-- Logs begin at Tue 2021-11-16 20:21:49 UTC, end at Tue 2021-11-16 23:01:59 UTC. -- Nov 16 20:52:33.737865 n-d-817778-8 systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 20:52:36.410456 n-d-817778-8 neutron-server[102344]: INFO neutron.common.config [-] Logging enabled! Nov 16 20:52:36.411040 n-d-817778-8 neutron-server[102344]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 20:52:36.411234 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102344) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 20:52:36.414489 n-d-817778-8 neutron-server[102344]: INFO neutron.common.config [-] Logging enabled! Nov 16 20:52:36.414745 n-d-817778-8 neutron-server[102344]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev187 Nov 16 20:52:36.415056 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102344) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 20:52:36.415985 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 20:52:36.416217 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 20:52:36.417279 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 20:52:36.417544 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 20:52:36.417776 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 20:52:36.418153 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.418574 n-d-817778-8 neutron-server[102344]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 16 20:52:36.418882 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.419174 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.419466 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.419759 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.420048 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.420325 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.420614 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.420908 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.421189 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.421467 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.421773 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.422062 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.422338 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.422623 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.422902 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.423185 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] debug = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.423463 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.423892 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.424410 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.424691 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.424985 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.425256 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.425547 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.425828 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.426109 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.426438 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] host = n-d-817778-8 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.426709 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.426991 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.427273 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.427556 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.427828 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.428100 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.428381 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.428651 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.428917 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.429186 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.429473 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.429784 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.430070 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.430290 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.430508 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.430802 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.431083 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.431353 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.431622 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.431929 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.432302 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.432574 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.432843 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.433132 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.433412 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.433733 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.434006 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.434276 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.434543 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.434810 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.435092 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.435356 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.435628 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.435890 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.436173 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.436447 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.436714 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.437003 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.437282 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.437597 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.437881 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.438152 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.438434 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.438774 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.439085 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.439355 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] use_json = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.439632 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.439898 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.440185 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.440443 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.440712 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.440978 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.441242 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.441560 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:36.441912 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.442206 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.442505 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.442784 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.443088 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.443367 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.443655 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.443929 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.444214 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.444497 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.444781 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.445056 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.445342 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.445642 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.445933 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.446236 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.446527 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.446815 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.447085 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.447354 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.447709 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.448297 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.448602 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.448885 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.449173 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.449460 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.449773 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.450058 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.450347 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.450636 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.450909 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.451187 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.451474 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.451749 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.452024 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.452303 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.452591 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.452868 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.453145 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.453426 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.453728 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.454002 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.454276 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.454553 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.454843 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.455118 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.455387 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.455656 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.455931 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.456201 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.456483 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.456759 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.457031 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.457302 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.457612 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.457886 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.458159 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.458436 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.458706 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.458981 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.459252 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.459521 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.459790 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.460062 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.460330 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.460600 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.460868 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.461142 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.461411 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.461706 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.461977 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.462248 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.462517 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.462800 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.463101 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.463956 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.464230 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.464505 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.464780 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.465053 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.465326 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.465636 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.465911 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.466180 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.466469 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.466750 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.467033 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.467317 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.467594 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.467917 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.468196 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.468480 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.468755 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.469030 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.469312 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.469622 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.469916 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.470208 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.470503 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.470796 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.471088 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.471367 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.471674 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.471953 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:36.472170 n-d-817778-8 neutron-server[102344]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 20:52:36.472412 n-d-817778-8 neutron-server[102344]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102344) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 20:52:36.900405 n-d-817778-8 neutron-server[102344]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 20:52:36.900737 n-d-817778-8 neutron-server[102344]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 20:52:36.901094 n-d-817778-8 neutron-server[102344]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 20:52:36.901503 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 20:52:37.224054 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.224345 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.224619 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.225832 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.226114 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.226499 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.262565 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.262841 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.263107 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.278516 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.278793 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.279062 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.308191 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.308467 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.308737 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.345484 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.345785 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.346058 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.579631 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.580233 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.580233 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.580411 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.581036 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.707702 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.708029 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.708325 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.708578 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.708840 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.709148 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.709405 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.709684 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.709942 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.710222 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.710479 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.710739 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.710994 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.711244 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.711497 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.711760 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.712014 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.712279 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.712545 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.712803 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.713069 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.713965 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.714251 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.714625 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.714879 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.715123 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.715522 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:37.715765 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:37.716002 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:37.716239 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:37.716474 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:37.716708 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:37.717069 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 20:52:37.720319 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 20:52:37.724284 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 20:52:37.728296 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 16 20:52:37.730492 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 20:52:37.730947 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 20:52:37.731278 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 20:52:37.731661 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 20:52:37.734547 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 20:52:37.734800 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 20:52:37.735146 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 20:52:37.740575 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 20:52:37.762689 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 20:52:37.763142 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.763436 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102344) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 16 20:52:37.763795 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.765182 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102344) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 20:52:37.765461 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 20:52:37.765744 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 20:52:37.769244 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.769550 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:37.832315 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 20:52:37.832483 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 20:52:37.832720 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 20:52:37.833087 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 20:52:37.855505 n-d-817778-8 neutron-server[102344]: DEBUG oslo_db.sqlalchemy.engines [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102344) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 20:52:38.393968 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing driver for type 'gre' Nov 16 20:52:38.394487 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] gre ID ranges: [(1, 1000)] Nov 16 20:52:38.442308 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing driver for type 'local' Nov 16 20:52:38.442643 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing driver for type 'vlan' Nov 16 20:52:38.457776 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] VlanTypeDriver initialization complete Nov 16 20:52:38.458334 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing driver for type 'vxlan' Nov 16 20:52:38.459153 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] vxlan ID ranges: [(1, 1000)] Nov 16 20:52:38.518068 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing extension driver 'port_security' Nov 16 20:52:38.518409 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.extensions.port_security [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] PortSecurityExtensionDriver initialization complete Nov 16 20:52:38.518741 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing mechanism driver 'openvswitch' Nov 16 20:52:38.519057 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing mechanism driver 'hyperv' Nov 16 20:52:38.526166 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.plugin [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:52:38.527065 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.527439 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.527795 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.528325 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 20:52:38.528756 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.529112 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.529460 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.529889 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 20:52:38.530298 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.530648 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.530990 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.531380 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 20:52:38.531784 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.532136 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.532477 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.532867 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 20:52:38.533272 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.533647 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.533991 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.534385 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 20:52:38.534785 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.535132 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.535472 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.535860 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102344) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 20:52:38.536237 n-d-817778-8 neutron-server[102344]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] ML2 OVO RPC backend initialized. {{(pid=102344) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 20:52:38.536940 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.537298 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.537743 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.538095 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > networks before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.538445 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.538788 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > ports before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.539131 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.539478 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.539823 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.540161 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.540500 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.540837 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.541172 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.541604 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.541949 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.542289 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.542627 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.543202 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.plugin [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Modular L2 Plugin initialization complete Nov 16 20:52:38.543532 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading services supported by the core plugin {{(pid=102344) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 20:52:38.543857 n-d-817778-8 neutron-server[102344]: INFO neutron.plugins.ml2.managers [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Got port-security extension from driver 'port_security' Nov 16 20:52:38.544328 n-d-817778-8 neutron-server[102344]: INFO neutron.extensions.vlantransparent [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Disabled vlantransparent extension. Nov 16 20:52:38.544802 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102344) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 20:52:38.545115 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: router Nov 16 20:52:38.581700 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.582264 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_create 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.582458 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router before_create 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.582823 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.583199 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.583555 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_delete 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.583916 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.584390 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.584751 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_create 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.585099 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_update 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.585449 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_update 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.585839 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.586200 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_update 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.586616 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.586986 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.587328 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.587683 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: subnet after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.588021 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.588502 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.588860 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.589201 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.589574 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.589951 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router after_update 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.590282 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.590634 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.590996 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.591345 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.591710 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > agent after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.592063 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.592412 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > network after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.593269 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Tracking information for resource: router configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:38.593637 n-d-817778-8 neutron-server[102344]: DEBUG neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Tracking information for resource: floatingip configured {{(pid=102344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 20:52:38.598662 n-d-817778-8 neutron-server[102344]: INFO neutron.db.l3_agentschedulers_db [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 20:52:38.599243 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.599604 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port after_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.599956 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port after_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.600310 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: port after_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.601097 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router before_create 55550100 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.601461 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.601854 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.602213 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.607215 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.provider_configuration [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service providers = [] {{(pid=102344) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 20:52:38.607582 n-d-817778-8 neutron-server[102344]: DEBUG neutron.db.servicetype_db [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102344) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 20:52:38.610527 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.service_base [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 20:52:38.610880 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.service_base [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 20:52:38.611221 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.service_base [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 20:52:38.612099 n-d-817778-8 neutron-server[102344]: DEBUG neutron.services.service_base [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 20:52:38.612473 n-d-817778-8 neutron-server[102344]: INFO neutron.services.service_base [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 20:52:38.612845 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.613162 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 20:52:38.624455 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.624790 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: auto_allocate Nov 16 20:52:38.630674 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: network precommit_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.631044 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: network precommit_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.631559 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.631881 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: tag Nov 16 20:52:38.639259 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.639589 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: timestamp Nov 16 20:52:38.643644 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.644015 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: network_ip_availability Nov 16 20:52:38.649405 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.649804 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.650158 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.650894 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.651212 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: flavors Nov 16 20:52:38.656254 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.656586 n-d-817778-8 neutron-server[102344]: INFO neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading Plugin: revisions Nov 16 20:52:38.660885 n-d-817778-8 neutron-server[102344]: DEBUG neutron.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 20:52:38.661279 n-d-817778-8 neutron-server[102344]: DEBUG oslo_concurrency.lockutils [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=102344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 20:52:38.662068 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102344) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 20:52:38.662411 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Initializing extension manager. Nov 16 20:52:38.662921 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: __init__.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.663267 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: __pycache__ {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.663601 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.663934 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: address_group.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.664681 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.665244 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: address-group Nov 16 20:52:38.665602 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: address_scope.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.666411 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.667036 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: address-scope Nov 16 20:52:38.667363 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.668292 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.668803 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: router-admin-state-down-before-update Nov 16 20:52:38.669130 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: agent.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.669865 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.670366 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: agent Nov 16 20:52:38.670689 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: agent_resources_synced.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.671621 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.672122 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: agent-resources-synced Nov 16 20:52:38.672445 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.674252 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.674767 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: allowed-address-pairs Nov 16 20:52:38.675097 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.676170 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.676677 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: auto-allocated-topology Nov 16 20:52:38.677010 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: availability_zone.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.677736 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.678237 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: availability_zone Nov 16 20:52:38.678559 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: availability_zone_filter.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.679465 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.679966 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: availability_zone_filter Nov 16 20:52:38.680287 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: data_plane_status.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.681196 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.681714 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 20:52:38.682574 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: default_subnetpools.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.683488 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.683988 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: default-subnetpools Nov 16 20:52:38.684314 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.685132 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.685661 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: dhcp_agent_scheduler Nov 16 20:52:38.685990 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: dns.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.686914 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.687422 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension dns-integration not supported by any of loaded plugins Nov 16 20:52:38.687742 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: dns_domain_ports.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.688660 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.689155 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 20:52:38.689478 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.690422 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.690917 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 20:52:38.691234 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: dvr.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.691900 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.692398 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: dvr Nov 16 20:52:38.692720 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: ecmp_routes.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.693660 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.694484 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 20:52:38.694484 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: empty_string_filtering.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.695370 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.695875 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: empty-string-filtering Nov 16 20:52:38.696198 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.697106 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.698185 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 20:52:38.698512 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.699500 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.700004 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 20:52:38.700330 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: external_net.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.701237 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.701777 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: external-net Nov 16 20:52:38.702103 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.703018 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.703522 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: extra_dhcp_opt Nov 16 20:52:38.703845 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: extraroute.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.704750 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.705252 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: extraroute Nov 16 20:52:38.705611 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: extraroute_atomic.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.706646 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.707341 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: extraroute-atomic Nov 16 20:52:38.707674 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: filter_validation.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.708343 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.708861 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: filter-validation Nov 16 20:52:38.709168 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: fip_pf_description.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.710110 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.710612 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 20:52:38.710931 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: fip_port_details.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.711845 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.712348 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: fip-port-details Nov 16 20:52:38.712669 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: flavors.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.714047 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.714556 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: flavors Nov 16 20:52:38.714886 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.716573 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.717091 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 20:52:38.717425 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: floatingip_pools.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.718151 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.718655 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: floatingip-pools Nov 16 20:52:38.718998 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: ip_allocation.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.719910 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.720411 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 20:52:38.720736 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.721681 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.722183 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: ip-substring-filtering Nov 16 20:52:38.722511 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l2_adjacency.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.723436 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.723934 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 20:52:38.724259 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.725234 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.725786 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: router Nov 16 20:52:38.726116 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.728364 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.729425 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 20:52:38.729785 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.730724 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.731239 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: ext-gw-mode Nov 16 20:52:38.731571 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.732500 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.733006 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: l3-ha Nov 16 20:52:38.733336 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3_flavors.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.734277 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.734779 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: l3-flavors Nov 16 20:52:38.735107 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.736021 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.736528 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 20:52:38.736858 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: l3agentscheduler.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.737928 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.738437 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: l3_agent_scheduler Nov 16 20:52:38.738766 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: logging.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.740248 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.740765 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension logging not supported by any of loaded plugins Nov 16 20:52:38.741097 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: metering.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.741873 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.742449 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: metering Nov 16 20:52:38.742779 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.743989 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.745061 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: metering_source_and_destination_fields Nov 16 20:52:38.745569 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: multiprovidernet.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.746498 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.747012 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: multi-provider Nov 16 20:52:38.747340 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: netmtu.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.748251 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.748755 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: net-mtu Nov 16 20:52:38.749079 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: netmtu_writable.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.750024 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.750530 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: net-mtu-writable Nov 16 20:52:38.750856 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: network_availability_zone.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.751528 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.752031 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: network_availability_zone Nov 16 20:52:38.752354 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: network_ip_availability.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.753460 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.753998 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: network-ip-availability Nov 16 20:52:38.754325 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: network_segment_range.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.755085 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.755586 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 20:52:38.755911 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: pagination.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.756900 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.757232 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: pagination Nov 16 20:52:38.757584 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: port_device_profile.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.758513 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.759020 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: port-device-profile Nov 16 20:52:38.759347 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.760430 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.760935 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: port-mac-address-regenerate Nov 16 20:52:38.761258 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.762196 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.762703 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: port-numa-affinity-policy Nov 16 20:52:38.763026 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: port_resource_request.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.763942 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.764440 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 20:52:38.764762 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: port_resource_request_groups.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.765755 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.766254 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 16 20:52:38.766576 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: portbindings.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.767773 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.768280 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: binding Nov 16 20:52:38.768602 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: portbindings_extended.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.769914 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.770432 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: binding-extended Nov 16 20:52:38.770764 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: portsecurity.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.771681 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.772190 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: port-security Nov 16 20:52:38.772518 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: project_id.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.773486 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.773845 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: project-id Nov 16 20:52:38.774173 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: providernet.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.775087 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.775617 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: provider Nov 16 20:52:38.775977 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.779563 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.780086 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos not supported by any of loaded plugins Nov 16 20:52:38.780423 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.781697 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.782209 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 20:52:38.782539 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.783461 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.783968 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 20:52:38.784297 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_default.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.785246 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.785778 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-default not supported by any of loaded plugins Nov 16 20:52:38.786105 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_fip.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.786757 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.787255 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-fip not supported by any of loaded plugins Nov 16 20:52:38.787579 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.788505 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.789009 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 20:52:38.789335 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.790291 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.790796 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 20:52:38.791123 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.792697 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.793210 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 16 20:52:38.793565 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_pps_rule.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.794736 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.795419 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-pps not supported by any of loaded plugins Nov 16 20:52:38.795752 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.796670 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.797183 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 20:52:38.797534 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: qos_rules_alias.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.798595 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.799101 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 20:52:38.799430 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: quota_check_limit.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.800339 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.800842 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: quota-check-limit Nov 16 20:52:38.801169 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: quotasv2.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.802115 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.802447 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: quotas Nov 16 20:52:38.802768 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: quotasv2_detail.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.805907 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.806249 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: quota_details Nov 16 20:52:38.806583 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: rbac.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.808185 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.808710 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: rbac-policies Nov 16 20:52:38.809043 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: rbac_address_group.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.810076 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.810591 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: rbac-address-group Nov 16 20:52:38.810922 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: rbac_address_scope.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.811844 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.812357 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: rbac-address-scope Nov 16 20:52:38.812686 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: rbac_security_groups.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.813637 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.814146 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: rbac-security-groups Nov 16 20:52:38.814469 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.815379 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.815886 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: rbac-subnetpool Nov 16 20:52:38.816211 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: revisionifmatch.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.817123 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.817666 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: revision-if-match Nov 16 20:52:38.817992 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: revisions.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.819101 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.819614 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: standard-attr-revisions Nov 16 20:52:38.819942 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: router_availability_zone.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.820609 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.821112 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: router_availability_zone Nov 16 20:52:38.821436 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: routerservicetype.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.822374 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.823072 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension router-service-type not supported by any of loaded plugins Nov 16 20:52:38.823332 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.824256 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.824771 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: security-groups-normalized-cidr Nov 16 20:52:38.825095 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.826118 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.826624 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: port-security-groups-filtering Nov 16 20:52:38.826948 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.827886 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.828400 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: security-groups-remote-address-group Nov 16 20:52:38.828725 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.829685 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.830193 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: security-groups-shared-filtering Nov 16 20:52:38.830516 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.831101 n-d-817778-8 neutron-server[102344]: WARNING neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 16 20:52:38.831422 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: securitygroup.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.842751 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.843283 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: security-group Nov 16 20:52:38.843624 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: segment.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.844410 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.844918 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension segment not supported by any of loaded plugins Nov 16 20:52:38.845250 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.846213 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.846724 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 20:52:38.847053 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: servicetype.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.848163 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.848681 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: service-type Nov 16 20:52:38.849008 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: sorting.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.850018 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.850354 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: sorting Nov 16 20:52:38.850684 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: standard_attr_segment.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.851599 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.852112 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 20:52:38.852442 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: standardattrdescription.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.853094 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.853628 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: standard-attr-description Nov 16 20:52:38.854570 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: stateful_security_group.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.855542 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.856057 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: stateful-security-group Nov 16 20:52:38.856385 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: stdattrs_common.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.856955 n-d-817778-8 neutron-server[102344]: WARNING neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 20:52:38.857287 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.858244 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.858766 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 20:52:38.859092 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: subnet_onboard.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.860157 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.860669 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: subnet_onboard Nov 16 20:52:38.860998 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.861955 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.862459 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 20:52:38.862786 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: subnet_service_types.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.863707 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.864214 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: subnet-service-types Nov 16 20:52:38.864542 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: subnetallocation.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.865664 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.866177 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: subnet_allocation Nov 16 20:52:38.866505 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.867179 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.867696 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: subnetpool-prefix-ops Nov 16 20:52:38.868019 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.868959 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.870136 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 20:52:38.870541 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: tagging.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.871521 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.872038 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: standard-attr-tag Nov 16 20:52:38.872365 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: timestamp.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.873584 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.874100 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loaded extension: standard-attr-timestamp Nov 16 20:52:38.874429 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: trunk.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.875450 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.875961 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension trunk not supported by any of loaded plugins Nov 16 20:52:38.876289 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: trunk_details.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.877236 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.877779 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension trunk-details not supported by any of loaded plugins Nov 16 20:52:38.878107 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.879048 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.879557 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 20:52:38.879886 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Loading extension file: vlantransparent.py {{(pid=102344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 20:52:38.880556 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 20:52:38.881060 n-d-817778-8 neutron-server[102344]: INFO neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 20:52:38.883552 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:network Nov 16 20:52:38.884084 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:subnet Nov 16 20:52:38.884483 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 20:52:38.884873 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:port Nov 16 20:52:38.886136 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.886575 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service FLAVORS assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.887192 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.887645 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.887980 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:router Nov 16 20:52:38.888416 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 20:52:38.888915 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service METERING assigned prefix: /metering {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.890395 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.890764 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.891115 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 20:52:38.892373 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 20:52:38.892820 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:security_group Nov 16 20:52:38.893271 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 20:52:38.893886 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service CORE assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.894264 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 20:52:38.894568 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] subnetpool is already registered Nov 16 20:52:38.894990 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service CORE assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.895316 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 20:52:38.895648 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] subnetpool is already registered Nov 16 20:52:38.898032 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.898468 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service FLAVORS assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.899063 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.899490 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.899824 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:router Nov 16 20:52:38.900166 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] router is already registered Nov 16 20:52:38.900595 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 20:52:38.900956 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] floatingip is already registered Nov 16 20:52:38.901418 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service METERING assigned prefix: /metering {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.902109 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 20:52:38.902437 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] rbac_policy is already registered Nov 16 20:52:38.902901 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:security_group Nov 16 20:52:38.903191 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] security_group is already registered Nov 16 20:52:38.903593 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 20:52:38.903924 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] security_group_rule is already registered Nov 16 20:52:38.904550 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service CORE assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.904879 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 20:52:38.905210 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] subnetpool is already registered Nov 16 20:52:38.905664 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.v2.resource_helper [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Service CORE assigned prefix: {{(pid=102344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 20:52:38.905991 n-d-817778-8 neutron-server[102344]: INFO neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 20:52:38.906320 n-d-817778-8 neutron-server[102344]: WARNING neutron.quota.resource_registry [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] subnetpool is already registered Nov 16 20:52:38.906780 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: extensions {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.908270 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: address-groups {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.909809 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: address-scopes {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.911130 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: agents {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.912304 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: auto-allocated-topology {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.913578 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: availability_zones {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.914811 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: dhcp-networks {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.916867 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: dhcp-agents {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.918440 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: routers {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.920662 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: flavors {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.921880 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: service_profiles {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.923091 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: next_providers {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.924550 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: service_profiles {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.926149 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: floatingip-pools {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.927390 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: routers {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.929531 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: floatingips {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.930823 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: l3-routers {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.932898 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: l3-agents {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.934338 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: metering-labels {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.935705 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: metering-label-rules {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.936995 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: network-ip-availabilities {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.938315 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: bindings {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.940819 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: quotas {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.942445 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: quotas {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.943984 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: rbac-policies {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.945300 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: security-groups {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.946571 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: security-group-rules {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.947931 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: service-providers {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.949189 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: subnetpools {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.950646 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: subnetpools {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.952122 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.953848 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.955671 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.957443 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.959295 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.961155 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.962887 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.964972 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.966797 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.968662 n-d-817778-8 neutron-server[102344]: DEBUG neutron.api.extensions [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Extended resource: tags {{(pid=102344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 20:52:38.974772 n-d-817778-8 neutron-server[102344]: WARNING keystonemiddleware.auth_token [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 20:52:38.980051 n-d-817778-8 neutron-server[102344]: WARNING keystonemiddleware.auth_token [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 20:52:38.988645 n-d-817778-8 neutron-server[102344]: DEBUG oslo_concurrency.lockutils [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Acquired lock "singleton_lock" {{(pid=102344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 16 20:52:38.989119 n-d-817778-8 neutron-server[102344]: DEBUG oslo_concurrency.lockutils [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Releasing lock "singleton_lock" {{(pid=102344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 16 20:52:38.989803 n-d-817778-8 neutron-server[102344]: INFO oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Starting 2 workers Nov 16 20:52:38.995218 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Started child 102453 {{(pid=102344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 20:52:38.999738 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Started child 102454 {{(pid=102344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 20:52:39.000925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:39.001669 n-d-817778-8 neutron-server[102344]: INFO neutron.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 20:52:39.001937 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Publish callbacks [] for process, before_spawn {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:39.002595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [-] (102453) wsgi starting up on http://0.0.0.0:9696 Nov 16 20:52:39.004375 n-d-817778-8 neutron-server[102344]: INFO oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Starting 1 workers Nov 16 20:52:39.004630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:39.006044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [-] (102454) wsgi starting up on http://0.0.0.0:9696 Nov 16 20:52:39.009617 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Started child 102455 {{(pid=102344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 20:52:39.010219 n-d-817778-8 neutron-server[102344]: INFO oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Starting 1 workers Nov 16 20:52:39.013546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] calling RpcWorker wait() {{(pid=102455) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 20:52:39.014097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] returning from RpcWorker wait() {{(pid=102455) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 20:52:39.014757 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Started child 102456 {{(pid=102344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 20:52:39.015561 n-d-817778-8 neutron-server[102344]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf290-d8cd-4681-96da-0bf2b45065a2 None None] Publish callbacks [] for process, after_spawn {{(pid=102344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:39.015654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:39.016129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:52:39.017753 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102344) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 20:52:39.017971 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 20:52:39.018155 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 20:52:39.018365 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 20:52:39.018716 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 20:52:39.018892 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 20:52:39.019400 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.019702 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.019963 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.020061 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:39.020499 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.020499 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.020925 n-d-817778-8 neutron-server[102456]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:52:39.021077 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.021314 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.021575 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.021838 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.022099 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.022265 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.022432 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.022674 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.022919 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.023200 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.023463 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.023701 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.023945 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.024113 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.024364 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.024621 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.024844 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.025100 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] debug = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.025352 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.025927 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.026158 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.026393 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.026627 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.026914 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.027160 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.027435 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.027667 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.027884 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.028118 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.028362 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.028593 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.028802 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.029048 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.029260 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.029502 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.029747 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.030198 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] host = n-d-817778-8 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.030428 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.030646 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.030876 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.031122 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.031375 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.031600 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.031843 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.032097 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.032354 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.032576 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.032813 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.033053 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.033286 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.033534 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.033703 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_options = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.033939 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.034210 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.034456 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.034685 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.034828 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.034975 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.035230 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.035390 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.035635 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.035847 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.036057 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.036268 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.036501 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.036728 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.036973 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.037213 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.037443 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.037708 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.037965 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.038192 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.038436 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.038660 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.038890 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.039099 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.039330 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.039574 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.039818 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.040028 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.040246 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.040495 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.040738 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.041001 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.041764 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.041998 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.042270 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.042493 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.042715 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.042924 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.043180 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.043400 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.043644 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.043894 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.044111 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.044352 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.044563 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.044799 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.045026 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_json = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.045234 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.045460 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.045739 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.045951 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.046181 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.046388 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.046596 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.046824 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.047237 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.047504 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.047816 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.048059 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.048307 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.048552 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.048779 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.049024 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.049272 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.049498 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.049805 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.050024 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.050329 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.050549 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.050805 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.051128 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.051366 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.051625 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.051867 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.052079 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.052290 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.052505 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.052774 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.052989 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.053216 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.053458 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.053715 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.054256 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.054411 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.054548 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.054810 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.055051 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.055377 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.055524 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.055679 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.055889 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.056098 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.056374 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.056589 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.056799 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.057983 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.057983 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.058292 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.058478 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.058723 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.059065 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.059192 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.059412 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.059647 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.059836 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.060048 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.060472 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.060472 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.060736 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.060973 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.061216 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.061455 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.061688 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.061927 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.062145 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.062375 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.062612 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.062848 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.063060 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.063276 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.063487 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.063730 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.063945 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.064656 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.064656 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.064656 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.065047 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.065047 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.065366 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.065488 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.065657 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.065867 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.066076 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.066285 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.066635 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067118 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067118 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067118 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067512 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067512 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067740 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.067912 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.068124 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.068312 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.068663 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.068865 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.069112 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.069689 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.069689 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.069948 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.070069 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.070312 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.070532 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.070761 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.070970 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.071217 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.071437 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.071663 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.071878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.072089 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.072515 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.072646 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.072997 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.073220 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.073465 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.073728 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.074002 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.074237 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.074463 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.074705 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.074931 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.075288 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.075431 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.076215 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.076215 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.076215 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.076602 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.076723 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.076933 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.077160 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.077689 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.077689 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.077936 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.078173 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.078398 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.078644 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.078882 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.079157 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.079401 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.079622 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.079848 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.080095 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.080431 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.080684 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.080895 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.081303 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.081754 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.082219 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.082644 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.082970 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.083394 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.083630 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.083879 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.084125 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.084339 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.084567 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.084802 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.085016 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.085273 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.085483 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.085740 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.085954 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.086195 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.086416 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.086623 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.087042 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.087423 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.087819 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.088296 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.088556 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.088794 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.089035 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.089270 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.089645 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.089899 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.090127 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.090340 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.090596 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.090843 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.091292 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.091735 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.092119 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.092585 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.093699 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.094245 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.094474 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.094716 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.095094 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.095319 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.095537 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.095758 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.095975 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.097663 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.097965 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.098237 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.098516 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.098796 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.099165 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.099453 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.099709 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.099976 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.100235 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.100503 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.100753 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.101001 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.101241 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.101474 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.101728 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.101988 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.102249 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.102512 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.102738 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.102959 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.103185 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.103434 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.104517 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.106621 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.106972 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.107308 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.107955 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.108205 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.108467 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.108720 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.108953 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.109182 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.109418 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.109719 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.109947 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.110177 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.110397 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.110617 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.110841 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.111061 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.111274 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.111527 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.111740 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.111949 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.112193 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.112412 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.112619 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.112879 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.113096 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.113304 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.113675 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.114042 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.115175 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.115423 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.115642 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.115856 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.116079 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.116295 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.116508 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.117146 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.117411 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.117670 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.117971 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.118221 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.118471 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.118717 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.119051 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.119283 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.120095 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.120329 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.120586 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.120847 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.121102 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.121437 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.121730 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.122020 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.122276 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.122547 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.122839 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.123114 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.123328 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.123613 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.123940 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.124204 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.124472 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.124716 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.124948 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.125174 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.125408 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.125671 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.125931 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.126151 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.126386 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.126612 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.128206 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.128469 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.129610 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.129975 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.130295 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.130618 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.130908 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.131151 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.131327 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 20:52:39.131896 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102344) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 20:52:39.132057 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 20:52:39.132220 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 20:52:39.132399 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 20:52:39.132572 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 20:52:39.132728 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 20:52:39.132944 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.133117 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.133272 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.133432 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.133613 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.133799 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.133952 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.134117 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.134278 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.134439 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.134593 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.134753 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.134923 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.135147 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.135379 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.135596 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.135759 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.135920 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.136084 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.136236 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.136390 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.136550 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.136708 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] debug = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.136860 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.137072 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.137249 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.137392 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.137965 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.138134 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.138289 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.138600 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.138765 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.139017 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.139613 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.139787 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.139948 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.140107 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.140269 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.140406 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.140572 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.140725 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.140882 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] host = n-d-817778-8 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.141038 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.141199 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.141351 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.141503 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.141692 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.141842 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.142482 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.142907 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.143069 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.143223 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.143380 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.143538 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.143699 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.143849 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144006 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_options = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144164 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144369 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144531 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144671 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144811 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.144947 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.145106 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.145249 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.145408 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.145572 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.145715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:52:39.145869 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.145869 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146142 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146278 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146413 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146548 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146684 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146829 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.146966 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147111 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147247 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147390 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147525 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147660 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147796 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.147941 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148076 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148211 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148355 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148492 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148627 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148763 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.148899 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149078 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149220 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149379 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149552 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149707 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149855 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.149992 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.150153 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.150296 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.150453 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.151163 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.151366 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.151508 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.151655 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_json = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.151793 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.151930 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152065 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152201 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152348 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152484 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152619 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152753 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 20:52:39.152933 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.153078 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.153255 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.153398 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.153584 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.153729 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.153894 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.154053 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.154213 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.154363 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.154528 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.154688 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.154858 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155018 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155177 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155323 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155486 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155646 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155809 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.155968 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.156128 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.156287 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.156454 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.156619 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.157891 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.157891 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.158523 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.159253 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.159253 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.159253 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.159253 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.159966 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.161283 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.161651 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.161823 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.162010 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.162205 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.162387 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.162568 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.162745 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.162918 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.163092 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.163263 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.163430 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.163603 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.163765 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.163924 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.164083 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.164252 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.164418 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.164581 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.164746 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.164910 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.165072 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.165233 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.165406 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.165589 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.165753 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.165918 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.166081 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.166317 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.167034 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.167271 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.167433 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.167594 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.167766 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.167947 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.168113 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.168278 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.168443 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.168607 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.168769 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.168930 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.169103 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.169242 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.169420 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.169628 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.169782 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.169941 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.170100 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.170266 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.170434 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.170559 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.170731 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.170862 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.171003 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.171196 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.171373 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.171532 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.171850 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.172165 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.172464 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.172800 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.172963 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.173148 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.173286 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.173446 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.173639 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.173767 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.173926 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.174083 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.174242 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.174403 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.174561 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.174718 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.174875 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175033 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175190 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175348 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175505 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175661 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175820 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.175978 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.176135 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.176295 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.176451 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.176617 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.176774 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.176934 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.177090 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.177254 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.177421 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.177610 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.177766 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.177974 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.178131 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.178254 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.178374 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.178493 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.178650 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.178808 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.179014 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.179186 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.179355 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.179512 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.179669 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.179825 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180005 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180162 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180319 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180476 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180635 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180787 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.180970 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.181090 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.181235 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.181391 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.181596 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.181744 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.181942 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.182150 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.182369 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.182513 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.182648 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.182783 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.182940 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183077 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183212 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183347 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183483 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183627 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183763 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.183898 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.184055 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.184197 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.184433 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.184592 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.184753 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.184911 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.185068 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.185227 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.185384 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.185654 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.185827 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.185979 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.186140 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.186318 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.186501 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.186656 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.186793 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.186928 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187168 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187168 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187433 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187433 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187693 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187828 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.187972 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.188108 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.188822 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.188822 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.188822 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.188822 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.188822 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.189878 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.190263 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.190263 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.190263 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.190430 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.190544 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.190847 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191012 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191171 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191330 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191497 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191659 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191817 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.191976 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.192134 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.192290 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.192448 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.192616 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.192774 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.192937 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.193096 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.193253 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.193409 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.193665 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.193823 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.193981 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.194139 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.194296 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.194455 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.194621 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.194778 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.194936 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.195097 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.195253 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.195412 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.195578 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.195735 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.195889 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.196131 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.196293 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.196450 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.196617 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.196775 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.196935 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.197095 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.197252 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.197407 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.197627 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.197789 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.197948 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.198181 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.198288 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.198407 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.198564 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.198734 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.198894 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199047 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199203 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199362 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199526 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199689 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199852 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.199985 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.200126 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.200326 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.200452 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.201533 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.202261 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.202563 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.202724 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.202890 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203054 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203207 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203367 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203504 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203660 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203821 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.203975 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 20:52:39.205189 n-d-817778-8 neutron-server[102344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 20:52:39.408432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44562) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:52:39.417381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069342 Nov 16 20:52:50.726126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a52662-60e8-40c0-b652-aa3cbeb6fa5f None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 20:52:50.800510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a52662-60e8-40c0-b652-aa3cbeb6fa5f None None] No non-hosted networks {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 20:52:50.815429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.agentschedulers_db [None req-96a52662-60e8-40c0-b652-aa3cbeb6fa5f None None] DHCP Agent not found on host n-d-817778-8 {{(pid=102455) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 16 20:52:50.957398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-07ea59b4-aa7b-4aa2-b5cc-a5d0d64941c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:52.945695 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bde82f23-e505-478d-a3c8-6032498735d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:53.011918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe1e2add-e250-4797-a783-f0337b62a0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:53.959541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:55.504636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:56.407169 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:52:56.407911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.408196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.408568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.408859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.409186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.409527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.409852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.410416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.410745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.411069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.411392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.411714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:52:56.412120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817778-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:52:56.417931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817778-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:52:56.907648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:52:57.435071 n-d-817778-8 neutron-server[102454]: WARNING oslo_policy.policy [None req-95695b89-73e3-4e2f-82fc-ba6547048ebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:52:57.435633 n-d-817778-8 neutron-server[102454]: WARNING oslo_policy.policy [None req-95695b89-73e3-4e2f-82fc-ba6547048ebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:52:57.699197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-95695b89-73e3-4e2f-82fc-ba6547048ebe admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 20:52:57.717365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-95695b89-73e3-4e2f-82fc-ba6547048ebe admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8043141 Nov 16 20:52:59.548640 n-d-817778-8 neutron-server[102455]: INFO neutron.db.l3_hamode_db [None req-aee4b3e4-e703-494d-afe3-da1249830fc0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 20:52:59.625668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4b3e4-e703-494d-afe3-da1249830fc0 None None] Routers set() bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 20:52:59.626053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4b3e4-e703-494d-afe3-da1249830fc0 None None] Router IDs set() for agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 20:53:00.210133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44668) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:00.514208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:00.609860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.policy [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102454) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 20:53:00.656777 n-d-817778-8 neutron-server[102454]: WARNING oslo_policy.policy [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:53:00.657169 n-d-817778-8 neutron-server[102454]: WARNING oslo_policy.policy [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:53:00.666368 n-d-817778-8 neutron-server[102454]: INFO neutron.quota [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] Loaded quota_driver: . Nov 16 20:53:00.758629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791120530287', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791120529794', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791120485153', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791120482088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791120501478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791120508108', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1259252', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1252864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-983975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651620'] for rbac-policy, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:00.824883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:00.826146 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9ad9ed6-3cec-4357-aa8a-ec66f9d36d77 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6150186 Nov 16 20:53:03.501025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44680) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:03.796315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Request body: {'network': {'project_id': '2cca243184534209b5d299486508a206', 'tenant_id': '2cca243184534209b5d299486508a206', 'name': 'private', 'admin_state_up': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:03.824035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Made reservation on behalf of 2cca243184534209b5d299486508a206 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 20:53:03.826828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:03.844148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:03.953169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:03.956807 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:03.976388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 20:53:04.004798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791121569527', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:04.005367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Unsubscribe: segment precommit_create {{(pid=102454) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 20:53:04.005892 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Added segment 4fca0690-5429-4bce-a4db-71ca832ee379 of type vlan for network db1547eb-f8a2-4894-8628-d8bec21d75db Nov 16 20:53:04.021973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53794c60-bdd9-467d-81b2-8a350b707393,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:04.074359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.074698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.075034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.075359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.075680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.075997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.076311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.076624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.076936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.077244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.077587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.077900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Tracked resource versions report: Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: pushed versions: Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: { 'AddressGroup': {'1.2'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'ConntrackHelper': {'1.0'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Log': {'1.0'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Network': {'1.1'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Port': {'1.7'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'PortForwarding': {'1.2'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'QosPolicy': {'1.10'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'SecurityGroup': {'1.5'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'SecurityGroupRule': {'1.2'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'SubPort': {'1.0'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Subnet': {'1.1'}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Trunk': {'1.1'}} Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: consumer versions: Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: { DHCP agent@n-d-817778-8: {}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: L3 agent@n-d-817778-8: {}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: Metadata agent@n-d-817778-8: {}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: Metering agent@n-d-817778-8: {}, Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'ConntrackHelper': '1.0', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Log': '1.0', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Network': '1.1', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Port': '1.7', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'PortForwarding': '1.2', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'QosPolicy': '1.10', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'SecurityGroup': '1.5', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'SecurityGroupRule': '1.2', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'SubPort': '1.0', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Subnet': '1.1', Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: 'Trunk': '1.1'}} Nov 16 20:53:04.078986 n-d-817778-8 neutron-server[102454]: {{(pid=102454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 20:53:04.121058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:04.164410 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:04.165638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:04.166434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:04.241167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7389412 Nov 16 20:53:04.273643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadf045-8db2-44cd-aba9-4cfd0a47b76c admin admin] Pushing event updated for resources: {'Network': ['ID=db1547eb-f8a2-4894-8628-d8bec21d75db,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:04.285249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network db1547eb-f8a2-4894-8628-d8bec21d75db details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 20:53:06.976246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44694) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:07.363560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c61e33-1056-42b7-a27b-bd425d83bd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:07.364944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60c61e33-1056-42b7-a27b-bd425d83bd3b admin admin] 10.222.0.48 "GET /v2.0/networks/db1547eb-f8a2-4894-8628-d8bec21d75db HTTP/1.1" status: 200 len: 825 time: 0.3877480 Nov 16 20:53:07.390068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5803239b-f726-41a6-8525-5d1d8346c8f8 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/ce61fde1-8387-4169-8d2f-1367d764796f HTTP/1.1" status: 200 len: 734 time: 0.0188456 Nov 16 20:53:07.399127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:07.421065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Made reservation on behalf of 2cca243184534209b5d299486508a206 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 20:53:07.423311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:07.718062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:07.787480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:07.792297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Checking segment: {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:53:07.792721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Network hostable DHCP agents. Network: db1547eb-f8a2-4894-8628-d8bec21d75db, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 20:53:07.813429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Network db1547eb-f8a2-4894-8628-d8bec21d75db is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 20:53:07.824265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, db1547eb-f8a2-4894-8628-d8bec21d75db) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:53:07.828792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:07.829374 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:07.833940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd66ee-8ba7-4186-b888-ee90854fb7bc None None] Network db1547eb-f8a2-4894-8628-d8bec21d75db requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:53:07.844797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d869222-5214-4409-884e-30554b3771d7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4488273 Nov 16 20:53:08.162149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-db1547eb-f8a2-4894-8628-d8bec21d75db', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 20:53:08.163390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:08.460174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Allocated IP 172.20.0.2 (db1547eb-f8a2-4894-8628-d8bec21d75db/d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb/44ac779b-ee8c-4194-971e-bad27d02e91e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 20:53:08.662387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:08.671045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:08.756007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Network db1547eb-f8a2-4894-8628-d8bec21d75db is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 20:53:08.760962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:53:08.763636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Pushing event updated for resources: {'Port': ['ID=44ac779b-ee8c-4194-971e-bad27d02e91e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:08.768714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 20:53:08.777310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.777683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.778030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.778365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.778695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.779024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.779349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.779673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.779995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.780317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.780636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.780956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Tracked resource versions report: Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: pushed versions: Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: { 'AddressGroup': {'1.2'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'ConntrackHelper': {'1.0'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Log': {'1.0'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Network': {'1.1'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Port': {'1.7'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'PortForwarding': {'1.2'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'QosPolicy': {'1.10'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'SecurityGroup': {'1.5'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'SecurityGroupRule': {'1.2'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'SubPort': {'1.0'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Subnet': {'1.1'}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Trunk': {'1.1'}} Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: consumer versions: Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: { DHCP agent@n-d-817778-8: {}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: L3 agent@n-d-817778-8: {}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: Metadata agent@n-d-817778-8: {}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: Metering agent@n-d-817778-8: {}, Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'ConntrackHelper': '1.0', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Log': '1.0', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Network': '1.1', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Port': '1.7', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'PortForwarding': '1.2', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'QosPolicy': '1.10', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'SecurityGroup': '1.5', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'SecurityGroupRule': '1.2', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'SubPort': '1.0', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Subnet': '1.1', Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: 'Trunk': '1.1'}} Nov 16 20:53:08.782076 n-d-817778-8 neutron-server[102455]: {{(pid=102455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 20:53:08.854864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Attempting to bind port 44ac779b-ee8c-4194-971e-bad27d02e91e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 20:53:08.855542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Attempting to bind port 44ac779b-ee8c-4194-971e-bad27d02e91e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 20:53:08.855693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Attempting to bind port 44ac779b-ee8c-4194-971e-bad27d02e91e on network db1547eb-f8a2-4894-8628-d8bec21d75db {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 20:53:08.860736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 20:53:08.861131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Checking segment: {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:53:08.861635 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:08.862028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Bound using segment: {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 20:53:08.862517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Bound port: 44ac779b-ee8c-4194-971e-bad27d02e91e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 20:53:08.862950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:08.924443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] For port 44ac779b-ee8c-4194-971e-bad27d02e91e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 20:53:08.928704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] For port 44ac779b-ee8c-4194-971e-bad27d02e91e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44ac779b-ee8c-4194-971e-bad27d02e91e,segment=NetworkSegment(4fca0690-5429-4bce-a4db-71ca832ee379),segment_id=4fca0690-5429-4bce-a4db-71ca832ee379)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 20:53:08.933380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:08.998712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba44b5-a240-41e1-8fe9-5c8923511269 None None] Pushing event updated for resources: {'Port': ['ID=44ac779b-ee8c-4194-971e-bad27d02e91e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:10.366549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:10.678124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-0bb8c352-9b8d-408c-9032-adc70a142f42 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 20:53:10.679124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0bb8c352-9b8d-408c-9032-adc70a142f42 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116279 Nov 16 20:53:13.164396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44710) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:13.492423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-c0835353-c2aa-46e3-8ef1-9c87bcef9156 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 20:53:13.493451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c0835353-c2aa-46e3-8ef1-9c87bcef9156 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280933 Nov 16 20:53:16.238462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44720) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:16.751044 n-d-817778-8 neutron-server[102453]: WARNING oslo_policy.policy [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:53:16.751623 n-d-817778-8 neutron-server[102453]: WARNING oslo_policy.policy [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:53:16.979552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:17.045650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.policy [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102453) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 20:53:17.093530 n-d-817778-8 neutron-server[102453]: WARNING oslo_policy.policy [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:53:17.093904 n-d-817778-8 neutron-server[102453]: WARNING oslo_policy.policy [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 20:53:17.102440 n-d-817778-8 neutron-server[102453]: INFO neutron.quota [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Loaded quota_driver: . Nov 16 20:53:17.158425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:17.160277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:17.312220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:17.317354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:17.336956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:17.338429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bdd6a0c9-bd71-48c9-acdd-96679256d68a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0979280 Nov 16 20:53:18.091103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90dc1f0-1702-411b-9efa-6069ae3d4662 None None] Network db1547eb-f8a2-4894-8628-d8bec21d75db requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:53:18.161000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44ac779b-ee8c-4194-971e-bad27d02e91e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 20:53:18.244550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c529c26-3f58-47ad-a159-6cda1bcde744 None None] Provisioning complete for port 44ac779b-ee8c-4194-971e-bad27d02e91e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:18.244935 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c529c26-3f58-47ad-a159-6cda1bcde744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:18.392618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 44ac779b-ee8c-4194-971e-bad27d02e91e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:18.392884 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:18.473196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c529c26-3f58-47ad-a159-6cda1bcde744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:18.547637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9c529c26-3f58-47ad-a159-6cda1bcde744 None None] For port 44ac779b-ee8c-4194-971e-bad27d02e91e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44ac779b-ee8c-4194-971e-bad27d02e91e,segment=NetworkSegment(4fca0690-5429-4bce-a4db-71ca832ee379),segment_id=4fca0690-5429-4bce-a4db-71ca832ee379)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 20:53:18.557043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c529c26-3f58-47ad-a159-6cda1bcde744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:18.582592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:18.624801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c529c26-3f58-47ad-a159-6cda1bcde744 None None] Pushing event updated for resources: {'Port': ['ID=44ac779b-ee8c-4194-971e-bad27d02e91e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:18.662013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 20:53:18.662415 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 20:53:18.676155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b6c9a366-09c3-45d3-aabf-cd81eb34a24b None None] Provisioning complete for port 44ac779b-ee8c-4194-971e-bad27d02e91e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:18.676532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a366-09c3-45d3-aabf-cd81eb34a24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:19.846922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44742) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:20.135766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44ac779b-ee8c-4194-971e-bad27d02e91e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 20:53:20.158213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-52f30c11-398e-41e5-bf25-c346f65b5d3c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 20:53:20.159344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-52f30c11-398e-41e5-bf25-c346f65b5d3c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3114760 Nov 16 20:53:20.183691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 44ac779b-ee8c-4194-971e-bad27d02e91e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:20.184067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:20.585122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8d59d2c3-75d9-425c-ae7c-701489e7c52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:22.642510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:22.943541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b0d718f-53fa-4aab-b2b6-7f18fb4cb4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:22.952615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:22.973619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Made reservation on behalf of 6da3e4745d4d49999efb15738ef41a2f for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 20:53:22.975779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:22.984279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.057188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.060758 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.075533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Reserving flat network on physical network physnet1 {{(pid=102454) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 20:53:23.093993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac4f49-0499-4066-b59a-5da6949dbfbf,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:23.098978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.099312 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Added segment 659bdd27-02ff-4978-bcc2-4384553e84fb of type flat for network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 Nov 16 20:53:23.146333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.180178 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.181919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:23.182474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:23.230312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5866711 Nov 16 20:53:23.242962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99e24d-e414-48c5-9be5-3ef96327e1aa admin admin] Pushing event updated for resources: {'Network': ['ID=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:23.253785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 20:53:23.903684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:25.427674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:25.684880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44768) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:25.915651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d85534-a139-424a-b509-f0752bf7b2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:25.917127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-73d85534-a139-424a-b509-f0752bf7b2bc admin admin] 10.222.0.48 "GET /v2.0/subnets/d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb HTTP/1.1" status: 200 len: 849 time: 0.2312980 Nov 16 20:53:26.031808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a4cb87dc-7620-4f6e-bf9a-dccfa51f57bc admin admin] 10.222.0.48 "GET /v2.0/routers/a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 HTTP/1.1" status: 200 len: 704 time: 0.1083257 Nov 16 20:53:26.305326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:26.411861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:26.614591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Allocated IP 172.20.0.1 (db1547eb-f8a2-4894-8628-d8bec21d75db/d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb/c44c723f-ce5d-4943-ac71-aed07a8484df) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 20:53:26.818372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:26.890787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:26.952209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Network db1547eb-f8a2-4894-8628-d8bec21d75db is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 20:53:26.958058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:53:27.014674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Pushing event updated for resources: {'Port': ['ID=c44c723f-ce5d-4943-ac71-aed07a8484df,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:27.017407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 20:53:27.018293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.077440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.077810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.078149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.078484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.078813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.079140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.079461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.079780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.080098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.080411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.080724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.081038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Tracked resource versions report: Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: pushed versions: Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: { 'AddressGroup': {'1.2'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'ConntrackHelper': {'1.0'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Log': {'1.0'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Network': {'1.1'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Port': {'1.7'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'PortForwarding': {'1.2'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'QosPolicy': {'1.10'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'SecurityGroup': {'1.5'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'SecurityGroupRule': {'1.2'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'SubPort': {'1.0'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Subnet': {'1.1'}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Trunk': {'1.1'}} Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: consumer versions: Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: { DHCP agent@n-d-817778-8: {}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: L3 agent@n-d-817778-8: {}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: Metadata agent@n-d-817778-8: {}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: Metering agent@n-d-817778-8: {}, Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'ConntrackHelper': '1.0', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Log': '1.0', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Network': '1.1', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Port': '1.7', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'PortForwarding': '1.2', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'QosPolicy': '1.10', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'SecurityGroup': '1.5', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'SecurityGroupRule': '1.2', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'SubPort': '1.0', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Subnet': '1.1', Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: 'Trunk': '1.1'}} Nov 16 20:53:27.082154 n-d-817778-8 neutron-server[102453]: {{(pid=102453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 20:53:27.219051 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.223854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-adbe2813-1eda-4f49-a47a-d18690b394a2 None None] Provisioning complete for port c44c723f-ce5d-4943-ac71-aed07a8484df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:27.224369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbe2813-1eda-4f49-a47a-d18690b394a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.257172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-adbe2813-1eda-4f49-a47a-d18690b394a2 None None] Port c44c723f-ce5d-4943-ac71-aed07a8484df cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 20:53:27.426187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.431445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.432306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.507092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Pushing event updated for resources: {'Port': ['ID=c44c723f-ce5d-4943-ac71-aed07a8484df,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:27.557627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Network db1547eb-f8a2-4894-8628-d8bec21d75db is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 20:53:27.558926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:53:27.764005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 20:53:27.782304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-77b5143e-34ca-40aa-ae01-43eede2f72e5 None None] Provisioning complete for port c44c723f-ce5d-4943-ac71-aed07a8484df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:27.782770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-77b5143e-34ca-40aa-ae01-43eede2f72e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:27.814942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-77b5143e-34ca-40aa-ae01-43eede2f72e5 None None] Port c44c723f-ce5d-4943-ac71-aed07a8484df cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 20:53:27.857731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 20:53:27.863620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cf27f6de-9c9f-49b3-9ab1-fe478c88cad5 admin admin] 10.222.0.48 "PUT /v2.0/routers/a3b1d4fd-e9c0-4380-abfa-e8f953e2d010/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8261032 Nov 16 20:53:27.877148 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Sync routers for ids ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 20:53:27.890449 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Routers {'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 20:53:27.891569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T20:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:28.081761 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Set router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 20:53:28.517944 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T20:53:17Z', 'updated_at': '2021-11-16T20:53:27Z', 'revision_number': 2, 'project_id': '2cca243184534209b5d299486508a206', 'gw_port_host': None, '_interfaces': [{'id': 'c44c723f-ce5d-4943-ac71-aed07a8484df', 'name': '', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'mac_address': 'fa:16:3e:2d:57:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:26Z', 'updated_at': '2021-11-16T20:53:27Z', 'revision_number': 2, 'project_id': '2cca243184534209b5d299486508a206', 'subnets': [{'id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:28.569352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Checking router: a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 20:53:28.569744 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Updating router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 port c44c723f-ce5d-4943-ac71-aed07a8484df binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 20:53:28.617653 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.137163 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.143501 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.309427 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Pushing event updated for resources: {'Port': ['ID=c44c723f-ce5d-4943-ac71-aed07a8484df,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:29.314192 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Attempting to bind port c44c723f-ce5d-4943-ac71-aed07a8484df on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 20:53:29.314602 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Attempting to bind port c44c723f-ce5d-4943-ac71-aed07a8484df by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 20:53:29.315047 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Attempting to bind port c44c723f-ce5d-4943-ac71-aed07a8484df on network db1547eb-f8a2-4894-8628-d8bec21d75db {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 20:53:29.324081 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.324439 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.324781 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.325119 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.325453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.325820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.326150 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.326478 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.326805 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.327130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.327454 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.327794 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Tracked resource versions report: Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: pushed versions: Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: { 'AddressGroup': {'1.2'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'ConntrackHelper': {'1.0'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Log': {'1.0'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Network': {'1.1'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Port': {'1.7'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'PortForwarding': {'1.2'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'QosPolicy': {'1.10'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'SecurityGroup': {'1.5'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'SecurityGroupRule': {'1.2'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'SubPort': {'1.0'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Subnet': {'1.1'}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Trunk': {'1.1'}} Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: consumer versions: Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: { DHCP agent@n-d-817778-8: {}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: L3 agent@n-d-817778-8: {}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: Metadata agent@n-d-817778-8: {}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: Metering agent@n-d-817778-8: {}, Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'ConntrackHelper': '1.0', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Log': '1.0', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Network': '1.1', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Port': '1.7', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'PortForwarding': '1.2', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'QosPolicy': '1.10', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'SecurityGroup': '1.5', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'SecurityGroupRule': '1.2', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'SubPort': '1.0', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Subnet': '1.1', Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: 'Trunk': '1.1'}} Nov 16 20:53:29.329732 n-d-817778-8 neutron-server[102456]: {{(pid=102456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 20:53:29.332361 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 20:53:29.332794 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Checking segment: {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:53:29.333277 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.333701 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Bound using segment: {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 20:53:29.334219 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Bound port: c44c723f-ce5d-4943-ac71-aed07a8484df, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fca0690-5429-4bce-a4db-71ca832ee379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 20:53:29.334619 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.344569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-08a4cdec-fffb-411a-8a67-e20875558870 None None] Provisioning complete for port c44c723f-ce5d-4943-ac71-aed07a8484df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:29.344979 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-08a4cdec-fffb-411a-8a67-e20875558870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.380873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-08a4cdec-fffb-411a-8a67-e20875558870 None None] Port c44c723f-ce5d-4943-ac71-aed07a8484df cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 20:53:29.409241 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] For port c44c723f-ce5d-4943-ac71-aed07a8484df, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 20:53:29.429684 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] For port c44c723f-ce5d-4943-ac71-aed07a8484df, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c44c723f-ce5d-4943-ac71-aed07a8484df,segment=NetworkSegment(4fca0690-5429-4bce-a4db-71ca832ee379),segment_id=4fca0690-5429-4bce-a4db-71ca832ee379)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 20:53:29.435369 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.497417 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177f3a8-e1fc-4610-b913-0deb391c27bf None None] Pushing event updated for resources: {'Port': ['ID=c44c723f-ce5d-4943-ac71-aed07a8484df,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:29.502709 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Routers {'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 20:53:29.503323 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T20:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:29.595358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] Set router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 20:53:29.708066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b64c430a-6282-4ca8-88fa-30f2b338de08 None None] Provisioning complete for port c44c723f-ce5d-4943-ac71-aed07a8484df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:29.708452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b64c430a-6282-4ca8-88fa-30f2b338de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.793743 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b64c430a-6282-4ca8-88fa-30f2b338de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.808994 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T20:53:17Z', 'updated_at': '2021-11-16T20:53:27Z', 'revision_number': 2, 'project_id': '2cca243184534209b5d299486508a206', 'gw_port_host': None, '_interfaces': [{'id': 'c44c723f-ce5d-4943-ac71-aed07a8484df', 'name': '', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'mac_address': 'fa:16:3e:2d:57:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:26Z', 'updated_at': '2021-11-16T20:53:29Z', 'revision_number': 4, 'project_id': '2cca243184534209b5d299486508a206', 'subnets': [{'id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:29.825777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b64c430a-6282-4ca8-88fa-30f2b338de08 None None] For port c44c723f-ce5d-4943-ac71-aed07a8484df, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c44c723f-ce5d-4943-ac71-aed07a8484df,segment=NetworkSegment(4fca0690-5429-4bce-a4db-71ca832ee379),segment_id=4fca0690-5429-4bce-a4db-71ca832ee379)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 20:53:29.832084 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b64c430a-6282-4ca8-88fa-30f2b338de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:29.837554 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48912c2a-8510-471d-a889-9e082bdb8b75 None None] The sync data for ids ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'] in n-d-817778-8 is: [{'id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T20:53:17Z', 'updated_at': '2021-11-16T20:53:27Z', 'revision_number': 2, 'project_id': '2cca243184534209b5d299486508a206', 'gw_port_host': None, '_interfaces': [{'id': 'c44c723f-ce5d-4943-ac71-aed07a8484df', 'name': '', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'mac_address': 'fa:16:3e:2d:57:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:26Z', 'updated_at': '2021-11-16T20:53:29Z', 'revision_number': 4, 'project_id': '2cca243184534209b5d299486508a206', 'subnets': [{'id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 20:53:29.881481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c430a-6282-4ca8-88fa-30f2b338de08 None None] Pushing event updated for resources: {'Port': ['ID=c44c723f-ce5d-4943-ac71-aed07a8484df,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:30.199007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44792) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:30.311809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c77ec-d213-46d2-a6f1-0dd1b98e678d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:30.313299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-872c77ec-d213-46d2-a6f1-0dd1b98e678d admin admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 842 time: 0.1132765 Nov 16 20:53:30.323768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Request body: {'subnet': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:30.348151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Made reservation on behalf of 6da3e4745d4d49999efb15738ef41a2f for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 20:53:30.350604 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:30.658454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 20:53:30.658804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:30.713442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6605148b-a8ae-4b60-b21b-94465ce9165c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:30.724907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:53:30.725256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Network hostable DHCP agents. Network: 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 20:53:30.746465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 20:53:30.757276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:53:30.761324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:30.762074 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:30.768513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb19f46-0186-4294-9763-9d2568ba1879 None None] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:53:30.781553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ea20ba4c-bd37-4826-a15c-84e1573468d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4595888 Nov 16 20:53:30.905303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51235194-24d1-4453-9be3-a28171ba4f92 None None] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:53:33.154972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44800) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:33.284248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c054efe-8098-459f-bc2c-e1640a8fa2d1 admin admin] 10.222.0.48 "GET /v2.0/routers/a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 HTTP/1.1" status: 200 len: 710 time: 0.1281812 Nov 16 20:53:33.371340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1efc5-c2be-4224-947c-73f646cc87b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:53:33.372629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3da1efc5-c2be-4224-947c-73f646cc87b0 admin admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 886 time: 0.0818238 Nov 16 20:53:33.382237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:53:33.638667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:33.940413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.013248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.115816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Allocated IP 172.25.3.122 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/f44aab35-6421-497a-a313-b554e4fbedb2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 20:53:34.217600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.248336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.283315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 20:53:34.287966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:53:34.291939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 20:53:34.326325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=f44aab35-6421-497a-a313-b554e4fbedb2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:34.547470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.744546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.747831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.856885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 20:53:34.968101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 20:53:34.976862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:34.978601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-81a86f2d-41bc-40ff-bd57-017223e4c2a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 HTTP/1.1" status: 200 len: 890 time: 1.5994637 Nov 16 20:53:36.160384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c44c723f-ce5d-4943-ac71-aed07a8484df up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 20:53:36.217318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c44c723f-ce5d-4943-ac71-aed07a8484df triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:36.217741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:36.824426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Sync routers for ids ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 20:53:36.835582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Routers {'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 20:53:36.836223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T20:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:37.046754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Set router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 20:53:37.491264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44812) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:53:37.514028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f44aab35-6421-497a-a313-b554e4fbedb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T20:53:17Z', 'updated_at': '2021-11-16T20:53:34Z', 'revision_number': 4, 'project_id': '2cca243184534209b5d299486508a206', 'gw_port': {'id': 'f44aab35-6421-497a-a313-b554e4fbedb2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:34Z', 'updated_at': '2021-11-16T20:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'c44c723f-ce5d-4943-ac71-aed07a8484df', 'name': '', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'mac_address': 'fa:16:3e:2d:57:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:26Z', 'updated_at': '2021-11-16T20:53:29Z', 'revision_number': 5, 'project_id': '2cca243184534209b5d299486508a206', 'subnets': [{'id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:37.568528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Checking router: a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 20:53:37.568881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Updating router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 port f44aab35-6421-497a-a313-b554e4fbedb2 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 20:53:37.605184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-71ebe252-4f3f-4130-ad51-22564e28f7bb admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127934 Nov 16 20:53:37.615671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:37.950160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:37.955330 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:38.004982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Attempting to bind port f44aab35-6421-497a-a313-b554e4fbedb2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 20:53:38.005368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Attempting to bind port f44aab35-6421-497a-a313-b554e4fbedb2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 20:53:38.005764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Attempting to bind port f44aab35-6421-497a-a313-b554e4fbedb2 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 20:53:38.011650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e70c56-e2f3-4e30-85ee-74b6b8795031 None None] Pushing event updated for resources: {'Port': ['ID=f44aab35-6421-497a-a313-b554e4fbedb2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:38.016432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 20:53:38.016825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:53:38.017233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:38.017656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 20:53:38.018136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Bound port: f44aab35-6421-497a-a313-b554e4fbedb2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 20:53:38.018545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:38.069992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] For port f44aab35-6421-497a-a313-b554e4fbedb2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 20:53:38.074239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] For port f44aab35-6421-497a-a313-b554e4fbedb2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f44aab35-6421-497a-a313-b554e4fbedb2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 20:53:38.079519 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:38.139118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e70c56-e2f3-4e30-85ee-74b6b8795031 None None] Pushing event updated for resources: {'Port': ['ID=f44aab35-6421-497a-a313-b554e4fbedb2,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:38.142010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Routers {'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 20:53:38.142998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T20:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:38.253596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] Set router a3b1d4fd-e9c0-4380-abfa-e8f953e2d010 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 20:53:38.470738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f44aab35-6421-497a-a313-b554e4fbedb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T20:53:17Z', 'updated_at': '2021-11-16T20:53:34Z', 'revision_number': 4, 'project_id': '2cca243184534209b5d299486508a206', 'gw_port': {'id': 'f44aab35-6421-497a-a313-b554e4fbedb2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:34Z', 'updated_at': '2021-11-16T20:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'c44c723f-ce5d-4943-ac71-aed07a8484df', 'name': '', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'mac_address': 'fa:16:3e:2d:57:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:26Z', 'updated_at': '2021-11-16T20:53:29Z', 'revision_number': 5, 'project_id': '2cca243184534209b5d299486508a206', 'subnets': [{'id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 20:53:38.500697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daa078-5f8f-431c-8a84-52451fa79ca6 None None] The sync data for ids ['a3b1d4fd-e9c0-4380-abfa-e8f953e2d010'] in n-d-817778-8 is: [{'id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'name': 'router1', 'tenant_id': '2cca243184534209b5d299486508a206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'f44aab35-6421-497a-a313-b554e4fbedb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T20:53:17Z', 'updated_at': '2021-11-16T20:53:34Z', 'revision_number': 4, 'project_id': '2cca243184534209b5d299486508a206', 'gw_port': {'id': 'f44aab35-6421-497a-a313-b554e4fbedb2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:34Z', 'updated_at': '2021-11-16T20:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'c44c723f-ce5d-4943-ac71-aed07a8484df', 'name': '', 'network_id': 'db1547eb-f8a2-4894-8628-d8bec21d75db', 'tenant_id': '2cca243184534209b5d299486508a206', 'mac_address': 'fa:16:3e:2d:57:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b1d4fd-e9c0-4380-abfa-e8f953e2d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T20:53:26Z', 'updated_at': '2021-11-16T20:53:29Z', 'revision_number': 5, 'project_id': '2cca243184534209b5d299486508a206', 'subnets': [{'id': 'd4f81d7a-f63e-470f-9be3-0fd42d2bd5bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce61fde1-8387-4169-8d2f-1367d764796f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 20:53:39.079883 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:53:40.190399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f44aab35-6421-497a-a313-b554e4fbedb2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 20:53:40.263634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f44aab35-6421-497a-a313-b554e4fbedb2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:40.263934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:40.339393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:40.358950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port f44aab35-6421-497a-a313-b554e4fbedb2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f44aab35-6421-497a-a313-b554e4fbedb2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 20:53:40.362921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:40.413677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=f44aab35-6421-497a-a313-b554e4fbedb2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:53:42.210046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f44aab35-6421-497a-a313-b554e4fbedb2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 20:53:42.311502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f44aab35-6421-497a-a313-b554e4fbedb2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:53:42.311885 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:50.588232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-365b974d-c134-40d0-8a2a-9d602878290a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:52.948273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-38b10662-a002-494a-ac6f-15d3180677ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:53.911099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:55.469803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:53:56.416764 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:16.079099 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:54:20.594855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-228b3753-ddfa-426b-a854-1d4164de94ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:22.940620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f32a1f5a-c061-4aa6-9563-c28e0746c075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:23.910368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:25.437455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:26.411050 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:50.587097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea138812-398b-4d2c-aeaf-9bf3f8960ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:52.942107 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-caea4417-d32e-4749-b5f8-a32d7ab16710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:53.078629 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:54:53.913815 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:55.432027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:54:56.414008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:19.426301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:19.486861 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c8c81d-4ebc-4e75-98ea-90e48db38172 admin admin] GET failed (client error): The resource could not be found. Nov 16 20:55:19.488150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c3c8c81d-4ebc-4e75-98ea-90e48db38172 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609016 Nov 16 20:55:19.738355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183cbf3-2fcc-4ab5-9157-bc1c04449739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:19.739843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d183cbf3-2fcc-4ab5-9157-bc1c04449739 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2465651 Nov 16 20:55:20.589010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c85356b-3bde-4885-84a8-0d6bf190cdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:22.023843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45416) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:22.125785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2670854-5153-4737-b8fb-f0546c49eefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:22.127285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d2670854-5153-4737-b8fb-f0546c49eefc admin admin] 10.222.0.48 "GET /v2.0/subnets/d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb HTTP/1.1" status: 200 len: 849 time: 0.1024275 Nov 16 20:55:22.138194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:55:22.228574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:22.377204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791121399260'] for subnet, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:22.412491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:22.413256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:22.413678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81675b93-236a-4eec-92f0-ec24e17d1646 None None] Network db1547eb-f8a2-4894-8628-d8bec21d75db requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:55:22.414559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] 10.222.0.48 "PUT /v2.0/subnets/d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb HTTP/1.1" status: 200 len: 868 time: 0.2799504 Nov 16 20:55:22.433292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:55:22.440042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.440380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.440712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.441048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.441371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.441718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.442044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.442364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.442684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.443026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.443321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.443630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b505343d-e6cc-47a2-8594-60ad72512741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:55:22.845060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2efc5bc2-14e6-45b5-b521-786645a5700d None None] Provisioning complete for port c44c723f-ce5d-4943-ac71-aed07a8484df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:55:22.845437 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2efc5bc2-14e6-45b5-b521-786645a5700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:22.946598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2efc5bc2-14e6-45b5-b521-786645a5700d None None] Provisioning complete for port 44ac779b-ee8c-4194-971e-bad27d02e91e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:55:22.947000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2efc5bc2-14e6-45b5-b521-786645a5700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:22.950516 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c708cec-f193-4f99-93bb-b372fc1b41ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:23.917874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:24.731823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45426) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:24.926138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5408bc-de99-463b-a67c-18bbbacc14e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:24.926607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5408bc-de99-463b-a67c-18bbbacc14e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:24.928230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d5408bc-de99-463b-a67c-18bbbacc14e5 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954448 Nov 16 20:55:25.435623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:26.416842 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:27.200386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45434) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:27.335924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edaced-d3da-47ab-b31a-a7bd1358bf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:27.336388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edaced-d3da-47ab-b31a-a7bd1358bf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:27.337916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-96edaced-d3da-47ab-b31a-a7bd1358bf9b admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365700 Nov 16 20:55:29.630686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45442) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:29.757924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e96f97-af79-48db-ad99-8e929d82a9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:29.759309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88e96f97-af79-48db-ad99-8e929d82a9ef admin admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 886 time: 0.1276808 Nov 16 20:55:30.076748 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:55:32.032609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45450) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:32.159706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695bfaa9-c8c1-4a88-99a0-35b8460e0bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:32.161060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-695bfaa9-c8c1-4a88-99a0-35b8460e0bab admin admin] 10.222.0.48 "GET /v2.0/networks/db1547eb-f8a2-4894-8628-d8bec21d75db HTTP/1.1" status: 200 len: 869 time: 0.1275191 Nov 16 20:55:34.451480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45458) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:34.576596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6bfa1-6b86-4c69-bf77-9ff5a3cb9df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:34.577054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6bfa1-6b86-4c69-bf77-9ff5a3cb9df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:34.578614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44c6bfa1-6b86-4c69-bf77-9ff5a3cb9df0 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261899 Nov 16 20:55:36.874870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45466) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:36.964245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7edbd-717e-40c2-b8ba-ee57c6e23532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:36.964618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7edbd-717e-40c2-b8ba-ee57c6e23532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:36.966123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00c7edbd-717e-40c2-b8ba-ee57c6e23532 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903268 Nov 16 20:55:39.240722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45474) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:39.324449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251246bb-4f12-43c2-b2d9-690883d4766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:39.325775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-251246bb-4f12-43c2-b2d9-690883d4766c admin admin] 10.222.0.48 "GET /v2.0/subnets/6605148b-a8ae-4b60-b21b-94465ce9165c HTTP/1.1" status: 200 len: 816 time: 0.0840781 Nov 16 20:55:41.575107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45482) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:55:41.667094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8b9ef-08c3-45ea-978b-cdf7cc0cec2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:55:41.668406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-68e8b9ef-08c3-45ea-978b-cdf7cc0cec2b admin admin] 10.222.0.48 "GET /v2.0/subnets/d4f81d7a-f63e-470f-9be3-0fd42d2bd5bb HTTP/1.1" status: 200 len: 868 time: 0.0923705 Nov 16 20:55:50.590463 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d53076c4-38b1-4fed-b889-4b41da68fd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:52.940636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-32591fca-8450-412b-9286-208898e14a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:53.918678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:55.437260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:55:56.421270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:06.208558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45536) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:56:06.255244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-b5409a45-a279-4815-b26f-29c34f404c79 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 20:56:06.256252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b5409a45-a279-4815-b26f-29c34f404c79 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467284 Nov 16 20:56:07.076117 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:56:08.605943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45544) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:56:08.665957 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2e1930-5085-4b95-8a6f-85ebdcd22ece admin admin] GET failed (client error): The resource could not be found. Nov 16 20:56:08.667230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c2e1930-5085-4b95-8a6f-85ebdcd22ece admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603256 Nov 16 20:56:08.749983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb5bae2-815e-41e1-987a-03630279ff07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:56:08.751440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0bb5bae2-815e-41e1-987a-03630279ff07 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795684 Nov 16 20:56:11.049090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45552) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:56:11.096096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:56:11.119340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Made reservation on behalf of 6da3e4745d4d49999efb15738ef41a2f for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 20:56:11.121674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:11.152158 n-d-817778-8 neutron-server[102453]: WARNING neutron.services.revisions.revision_plugin [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Could not find related network for resource to bump revision. Nov 16 20:56:11.169145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 20:56:11.181859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791121569527', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:11.182416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Unsubscribe: segment precommit_create {{(pid=102453) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 20:56:11.182883 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Added segment f7dac3c5-df55-49bd-b86a-4b641412614f of type vlan for network ef3aac48-f784-4372-9a07-dda7c5d3064d Nov 16 20:56:11.226207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:11.256356 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:11.257260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:56:11.257927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:11.329242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2790112 Nov 16 20:56:11.354272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Pushing event updated for resources: {'Network': ['ID=ef3aac48-f784-4372-9a07-dda7c5d3064d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:56:11.361653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.362004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.362351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.362693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.363031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.363366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.363871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.364701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.365048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.365361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.365800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.366134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44a87d8-1816-4cbb-a0c2-a6459ecf9ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:11.381904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ef3aac48-f784-4372-9a07-dda7c5d3064d details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 20:56:13.647134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:56:13.708682 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9caae64-c9ae-49c0-8c1d-658e97d00ad3 admin admin] GET failed (client error): The resource could not be found. Nov 16 20:56:13.709957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f9caae64-c9ae-49c0-8c1d-658e97d00ad3 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616739 Nov 16 20:56:13.780886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab290e0-0d5c-4bcd-a8ef-ef677cc52f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:56:13.782304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ab290e0-0d5c-4bcd-a8ef-ef677cc52f5e admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677941 Nov 16 20:56:13.793244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 20:56:13.812759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Made reservation on behalf of 6da3e4745d4d49999efb15738ef41a2f for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 20:56:13.814997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:13.972535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.025174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21f90f3-8c63-4cf4-a08b-325b027934d0,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:56:14.034894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:56:14.035252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Network hostable DHCP agents. Network: ef3aac48-f784-4372-9a07-dda7c5d3064d, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 20:56:14.050560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 20:56:14.058147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ef3aac48-f784-4372-9a07-dda7c5d3064d) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:56:14.062159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 20:56:14.062753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.068214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7207fac4-0e38-44d2-82dc-6d58829a39eb None None] Network ef3aac48-f784-4372-9a07-dda7c5d3064d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:56:14.077705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef89f1ca-4a13-472f-8eee-9239f5630875 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2878230 Nov 16 20:56:14.226959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ef3aac48-f784-4372-9a07-dda7c5d3064d', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'tenant_id': '6da3e4745d4d49999efb15738ef41a2f', 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 20:56:14.227849 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.367321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Allocated IP 192.168.233.2 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/57785e19-9f4f-45d1-ac54-22999a9866ad) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 20:56:14.509136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.515060 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.551968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 20:56:14.554908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 20:56:14.557367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 20:56:14.593140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Pushing event updated for resources: {'Port': ['ID=57785e19-9f4f-45d1-ac54-22999a9866ad,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:56:14.614961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.615300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.615637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.615967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.616295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.616621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.616941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.617264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.617619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.617928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.618244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.618559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:56:14.630788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Attempting to bind port 57785e19-9f4f-45d1-ac54-22999a9866ad on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 20:56:14.631154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Attempting to bind port 57785e19-9f4f-45d1-ac54-22999a9866ad by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 20:56:14.631516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Attempting to bind port 57785e19-9f4f-45d1-ac54-22999a9866ad on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 20:56:14.636869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 20:56:14.637354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 20:56:14.637826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.638274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 20:56:14.638752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Bound port: 57785e19-9f4f-45d1-ac54-22999a9866ad, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 20:56:14.639134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.703984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] For port 57785e19-9f4f-45d1-ac54-22999a9866ad, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 20:56:14.707217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] For port 57785e19-9f4f-45d1-ac54-22999a9866ad, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=57785e19-9f4f-45d1-ac54-22999a9866ad,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 20:56:14.711662 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:14.775725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbbef2-ed54-46f8-8433-3bdf5346da6e None None] Pushing event updated for resources: {'Port': ['ID=57785e19-9f4f-45d1-ac54-22999a9866ad,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:56:15.608486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da9380-7224-42fa-a178-84981b448655 None None] Network ef3aac48-f784-4372-9a07-dda7c5d3064d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 20:56:15.687111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f8ff3365-ecbe-47df-ad87-f09a2959fdea None None] Provisioning complete for port 57785e19-9f4f-45d1-ac54-22999a9866ad triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:56:15.687478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3365-ecbe-47df-ad87-f09a2959fdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:15.849041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3365-ecbe-47df-ad87-f09a2959fdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:15.888038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f8ff3365-ecbe-47df-ad87-f09a2959fdea None None] For port 57785e19-9f4f-45d1-ac54-22999a9866ad, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=57785e19-9f4f-45d1-ac54-22999a9866ad,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 20:56:15.893187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3365-ecbe-47df-ad87-f09a2959fdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:15.957029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff3365-ecbe-47df-ad87-f09a2959fdea None None] Pushing event updated for resources: {'Port': ['ID=57785e19-9f4f-45d1-ac54-22999a9866ad,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:56:16.115386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-af7a8c24-5395-4391-98db-2d1ea5cc0be0 None None] Provisioning complete for port 57785e19-9f4f-45d1-ac54-22999a9866ad triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:56:16.115681 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af7a8c24-5395-4391-98db-2d1ea5cc0be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:16.282248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 57785e19-9f4f-45d1-ac54-22999a9866ad up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 20:56:16.332401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 57785e19-9f4f-45d1-ac54-22999a9866ad triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 20:56:16.333277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:20.591472 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15e4f64c-d926-46b1-a2e5-7525b6b04c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:22.942131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1849c742-54ac-42bb-a3ae-5c3d9ef30a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:23.921876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:25.439945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:26.423069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:44.076532 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:56:50.594894 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f902-e912-46ca-a872-ec3929856c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:52.943801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-17b713b8-1e15-4552-b152-2a5d09f1bb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:53.926423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:55.443869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:56:56.426102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:20.598677 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-003f704a-c803-46d5-a03c-679aed4f0afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:21.074831 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:57:22.947754 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e8395c3-8123-4a1f-97ab-d440afb4508a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:23.929576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:25.447671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.147580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:57:26.154192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-dee8f3a4-8e49-4231-a092-1cc88406bb45 tempest-verify_tempest_config-65994716 tempest-verify_tempest_config-65994716-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 20:57:26.155176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dee8f3a4-8e49-4231-a092-1cc88406bb45 tempest-verify_tempest_config-65994716 tempest-verify_tempest_config-65994716-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066440 Nov 16 20:57:26.428172 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.451736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45622) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:57:26.554942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.654862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.658721 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.712259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28d20afce74741a6b3a8267c945e820a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2594788 Nov 16 20:57:26.713120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33ae81c-978e-4de2-a255-d20383f19ffe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:57:26.714991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 20:57:26.719839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.720196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.720551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.720880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.721794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.722352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.722880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.723226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.723585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.723923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.724259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.724589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222bb0ba-9bc8-414d-aa81-12577a4f8067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.772692 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.796959 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.883544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.886173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:26.887306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e33ae81c-978e-4de2-a255-d20383f19ffe HTTP/1.1" status: 204 len: 168 time: 0.1713879 Nov 16 20:57:26.895294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33ae81c-978e-4de2-a255-d20383f19ffe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 20:57:26.902095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.902443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.902778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.903138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.903486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.903810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.904155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.904505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.904823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.905189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.905458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:26.905802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcf5c9c-4eb8-4101-b7e5-a124885db692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 20:57:50.599270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82958347-dad0-4b35-8fbc-e2516d798c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:52.949489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66c4629d-848f-4430-98a1-2077b99d61de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:53.931308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:55.448744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:56.429627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:57:58.072821 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:58:20.600498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df465ad2-3674-4a2a-9639-dd3c7838e8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:22.950895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61cceb30-a59a-4c50-b620-82351a2fc2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:23.933837 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:25.451492 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:26.430761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:35.071494 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:58:50.601494 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ab17c3f3-a050-4fc5-9068-4e5e0e5f2fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:52.952484 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-86ae41e7-6ca3-4373-97df-0c6e6c754cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:53.938515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:55.454333 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:58:56.432597 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:12.069423 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:59:20.602335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2c432a6c-7890-4334-acce-ccbaabdc5e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:22.954527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1c7e6905-f1b7-4614-9c62-66c6fa450e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:23.940219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:25.456407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:26.433261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:49.068435 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 20:59:50.605619 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-942b9a11-871d-4995-9e0d-72b0913723ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:52.956619 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61c3eae3-7867-4fc6-b196-86afccc9f2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:53.944305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:55.461417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 20:59:56.436068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:20.606897 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ca3572b3-02d5-4ee2-9634-a5fc5b82161e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:22.957812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8bf82e88-fcbb-4f32-8391-e49d12879552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:23.945782 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:25.464450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:26.066821 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 5 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:00:26.437536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:32.799965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:34.767866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941382'] for agent, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:50.608104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7ccec672-fcaf-4214-b131-2a6d8a670c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:52.958733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bffb880-621b-4e55-b43f-64ad51cab618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:53.947592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:55.468747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:00:56.439824 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:02.751282 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:03.065947 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:01:04.737674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:19.207737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:01:19.311096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4fdfd5f2-bf17-4020-beed-480d6023f17e admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1022744 Nov 16 21:01:20.609757 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-67ec53a2-ee81-4d14-a22e-0a265cf95678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:21.589582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45694) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:01:21.651173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-739227c6-cfe6-4e88-ac17-cfa225f99cfa admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0604846 Nov 16 21:01:22.959289 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-28a58cef-3172-49d1-84ba-d986ec3d909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:23.951289 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:25.471281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:26.441407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:32.769243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:34.736388 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:40.064169 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:01:50.611521 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e475d186-891f-486d-a3ab-b64e093bfbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:52.960965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6421301-588e-491b-9485-8b95789fa204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:53.952874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:55.475944 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:01:56.446958 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:02.760913 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:04.751619 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:17.063852 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:02:20.612433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-77db4923-330c-4f06-b0c0-b5617522e3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:22.963366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5540-bad5-4ab6-963e-0f954d36e50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:23.955820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:25.481712 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:26.448864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:32.784546 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:34.750153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:43.413422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:43.902606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45956) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:43.918117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c5f731e5-326f-460b-aba2-bc70ffd2f472 tempest-AutoAllocateNetworkTest-100503416 tempest-AutoAllocateNetworkTest-100503416-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c239662c0a24c318aef9766284cc3b8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5027266 Nov 16 21:02:44.103678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d0582-df8f-4ede-bf44-966db89460c6 tempest-AutoAllocateNetworkTest-100503416 tempest-AutoAllocateNetworkTest-100503416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:44.110993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-135d0582-df8f-4ede-bf44-966db89460c6 tempest-AutoAllocateNetworkTest-100503416 tempest-AutoAllocateNetworkTest-100503416-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2045360 Nov 16 21:02:44.111294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45974) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:44.206453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-19a97f47-d2fb-4424-b484-49c4fe3093ea tempest-AutoAllocateNetworkTest-100503416 tempest-AutoAllocateNetworkTest-100503416-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918045 Nov 16 21:02:44.206793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45980) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:44.240763 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-052178b4-32e5-40aa-8b0d-b3063be27ba0 tempest-AutoAllocateNetworkTest-100503416 tempest-AutoAllocateNetworkTest-100503416-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4c239662c0a24c318aef9766284cc3b8 HTTP/1.1" status: 200 len: 208 time: 0.0298743 Nov 16 21:02:44.918660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46018) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:45.248274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.347952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.352413 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.402257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c239662c0a24c318aef9766284cc3b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4812975 Nov 16 21:02:45.403262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e136dda7-8ccf-46a8-9e7f-06e3d92ce8b2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:45.404973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46058) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:45.412040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.412588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.412993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.413394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.413814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.414205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.414879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.415001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.415897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.416294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.416796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.417613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c335a-34a6-42fb-8bae-ab6630f7848c admin admin] Tracked resource versions report: Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: pushed versions: Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: { 'AddressGroup': {'1.2'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'ConntrackHelper': {'1.0'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Log': {'1.0'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Network': {'1.1'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Port': {'1.7'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'PortForwarding': {'1.2'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'QosPolicy': {'1.10'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'SecurityGroup': {'1.5'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'SubPort': {'1.0'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Subnet': {'1.1'}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Trunk': {'1.1'}} Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: consumer versions: Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: { DHCP agent@n-d-817778-8: {}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: HyperV agent@n-h1-817778-8: {}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: HyperV agent@n-h2-817778-8: {}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: L3 agent@n-d-817778-8: {}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: Metadata agent@n-d-817778-8: {}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: Metering agent@n-d-817778-8: {}, Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'ConntrackHelper': '1.0', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Log': '1.0', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Network': '1.1', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Port': '1.7', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'PortForwarding': '1.2', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'QosPolicy': '1.10', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'SecurityGroup': '1.5', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'SecurityGroupRule': '1.2', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'SubPort': '1.0', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Subnet': '1.1', Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: 'Trunk': '1.1'}} Nov 16 21:02:45.418561 n-d-817778-8 neutron-server[102454]: {{(pid=102454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:02:45.467984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.492344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.557987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.560488 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:45.562313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e136dda7-8ccf-46a8-9e7f-06e3d92ce8b2 HTTP/1.1" status: 204 len: 168 time: 0.1556501 Nov 16 21:02:45.570187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e136dda7-8ccf-46a8-9e7f-06e3d92ce8b2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:45.578507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.579037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.579374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.579706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.580039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.580415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.580672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.580991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.581308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.581658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.582039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.582287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843164d1-940f-4057-95db-93b4850448c1 admin admin] Tracked resource versions report: Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: pushed versions: Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: { 'AddressGroup': {'1.2'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'ConntrackHelper': {'1.0'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Log': {'1.0'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Network': {'1.1'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Port': {'1.7'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'PortForwarding': {'1.2'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'QosPolicy': {'1.10'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'SecurityGroup': {'1.5'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'SubPort': {'1.0'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Subnet': {'1.1'}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Trunk': {'1.1'}} Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: consumer versions: Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: { DHCP agent@n-d-817778-8: {}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: HyperV agent@n-h1-817778-8: {}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: HyperV agent@n-h2-817778-8: {}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: L3 agent@n-d-817778-8: {}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: Metadata agent@n-d-817778-8: {}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: Metering agent@n-d-817778-8: {}, Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'ConntrackHelper': '1.0', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Log': '1.0', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Network': '1.1', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Port': '1.7', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'PortForwarding': '1.2', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'QosPolicy': '1.10', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'SecurityGroup': '1.5', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'SecurityGroupRule': '1.2', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'SubPort': '1.0', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Subnet': '1.1', Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: 'Trunk': '1.1'}} Nov 16 21:02:45.583686 n-d-817778-8 neutron-server[102453]: {{(pid=102453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:02:45.813917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46072) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:46.253012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca48ef8b-c8ed-40f7-827b-6b723de0d6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.350994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca48ef8b-c8ed-40f7-827b-6b723de0d6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.356887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca48ef8b-c8ed-40f7-827b-6b723de0d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.406185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48ef8b-c8ed-40f7-827b-6b723de0d6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6205e4-5df3-42b3-8496-de96a40c5b66,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:46.414451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca48ef8b-c8ed-40f7-827b-6b723de0d6e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db4cb2389fc74672a443ca0dbf191598&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5967975 Nov 16 21:02:46.414451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46110) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:46.469753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4faf6991-205b-42b0-b305-c92e7d3a555e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.492870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4faf6991-205b-42b0-b305-c92e7d3a555e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.544788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4faf6991-205b-42b0-b305-c92e7d3a555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.548725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4faf6991-205b-42b0-b305-c92e7d3a555e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:46.550290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4faf6991-205b-42b0-b305-c92e7d3a555e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df6205e4-5df3-42b3-8496-de96a40c5b66 HTTP/1.1" status: 204 len: 168 time: 0.1349070 Nov 16 21:02:46.558751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf6991-205b-42b0-b305-c92e7d3a555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6205e4-5df3-42b3-8496-de96a40c5b66,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:46.808252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46134) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:46.958105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46142) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:46.973978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4502a33-f034-445f-95d5-f8a525a382a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.063944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4502a33-f034-445f-95d5-f8a525a382a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.076662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4502a33-f034-445f-95d5-f8a525a382a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.115065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4502a33-f034-445f-95d5-f8a525a382a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cacb0bf-4cd8-4ee2-bd68-45baf0714292,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:47.120061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a4502a33-f034-445f-95d5-f8a525a382a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e88536960bba49b9ae000eddd98fdd59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1604972 Nov 16 21:02:47.123172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46156) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:47.179795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4619d373-882d-4c08-a135-d31773758943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.210217 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4619d373-882d-4c08-a135-d31773758943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.218525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e50d738-357e-4e60-ab26-23c28cb517cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.284628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4619d373-882d-4c08-a135-d31773758943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.289738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4619d373-882d-4c08-a135-d31773758943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.291228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4619d373-882d-4c08-a135-d31773758943 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cacb0bf-4cd8-4ee2-bd68-45baf0714292 HTTP/1.1" status: 204 len: 168 time: 0.1657341 Nov 16 21:02:47.303592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619d373-882d-4c08-a135-d31773758943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cacb0bf-4cd8-4ee2-bd68-45baf0714292,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:47.314056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e50d738-357e-4e60-ab26-23c28cb517cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.320466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e50d738-357e-4e60-ab26-23c28cb517cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.360571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50d738-357e-4e60-ab26-23c28cb517cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a3ae6-c0b5-41cc-a6d9-ebafc4dd86ea,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:47.373420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e50d738-357e-4e60-ab26-23c28cb517cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67cca6d1861d4ff39f054abdbcafa9f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5637765 Nov 16 21:02:47.376806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:47.443057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f03bba9f-599a-4ac9-9e30-ed75620b24c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.456735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:47.461641 n-d-817778-8 neutron-server[102453]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 21:02:47.487479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f03bba9f-599a-4ac9-9e30-ed75620b24c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.516790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-a4a07046-5c8e-4e63-8cd7-566bec54156f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577106 Nov 16 21:02:47.569117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f03bba9f-599a-4ac9-9e30-ed75620b24c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.571672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f03bba9f-599a-4ac9-9e30-ed75620b24c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:47.573579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f03bba9f-599a-4ac9-9e30-ed75620b24c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e1a3ae6-c0b5-41cc-a6d9-ebafc4dd86ea HTTP/1.1" status: 204 len: 168 time: 0.1950231 Nov 16 21:02:47.585547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bba9f-599a-4ac9-9e30-ed75620b24c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a3ae6-c0b5-41cc-a6d9-ebafc4dd86ea,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:47.746909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-cddca72c-9c5e-44fe-909f-7e3ae994fdcf tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:47.748916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-cddca72c-9c5e-44fe-909f-7e3ae994fdcf tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260704 Nov 16 21:02:47.771816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-825a5679-1adb-4b2f-8842-d83c12ee993b tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/quotas/eb5eaa8ddb3c4dd9933cd07857e1129a HTTP/1.1" status: 200 len: 375 time: 0.0166225 Nov 16 21:02:47.829693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-48461c4e-8972-4776-88e6-6df93b2c5862 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569010 Nov 16 21:02:48.158193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46224) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:48.174897 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e0585dd0-6ed1-42ca-bf20-9b6688c9c679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.256452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e0585dd0-6ed1-42ca-bf20-9b6688c9c679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.261830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e0585dd0-6ed1-42ca-bf20-9b6688c9c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.302044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585dd0-6ed1-42ca-bf20-9b6688c9c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347621ac-f267-4200-ae7e-c6f248cd32ba,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:48.308675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e0585dd0-6ed1-42ca-bf20-9b6688c9c679 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d0045ead58d4efeaa4d826787443740&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1468496 Nov 16 21:02:48.311998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46228) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:48.364818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-396e5f54-dc35-4bda-9dc5-6141dacc7d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.407946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-396e5f54-dc35-4bda-9dc5-6141dacc7d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.461659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-396e5f54-dc35-4bda-9dc5-6141dacc7d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.464245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-396e5f54-dc35-4bda-9dc5-6141dacc7d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:48.468891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-396e5f54-dc35-4bda-9dc5-6141dacc7d8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/347621ac-f267-4200-ae7e-c6f248cd32ba HTTP/1.1" status: 204 len: 168 time: 0.1558685 Nov 16 21:02:48.478734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e5f54-dc35-4bda-9dc5-6141dacc7d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347621ac-f267-4200-ae7e-c6f248cd32ba,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:48.562264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46250) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:48.948711 n-d-817778-8 neutron-server[102454]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 21:02:49.069014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49421d95-8cb3-426a-8f5f-2f87105d1b4a req-e60a68ff-e02e-4472-a4e6-ce81e0baec79 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 210 time: 0.5055494 Nov 16 21:02:50.219002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46370) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:50.347358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8a23cfa-d369-48d3-be96-ddc76d52dd68 req-5dd8e34e-6bc7-4c14-9fbf-e98adec81d12 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 210 time: 0.0620511 Nov 16 21:02:50.458271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.41', 64141) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:50.492391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-2bd1f7b8-a974-48b0-91a2-458fc55eb0a4 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320060 Nov 16 21:02:50.629796 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7b741eeb-bc07-4dcf-86fd-8b580a990a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:50.768055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-ffc0e2e8-8247-4d59-94dc-2c6b52ff2024 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:50.772970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-ffc0e2e8-8247-4d59-94dc-2c6b52ff2024 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734213 Nov 16 21:02:50.804180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b95c0ec-070f-462c-8322-78d789874901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:50.880001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Request body: {'port': {'device_id': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'eb5eaa8ddb3c4dd9933cd07857e1129a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:50.960696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b95c0ec-070f-462c-8322-78d789874901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:50.969801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b95c0ec-070f-462c-8322-78d789874901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.073785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95c0ec-070f-462c-8322-78d789874901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6af324-3119-47b4-bd9a-d4ab852cdf2b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:51.119343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8b95c0ec-070f-462c-8322-78d789874901 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad89c236da814f2e9738037bb6f358df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8990917 Nov 16 21:02:51.119971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46450) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:51.224687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d5473f-1afd-4b8a-bf33-cc492c222a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.317866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d5473f-1afd-4b8a-bf33-cc492c222a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.338290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46476) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:51.339995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Made reservation on behalf of eb5eaa8ddb3c4dd9933cd07857e1129a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:02:51.350609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.367931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.431385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d5473f-1afd-4b8a-bf33-cc492c222a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.443304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d5473f-1afd-4b8a-bf33-cc492c222a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.446112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-15d5473f-1afd-4b8a-bf33-cc492c222a69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a6af324-3119-47b4-bd9a-d4ab852cdf2b HTTP/1.1" status: 204 len: 168 time: 0.3166616 Nov 16 21:02:51.471813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5473f-1afd-4b8a-bf33-cc492c222a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6af324-3119-47b4-bd9a-d4ab852cdf2b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:51.504190 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.509878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.626482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef15b81-0336-48ae-a29a-02d06be528db,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:51.712401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0ca88c-7356-49f4-b4c0-9be67d972026 req-7d1bdb25-7973-4228-83fd-3a81125153c9 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 210 time: 0.1096594 Nov 16 21:02:51.807987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Allocated IP 192.168.233.181 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/d097434b-20c5-4021-9bb5-15c3f16af94b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:02:51.847203 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca5729b9-1eff-4dc5-a24f-8c1b7d5acb31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:51.983208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46514) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:52.042050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.053383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca5729b9-1eff-4dc5-a24f-8c1b7d5acb31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.060819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca5729b9-1eff-4dc5-a24f-8c1b7d5acb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.138753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.172391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5729b9-1eff-4dc5-a24f-8c1b7d5acb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6468fc-e85b-417a-9b62-67c0392ca08e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:52.192784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca5729b9-1eff-4dc5-a24f-8c1b7d5acb31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00bf1cb91c064e25a99eeaddc7b1925a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8363366 Nov 16 21:02:52.193161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46528) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:52.221490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:02:52.244155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:02:52.258279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:02:52.267312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:52.268713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.384160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afaf4fdb-5b82-4e44-88d9-a6fec7b1ee01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.400146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Pushing event updated for resources: {'Port': ['ID=d097434b-20c5-4021-9bb5-15c3f16af94b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:52.445318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-16f1894d-2cca-4f32-b5e9-ab629d710f2e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5717804 Nov 16 21:02:52.470292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afaf4fdb-5b82-4e44-88d9-a6fec7b1ee01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.484518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-c3776862-5516-4d3d-8612-ae0ceb162fb7 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:02:52.486327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-c3776862-5516-4d3d-8612-ae0ceb162fb7 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083318 Nov 16 21:02:52.547286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46544) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:52.567904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afaf4fdb-5b82-4e44-88d9-a6fec7b1ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.570896 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afaf4fdb-5b82-4e44-88d9-a6fec7b1ee01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.575555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-afaf4fdb-5b82-4e44-88d9-a6fec7b1ee01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec6468fc-e85b-417a-9b62-67c0392ca08e HTTP/1.1" status: 204 len: 168 time: 0.3809671 Nov 16 21:02:52.607406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-dbc3a744-f994-40dd-befa-d5aee321c5da tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0bb95f4e8cd9474ca00064d78d283b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158981 Nov 16 21:02:52.611611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a316442-9665-4348-aed3-87cf9d79a17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.617802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf4fdb-5b82-4e44-88d9-a6fec7b1ee01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6468fc-e85b-417a-9b62-67c0392ca08e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:52.664919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-94941ffa-9624-4b3b-a978-99479bdb9a44 None None] Provisioning complete for port d097434b-20c5-4021-9bb5-15c3f16af94b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:02:52.665497 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-94941ffa-9624-4b3b-a978-99479bdb9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.771941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef622-7948-4f59-8919-8c27c24ce4c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.780235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-94941ffa-9624-4b3b-a978-99479bdb9a44 None None] Port d097434b-20c5-4021-9bb5-15c3f16af94b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:02:52.981293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b10c56c1-62d5-402d-be71-355b32985c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:52.998271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef622-7948-4f59-8919-8c27c24ce4c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.005138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef622-7948-4f59-8919-8c27c24ce4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.175510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ef622-7948-4f59-8919-8c27c24ce4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe1df8-12a8-4806-a032-b392e5f22fa2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:53.192947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a316442-9665-4348-aed3-87cf9d79a17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.216082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a316442-9665-4348-aed3-87cf9d79a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.278657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e1ef622-7948-4f59-8919-8c27c24ce4c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20ed2c290f8d45a5967875259be9437f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2937231 Nov 16 21:02:53.288492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-e52ec202-ae60-422d-ab63-48214a1f19e5 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:53.302734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-e52ec202-ae60-422d-ab63-48214a1f19e5 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6742671 Nov 16 21:02:53.307669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46560) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:53.376487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-441dc617-f7df-4983-93fe-f9d58fa77190 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/quotas/0bb95f4e8cd9474ca00064d78d283b3e HTTP/1.1" status: 200 len: 375 time: 0.0701916 Nov 16 21:02:53.395999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a316442-9665-4348-aed3-87cf9d79a17f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4814a94e5c664adba117fad3a91f5238&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8447161 Nov 16 21:02:53.399960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46564) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:53.424565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a316442-9665-4348-aed3-87cf9d79a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca22747-92c3-4a47-a475-ff485be54bd0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:53.445078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-d1967193-830d-4c55-bb6b-14554006937e tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bb95f4e8cd9474ca00064d78d283b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671597 Nov 16 21:02:53.456567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b312d0-01b0-4674-a19a-09a3335201d3 req-85ce84f0-4699-41b4-b33d-14c6783450be tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:53.465382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-44b312d0-01b0-4674-a19a-09a3335201d3 req-85ce84f0-4699-41b4-b33d-14c6783450be tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 936 time: 0.4015379 Nov 16 21:02:53.515514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae17b406-8464-47aa-94a1-0ce45c7bad24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.550953 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9832aced-784d-4a23-9a88-b38c3c296c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.601948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9832aced-784d-4a23-9a88-b38c3c296c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.614203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-44b312d0-01b0-4674-a19a-09a3335201d3 req-36e5af63-8e4b-49a3-928c-cbe34571b3fd tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475899 Nov 16 21:02:53.617779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae17b406-8464-47aa-94a1-0ce45c7bad24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.705723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9832aced-784d-4a23-9a88-b38c3c296c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.710594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9832aced-784d-4a23-9a88-b38c3c296c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.712952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9832aced-784d-4a23-9a88-b38c3c296c8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ca22747-92c3-4a47-a475-ff485be54bd0 HTTP/1.1" status: 204 len: 168 time: 0.3117514 Nov 16 21:02:53.715715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:53.737193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae17b406-8464-47aa-94a1-0ce45c7bad24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.742606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae17b406-8464-47aa-94a1-0ce45c7bad24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.750365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae17b406-8464-47aa-94a1-0ce45c7bad24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9fe1df8-12a8-4806-a032-b392e5f22fa2 HTTP/1.1" status: 204 len: 168 time: 0.4404137 Nov 16 21:02:53.754986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832aced-784d-4a23-9a88-b38c3c296c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca22747-92c3-4a47-a475-ff485be54bd0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:53.768386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17b406-8464-47aa-94a1-0ce45c7bad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe1df8-12a8-4806-a032-b392e5f22fa2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:53.811373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7de38eb5-5f65-44aa-aeee-468989c7963e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:53.867761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35d2f86d-82b7-4a35-b96c-ae9e0adf4c63 req-28ba202b-9240-4fd0-a211-4690c24ace54 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0790219 Nov 16 21:02:53.970666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.064334 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:02:54.146510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7de38eb5-5f65-44aa-aeee-468989c7963e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.159737 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7de38eb5-5f65-44aa-aeee-468989c7963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.198242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38eb5-5f65-44aa-aeee-468989c7963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0734914f-0e11-4f9c-85ef-35296e796800,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:54.218622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7de38eb5-5f65-44aa-aeee-468989c7963e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26b063ac709140189252e6729d50ea23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4833248 Nov 16 21:02:54.221218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46620) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:54.287365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b813d632-e9fc-4255-be79-4f96092132b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.332899 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b813d632-e9fc-4255-be79-4f96092132b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.463802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b813d632-e9fc-4255-be79-4f96092132b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.466588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b813d632-e9fc-4255-be79-4f96092132b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.467935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b813d632-e9fc-4255-be79-4f96092132b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0734914f-0e11-4f9c-85ef-35296e796800 HTTP/1.1" status: 204 len: 168 time: 0.2457058 Nov 16 21:02:54.479217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813d632-e9fc-4255-be79-4f96092132b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0734914f-0e11-4f9c-85ef-35296e796800,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:54.594191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Request body: {'port': {'device_id': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:02:54.762965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:54.857152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46654) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:54.908289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3091941-00f0-471d-a8ee-0f3cae44fe16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.136979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7daccef1-3161-4499-94e7-e66388649646 req-0d499bbe-b02c-4582-85c9-df147c495cbc tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.1462271 Nov 16 21:02:55.195678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eca9c-49a3-4883-97d5-22b1d601004e req-b345aec7-68ca-4f6a-973c-73f5027e7507 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:55.200060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-508eca9c-49a3-4883-97d5-22b1d601004e req-b345aec7-68ca-4f6a-973c-73f5027e7507 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 936 time: 0.4396338 Nov 16 21:02:55.280906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3091941-00f0-471d-a8ee-0f3cae44fe16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.286789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3091941-00f0-471d-a8ee-0f3cae44fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.360956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e3091941-00f0-471d-a8ee-0f3cae44fe16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2955726ff6184f9d9861e348bdad294b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5020156 Nov 16 21:02:55.363066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3091941-00f0-471d-a8ee-0f3cae44fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceb46c6-b9e5-4184-99a1-2f337f71283b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:55.364959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46664) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:55.413947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-508eca9c-49a3-4883-97d5-22b1d601004e req-6d7095ed-754c-44ba-a0f9-6ef8697bf814 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048182 Nov 16 21:02:55.445677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d097434b-20c5-4021-9bb5-15c3f16af94b {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:02:55.453769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46668) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:55.458698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.489664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Transition to ACTIVE for port object d097434b-20c5-4021-9bb5-15c3f16af94b will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:02:55.491474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.512371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.605642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb8d8df7-5a24-4f2a-bcc3-b18da5df019b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.824564 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb8d8df7-5a24-4f2a-bcc3-b18da5df019b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.901386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a42f-7a4c-4762-b59c-f91ce2751426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.912193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Pushing event updated for resources: {'Port': ['ID=d097434b-20c5-4021-9bb5-15c3f16af94b,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:55.924300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Attempting to bind port d097434b-20c5-4021-9bb5-15c3f16af94b on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:02:55.924918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Attempting to bind port d097434b-20c5-4021-9bb5-15c3f16af94b by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:02:55.925911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Attempting to bind port d097434b-20c5-4021-9bb5-15c3f16af94b on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:02:55.933621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb8d8df7-5a24-4f2a-bcc3-b18da5df019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.937554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb8d8df7-5a24-4f2a-bcc3-b18da5df019b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.939809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bb8d8df7-5a24-4f2a-bcc3-b18da5df019b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ceb46c6-b9e5-4184-99a1-2f337f71283b HTTP/1.1" status: 204 len: 168 time: 0.5722828 Nov 16 21:02:55.942492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Port d097434b-20c5-4021-9bb5-15c3f16af94b on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:02:55.943037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Attempting to bind port d097434b-20c5-4021-9bb5-15c3f16af94b on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:02:55.960819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:02:55.961253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:02:55.962271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:02:55.962798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Bound port: d097434b-20c5-4021-9bb5-15c3f16af94b, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:02:55.963367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:55.980179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d8df7-5a24-4f2a-bcc3-b18da5df019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceb46c6-b9e5-4184-99a1-2f337f71283b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:56.108250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a42f-7a4c-4762-b59c-f91ce2751426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.114166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a42f-7a4c-4762-b59c-f91ce2751426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.142432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] For port d097434b-20c5-4021-9bb5-15c3f16af94b, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:02:56.154012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] For port d097434b-20c5-4021-9bb5-15c3f16af94b, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d097434b-20c5-4021-9bb5-15c3f16af94b,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:02:56.160987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.192053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b6b0a42f-7a4c-4762-b59c-f91ce2751426 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b338b0c75314b579c9f0486a722d0e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7367365 Nov 16 21:02:56.209824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46694) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:56.214978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:56.215977 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.218277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] 10.222.0.41 "PUT /v2.0/ports/d097434b-20c5-4021-9bb5-15c3f16af94b HTTP/1.1" status: 200 len: 1096 time: 2.2342629 Nov 16 21:02:56.226162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'tag': 'd097434b-20c5-4021-9bb5-15c3f16af94b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:02:56.266703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a42f-7a4c-4762-b59c-f91ce2751426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def63507-289b-47c3-ad11-d63bb6d35a36,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:56.341931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-375eb260-8727-45c0-ad8b-dc0460f19410 req-79e95200-9b3a-4e5f-98af-0e2ca27ed7e6 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0625548 Nov 16 21:02:56.413551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46882-4557-415c-aff6-03938c23ca9d service neutron] Pushing event updated for resources: {'Port': ['ID=d097434b-20c5-4021-9bb5-15c3f16af94b,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:56.470872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f1-1917-4c9a-a0d7-ff371e4d57c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.487493 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.533658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f1-1917-4c9a-a0d7-ff371e4d57c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.627244 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bac8c3-ad33-4151-8043-7d3e1f5a502d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaa4e51-25bf-4f38-bf8e-bb43852f7016", "tag": "d097434b-20c5-4021-9bb5-15c3f16af94b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:02:56.692389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c0da5-cab9-4d61-bbd8-5a78c397925a req-4cc0a5aa-0572-489c-9e82-305a0093027a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:56.694011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-790c0da5-cab9-4d61-bbd8-5a78c397925a req-4cc0a5aa-0572-489c-9e82-305a0093027a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.1271539 Nov 16 21:02:56.710122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f1-1917-4c9a-a0d7-ff371e4d57c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.713888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e39a7f1-1917-4c9a-a0d7-ff371e4d57c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:56.715022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e39a7f1-1917-4c9a-a0d7-ff371e4d57c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/def63507-289b-47c3-ad11-d63bb6d35a36 HTTP/1.1" status: 204 len: 168 time: 0.5054934 Nov 16 21:02:56.771869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39a7f1-1917-4c9a-a0d7-ff371e4d57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def63507-289b-47c3-ad11-d63bb6d35a36,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:56.836329 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-790c0da5-cab9-4d61-bbd8-5a78c397925a req-2fb0a45b-edea-4e65-a5ec-71f3e30c774f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265829 Nov 16 21:02:56.996408 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d68050-6739-4af4-b6e3-812c55bf1571 x-openstack-request-id: req-85d68050-6739-4af4-b6e3-812c55bf1571 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:02:56.996745 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaa4e51-25bf-4f38-bf8e-bb43852f7016", "tag": "d097434b-20c5-4021-9bb5-15c3f16af94b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:02:56.997057 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85d68050-6739-4af4-b6e3-812c55bf1571 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:02:56.997606 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'tag': 'd097434b-20c5-4021-9bb5-15c3f16af94b', 'status': 'completed', 'code': 200} Nov 16 21:02:57.384875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46744) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:57.404197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6de0916d-90fa-485f-858d-1f945f240834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.475233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e50eaf0b-228d-4ebb-8357-582a02e10907 req-fdec3aa0-a4c4-45c6-b866-98ba93958ecf tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0693281 Nov 16 21:02:57.534490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6de0916d-90fa-485f-858d-1f945f240834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.539921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6de0916d-90fa-485f-858d-1f945f240834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.585722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0916d-90fa-485f-858d-1f945f240834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed37025-29b5-4680-8c70-7ec76c379c43,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:57.606402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46752) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:57.606500 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6de0916d-90fa-485f-858d-1f945f240834 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fab5410cce104a9bb80c57b28e9ba879&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2186303 Nov 16 21:02:57.687810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac498-c392-4f45-85e7-897c47ef76d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.712944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac498-c392-4f45-85e7-897c47ef76d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.777099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac498-c392-4f45-85e7-897c47ef76d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.784707 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac498-c392-4f45-85e7-897c47ef76d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:02:57.787238 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9b0ac498-c392-4f45-85e7-897c47ef76d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ed37025-29b5-4680-8c70-7ec76c379c43 HTTP/1.1" status: 204 len: 168 time: 0.1797118 Nov 16 21:02:57.801243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ac498-c392-4f45-85e7-897c47ef76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed37025-29b5-4680-8c70-7ec76c379c43,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:02:57.988921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3ebd4-3796-483e-8e90-3ca144a2442e req-b0674c92-8ecc-44cc-8f87-4eaf8a381272 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:57.991071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73d3ebd4-3796-483e-8e90-3ca144a2442e req-b0674c92-8ecc-44cc-8f87-4eaf8a381272 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.0603838 Nov 16 21:02:58.053256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73d3ebd4-3796-483e-8e90-3ca144a2442e req-74c682b7-77e8-43ef-bb6c-695804487eec tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555739 Nov 16 21:02:58.584864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd332165-dfd7-4f43-99e9-744d8798005a req-e25923c9-cdb6-4a3a-bc0e-d41e146cdcfd tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0281518 Nov 16 21:02:59.286810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e328587-080f-4a4b-9bf6-c5e2f4a3ddc4 req-3f819139-cea5-42f6-8fc4-ed51351ae8ac tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:02:59.289276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e328587-080f-4a4b-9bf6-c5e2f4a3ddc4 req-3f819139-cea5-42f6-8fc4-ed51351ae8ac tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.0770516 Nov 16 21:02:59.363179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e328587-080f-4a4b-9bf6-c5e2f4a3ddc4 req-c5e3be27-7579-43bc-9fd4-a7e132667fe9 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 Nov 16 21:02:59.723441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01598ea5-ca6b-441b-a1c9-35089d91a582 req-0b7245c5-84f6-449f-aa31-5e45710a90a6 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0430787 Nov 16 21:02:59.756290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46858) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:02:59.774423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46862) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:00.015994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3663-8b23-4cda-95c5-4b1a03c13df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.066882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5602-ec3a-49d5-a063-0e8fea882d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.206382 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3663-8b23-4cda-95c5-4b1a03c13df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.221728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3663-8b23-4cda-95c5-4b1a03c13df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.249379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5602-ec3a-49d5-a063-0e8fea882d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.254940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4bc3663-8b23-4cda-95c5-4b1a03c13df0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2147a1771c6f4944a02c1e2cbfd69b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794269 Nov 16 21:03:00.258676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46878) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:00.262944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5602-ec3a-49d5-a063-0e8fea882d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.295955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6c3b5602-ec3a-49d5-a063-0e8fea882d0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ff19e562e7548339133b9d6d19be078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378635 Nov 16 21:03:00.298920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:00.358416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc3663-8b23-4cda-95c5-4b1a03c13df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46dedec-7505-4ccd-9163-32b6a195f03d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:00.419283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b5602-ec3a-49d5-a063-0e8fea882d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a64e9c-1879-4263-bb9f-7349640d4f90,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:00.422155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06656118-074b-4337-8f54-81857f642b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.491896 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaca1108-cf00-492a-8230-9ce18055ab9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.518630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06656118-074b-4337-8f54-81857f642b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.602526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaca1108-cf00-492a-8230-9ce18055ab9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.628690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06656118-074b-4337-8f54-81857f642b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.631773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06656118-074b-4337-8f54-81857f642b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.634599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-06656118-074b-4337-8f54-81857f642b9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d46dedec-7505-4ccd-9163-32b6a195f03d HTTP/1.1" status: 204 len: 168 time: 0.3749001 Nov 16 21:03:00.655184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06656118-074b-4337-8f54-81857f642b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46dedec-7505-4ccd-9163-32b6a195f03d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:00.677193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fb975-1a5d-4e5f-ab61-e99e69b7755b req-05fa1448-455b-4935-9645-6124cb935e0c tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:00.679694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd0fb975-1a5d-4e5f-ab61-e99e69b7755b req-05fa1448-455b-4935-9645-6124cb935e0c tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.1656260 Nov 16 21:03:00.768991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd0fb975-1a5d-4e5f-ab61-e99e69b7755b req-bfeae843-4e9a-4c47-a638-901e41cc3b04 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832038 Nov 16 21:03:00.771186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaca1108-cf00-492a-8230-9ce18055ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.780822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaca1108-cf00-492a-8230-9ce18055ab9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:00.782174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eaca1108-cf00-492a-8230-9ce18055ab9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83a64e9c-1879-4263-bb9f-7349640d4f90 HTTP/1.1" status: 204 len: 168 time: 0.4756956 Nov 16 21:03:00.799960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca1108-cf00-492a-8230-9ce18055ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a64e9c-1879-4263-bb9f-7349640d4f90,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:00.882424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80874ec1-2aef-4ddb-9ec4-178c326c2bc4 req-fffafdd1-0aa6-4362-97f9-eb9f9c7dab71 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0365241 Nov 16 21:03:01.373645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46916) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:01.395203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5b9a-3ac3-4275-929f-af622af3a095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.476586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:01.501522 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1b7d-221b-41f1-a7c5-c8479ec64d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.541842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5b9a-3ac3-4275-929f-af622af3a095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.551239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b1e5b9a-3ac3-4275-929f-af622af3a095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.604388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1b7d-221b-41f1-a7c5-c8479ec64d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.611616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1b7d-221b-41f1-a7c5-c8479ec64d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.627984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3b1e5b9a-3ac3-4275-929f-af622af3a095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3813c6e159c745eebb262794e097e6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571063 Nov 16 21:03:01.630634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46922) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:01.637555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e5b9a-3ac3-4275-929f-af622af3a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647bd6c4-61f3-48e3-96d6-5f399fa40d23,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:01.660449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ff9e1b7d-221b-41f1-a7c5-c8479ec64d34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ced39211f174a12a2c789de5ffb7cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779230 Nov 16 21:03:01.661844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e1b7d-221b-41f1-a7c5-c8479ec64d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5459f697-9ca1-47b3-a0c9-54ddfdf85c15,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:01.664433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46924) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:01.733155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc468a7b-8bcd-44e8-bf9f-a049ee51570e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.767505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc468a7b-8bcd-44e8-bf9f-a049ee51570e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.769723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af516268-aa26-4c20-aa99-63ea74a797df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.798573 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af516268-aa26-4c20-aa99-63ea74a797df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.852338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc468a7b-8bcd-44e8-bf9f-a049ee51570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.857882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc468a7b-8bcd-44e8-bf9f-a049ee51570e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.857882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dc468a7b-8bcd-44e8-bf9f-a049ee51570e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/647bd6c4-61f3-48e3-96d6-5f399fa40d23 HTTP/1.1" status: 204 len: 168 time: 0.2258244 Nov 16 21:03:01.872660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc468a7b-8bcd-44e8-bf9f-a049ee51570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647bd6c4-61f3-48e3-96d6-5f399fa40d23,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:01.876484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af516268-aa26-4c20-aa99-63ea74a797df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.877785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46932) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:01.890053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af516268-aa26-4c20-aa99-63ea74a797df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:01.891549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af516268-aa26-4c20-aa99-63ea74a797df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5459f697-9ca1-47b3-a0c9-54ddfdf85c15 HTTP/1.1" status: 204 len: 168 time: 0.2261922 Nov 16 21:03:01.904324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af516268-aa26-4c20-aa99-63ea74a797df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459f697-9ca1-47b3-a0c9-54ddfdf85c15,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:02.057004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88b594-98e6-4d45-b18c-aa058f8ecc32 req-915026ec-3316-4ffd-8ca9-351b76c1069c tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:02.076882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb88b594-98e6-4d45-b18c-aa058f8ecc32 req-915026ec-3316-4ffd-8ca9-351b76c1069c tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.1326826 Nov 16 21:03:02.080819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09062589-4352-4b35-a952-518158f15be1 req-d2f949f8-c70a-44ea-8562-55118e32ee77 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0444505 Nov 16 21:03:02.134691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4e5e-35c5-41f9-9945-961fd5ddf970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.199195 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb88b594-98e6-4d45-b18c-aa058f8ecc32 req-803dd5ff-a251-47ca-a1c5-b2f181519f46 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208565 Nov 16 21:03:02.294195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4e5e-35c5-41f9-9945-961fd5ddf970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.301320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4e5e-35c5-41f9-9945-961fd5ddf970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.384928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8c0b4e5e-35c5-41f9-9945-961fd5ddf970 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=689c6af2573f4de8abf547ed1d49d6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055292 Nov 16 21:03:02.385849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b4e5e-35c5-41f9-9945-961fd5ddf970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d45b025-36b2-4a23-a941-f81309d745c2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:02.387810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:02.444278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d4d63af-2b47-4981-adb6-7cd3363fa236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.497442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d4d63af-2b47-4981-adb6-7cd3363fa236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.557662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d4d63af-2b47-4981-adb6-7cd3363fa236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.560181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d4d63af-2b47-4981-adb6-7cd3363fa236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:02.562236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d4d63af-2b47-4981-adb6-7cd3363fa236 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d45b025-36b2-4a23-a941-f81309d745c2 HTTP/1.1" status: 204 len: 168 time: 0.1726096 Nov 16 21:03:02.571832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d63af-2b47-4981-adb6-7cd3363fa236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d45b025-36b2-4a23-a941-f81309d745c2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:02.831424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.001275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46980) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:03.016983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f4c127f-7f01-447e-a88c-12ad0bc1e258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.139291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f4c127f-7f01-447e-a88c-12ad0bc1e258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.148512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f4c127f-7f01-447e-a88c-12ad0bc1e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.206352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:03.206952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1f4c127f-7f01-447e-a88c-12ad0bc1e258 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee070f2d538d4fa3968a3321c033dd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040703 Nov 16 21:03:03.227535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c127f-7f01-447e-a88c-12ad0bc1e258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d3f2f-023e-457a-9684-813c5eded4eb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:03.255685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-639f066e-6d71-4ee6-bb1d-a5ca5746d216 req-eb3842d1-a9bf-4143-a29c-c022099968d8 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0435362 Nov 16 21:03:03.307233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b72cc632-2d2e-40d9-b476-12b81b8516b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.340152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b72cc632-2d2e-40d9-b476-12b81b8516b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.395864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e0024-c8a9-43fa-9212-c89f53183d2e req-a7c3232e-b50a-4b62-8cd4-f8ce3e7aa8a6 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:03.397783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-918e0024-c8a9-43fa-9212-c89f53183d2e req-a7c3232e-b50a-4b62-8cd4-f8ce3e7aa8a6 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.0664124 Nov 16 21:03:03.410706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b72cc632-2d2e-40d9-b476-12b81b8516b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.413822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b72cc632-2d2e-40d9-b476-12b81b8516b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:03.415123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b72cc632-2d2e-40d9-b476-12b81b8516b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/506d3f2f-023e-457a-9684-813c5eded4eb HTTP/1.1" status: 204 len: 168 time: 0.2068033 Nov 16 21:03:03.425209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cc632-2d2e-40d9-b476-12b81b8516b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d3f2f-023e-457a-9684-813c5eded4eb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:03.456756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-918e0024-c8a9-43fa-9212-c89f53183d2e req-4bc48328-60e9-45b3-8cee-12a786a374f1 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Nov 16 21:03:04.109027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bac8c3-ad33-4151-8043-7d3e1f5a502d req-ed1d8181-7b00-495d-a0d0-dffbb5c51f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.110615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4bac8c3-ad33-4151-8043-7d3e1f5a502d req-ed1d8181-7b00-495d-a0d0-dffbb5c51f47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 1099 time: 0.0951715 Nov 16 21:03:04.158156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4bac8c3-ad33-4151-8043-7d3e1f5a502d req-981b4fdf-6b04-4eff-bdb7-d49f901f0fc8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342207 Nov 16 21:03:04.365324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bac8c3-ad33-4151-8043-7d3e1f5a502d req-f2c600a5-052c-400e-b8a4-5d7f33b675fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.367491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4bac8c3-ad33-4151-8043-7d3e1f5a502d req-f2c600a5-052c-400e-b8a4-5d7f33b675fe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999264 Nov 16 21:03:04.384264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab10f00f-a6c6-4d80-9f3e-02ba6788e753 req-2bd1f6f9-e2a3-446c-9d83-d75f39423429 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0334456 Nov 16 21:03:04.450709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-968ee2ed-000a-48fe-9312-00a338d8ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.452423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-968ee2ed-000a-48fe-9312-00a338d8ef91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 1099 time: 0.0418389 Nov 16 21:03:04.619429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730418d-b2b1-4d24-870e-02129829c165 req-c437c2ec-8db9-46ae-9a8c-b61be4aee279 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.637529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b730418d-b2b1-4d24-870e-02129829c165 req-c437c2ec-8db9-46ae-9a8c-b61be4aee279 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.0874841 Nov 16 21:03:04.638157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.41', 64148) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:04.694716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-094b165c-c172-4b77-907e-cc6fedad5178 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0bb95f4e8cd9474ca00064d78d283b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544343 Nov 16 21:03:04.769462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:04.791903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-6e73b3df-7d1b-4908-853a-16a7e49b2fe3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d097434b-20c5-4021-9bb5-15c3f16af94b HTTP/1.1" status: 200 len: 217 time: 0.3298082 Nov 16 21:03:04.850480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b730418d-b2b1-4d24-870e-02129829c165 req-07f2071f-9716-47eb-95db-a33362c1585f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938252 Nov 16 21:03:04.891306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-097f85b9-6d03-4395-b754-2b4b1c8c32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.894105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-097f85b9-6d03-4395-b754-2b4b1c8c32bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0845478 Nov 16 21:03:04.896870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5ff24ba9-e090-4467-a443-963178cb0c26 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.898782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5ff24ba9-e090-4467-a443-963178cb0c26 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951740 Nov 16 21:03:04.922106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Request body: {'port': {'device_id': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '0bb95f4e8cd9474ca00064d78d283b3e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:04.991362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-c06a9fc8-c36e-4ec7-a09a-5c528ca0db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:04.993128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-c06a9fc8-c36e-4ec7-a09a-5c528ca0db06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806198 Nov 16 21:03:05.125779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-2fb71f3e-1f59-4db2-bf30-d2d132d5ce55 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189833 Nov 16 21:03:05.207154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Made reservation on behalf of 0bb95f4e8cd9474ca00064d78d283b3e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:05.211139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:05.229877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:05.240471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61df3b13-8807-41cb-9fc1-20464c0e6ff5 req-2639e0e4-9af0-4ab5-b629-3caa57c6889c service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068134 Nov 16 21:03:05.336216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:05.345259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:05.479220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e68bb-7ed4-4cb6-826f-954b91e313ab,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:05.488729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-76a97ae5-30c8-483c-bc34-343f9225765c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040230 Nov 16 21:03:05.508590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5775c72-5d23-4deb-8241-8b8e0845d470 req-3c3e1ea6-69d9-4230-b305-08c4a30ce3ce tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0518832 Nov 16 21:03:05.714221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Allocated IP 192.168.233.18 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:05.727775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f644de28-47a0-4e26-89a6-eb28c38169b0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:05.729229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f644de28-47a0-4e26-89a6-eb28c38169b0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398148 Nov 16 21:03:05.765450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-2adb9380-d136-40ec-82cf-85e0c48a0bc4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/quotas/592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 375 time: 0.0278490 Nov 16 21:03:05.834134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-23b159b6-06c2-4c74-a314-16480d80639b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601015 Nov 16 21:03:06.003672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:06.099595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:06.294460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Pushing event updated for resources: {'Port': ['ID=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:06.298124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:06.303620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:06.323905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309397-1a91-4577-8e51-5ff299ea9635 req-3ed763ae-77cd-431d-9484-c11e5b119f10 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:06.331705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d309397-1a91-4577-8e51-5ff299ea9635 req-3ed763ae-77cd-431d-9484-c11e5b119f10 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.2344587 Nov 16 21:03:06.361303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:06.367706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:06.368374 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:06.380666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1281989c-d15c-4778-82b8-2354a67e3ea0 req-4c407eb7-1317-4413-9ef5-d5e4f4822356 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 210 time: 0.0624814 Nov 16 21:03:06.449336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d309397-1a91-4577-8e51-5ff299ea9635 req-2bb05f0d-036d-4252-8137-1c246262448c tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112697 Nov 16 21:03:06.465604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-5320ba95-610c-42a7-b6d2-62f4f46902e9 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5466962 Nov 16 21:03:06.483287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Request body: {'port': {'device_id': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'device_owner': 'compute:tempest-test_az-1910200783', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:06.596895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:06.851182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-39564c35-b12f-4061-ae23-4c838aed8dfc None None] Provisioning complete for port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:06.853976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-39564c35-b12f-4061-ae23-4c838aed8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:06.931672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-39564c35-b12f-4061-ae23-4c838aed8dfc None None] Port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:06.995915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20974e2-e948-4f8d-8e0b-a0c9f9752cbb req-68f4cff8-f7f6-4e36-89aa-f8a3f0c431e5 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:07.005544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f20974e2-e948-4f8d-8e0b-a0c9f9752cbb req-68f4cff8-f7f6-4e36-89aa-f8a3f0c431e5 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 935 time: 0.1092098 Nov 16 21:03:07.130624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f20974e2-e948-4f8d-8e0b-a0c9f9752cbb req-84b4e229-323a-478b-ba8d-52c5ebfa9756 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182990 Nov 16 21:03:07.187111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:07.195447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:07.218818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Transition to ACTIVE for port object 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:07.224250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:07.374800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.47', 50535) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:07.438130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-69ce8acd-957d-434c-b16d-b3ef833de695 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578980 Nov 16 21:03:07.534395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47186) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:07.580759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Pushing event updated for resources: {'Port': ['ID=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:07.602674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Attempting to bind port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:07.603231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Attempting to bind port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:07.603913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Attempting to bind port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:07.614274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:07.614604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Attempting to bind port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:07.626817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:07.632755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:07.633445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:07.634107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Bound port: 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:07.634487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:07.639449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb39a3a4-3416-4a8d-b0ca-464d1c231c0e req-136a1f72-a6c6-4817-942a-d0240f2fd8c1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 210 time: 0.0738821 Nov 16 21:03:07.705487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-1256d308-af3c-4fd2-a662-70cfc627667f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:07.707928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-1256d308-af3c-4fd2-a662-70cfc627667f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633936 Nov 16 21:03:07.769281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] For port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:07.775295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] For port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:07.781110 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:07.807039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6080ca5-b174-46ae-a35b-84d15b5e2c7f req-c6db3111-dfd6-47a5-a306-0ce9a0aa8bb5 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:07.809839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6080ca5-b174-46ae-a35b-84d15b5e2c7f req-c6db3111-dfd6-47a5-a306-0ce9a0aa8bb5 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.0643361 Nov 16 21:03:07.814974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Request body: {'port': {'device_id': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '592b4716c4a64f2d88f38a91914acb83'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:07.816685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:07.817405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:07.819960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] 10.222.0.41 "PUT /v2.0/ports/15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd HTTP/1.1" status: 200 len: 1117 time: 1.3433058 Nov 16 21:03:07.822664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'tag': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:07.993175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6080ca5-b174-46ae-a35b-84d15b5e2c7f req-d876864d-c28a-4be8-85f0-23d5aacabe6c tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518099 Nov 16 21:03:08.078693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Made reservation on behalf of 592b4716c4a64f2d88f38a91914acb83 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:08.083131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.101152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.104437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae8beb29-c835-4f45-9343-0ad20083ecfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.172364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5406d6-cbe2-4cfd-84be-7e7b4d626032 service neutron] Pushing event updated for resources: {'Port': ['ID=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:08.200189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-8e0d08df-4bf4-4eba-9a1a-03befddb9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:08.201962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-8e0d08df-4bf4-4eba-9a1a-03befddb9c25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bb95f4e8cd9474ca00064d78d283b3e&device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 1120 time: 0.2434609 Nov 16 21:03:08.215527 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58ce958-5052-4275-ba06-54da3a002eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "4b740c7d-40ed-497b-a521-dce5785ae9f0", "tag": "15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:08.316234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.329844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-6a888719-0100-4590-830c-92d0a0375c24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd HTTP/1.1" status: 200 len: 217 time: 0.1042967 Nov 16 21:03:08.335346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.451639 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae8beb29-c835-4f45-9343-0ad20083ecfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.457026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-72d7d971-67a3-4f1d-997b-869cbf4a4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:08.458660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-72d7d971-67a3-4f1d-997b-869cbf4a4981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1148508 Nov 16 21:03:08.461389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae8beb29-c835-4f45-9343-0ad20083ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.466287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d735e83-0664-4de4-a964-20ad031da11c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:08.549065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Allocated IP 192.168.233.53 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/4b00b323-abcf-44ef-8776-62dbf36880d7) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:08.577435 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10525bf1-44ab-4248-99e5-e0340fbab6eb x-openstack-request-id: req-10525bf1-44ab-4248-99e5-e0340fbab6eb {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:08.577990 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b740c7d-40ed-497b-a521-dce5785ae9f0", "tag": "15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:08.577990 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10525bf1-44ab-4248-99e5-e0340fbab6eb {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:08.578489 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'tag': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd', 'status': 'completed', 'code': 200} Nov 16 21:03:08.588475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8beb29-c835-4f45-9343-0ad20083ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde38f9-cdb6-4b1e-80e0-9adb111b8faa,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:08.602569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae8beb29-c835-4f45-9343-0ad20083ecfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c0b87981fac47e0bf437471199f16c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0636170 Nov 16 21:03:08.610896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47228) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:08.622545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-4698452b-95e2-48f6-b26b-7c53f8488370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:08.624122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-4698452b-95e2-48f6-b26b-7c53f8488370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494358 Nov 16 21:03:08.631548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352f73a-e83f-4997-9e09-e0ade5a03d3c req-815049e3-6d3e-4c50-abb3-ab012ad92f92 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:08.632988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b352f73a-e83f-4997-9e09-e0ade5a03d3c req-815049e3-6d3e-4c50-abb3-ab012ad92f92 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 969 time: 0.1731803 Nov 16 21:03:08.729909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c5cf-6239-4cc3-b6b8-27fb2a1d9033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.738519 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b352f73a-e83f-4997-9e09-e0ade5a03d3c req-29a64c24-5fa3-413b-a2e2-484c76471ea6 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960577 Nov 16 21:03:08.766923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-4f428a1d-9735-4b49-9659-b0de4e0316f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329937 Nov 16 21:03:08.784308 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c5cf-6239-4cc3-b6b8-27fb2a1d9033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.795244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.875306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.878388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c5cf-6239-4cc3-b6b8-27fb2a1d9033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.881582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c5cf-6239-4cc3-b6b8-27fb2a1d9033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:08.882746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c4c3c5cf-6239-4cc3-b6b8-27fb2a1d9033 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bde38f9-cdb6-4b1e-80e0-9adb111b8faa HTTP/1.1" status: 204 len: 168 time: 0.2707727 Nov 16 21:03:08.904791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4e0a5d-c793-437a-afe4-cde8a83edcda req-e583489b-e839-42e0-8a08-b7546fc7761e service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263249 Nov 16 21:03:08.957801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3c5cf-6239-4cc3-b6b8-27fb2a1d9033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde38f9-cdb6-4b1e-80e0-9adb111b8faa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:08.984633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:08.988964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:08.991096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:09.008229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:09.020865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.023202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.032539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb42c5-9341-4f67-8788-a0b91bb5ed83 req-9e4a1ba7-c1f9-45ef-8410-d17dbde580f2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.035322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49bb42c5-9341-4f67-8788-a0b91bb5ed83 req-9e4a1ba7-c1f9-45ef-8410-d17dbde580f2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.0820673 Nov 16 21:03:09.058437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce958-5052-4275-ba06-54da3a002eaf req-72159d71-9496-4e21-b176-577cdcbc4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.059904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-72159d71-9496-4e21-b176-577cdcbc4060 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bb95f4e8cd9474ca00064d78d283b3e&device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 1120 time: 0.0741348 Nov 16 21:03:09.064972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-704dfcf5-80af-4bb0-b67a-daedad4a9e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2664549 Nov 16 21:03:09.227480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc510cc-371f-42ee-8256-316c1d1685e8 req-3099d260-1250-4a5a-8c2d-134bf2b56bd8 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.229456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcc510cc-371f-42ee-8256-316c1d1685e8 req-3099d260-1250-4a5a-8c2d-134bf2b56bd8 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 948 time: 0.0765650 Nov 16 21:03:09.244004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49bb42c5-9341-4f67-8788-a0b91bb5ed83 req-e6221383-8238-46a4-af58-84d36c1a92b3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785064 Nov 16 21:03:09.292260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce958-5052-4275-ba06-54da3a002eaf req-c92b05b0-584a-478e-b611-b6864860f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.295499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-c92b05b0-584a-478e-b611-b6864860f2e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2233467 Nov 16 21:03:09.322845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcc510cc-371f-42ee-8256-316c1d1685e8 req-4849e6e6-81b0-4a6e-8215-be67d68e7a88 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832684 Nov 16 21:03:09.338068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:09.355050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8f70bb-2e3c-43f3-a59f-bb7efa2c78f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.381718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4734580f-d3fc-4e9d-a65c-b7d6317cc719 None None] Provisioning complete for port 4b00b323-abcf-44ef-8776-62dbf36880d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:09.381718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4734580f-d3fc-4e9d-a65c-b7d6317cc719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.390066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-2ef9f2d6-1e39-4bd7-a82a-9721112d8a3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd HTTP/1.1" status: 200 len: 217 time: 0.0807729 Nov 16 21:03:09.424464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4734580f-d3fc-4e9d-a65c-b7d6317cc719 None None] Port 4b00b323-abcf-44ef-8776-62dbf36880d7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:09.449694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce958-5052-4275-ba06-54da3a002eaf req-94c8b718-e8a4-497b-849e-b325dea2d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.451739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-94c8b718-e8a4-497b-849e-b325dea2d02d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0534320 Nov 16 21:03:09.464323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8f70bb-2e3c-43f3-a59f-bb7efa2c78f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.474952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8f70bb-2e3c-43f3-a59f-bb7efa2c78f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.500030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d097434b-20c5-4021-9bb5-15c3f16af94b details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:09.518582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce958-5052-4275-ba06-54da3a002eaf req-6308ca9a-cada-45da-bca6-ff9c1392e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:09.520074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-6308ca9a-cada-45da-bca6-ff9c1392e82e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614884 Nov 16 21:03:09.532870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f70bb-2e3c-43f3-a59f-bb7efa2c78f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd07969-78db-4c8e-879b-754dc85ad421,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:09.540414 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af8f70bb-2e3c-43f3-a59f-bb7efa2c78f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55596d64f6b3458f9c8256ada884f299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009728 Nov 16 21:03:09.541344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:09.611754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aba0b249-e27d-463c-aa67-6dbb99833612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.661473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-a8d22a73-8dc1-4726-a24b-2105e1877e3a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322722 Nov 16 21:03:09.663198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aba0b249-e27d-463c-aa67-6dbb99833612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.696158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d097434b-20c5-4021-9bb5-15c3f16af94b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d097434b-20c5-4021-9bb5-15c3f16af94b,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:09.714769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'd097434b-20c5-4021-9bb5-15c3f16af94b', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'd097434b-20c5-4021-9bb5-15c3f16af94b', 'mac_address': 'fa:16:3e:f2:1e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:09.761846 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aba0b249-e27d-463c-aa67-6dbb99833612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.765781 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aba0b249-e27d-463c-aa67-6dbb99833612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.767617 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aba0b249-e27d-463c-aa67-6dbb99833612 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bd07969-78db-4c8e-879b-754dc85ad421 HTTP/1.1" status: 204 len: 168 time: 0.2251151 Nov 16 21:03:09.777958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0b249-e27d-463c-aa67-6dbb99833612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd07969-78db-4c8e-879b-754dc85ad421,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:09.778857 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.805185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d097434b-20c5-4021-9bb5-15c3f16af94b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:09.834737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d097434b-20c5-4021-9bb5-15c3f16af94b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d097434b-20c5-4021-9bb5-15c3f16af94b,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:09.840227 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:09.877028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58ce958-5052-4275-ba06-54da3a002eaf req-5441eb2e-2ec1-4931-841c-5b4e5b43a1ea service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987562 Nov 16 21:03:09.922814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d097434b-20c5-4021-9bb5-15c3f16af94b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:09.931435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.931788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.932254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.932597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.932927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.933454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.933986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.934365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.934764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.935224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.935623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.936055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Tracked resource versions report: Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: pushed versions: Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: { 'AddressGroup': {'1.2'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'ConntrackHelper': {'1.0'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Log': {'1.0'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Network': {'1.1'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Port': {'1.7'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'PortForwarding': {'1.2'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'QosPolicy': {'1.10'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'SecurityGroup': {'1.5'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'SubPort': {'1.0'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Subnet': {'1.1'}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Trunk': {'1.1'}} Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: consumer versions: Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: { DHCP agent@n-d-817778-8: {}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: HyperV agent@n-h1-817778-8: {}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: HyperV agent@n-h2-817778-8: {}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: L3 agent@n-d-817778-8: {}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: Metadata agent@n-d-817778-8: {}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: Metering agent@n-d-817778-8: {}, Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'ConntrackHelper': '1.0', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Log': '1.0', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Network': '1.1', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Port': '1.7', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'PortForwarding': '1.2', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'QosPolicy': '1.10', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'SecurityGroup': '1.5', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'SecurityGroupRule': '1.2', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'SubPort': '1.0', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Subnet': '1.1', Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: 'Trunk': '1.1'}} Nov 16 21:03:09.937210 n-d-817778-8 neutron-server[102455]: {{(pid=102455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:03:10.028966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787324b-f0a8-41ec-a7fa-018c097296b2 req-19787cff-0490-454c-9caf-2edb7f1df3bb tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:10.031342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7787324b-f0a8-41ec-a7fa-018c097296b2 req-19787cff-0490-454c-9caf-2edb7f1df3bb tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 969 time: 0.0685828 Nov 16 21:03:10.083471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7787324b-f0a8-41ec-a7fa-018c097296b2 req-ee17cde3-1174-4c47-84a3-0916113dc52b tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456624 Nov 16 21:03:10.269058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d097434b-20c5-4021-9bb5-15c3f16af94b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:10.407599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69adcc-c986-493d-9b42-a85e5426fb3b req-d52d92e0-ad00-4de3-8be7-3a5c54dd6bd4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:10.416567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e69adcc-c986-493d-9b42-a85e5426fb3b req-d52d92e0-ad00-4de3-8be7-3a5c54dd6bd4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.0797770 Nov 16 21:03:10.471637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e69adcc-c986-493d-9b42-a85e5426fb3b req-127dd0dc-620c-454a-ab42-df90060b9c72 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Nov 16 21:03:10.536098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47308) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:10.617660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da15095-66b6-428b-8162-cb25fdc9bf27 req-6f5fade8-6628-4a28-b772-599ff98ae559 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:10.619743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8da15095-66b6-428b-8162-cb25fdc9bf27 req-6f5fade8-6628-4a28-b772-599ff98ae559 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 949 time: 0.0608716 Nov 16 21:03:10.692615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f49b709c-e95f-42dc-995e-ccb85b21d0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:10.702505 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8da15095-66b6-428b-8162-cb25fdc9bf27 req-52cff286-0905-4385-a55f-9a6cbef5ae9e tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757902 Nov 16 21:03:10.794217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f49b709c-e95f-42dc-995e-ccb85b21d0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:10.799228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f49b709c-e95f-42dc-995e-ccb85b21d0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:10.836481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47326) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:10.846793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:10.846930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f49b709c-e95f-42dc-995e-ccb85b21d0cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=144dff490593490aacf0648eac29b246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097231 Nov 16 21:03:10.848219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b709c-e95f-42dc-995e-ccb85b21d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427c016-073d-4041-b673-9acf4783bc53,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:10.917332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ad1b-3774-4a63-9f23-e8198da75e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:10.945473 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ad1b-3774-4a63-9f23-e8198da75e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:10.959262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-402819945-network', 'tenant_id': '2e10d8b637304f87bd87bd8daec854e6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:11.110962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Made reservation on behalf of 2e10d8b637304f87bd87bd8daec854e6 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:11.113958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.123742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.145809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ad1b-3774-4a63-9f23-e8198da75e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.151157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e9ad1b-3774-4a63-9f23-e8198da75e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.152481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8e9ad1b-3774-4a63-9f23-e8198da75e0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4427c016-073d-4041-b673-9acf4783bc53 HTTP/1.1" status: 204 len: 168 time: 0.3042896 Nov 16 21:03:11.172523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9ad1b-3774-4a63-9f23-e8198da75e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427c016-073d-4041-b673-9acf4783bc53,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:11.247327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170f86c-3862-43fa-84eb-f650c98c44ed req-2c101ca8-39f3-414d-82a8-cfac52b3fe7f tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:11.255115 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.258986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0170f86c-3862-43fa-84eb-f650c98c44ed req-2c101ca8-39f3-414d-82a8-cfac52b3fe7f tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 969 time: 0.0685780 Nov 16 21:03:11.260146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.287273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:11.306370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60276ab3-fcce-459e-aa90-9afe2ba7c940,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:11.310248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.310585 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Added segment 0978fa20-9c7a-45d1-ac01-5ba7191c6514 of type vlan for network 186eb40a-2b30-4ccc-833e-52c554430ea6 Nov 16 21:03:11.354219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0170f86c-3862-43fa-84eb-f650c98c44ed req-99f9ace7-6934-415c-8e0d-f90b9815c7a1 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938284 Nov 16 21:03:11.362596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.390288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.391482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:11.392018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.450134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6125116 Nov 16 21:03:11.452519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47356) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:11.458648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Request body: {'subnet': {'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-402819945-subnet', 'tenant_id': '2e10d8b637304f87bd87bd8daec854e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:11.474686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dedfc3-b57c-4a56-8d33-9c569d3cf1eb admin admin] Pushing event updated for resources: {'Network': ['ID=186eb40a-2b30-4ccc-833e-52c554430ea6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:11.484315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:11.489086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:11.489285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Made reservation on behalf of 2e10d8b637304f87bd87bd8daec854e6 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:11.493189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.552599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d097434b-20c5-4021-9bb5-15c3f16af94b up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:11.613627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47360) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:11.633552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aafd8db-0f43-49f8-93e6-bfb24e86b7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.673720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148f0df-7784-4280-8525-765fd5f23944 req-a2aa8849-bc88-4398-9e3d-d34c46c50312 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:11.681339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f148f0df-7784-4280-8525-765fd5f23944 req-a2aa8849-bc88-4398-9e3d-d34c46c50312 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.1080573 Nov 16 21:03:11.751263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47366) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:11.760145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:03:11.796482 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f148f0df-7784-4280-8525-765fd5f23944 req-ba739005-eb45-45d8-842c-e02f7ea9f15c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118593 Nov 16 21:03:11.828931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port d097434b-20c5-4021-9bb5-15c3f16af94b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:11.843682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.847401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port d097434b-20c5-4021-9bb5-15c3f16af94b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:11.847990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.862982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aafd8db-0f43-49f8-93e6-bfb24e86b7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.869493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aafd8db-0f43-49f8-93e6-bfb24e86b7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.911479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0aafd8db-0f43-49f8-93e6-bfb24e86b7fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50421f3510d04fc59ec4ed895628d9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935951 Nov 16 21:03:11.912086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47370) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:11.917406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:11.934517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd', 'mac_address': 'fa:16:3e:87:8a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:tempest-test_az-1910200783', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:11.955194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafd8db-0f43-49f8-93e6-bfb24e86b7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a336c19b-8472-480b-ae1b-70b24373ebb0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:11.958502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a4348d2-b8d0-438e-97cf-6aac8d1c60d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:11.977679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396b4609-825b-40c4-ae25-47b785cdc88e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:11.992265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a015683-c01a-4a98-94b0-efa7c2134a72 req-73ea26f9-769d-44a1-a627-e53231d502c0 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:11.994591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a015683-c01a-4a98-94b0-efa7c2134a72 req-73ea26f9-769d-44a1-a627-e53231d502c0 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 949 time: 0.1686175 Nov 16 21:03:12.014375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:12.014859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Network hostable DHCP agents. Network: 186eb40a-2b30-4ccc-833e-52c554430ea6, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:12.023863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.036253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.050786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:12.052700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a4348d2-b8d0-438e-97cf-6aac8d1c60d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.059617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a4348d2-b8d0-438e-97cf-6aac8d1c60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.074745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d970cb4-27fe-4fee-9fdb-be99e4799ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.092834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097434b-20c5-4021-9bb5-15c3f16af94b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:12.098082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a015683-c01a-4a98-94b0-efa7c2134a72 req-88e7e359-9416-442a-a04b-c980d0309356 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861731 Nov 16 21:03:12.109856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4a4348d2-b8d0-438e-97cf-6aac8d1c60d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2641eaab83d74cd9bf88387dcec37ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575261 Nov 16 21:03:12.111337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47372) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:12.115619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:12.118373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4348d2-b8d0-438e-97cf-6aac8d1c60d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f577dc7f-b84a-4ced-92e8-593386ed2ce1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:12.121076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d970cb4-27fe-4fee-9fdb-be99e4799ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.167053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2837697e-1744-413d-97aa-3197f5120cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.171295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:12.173401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 186eb40a-2b30-4ccc-833e-52c554430ea6) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:12.178132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:12.178728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.190037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d097434b-20c5-4021-9bb5-15c3f16af94b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d097434b-20c5-4021-9bb5-15c3f16af94b,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:12.192723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa1989d-d918-4270-a109-eba7e92016ed None None] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:12.195152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.199873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7b0a735a-131b-448c-927d-73f444550681 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7462928 Nov 16 21:03:12.213798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d970cb4-27fe-4fee-9fdb-be99e4799ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.217632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2837697e-1744-413d-97aa-3197f5120cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.217774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d970cb4-27fe-4fee-9fdb-be99e4799ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.222641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9d970cb4-27fe-4fee-9fdb-be99e4799ac1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a336c19b-8472-480b-ae1b-70b24373ebb0 HTTP/1.1" status: 204 len: 168 time: 0.3091061 Nov 16 21:03:12.231888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970cb4-27fe-4fee-9fdb-be99e4799ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336c19b-8472-480b-ae1b-70b24373ebb0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:12.283974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2837697e-1744-413d-97aa-3197f5120cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.286604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2837697e-1744-413d-97aa-3197f5120cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.287766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2837697e-1744-413d-97aa-3197f5120cc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f577dc7f-b84a-4ced-92e8-593386ed2ce1 HTTP/1.1" status: 204 len: 168 time: 0.1755226 Nov 16 21:03:12.299775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837697e-1744-413d-97aa-3197f5120cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f577dc7f-b84a-4ced-92e8-593386ed2ce1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:12.331789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:12.334535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.338954 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07000fb2-e0fe-49cb-9658-10e569115428" -d '{"events": [{"server_uuid": "aaaa4e51-25bf-4f38-bf8e-bb43852f7016", "name": "network-vif-plugged", "status": "completed", "tag": "d097434b-20c5-4021-9bb5-15c3f16af94b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:12.494052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d097434b-20c5-4021-9bb5-15c3f16af94b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:12.500852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:12.521315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c3076-910a-40ff-afae-ceb320294031 req-251e75d8-0435-4b38-b085-0f43e71b7d20 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:12.530307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b9c3076-910a-40ff-afae-ceb320294031 req-251e75d8-0435-4b38-b085-0f43e71b7d20 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 970 time: 0.0996454 Nov 16 21:03:12.585009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81be10f4-20c8-46cc-8c28-bb9a8971cddc None None] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:12.608054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b9c3076-910a-40ff-afae-ceb320294031 req-70f30a99-cd9c-4856-b562-7843008c54bf tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727005 Nov 16 21:03:12.714110 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a6d41b-7f81-4c77-801c-b7f410b144ff x-openstack-request-id: req-a4a6d41b-7f81-4c77-801c-b7f410b144ff {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:12.714358 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaa4e51-25bf-4f38-bf8e-bb43852f7016", "name": "network-vif-plugged", "status": "completed", "tag": "d097434b-20c5-4021-9bb5-15c3f16af94b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:12.714613 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4a6d41b-7f81-4c77-801c-b7f410b144ff {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:12.715061 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097434b-20c5-4021-9bb5-15c3f16af94b', 'code': 200} Nov 16 21:03:12.908245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19853b-3ae6-44b5-b9e2-0a9eb96490f3 req-e72bb553-cc0e-4207-8549-c2b5200fbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:12.910523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a19853b-3ae6-44b5-b9e2-0a9eb96490f3 req-e72bb553-cc0e-4207-8549-c2b5200fbc85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 1101 time: 0.1221151 Nov 16 21:03:12.944060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0a19853b-3ae6-44b5-b9e2-0a9eb96490f3 req-cb244d37-b488-4a09-9e56-6c283ea065e8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:12.956083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843432-0250-4720-8133-e0442a72f16d req-b95c1618-b9c7-4a97-be68-d53256da468c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:12.964008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd843432-0250-4720-8133-e0442a72f16d req-b95c1618-b9c7-4a97-be68-d53256da468c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.0761812 Nov 16 21:03:13.023721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd843432-0250-4720-8133-e0442a72f16d req-a77bd3a7-3701-4015-83b7-0cab67665fff tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585413 Nov 16 21:03:13.050993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0a19853b-3ae6-44b5-b9e2-0a9eb96490f3 req-cb244d37-b488-4a09-9e56-6c283ea065e8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.056241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0a19853b-3ae6-44b5-b9e2-0a9eb96490f3 req-cb244d37-b488-4a09-9e56-6c283ea065e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.098264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47412) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:13.105639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244d37-b488-4a09-9e56-6c283ea065e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea095153-4f80-4221-9a86-1c26520db11d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:13.114348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a19853b-3ae6-44b5-b9e2-0a9eb96490f3 req-cb244d37-b488-4a09-9e56-6c283ea065e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950867 Nov 16 21:03:13.129423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a53a-e838-4096-a368-a2fc7d94bbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.231140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a53a-e838-4096-a368-a2fc7d94bbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.238043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cbb33-dbe3-4712-b4a6-f3dc188a25b4 req-affbef68-7ed4-47c6-9e94-10718cc4e5f2 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:13.240082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-290cbb33-dbe3-4712-b4a6-f3dc188a25b4 req-affbef68-7ed4-47c6-9e94-10718cc4e5f2 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 950 time: 0.0660675 Nov 16 21:03:13.241262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca2a53a-e838-4096-a368-a2fc7d94bbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.281820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ca2a53a-e838-4096-a368-a2fc7d94bbf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54bc4fa368d847c29a5b9bde5145087f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821177 Nov 16 21:03:13.284606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47418) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:13.291647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a53a-e838-4096-a368-a2fc7d94bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451555be-a1a4-47af-9971-3b144ef9a11c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:13.329926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-290cbb33-dbe3-4712-b4a6-f3dc188a25b4 req-02fa9a2c-1fe0-4b22-8fb6-a0ea80db3efc tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794077 Nov 16 21:03:13.356393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27683697-7dc6-4859-b8b7-814a935e5336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.380603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27683697-7dc6-4859-b8b7-814a935e5336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.441951 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27683697-7dc6-4859-b8b7-814a935e5336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.444973 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27683697-7dc6-4859-b8b7-814a935e5336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.446172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-27683697-7dc6-4859-b8b7-814a935e5336 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/451555be-a1a4-47af-9971-3b144ef9a11c HTTP/1.1" status: 204 len: 168 time: 0.1606081 Nov 16 21:03:13.454394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27683697-7dc6-4859-b8b7-814a935e5336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451555be-a1a4-47af-9971-3b144ef9a11c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:13.471815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:13.476882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-41095350-network', 'tenant_id': '1cc5b7d5aa434c1b824951568b232ad3'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:13.478811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:13.502196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Made reservation on behalf of 1cc5b7d5aa434c1b824951568b232ad3 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:13.505061 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.524673 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.569432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:13.579378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:13.579901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.648466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.654797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.696869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:13.716446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45a84b-9117-4bfe-a06c-1d67020c14f9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:13.720087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.720705 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Added segment 4229ad60-c047-4d20-99e6-8e8303cd8e24 of type vlan for network 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13 Nov 16 21:03:13.731372 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.770691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.778718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:13.784736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.821036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.821183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9c0ca-4e03-4052-a8a7-a7e643511419 req-7b6aa8c1-6f0f-4623-aeb4-a36431d6ee7b tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:13.822383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:13.823037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aac9c0ca-4e03-4052-a8a7-a7e643511419 req-7b6aa8c1-6f0f-4623-aeb4-a36431d6ee7b tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 970 time: 0.0882905 Nov 16 21:03:13.823284 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.875318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:13.884889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4119663 Nov 16 21:03:13.888282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47442) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:13.893691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Request body: {'subnet': {'network_id': '0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-41095350-subnet', 'tenant_id': '1cc5b7d5aa434c1b824951568b232ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:13.902002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211fae2-56be-4a05-9a49-b1f1342a6246 admin admin] Pushing event updated for resources: {'Network': ['ID=0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:13.918364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:13.939005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Made reservation on behalf of 1cc5b7d5aa434c1b824951568b232ad3 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:13.942024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aac9c0ca-4e03-4052-a8a7-a7e643511419 req-aea51f66-cec2-43cd-a8fb-8e915c0fbd34 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995719 Nov 16 21:03:13.943170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:13.995848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47446) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:14.015109 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4fddd996-fbf1-4a42-ae84-84391ebe7616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.234201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4fddd996-fbf1-4a42-ae84-84391ebe7616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.243069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ff8b0-c045-457c-bed0-96f446895703 req-dbb8542a-8f8a-460b-942b-22c4a222a8e2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:14.244957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec1ff8b0-c045-457c-bed0-96f446895703 req-dbb8542a-8f8a-460b-942b-22c4a222a8e2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.1455159 Nov 16 21:03:14.254626 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4fddd996-fbf1-4a42-ae84-84391ebe7616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.303512 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.339318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4fddd996-fbf1-4a42-ae84-84391ebe7616 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6618ed561f464f0d91bf9dec116183a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424292 Nov 16 21:03:14.342063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47460) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:14.352097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddd996-fbf1-4a42-ae84-84391ebe7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c55726f-7073-4be8-b42b-010b075f8e78,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:14.391031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec1ff8b0-c045-457c-bed0-96f446895703 req-9056e64f-9f16-4511-8bf9-4675dbe49166 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378362 Nov 16 21:03:14.433124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d933e0-b87f-49ec-9131-c9dd4d1af275,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:14.435976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14a79b3a-ad9f-4832-b445-758045c7a569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.444709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Checking segment: {'id': '4229ad60-c047-4d20-99e6-8e8303cd8e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:14.445070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Network hostable DHCP agents. Network: 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:14.463370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Network 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:14.473820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:14.485471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222140e-8d29-4700-be68-23a6994001c9 None None] Network 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:14.494345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:14.495421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.501537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14a79b3a-ad9f-4832-b445-758045c7a569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.533836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4b46a03-d211-460e-a7d3-6ba9540a5a72 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6351357 Nov 16 21:03:14.552041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90244026-9d68-43e5-b460-3da1c8167757 req-276994dc-9a4b-40ad-afc2-4dad40981432 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:14.553805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90244026-9d68-43e5-b460-3da1c8167757 req-276994dc-9a4b-40ad-afc2-4dad40981432 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 950 time: 0.1057680 Nov 16 21:03:14.593770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14a79b3a-ad9f-4832-b445-758045c7a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.596379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14a79b3a-ad9f-4832-b445-758045c7a569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:14.597853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14a79b3a-ad9f-4832-b445-758045c7a569 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c55726f-7073-4be8-b42b-010b075f8e78 HTTP/1.1" status: 204 len: 168 time: 0.2546263 Nov 16 21:03:14.618844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79b3a-ad9f-4832-b445-758045c7a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c55726f-7073-4be8-b42b-010b075f8e78,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:14.632571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90244026-9d68-43e5-b460-3da1c8167757 req-c309474f-f7fb-4087-8c2a-c92c156f7134 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720482 Nov 16 21:03:14.668301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fedc9-3410-4dc1-8f19-8e62a5e24951 None None] Network 0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:14.716171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:14.719023 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304be6c-f2d5-47c4-a47d-866945538b8b" -d '{"events": [{"server_uuid": "4b740c7d-40ed-497b-a521-dce5785ae9f0", "name": "network-vif-plugged", "status": "completed", "tag": "15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:14.766453 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ad6a4-1c67-412c-a8fe-20df51a37752 x-openstack-request-id: req-cc1ad6a4-1c67-412c-a8fe-20df51a37752 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:14.766770 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b740c7d-40ed-497b-a521-dce5785ae9f0", "name": "network-vif-plugged", "status": "completed", "tag": "15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:14.767027 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc1ad6a4-1c67-412c-a8fe-20df51a37752 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:14.767415 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd', 'code': 200} Nov 16 21:03:14.880707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810158f7-db9c-42bd-baf0-a8ed0106cd05 req-1502c107-40a4-4442-87df-eab070016ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:14.882395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-810158f7-db9c-42bd-baf0-a8ed0106cd05 req-1502c107-40a4-4442-87df-eab070016ea5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 1122 time: 0.0481915 Nov 16 21:03:14.934700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-810158f7-db9c-42bd-baf0-a8ed0106cd05 req-bf64ee85-b1f1-4844-9368-55da06338afe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Nov 16 21:03:15.058404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df73860-a4e7-4965-a1ad-32307dca136e req-4914aa13-9d53-4376-8c02-91b8b1d7ac8c tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:15.059917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3df73860-a4e7-4965-a1ad-32307dca136e req-4914aa13-9d53-4376-8c02-91b8b1d7ac8c tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 971 time: 0.0599346 Nov 16 21:03:15.116643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3df73860-a4e7-4965-a1ad-32307dca136e req-0939de76-9f5a-4907-a198-cba56504a94b tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494738 Nov 16 21:03:15.436358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-9c0768f6-fff1-4986-b6db-a530a3fa7379 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:15.437884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-9c0768f6-fff1-4986-b6db-a530a3fa7379 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.2084494 Nov 16 21:03:15.454992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-57938654-2f22-4a8d-911e-ad3ecb78905a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/quotas/2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 375 time: 0.0112708 Nov 16 21:03:15.489091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-88fb7b24-4bc9-4a1f-9872-da8227fc13cd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270598 Nov 16 21:03:15.707617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-75280e6e-bcac-484c-9f24-137fa04e9fc7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:03:15.708857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-75280e6e-bcac-484c-9f24-137fa04e9fc7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550160 Nov 16 21:03:15.721823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06ea703f-cc4b-45f0-9074-8f3dcfe98797 req-900483ab-9744-4746-9553-6be0282d429b tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=314a272be2e04a6d84571f7630c0fe26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259795 Nov 16 21:03:15.810066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-184de5b2-54fa-4aba-a6b5-214e6bd3a585 service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944247 Nov 16 21:03:15.852738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea703f-cc4b-45f0-9074-8f3dcfe98797 req-42f14057-3728-4e95-9ecd-23a2edcf3589 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:15.860106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06ea703f-cc4b-45f0-9074-8f3dcfe98797 req-42f14057-3728-4e95-9ecd-23a2edcf3589 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295414 Nov 16 21:03:15.869640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06ea703f-cc4b-45f0-9074-8f3dcfe98797 req-3276bf00-0ebb-4b97-a967-bc4271736f7e tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/quotas/314a272be2e04a6d84571f7630c0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0088675 Nov 16 21:03:15.909856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06ea703f-cc4b-45f0-9074-8f3dcfe98797 req-03c30a46-9bb3-43b4-870b-028e527c4921 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=314a272be2e04a6d84571f7630c0fe26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336468 Nov 16 21:03:16.035160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-d4eff225-d3c1-4190-81c0-e137dbda27aa service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215970 Nov 16 21:03:16.075504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f8785-e44a-46a6-bc53-b39d90d84315 req-13856aac-4594-4011-b642-e4163226b2d9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:16.082054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-910f8785-e44a-46a6-bc53-b39d90d84315 req-13856aac-4594-4011-b642-e4163226b2d9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.0568249 Nov 16 21:03:16.146658 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-910f8785-e44a-46a6-bc53-b39d90d84315 req-0a59263b-d4d7-4c6c-a5a9-6f4bf8d2b503 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535781 Nov 16 21:03:16.295562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cc43-2387-4735-8a20-366c33a1f039 req-ba915eb8-ec48-4f01-b1ef-821983af1c38 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:16.297323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a307cc43-2387-4735-8a20-366c33a1f039 req-ba915eb8-ec48-4f01-b1ef-821983af1c38 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 950 time: 0.0567055 Nov 16 21:03:16.351991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a307cc43-2387-4735-8a20-366c33a1f039 req-1bc10403-3da4-4ab8-8523-d5810314e4f1 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488336 Nov 16 21:03:16.476216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2408c41-d14e-44cf-95b2-eeb26aa52c1b req-63472dff-61d9-4976-908e-9719e4061155 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:16.479458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b2408c41-d14e-44cf-95b2-eeb26aa52c1b req-63472dff-61d9-4976-908e-9719e4061155 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 971 time: 0.0622268 Nov 16 21:03:16.504439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c51db3e6-b821-472e-b155-00db20272aa7 req-144d30af-ebdd-4547-b0e3-c3167f51535f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 210 time: 0.0271800 Nov 16 21:03:16.544144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b2408c41-d14e-44cf-95b2-eeb26aa52c1b req-84c956cd-39ad-4602-b31f-6bd5116ecfd1 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529060 Nov 16 21:03:16.809131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7737-79c6-491b-ae69-716a474384d0 req-9e943ce4-27ae-431e-bc1b-4e008b678d41 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:16.810687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e9d7737-79c6-491b-ae69-716a474384d0 req-9e943ce4-27ae-431e-bc1b-4e008b678d41 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 1122 time: 0.0384908 Nov 16 21:03:16.828912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6e9d7737-79c6-491b-ae69-716a474384d0 req-1efa342c-6215-43ca-8be9-d7ef3d746b62 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:16.910217 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6e9d7737-79c6-491b-ae69-716a474384d0 req-1efa342c-6215-43ca-8be9-d7ef3d746b62 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:16.914615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6e9d7737-79c6-491b-ae69-716a474384d0 req-1efa342c-6215-43ca-8be9-d7ef3d746b62 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:16.952276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e9d7737-79c6-491b-ae69-716a474384d0 req-1efa342c-6215-43ca-8be9-d7ef3d746b62 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357539 Nov 16 21:03:16.952998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa342c-6215-43ca-8be9-d7ef3d746b62 tempest-AggregatesAdminTestJSON-2099001697 tempest-AggregatesAdminTestJSON-2099001697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c3477-4a56-4a29-ac91-5f0fe8cb0a38,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:17.102848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-1595c74a-a9a1-4edc-b526-74765cec8006 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:03:17.104914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-1595c74a-a9a1-4edc-b526-74765cec8006 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114315 Nov 16 21:03:17.180060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69386259-2178-48ca-832a-fb96c524bc42 req-67689711-47f7-42e9-a47c-1300dac2cb05 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:17.181630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69386259-2178-48ca-832a-fb96c524bc42 req-67689711-47f7-42e9-a47c-1300dac2cb05 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 950 time: 0.1115968 Nov 16 21:03:17.270298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69386259-2178-48ca-832a-fb96c524bc42 req-4b76c6bb-f5dd-4e6e-9d2e-079ed7438384 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Nov 16 21:03:17.318544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Request body: {'port': {'device_id': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:17.381549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfc86b2e-9071-4e6d-978e-7a70cef8ea03 req-5df494e6-1130-457e-b520-caf9cd8bfa99 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=314a272be2e04a6d84571f7630c0fe26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299597 Nov 16 21:03:17.395677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771263e-be0d-4fd5-b54a-8d756fcfa278 req-dabe0e08-4776-43fe-94a6-8ae828688ae9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:17.397291 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8771263e-be0d-4fd5-b54a-8d756fcfa278 req-dabe0e08-4776-43fe-94a6-8ae828688ae9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 935 time: 0.0653696 Nov 16 21:03:17.448889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8771263e-be0d-4fd5-b54a-8d756fcfa278 req-e6184d93-5047-4c42-a091-265915d52289 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Nov 16 21:03:17.449088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:17.596019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc86b2e-9071-4e6d-978e-7a70cef8ea03 req-9528e771-dea9-45b1-8eb5-7a66ccfb2419 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:17.597490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfc86b2e-9071-4e6d-978e-7a70cef8ea03 req-9528e771-dea9-45b1-8eb5-7a66ccfb2419 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990006 Nov 16 21:03:17.628253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfc86b2e-9071-4e6d-978e-7a70cef8ea03 req-adb22cd6-9e95-4712-90e0-08dab834c8ba tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/quotas/314a272be2e04a6d84571f7630c0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0182440 Nov 16 21:03:17.641074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd8d662-6d70-431f-b2bd-ae14a8481cf6 req-d3aaece1-b0b9-4d33-95cd-f4d50523582c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Nov 16 21:03:17.758829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.47', 50540) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:17.898491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfc86b2e-9071-4e6d-978e-7a70cef8ea03 req-6d8d07b0-e781-4755-825b-d76b147c6ebd tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=314a272be2e04a6d84571f7630c0fe26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2575316 Nov 16 21:03:17.907905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-20c8c2dc-4a7a-49ad-adc0-697552e69dcb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:17.909567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-20c8c2dc-4a7a-49ad-adc0-697552e69dcb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.1495373 Nov 16 21:03:17.926623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Request body: {'port': {'device_id': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'admin_state_up': True, 'tenant_id': '2e10d8b637304f87bd87bd8daec854e6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:18.048901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b00b323-abcf-44ef-8776-62dbf36880d7 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:18.057754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.073812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Made reservation on behalf of 2e10d8b637304f87bd87bd8daec854e6 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:18.075089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Transition to ACTIVE for port object 4b00b323-abcf-44ef-8776-62dbf36880d7 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:18.079440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.082670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.158940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:18.199462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:18.204111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:18.204654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:18.214231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Port 4b00b323-abcf-44ef-8776-62dbf36880d7 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:18.214797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:18.226830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:18.227180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:18.227568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:18.232866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Bound port: 4b00b323-abcf-44ef-8776-62dbf36880d7, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:18.233249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.311643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Allocated IP 172.20.0.4 (186eb40a-2b30-4ccc-833e-52c554430ea6/396b4609-825b-40c4-ae25-47b785cdc88e/79fa1324-60d7-4a10-a0f8-f29ed677c666) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:18.346990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:18.362716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:18.368179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.401158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.402734 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.405641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 1095 time: 1.1625512 Nov 16 21:03:18.444749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:18.447414 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14e9164-2b6f-44a4-8dec-078681171171" -d '{"events": [{"name": "network-changed", "server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:18.494785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f934-823b-442c-87e0-3baa4ca52bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:18.572615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-a0748975-75dc-4818-a4ae-1c84ee3f3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.574691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-a0748975-75dc-4818-a4ae-1c84ee3f3f2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1098 time: 0.0644774 Nov 16 21:03:18.692235 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b58753f-2b07-4724-9a74-60b291f37ec2 x-openstack-request-id: req-0b58753f-2b07-4724-9a74-60b291f37ec2 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:18.702667 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:18.703052 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b58753f-2b07-4724-9a74-60b291f37ec2 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:18.703396 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'status': 'completed', 'code': 200} Nov 16 21:03:18.705028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-bf2c7c6b-9705-402e-b086-a58afc942688 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.1214631 Nov 16 21:03:18.738180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.774445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-eeb3cce7-3648-4604-9287-efe20f8f59d2 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.775864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-eeb3cce7-3648-4604-9287-efe20f8f59d2 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 1101 time: 0.2701752 Nov 16 21:03:18.799893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-343151a5-925a-4f91-89b7-8b92ccb08599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.800447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c6aeb-406f-471d-b16b-6f816ddd1903 req-84174a6c-ee94-40e1-9d6c-6f8d44e804a6 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.803331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-343151a5-925a-4f91-89b7-8b92ccb08599 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0911329 Nov 16 21:03:18.805995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc9c6aeb-406f-471d-b16b-6f816ddd1903 req-84174a6c-ee94-40e1-9d6c-6f8d44e804a6 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 950 time: 0.2990558 Nov 16 21:03:18.835488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47722) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:18.883774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9dc51-a7c5-47b6-8953-d7e008c434ed req-b19d920e-994c-4861-9e04-fd84ec19b13d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.886745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.890142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ba9dc51-a7c5-47b6-8953-d7e008c434ed req-b19d920e-994c-4861-9e04-fd84ec19b13d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 947 time: 0.1026506 Nov 16 21:03:18.892450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-9a0ddb97-3dd0-4a55-97b8-17d6b492f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.895041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-9a0ddb97-3dd0-4a55-97b8-17d6b492f8f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816669 Nov 16 21:03:18.953792 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc9c6aeb-406f-471d-b16b-6f816ddd1903 req-a2b48258-3390-490a-9204-d03f158d59dd tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432021 Nov 16 21:03:18.955705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:18.975514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:18.985106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:18.990707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:18.991330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:18.993482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ba9dc51-a7c5-47b6-8953-d7e008c434ed req-11dda18a-cceb-4001-80c0-76262eaf7ea7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968947 Nov 16 21:03:19.008918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:19.021818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9bb62e53-c243-4d7a-98c6-a07256d968db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.037266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-86b09254-4c77-4f70-b1f6-941ebf8a3ec5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171992 Nov 16 21:03:19.043491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Deleting port d097434b-20c5-4021-9bb5-15c3f16af94b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:03:19.043834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.054371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Request body: {'port': {'device_id': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:19.054572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-7f608c1c-9028-471a-9f62-ec45c9d9804f service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496160 Nov 16 21:03:19.175365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9b4a8e-c802-479f-98e7-858e897a9795 req-fa1f636f-a0d1-4529-9f80-b58eeade4298 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131690 Nov 16 21:03:19.240864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce322253-ec75-4f1e-9169-13a1758bd908 req-fdda1729-9699-4295-bb3c-70a1b186d333 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:19.242419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce322253-ec75-4f1e-9169-13a1758bd908 req-fdda1729-9699-4295-bb3c-70a1b186d333 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 931 time: 0.1931367 Nov 16 21:03:19.247614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.288355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a973d19-7b33-465d-90ab-c51d5b85838c req-665a0912-aa64-4fd9-b7a1-8e0a0ca7986b tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=314a272be2e04a6d84571f7630c0fe26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271347 Nov 16 21:03:19.299238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9164-2b6f-44a4-8dec-078681171171 req-f3ed091e-bfce-43c4-95a5-fab2534c138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:19.300835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-f3ed091e-bfce-43c4-95a5-fab2534c138a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1098 time: 0.0684004 Nov 16 21:03:19.312968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] For port d097434b-20c5-4021-9bb5-15c3f16af94b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d097434b-20c5-4021-9bb5-15c3f16af94b,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:19.313340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.361765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Calling delete_port for d097434b-20c5-4021-9bb5-15c3f16af94b owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:03:19.367039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9bb62e53-c243-4d7a-98c6-a07256d968db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.391845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9bb62e53-c243-4d7a-98c6-a07256d968db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.476475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce322253-ec75-4f1e-9169-13a1758bd908 req-95af32e3-6ca2-48b2-a25b-9908c2d02869 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201591 Nov 16 21:03:19.535955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973d19-7b33-465d-90ab-c51d5b85838c req-024fa5c9-c327-40f2-9df0-76ff51c94910 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:19.537591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a973d19-7b33-465d-90ab-c51d5b85838c req-024fa5c9-c327-40f2-9df0-76ff51c94910 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405608 Nov 16 21:03:19.539811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9164-2b6f-44a4-8dec-078681171171 req-1c86fbe8-d9ad-4f3c-a0a9-2d44e6e3170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:19.541680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-1c86fbe8-d9ad-4f3c-a0a9-2d44e6e3170a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2311928 Nov 16 21:03:19.553478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9bb62e53-c243-4d7a-98c6-a07256d968db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96cd716129bc47bbbf180aaa40e58b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7146902 Nov 16 21:03:19.554548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47744) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:19.555820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb62e53-c243-4d7a-98c6-a07256d968db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3ec8e-3a99-4af5-8cfb-10d07d95b668,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:19.628484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a973d19-7b33-465d-90ab-c51d5b85838c req-dddd097b-8298-41a8-877a-ab8e3d3aecbf tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/quotas/314a272be2e04a6d84571f7630c0fe26 HTTP/1.1" status: 200 len: 375 time: 0.0817540 Nov 16 21:03:19.633823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-9863db2b-a084-4520-9113-fde4636bfd39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.0800111 Nov 16 21:03:19.675697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a973d19-7b33-465d-90ab-c51d5b85838c req-3384ba73-0513-475b-ba36-2153793c09d8 tempest-QuotasAdminNegativeTest-2005228648 tempest-QuotasAdminNegativeTest-2005228648-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=314a272be2e04a6d84571f7630c0fe26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395036 Nov 16 21:03:19.708765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de17e74b-dc39-4ef8-9b09-32a247e659e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.753988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9164-2b6f-44a4-8dec-078681171171 req-cc816dc9-9be2-4bb4-b2ad-825219aa9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:19.755771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-cc816dc9-9be2-4bb4-b2ad-825219aa9c55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1076882 Nov 16 21:03:19.757829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de17e74b-dc39-4ef8-9b09-32a247e659e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.786161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.799736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d097434b-20c5-4021-9bb5-15c3f16af94b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:19.837097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9164-2b6f-44a4-8dec-078681171171 req-36896a81-f156-4cdd-9e16-c519675e62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:19.838635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-36896a81-f156-4cdd-9e16-c519675e62e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712447 Nov 16 21:03:19.860946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de17e74b-dc39-4ef8-9b09-32a247e659e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.864005 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de17e74b-dc39-4ef8-9b09-32a247e659e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:19.866016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-de17e74b-dc39-4ef8-9b09-32a247e659e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26f3ec8e-3a99-4af5-8cfb-10d07d95b668 HTTP/1.1" status: 204 len: 168 time: 0.3090985 Nov 16 21:03:19.891510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Pushing event deleted for resources: {'Port': ['ID=d097434b-20c5-4021-9bb5-15c3f16af94b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:19.962038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17e74b-dc39-4ef8-9b09-32a247e659e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3ec8e-3a99-4af5-8cfb-10d07d95b668,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:20.093381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-856e0b5a-d7e7-4e49-a229-8f92a29a41ba service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429910 Nov 16 21:03:20.096942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] No DVR routers for this DVR port d097434b-20c5-4021-9bb5-15c3f16af94b on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:03:20.104131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.107695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7d595bc-237f-4a35-9f56-364cebbea247 req-d4e0322f-991b-4c83-b9ff-6801598bcce4 tempest-DeleteServersAdminTestJSON-1005955024 tempest-DeleteServersAdminTestJSON-1005955024-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d097434b-20c5-4021-9bb5-15c3f16af94b HTTP/1.1" status: 204 len: 173 time: 1.3229411 Nov 16 21:03:20.108232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'name': 'network-vif-deleted', 'tag': 'd097434b-20c5-4021-9bb5-15c3f16af94b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:20.110487 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc17b63-72f3-4cae-88e9-fd37c39b7d75" -d '{"events": [{"server_uuid": "aaaa4e51-25bf-4f38-bf8e-bb43852f7016", "name": "network-vif-deleted", "tag": "d097434b-20c5-4021-9bb5-15c3f16af94b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:20.126280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fa1324-60d7-4a10-a0f8-f29ed677c666 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:20.194856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.205590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cbbf2d2-e7d0-4cdc-9d7e-2b12d250a256 req-26f362be-4038-4281-a683-e317b41b52ca tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaaa4e51-25bf-4f38-bf8e-bb43852f7016 HTTP/1.1" status: 200 len: 210 time: 0.0725281 Nov 16 21:03:20.235507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Transition to ACTIVE for port object 79fa1324-60d7-4a10-a0f8-f29ed677c666 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:20.242564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.286810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14e9164-2b6f-44a4-8dec-078681171171 req-eede45db-8fbb-4ae7-8457-cb0e6b6da911 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878064 Nov 16 21:03:20.306691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:20.391152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:20.391597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:20.391809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:20.432111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:20.432460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:20.441030 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24793d41-d11a-4c9a-8d29-0fc625f9e3d3 x-openstack-request-id: req-24793d41-d11a-4c9a-8d29-0fc625f9e3d3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:20.441311 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaa4e51-25bf-4f38-bf8e-bb43852f7016", "name": "network-vif-deleted", "tag": "d097434b-20c5-4021-9bb5-15c3f16af94b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:20.441602 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24793d41-d11a-4c9a-8d29-0fc625f9e3d3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:20.441967 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaa4e51-25bf-4f38-bf8e-bb43852f7016', 'name': 'network-vif-deleted', 'tag': 'd097434b-20c5-4021-9bb5-15c3f16af94b', 'status': 'completed', 'code': 200} Nov 16 21:03:20.443650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:20.444279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:20.444518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:20.444806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Bound port: 79fa1324-60d7-4a10-a0f8-f29ed677c666, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:20.445260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.469288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47792) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:20.487837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2ba908d-62f3-46f2-827f-274017a8003a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.502389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b2080-2e50-411f-b786-53ce2d1bef44 req-edfd070d-735e-4838-87a8-423f24d23c25 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:20.510109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-566b2080-2e50-411f-b786-53ce2d1bef44 req-edfd070d-735e-4838-87a8-423f24d23c25 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 947 time: 0.1367126 Nov 16 21:03:20.580426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:20.592295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-566b2080-2e50-411f-b786-53ce2d1bef44 req-a1db61f0-4527-4e65-92b3-55592b30f054 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800481 Nov 16 21:03:20.594253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:20.602224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.630611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2ba908d-62f3-46f2-827f-274017a8003a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.636168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b7397e2a-24df-47b5-9232-838d4000ab53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.643993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2ba908d-62f3-46f2-827f-274017a8003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.668750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:20.669683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:20.671315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] 10.222.0.47 "PUT /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 1091 time: 1.6207247 Nov 16 21:03:20.691952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3c092-d3e3-4911-8592-87c86693a842 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:20.797589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b2ba908d-62f3-46f2-827f-274017a8003a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab8c93f8c9fc41baa42a5366a4741051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270597 Nov 16 21:03:20.805130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47814) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:20.826137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba908d-62f3-46f2-827f-274017a8003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0db2f1-0a85-44f5-933f-7fe00ca9f1bb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:20.884552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf27dd-23dc-4d8c-8c03-b6a068e70ee9 req-e4bff6ad-d21f-45a2-b506-8c5239cffc20 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:20.886629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6abf27dd-23dc-4d8c-8c03-b6a068e70ee9 req-e4bff6ad-d21f-45a2-b506-8c5239cffc20 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.1520071 Nov 16 21:03:20.901746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-8e96f3a7-fc43-42a8-b69b-2b307c3a9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:20.903509 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-8e96f3a7-fc43-42a8-b69b-2b307c3a9286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1094 time: 0.1591220 Nov 16 21:03:20.948063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47826) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:20.974863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-f3ec73d1-f934-48ba-a5b8-f16d7aec6d27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 217 time: 0.0630081 Nov 16 21:03:21.008425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1760a6b9-4734-4679-9e64-54eab5345475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.084004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1760a6b9-4734-4679-9e64-54eab5345475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.096997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6abf27dd-23dc-4d8c-8c03-b6a068e70ee9 req-a5140815-5053-49a6-ba1e-101fc63e5568 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999385 Nov 16 21:03:21.115755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293b38-08ed-43a5-adec-060de71be752 req-1d059056-4a1b-4f0f-ab89-d475f761d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:21.117200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-1d059056-4a1b-4f0f-ab89-d475f761d281 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1187036 Nov 16 21:03:21.134612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-860fa095-1991-4300-86b8-215399d22452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.162912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-410e3f2f-5d1d-4d76-8745-3b4c08d9f9cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367587 Nov 16 21:03:21.232539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1760a6b9-4734-4679-9e64-54eab5345475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.236117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1760a6b9-4734-4679-9e64-54eab5345475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.237502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1760a6b9-4734-4679-9e64-54eab5345475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf0db2f1-0a85-44f5-933f-7fe00ca9f1bb HTTP/1.1" status: 204 len: 168 time: 0.4304738 Nov 16 21:03:21.252059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760a6b9-4734-4679-9e64-54eab5345475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0db2f1-0a85-44f5-933f-7fe00ca9f1bb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:21.306681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-860fa095-1991-4300-86b8-215399d22452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.313292 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-860fa095-1991-4300-86b8-215399d22452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.328729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-512ed301-9d6a-4cca-88ae-f893cc38e1e5 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579213 Nov 16 21:03:21.380840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa095-1991-4300-86b8-215399d22452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630ad4f-b822-4915-8d0f-4b290aaf563b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:21.407730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-860fa095-1991-4300-86b8-215399d22452 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=314a272be2e04a6d84571f7630c0fe26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577043 Nov 16 21:03:21.410231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:21.489756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9517002-1442-4561-b9c8-3e34042c70b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.535872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9517002-1442-4561-b9c8-3e34042c70b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.536065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4293b38-08ed-43a5-adec-060de71be752 req-02fdbce7-e026-4dc7-8bb1-7d21b294567c service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990130 Nov 16 21:03:21.624139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9517002-1442-4561-b9c8-3e34042c70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.627157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9517002-1442-4561-b9c8-3e34042c70b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:21.630725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b9517002-1442-4561-b9c8-3e34042c70b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e630ad4f-b822-4915-8d0f-4b290aaf563b HTTP/1.1" status: 204 len: 168 time: 0.2170212 Nov 16 21:03:21.646193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9517002-1442-4561-b9c8-3e34042c70b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630ad4f-b822-4915-8d0f-4b290aaf563b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:21.704268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-91a29cff-179d-4048-aceb-695e97f5637d tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384531 Nov 16 21:03:21.730915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1386b-65b4-4e23-9c07-ebc65ac06482 req-77204587-2d14-4605-9d57-b61d6163d9cc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:21.738181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47902) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:21.740094 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ca1386b-65b4-4e23-9c07-ebc65ac06482 req-77204587-2d14-4605-9d57-b61d6163d9cc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 947 time: 0.0726748 Nov 16 21:03:21.792119 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ca1386b-65b4-4e23-9c07-ebc65ac06482 req-3e06c5e7-048c-4a77-a7bf-553b7fe233e4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Nov 16 21:03:21.844573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-443069e5-2057-4b4b-a933-5fb006fa3006 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:21.851968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-443069e5-2057-4b4b-a933-5fb006fa3006 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410406 Nov 16 21:03:21.869359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-92170e43-7e6b-412b-b541-8c695fe9db39 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/quotas/eb5eaa8ddb3c4dd9933cd07857e1129a HTTP/1.1" status: 200 len: 375 time: 0.0164285 Nov 16 21:03:21.906248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ceaa9738-9c7c-4121-85aa-0cb30e64dbe3 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358052 Nov 16 21:03:22.003641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47916) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:22.107522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd8cbb31-8231-4b7e-b71b-9b569ab3962c req-e7709b0e-a041-4708-811a-1c3accae88d8 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 210 time: 0.0411482 Nov 16 21:03:22.124772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a09b2bd-f53e-45ff-819d-30aaf1b2d333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.187482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47934) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:22.244539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b1aa-de6f-4266-ae09-729949776f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.249226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-239e627a-7404-4c10-ba6e-c0bbfff2adf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.297474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a09b2bd-f53e-45ff-819d-30aaf1b2d333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.308451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a09b2bd-f53e-45ff-819d-30aaf1b2d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.339579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a09b2bd-f53e-45ff-819d-30aaf1b2d333 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c665dfa7eee40a9b2f90ffd2c92ab4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5975139 Nov 16 21:03:22.346239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47942) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:22.357808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-239e627a-7404-4c10-ba6e-c0bbfff2adf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.366526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-239e627a-7404-4c10-ba6e-c0bbfff2adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.396902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09b2bd-f53e-45ff-819d-30aaf1b2d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937fe32a-7508-4790-a28f-636abc22ed1d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:22.450386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:22.454406 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a321f-934a-43ef-b09d-4211b6a4327b" -d '{"events": [{"name": "network-changed", "server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:22.470934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-239e627a-7404-4c10-ba6e-c0bbfff2adf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85966025077e4130a619342012e3d752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752907 Nov 16 21:03:22.476469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:22.492320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b1aa-de6f-4266-ae09-729949776f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.506340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-31214f65-cfcd-43f6-b933-341fbf616d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.512967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b1aa-de6f-4266-ae09-729949776f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.521451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599aefe-648e-42e2-9bb9-d678a4d4f376 req-0c70371a-2dc3-409b-8f79-6469b55189cf tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:22.531024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0599aefe-648e-42e2-9bb9-d678a4d4f376 req-0c70371a-2dc3-409b-8f79-6469b55189cf tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.2970994 Nov 16 21:03:22.536963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e627a-7404-4c10-ba6e-c0bbfff2adf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167569f8-6d1b-4c81-8db2-c7668383fd56,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:22.574522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4b1aa-de6f-4266-ae09-729949776f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f8055-8575-4f86-b557-e4eb646abe3b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:22.608859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-31214f65-cfcd-43f6-b933-341fbf616d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.615889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c3c4b1aa-de6f-4266-ae09-729949776f09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3aabab25b56451eb1ca3f9d4ebf3ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110659 Nov 16 21:03:22.616575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47954) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:22.632167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0599aefe-648e-42e2-9bb9-d678a4d4f376 req-e55aebf3-3e95-415e-a45a-d3f2f65b12e3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001184 Nov 16 21:03:22.656923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1de7b39-0503-4683-9e4e-56608fa8afbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.690322 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-31214f65-cfcd-43f6-b933-341fbf616d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.690523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1de7b39-0503-4683-9e4e-56608fa8afbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.691363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-31214f65-cfcd-43f6-b933-341fbf616d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.699667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-31214f65-cfcd-43f6-b933-341fbf616d8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/937fe32a-7508-4790-a28f-636abc22ed1d HTTP/1.1" status: 204 len: 168 time: 0.3499682 Nov 16 21:03:22.709108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31214f65-cfcd-43f6-b933-341fbf616d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937fe32a-7508-4790-a28f-636abc22ed1d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:22.749957 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413fe14-37fd-45db-b208-b0d7fd3ec5b4 x-openstack-request-id: req-d413fe14-37fd-45db-b208-b0d7fd3ec5b4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:22.750252 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:22.750506 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d413fe14-37fd-45db-b208-b0d7fd3ec5b4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:22.751342 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'status': 'completed', 'code': 200} Nov 16 21:03:22.782173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5adfcf4-a0b3-420c-8512-7346de0b2961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.916123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5adfcf4-a0b3-420c-8512-7346de0b2961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:22.941120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-4b475976-68ae-49d0-89ab-4211be074d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:22.942940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-4b475976-68ae-49d0-89ab-4211be074d1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1094 time: 0.1523716 Nov 16 21:03:22.984032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c38b1bf5-5776-4e21-90ec-84a5bbef2abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.010967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4c1e-bc86-4d1a-ae79-180be3859223 req-40ef28c1-82f7-422d-94a5-664cf0a78c7b tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:23.026116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c57b4c1e-bc86-4d1a-ae79-180be3859223 req-40ef28c1-82f7-422d-94a5-664cf0a78c7b tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 971 time: 0.1248269 Nov 16 21:03:23.095118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c57b4c1e-bc86-4d1a-ae79-180be3859223 req-f72214d1-4e82-4fb9-820c-de7fe3c71ddb tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 Nov 16 21:03:23.109369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1de7b39-0503-4683-9e4e-56608fa8afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.111095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1de7b39-0503-4683-9e4e-56608fa8afbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.114684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f1de7b39-0503-4683-9e4e-56608fa8afbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/167569f8-6d1b-4c81-8db2-c7668383fd56 HTTP/1.1" status: 204 len: 168 time: 0.6342478 Nov 16 21:03:23.125352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5adfcf4-a0b3-420c-8512-7346de0b2961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.127904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5adfcf4-a0b3-420c-8512-7346de0b2961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.129045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c5adfcf4-a0b3-420c-8512-7346de0b2961 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f8f8055-8575-4f86-b557-e4eb646abe3b HTTP/1.1" status: 204 len: 168 time: 0.5099077 Nov 16 21:03:23.133356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7b39-0503-4683-9e4e-56608fa8afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167569f8-6d1b-4c81-8db2-c7668383fd56,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:23.160704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160a8c6-2d2d-4d41-88cf-bf0a091ef30c req-2ec6f72f-5c11-44e0-9241-6e8a9e8bd39c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:23.167531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9160a8c6-2d2d-4d41-88cf-bf0a091ef30c req-2ec6f72f-5c11-44e0-9241-6e8a9e8bd39c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 947 time: 0.2293360 Nov 16 21:03:23.176509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adfcf4-a0b3-420c-8512-7346de0b2961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f8055-8575-4f86-b557-e4eb646abe3b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:23.212740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-fc1c699c-fbe6-4393-b475-343f87af0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:23.214398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-fc1c699c-fbe6-4393-b475-343f87af0149 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.2324126 Nov 16 21:03:23.271166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47984) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:23.302346 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d6a3ca8-db5f-4d6d-85a6-b8c049fd1130 req-b77dfcf2-979a-41e4-b234-4569c489d96b tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 210 time: 0.0431485 Nov 16 21:03:23.310174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9160a8c6-2d2d-4d41-88cf-bf0a091ef30c req-613d3fb1-e418-41d9-bdf3-434ed5afff06 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416335 Nov 16 21:03:23.311678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-5bcf567f-3084-4d79-a366-f1d9e32fd9a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 217 time: 0.0884228 Nov 16 21:03:23.317785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-857483dc-d614-41e9-a082-6eb3604d35dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.395281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-9f8680f1-5ea3-4b27-bf29-01850e794e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:23.396714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-9f8680f1-5ea3-4b27-bf29-01850e794e84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0698318 Nov 16 21:03:23.438313 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-fec5ba83-0778-47b9-b691-6a849e8aaaf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328412 Nov 16 21:03:23.507177 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-857483dc-d614-41e9-a082-6eb3604d35dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.515677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-857483dc-d614-41e9-a082-6eb3604d35dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.518245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d097434b-20c5-4021-9bb5-15c3f16af94b no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:03:23.548537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857483dc-d614-41e9-a082-6eb3604d35dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae1154e-b201-4433-b0f3-ecbace991254,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:23.565089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: d097434b-20c5-4021-9bb5-15c3f16af94b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:03:23.565309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d097434b-20c5-4021-9bb5-15c3f16af94b not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:03:23.574888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-857483dc-d614-41e9-a082-6eb3604d35dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd9f62984f3f4265b69cbd4cbfe6d5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960007 Nov 16 21:03:23.578129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:23.601637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-40359f10-cff7-48d2-8a4a-234407248a4b service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521163 Nov 16 21:03:23.643340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d820d27-36b6-4fbb-9c9c-3bd6e991c0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.694373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:23.704844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d820d27-36b6-4fbb-9c9c-3bd6e991c0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.757697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-73981569-a25b-41ae-9f6e-57f7b19e7ab0 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811059 Nov 16 21:03:23.773106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d820d27-36b6-4fbb-9c9c-3bd6e991c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.776382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d820d27-36b6-4fbb-9c9c-3bd6e991c0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.777819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d820d27-36b6-4fbb-9c9c-3bd6e991c0fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fae1154e-b201-4433-b0f3-ecbace991254 HTTP/1.1" status: 204 len: 168 time: 0.1984394 Nov 16 21:03:23.799016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d820d27-36b6-4fbb-9c9c-3bd6e991c0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae1154e-b201-4433-b0f3-ecbace991254,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:23.862914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48000) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:23.871766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:23.887457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'mac_address': 'fa:16:3e:e7:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:23.919516 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a15f079-c666-416b-a589-bc2d2c0e55b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.949115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-16a9bef7-24d0-4943-9cfe-518553449dea tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:23.951486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-16a9bef7-24d0-4943-9cfe-518553449dea tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862652 Nov 16 21:03:23.957094 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:23.976480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Request body: {'port': {'device_id': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'eb5eaa8ddb3c4dd9933cd07857e1129a'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:23.980103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b00b323-abcf-44ef-8776-62dbf36880d7 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:23.995769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2681ec1-ae55-446d-bc47-04ae71361d71 req-d20ee4be-e1f5-4927-a056-4fc2e35e2bc9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:24.000245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2681ec1-ae55-446d-bc47-04ae71361d71 req-d20ee4be-e1f5-4927-a056-4fc2e35e2bc9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.1939335 Nov 16 21:03:24.006119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:24.024726 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.045382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4a321f-934a-43ef-b09d-4211b6a4327b req-e9271c91-fa07-4f92-adda-1954ad210019 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349422 Nov 16 21:03:24.077269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.093094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:24.187928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2681ec1-ae55-446d-bc47-04ae71361d71 req-5e87da80-eec2-4826-9dcb-a65c2f09f522 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802630 Nov 16 21:03:24.189069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Made reservation on behalf of eb5eaa8ddb3c4dd9933cd07857e1129a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:24.193894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.230942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a15f079-c666-416b-a589-bc2d2c0e55b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.235473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a15f079-c666-416b-a589-bc2d2c0e55b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.276543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a15f079-c666-416b-a589-bc2d2c0e55b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8976bdb42cbd46b5a78f64b5953b8e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101243 Nov 16 21:03:24.290606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48012) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:24.313020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f079-c666-416b-a589-bc2d2c0e55b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6188f5e-7a0a-4468-b24d-21b55c7df985,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:24.344428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216e34-4c2e-452d-a914-d712b8d3f914 req-82dcb2a8-2b3c-44e6-a068-f016e0def687 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:24.350470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d216e34-4c2e-452d-a914-d712b8d3f914 req-82dcb2a8-2b3c-44e6-a068-f016e0def687 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 971 time: 0.1373661 Nov 16 21:03:24.437031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:24.456924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Allocated IP 192.168.233.169 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/e5727321-a2a3-495b-9b9c-1422b6003eb6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:24.470301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8099f00c-6fa7-4064-8e31-f059ea07fb9c req-6ae1c046-cece-42ea-bd56-7dac4b922eba tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 210 time: 0.0597022 Nov 16 21:03:24.490729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dee1e0fb-5f9a-48dd-9f52-3a3640a4a999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.493720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184624-3fc2-42dc-bc69-68378ca13943 req-80ccb65e-4aa9-485e-99e5-58e51c9515fa tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:24.496368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97184624-3fc2-42dc-bc69-68378ca13943 req-80ccb65e-4aa9-485e-99e5-58e51c9515fa tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 971 time: 0.0997851 Nov 16 21:03:24.561668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d216e34-4c2e-452d-a914-d712b8d3f914 req-e1b82af8-7c00-4cb9-815d-cbb5334c3eca tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/security-groups?id=a78e68bb-7ed4-4cb6-826f-954b91e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374674 Nov 16 21:03:24.570885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dee1e0fb-5f9a-48dd-9f52-3a3640a4a999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.731270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dee1e0fb-5f9a-48dd-9f52-3a3640a4a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.736160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dee1e0fb-5f9a-48dd-9f52-3a3640a4a999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.740463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dee1e0fb-5f9a-48dd-9f52-3a3640a4a999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6188f5e-7a0a-4468-b24d-21b55c7df985 HTTP/1.1" status: 204 len: 168 time: 0.4481635 Nov 16 21:03:24.770717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc988427-cfad-4e60-8078-b2390497ddca req-0550afc4-8eb3-4e9b-af63-7ad49f4a192d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:24.779063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc988427-cfad-4e60-8078-b2390497ddca req-0550afc4-8eb3-4e9b-af63-7ad49f4a192d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 948 time: 0.1176007 Nov 16 21:03:24.783292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Deleting port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:03:24.783480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.789346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1e0fb-5f9a-48dd-9f52-3a3640a4a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6188f5e-7a0a-4468-b24d-21b55c7df985,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:24.806343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.877479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:24.963418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:24.974201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:24.983158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:24.988874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:24.989551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.026532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Pushing event updated for resources: {'Port': ['ID=e5727321-a2a3-495b-9b9c-1422b6003eb6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:25.035797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-ffefb7b0-5abb-4f32-bfbf-efadfcb0801f tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0702038 Nov 16 21:03:25.061792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Request body: {'port': {'device_id': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:25.146503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc988427-cfad-4e60-8078-b2390497ddca req-a2f63775-fa99-4728-aa24-775bb62879f6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662183 Nov 16 21:03:25.149473 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.204769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] For port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:25.205145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.233827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Calling delete_port for 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd owned by compute:tempest-test_az-1910200783 {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:03:25.374235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8c67c79c-b80e-4fa7-9e2f-e3d473ca59fb None None] Provisioning complete for port e5727321-a2a3-495b-9b9c-1422b6003eb6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:25.375226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8c67c79c-b80e-4fa7-9e2f-e3d473ca59fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.424519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8c67c79c-b80e-4fa7-9e2f-e3d473ca59fb None None] Port e5727321-a2a3-495b-9b9c-1422b6003eb6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:25.465048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.495957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:25.563196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Pushing event deleted for resources: {'Port': ['ID=15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:25.581659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.585902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] No DVR routers for this DVR port 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:03:25.595997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.599549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97184624-3fc2-42dc-bc69-68378ca13943 req-b1197b66-7d10-43fb-b74e-6189a01e6d50 tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.41 "DELETE /v2.0/ports/15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd HTTP/1.1" status: 204 len: 173 time: 1.0920696 Nov 16 21:03:25.603360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'name': 'network-vif-deleted', 'tag': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:25.610826 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b9781-04f2-4214-b719-8e2b9ad795ea" -d '{"events": [{"server_uuid": "4b740c7d-40ed-497b-a521-dce5785ae9f0", "name": "network-vif-deleted", "tag": "15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:25.695174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:25.724086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:25.752464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460428-2088-4d71-8eeb-7a0384aae0a2 req-57d47953-4f72-4d08-af08-2eb4e906f63e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:25.767361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03460428-2088-4d71-8eeb-7a0384aae0a2 req-57d47953-4f72-4d08-af08-2eb4e906f63e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.4531181 Nov 16 21:03:25.806652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db676f7-74fd-4702-9df0-8ac593ec4d1d req-54c368aa-8474-47b8-aa38-3a80736119f5 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:25.821525 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1db676f7-74fd-4702-9df0-8ac593ec4d1d req-54c368aa-8474-47b8-aa38-3a80736119f5 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 936 time: 0.0928636 Nov 16 21:03:25.831648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:03:25.883582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 4b00b323-abcf-44ef-8776-62dbf36880d7 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:25.901316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4b00b323-abcf-44ef-8776-62dbf36880d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:25.901949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:25.915593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1db676f7-74fd-4702-9df0-8ac593ec4d1d req-d56c2bad-d722-42a2-a23c-24dd84319f01 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934632 Nov 16 21:03:25.935691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03460428-2088-4d71-8eeb-7a0384aae0a2 req-e495c9c7-41b2-49e1-b2bd-be43fa655423 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552696 Nov 16 21:03:26.002047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:26.040000 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8765af5-c43d-4bca-8dff-e337fc1eb2d8 x-openstack-request-id: req-f8765af5-c43d-4bca-8dff-e337fc1eb2d8 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:26.040297 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b740c7d-40ed-497b-a521-dce5785ae9f0", "name": "network-vif-deleted", "tag": "15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:26.040598 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8765af5-c43d-4bca-8dff-e337fc1eb2d8 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:26.040984 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b740c7d-40ed-497b-a521-dce5785ae9f0', 'name': 'network-vif-deleted', 'tag': '15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd', 'status': 'completed', 'code': 200} Nov 16 21:03:26.083969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'port_id': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'mac_address': 'fa:16:3e:d5:89:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b4609-825b-40c4-ae25-47b785cdc88e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:26.095838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5727321-a2a3-495b-9b9c-1422b6003eb6 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:26.111360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.111557 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.124909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Transition to ACTIVE for port object e5727321-a2a3-495b-9b9c-1422b6003eb6 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:26.130737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.171935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7270315-dcbc-439f-adf4-655a46c54d0c req-abe56ce5-4a24-47a8-9c4f-0abfdfec4bcd tempest-AggregatesAdminTestJSON-1615861658 tempest-AggregatesAdminTestJSON-1615861658-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b740c7d-40ed-497b-a521-dce5785ae9f0 HTTP/1.1" status: 200 len: 210 time: 0.0510745 Nov 16 21:03:26.264227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:26.270842 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ff592-0042-4aa9-91a3-66e8748d205e" -d '{"events": [{"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:26.303332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5727321-a2a3-495b-9b9c-1422b6003eb6,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:26.308890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.312862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:26.334566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Attempting to bind port e5727321-a2a3-495b-9b9c-1422b6003eb6 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:26.335466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Attempting to bind port e5727321-a2a3-495b-9b9c-1422b6003eb6 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:26.337408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Attempting to bind port e5727321-a2a3-495b-9b9c-1422b6003eb6 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:26.342537 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.412516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Port e5727321-a2a3-495b-9b9c-1422b6003eb6 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:26.413941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Attempting to bind port e5727321-a2a3-495b-9b9c-1422b6003eb6 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:26.418487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fa1324-60d7-4a10-a0f8-f29ed677c666 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:26.430778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:26.431115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:26.431524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:26.431988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Bound port: e5727321-a2a3-495b-9b9c-1422b6003eb6, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:26.432349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.458203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:26.495734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:26.503867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.515752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d572a2e-29fc-42bc-935c-52b719727afa req-22558ecf-a8e8-48cb-81e8-936f0a1fbaf0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:26.517301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d572a2e-29fc-42bc-935c-52b719727afa req-22558ecf-a8e8-48cb-81e8-936f0a1fbaf0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1739812 Nov 16 21:03:26.567294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:26.575305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] For port e5727321-a2a3-495b-9b9c-1422b6003eb6, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:26.581824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] For port e5727321-a2a3-495b-9b9c-1422b6003eb6, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:26.592316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.600899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.638374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d572a2e-29fc-42bc-935c-52b719727afa req-8bb09ee5-abb6-4e8a-a7de-663a5a3f958a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036975 Nov 16 21:03:26.662680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:26.663318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:26.667743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e5727321-a2a3-495b-9b9c-1422b6003eb6 HTTP/1.1" status: 200 len: 1096 time: 1.6153722 Nov 16 21:03:26.668719 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a1be7-b766-4cba-b92f-bdfd45b4ff4f x-openstack-request-id: req-467a1be7-b766-4cba-b92f-bdfd45b4ff4f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:26.669917 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:26.670465 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-467a1be7-b766-4cba-b92f-bdfd45b4ff4f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:26.671122 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'code': 200} Nov 16 21:03:26.672719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'tag': 'e5727321-a2a3-495b-9b9c-1422b6003eb6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:26.691132 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88" -d '{"events": [{"name": "network-changed", "server_uuid": "3e52aea8-9f37-4b24-adca-dea03ab0f900", "tag": "e5727321-a2a3-495b-9b9c-1422b6003eb6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:26.719694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b2940-4396-41f1-a349-9249f1eb47a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5727321-a2a3-495b-9b9c-1422b6003eb6,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:26.789185 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9375b5-3380-46b5-8c3d-fa5e69adb791 x-openstack-request-id: req-ac9375b5-3380-46b5-8c3d-fa5e69adb791 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:26.789919 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e52aea8-9f37-4b24-adca-dea03ab0f900", "tag": "e5727321-a2a3-495b-9b9c-1422b6003eb6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:26.789919 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac9375b5-3380-46b5-8c3d-fa5e69adb791 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:26.790385 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'tag': 'e5727321-a2a3-495b-9b9c-1422b6003eb6', 'status': 'completed', 'code': 200} Nov 16 21:03:26.840126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['79fa1324-60d7-4a10-a0f8-f29ed677c666'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:26.854497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d78cad-7013-471d-98e9-76b868a4935b req-ed78723e-1c46-4a5b-91b3-429f0d664b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:26.856728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11d78cad-7013-471d-98e9-76b868a4935b req-ed78723e-1c46-4a5b-91b3-429f0d664b6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.0657990 Nov 16 21:03:26.860068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-2a155464-370d-4c7b-a08f-d91ff0299101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:26.867703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-2a155464-370d-4c7b-a08f-d91ff0299101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 1099 time: 0.1213448 Nov 16 21:03:26.970931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48124) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:27.005765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-7d95e1a5-4bcf-45b2-aec9-edfe6f7de963 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6 HTTP/1.1" status: 200 len: 217 time: 0.1087546 Nov 16 21:03:27.139312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56d3ca-10a5-4969-bbc8-f1d6ca605050 req-dac1dc16-48cc-4a97-9cb0-b096af2c2b23 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.141032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca56d3ca-10a5-4969-bbc8-f1d6ca605050 req-dac1dc16-48cc-4a97-9cb0-b096af2c2b23 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 948 time: 0.0834703 Nov 16 21:03:27.160882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11d78cad-7013-471d-98e9-76b868a4935b req-6af8dbad-3f13-4831-ac91-e96ba67fe6e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922368 Nov 16 21:03:27.182796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-2dfa5ad0-311a-49cd-98e6-f88783c0b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.184257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-2dfa5ad0-311a-49cd-98e6-f88783c0b1d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1629038 Nov 16 21:03:27.197362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac92e-7057-44d3-b674-1a26f45295a2 req-96338dbf-936e-4db9-8fcd-f9b65cf78117 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.205592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa1ac92e-7057-44d3-b674-1a26f45295a2 req-96338dbf-936e-4db9-8fcd-f9b65cf78117 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.1026700 Nov 16 21:03:27.217591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1311db4d-daa6-40bf-afcd-f7963713811c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.244268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca56d3ca-10a5-4969-bbc8-f1d6ca605050 req-e5d72bf8-a6d7-4ba4-bc86-a140e98145d3 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973697 Nov 16 21:03:27.326767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa1ac92e-7057-44d3-b674-1a26f45295a2 req-8dec9063-2f5b-4a4c-8560-99ff91fcbb53 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207471 Nov 16 21:03:27.329040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f54f996e-ecc8-4681-8a01-daffba8ba7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.331083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f54f996e-ecc8-4681-8a01-daffba8ba7cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234589 Nov 16 21:03:27.359161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1311db4d-daa6-40bf-afcd-f7963713811c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.364934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1311db4d-daa6-40bf-afcd-f7963713811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.410266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311db4d-daa6-40bf-afcd-f7963713811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa69ac-83c3-4087-be5a-f451df12eba3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:27.420337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1311db4d-daa6-40bf-afcd-f7963713811c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffa974df79d848498592b84b07cd00e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445460 Nov 16 21:03:27.420529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48148) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:27.460748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-f6db2bc0-8164-4c9f-bcb1-dd5e16f23903 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175365 Nov 16 21:03:27.480798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47d1cd29-1c3f-4d86-bdf2-37d08178863c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.523220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47d1cd29-1c3f-4d86-bdf2-37d08178863c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.576863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bbd78c-1f4a-4dea-992a-42ea6d07bd4f req-87bfb46f-9ee4-41b3-b236-f58ccd5576c4 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035881 Nov 16 21:03:27.615444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47d1cd29-1c3f-4d86-bdf2-37d08178863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.619843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47d1cd29-1c3f-4d86-bdf2-37d08178863c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:27.624339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-47d1cd29-1c3f-4d86-bdf2-37d08178863c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93aa69ac-83c3-4087-be5a-f451df12eba3 HTTP/1.1" status: 204 len: 168 time: 0.1997290 Nov 16 21:03:27.634585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1cd29-1c3f-4d86-bdf2-37d08178863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa69ac-83c3-4087-be5a-f451df12eba3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:27.692091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-049eec03-7673-4489-94d2-78ed702c796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.693748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-049eec03-7673-4489-94d2-78ed702c796f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 1099 time: 0.0515952 Nov 16 21:03:27.773456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da7ed1-a16e-491a-9f4b-95ae02195fe0 req-5d317bb9-d181-4bd0-978c-ea360918542e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.775748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95da7ed1-a16e-491a-9f4b-95ae02195fe0 req-5d317bb9-d181-4bd0-978c-ea360918542e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0759337 Nov 16 21:03:27.831777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-d0b41844-81b4-49b9-9d1a-175c19ae8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.833410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-d0b41844-81b4-49b9-9d1a-175c19ae8322 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1320088 Nov 16 21:03:27.848905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95da7ed1-a16e-491a-9f4b-95ae02195fe0 req-33ef36a6-f155-414e-bda1-2c52375288cf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623579 Nov 16 21:03:27.882608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-dad889ca-5e1e-4b9a-87ed-2991c754f0ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6 HTTP/1.1" status: 200 len: 217 time: 0.0400789 Nov 16 21:03:27.937875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-564e5d63-0b83-4271-bcc4-46cb432849ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.939453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-564e5d63-0b83-4271-bcc4-46cb432849ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0496986 Nov 16 21:03:27.995715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-87988d6f-ecbd-4993-9a50-d15497161022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:27.997622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-87988d6f-ecbd-4993-9a50-d15497161022 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484922 Nov 16 21:03:28.033685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:28.114361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-8a94d72e-7bfc-414f-8d4e-34b914cc5767 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085958 Nov 16 21:03:28.208291 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b173178-34ac-44ad-a6cc-0f75a5d42b05 req-2ef2f24c-8ad6-402a-88d9-92ed57eb9986 tempest-FlavorsV2NegativeTest-831012433 tempest-FlavorsV2NegativeTest-831012433-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3439f7081e3a4b76baedfe42a3295dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318301 Nov 16 21:03:28.262422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48194) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:28.281807 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01236d1b-4a33-4520-b2c4-081a85d7e47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.304054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b933f25f-88af-4c59-8e3a-b8cb04fc4d88 req-df19a32f-acf3-4ad5-8e7b-18514130a67d service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809173 Nov 16 21:03:28.384002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173178-34ac-44ad-a6cc-0f75a5d42b05 req-72e089a9-8f49-4634-9b24-098de2dec211 tempest-FlavorsV2NegativeTest-831012433 tempest-FlavorsV2NegativeTest-831012433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:28.385758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b173178-34ac-44ad-a6cc-0f75a5d42b05 req-72e089a9-8f49-4634-9b24-098de2dec211 tempest-FlavorsV2NegativeTest-831012433 tempest-FlavorsV2NegativeTest-831012433-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661932 Nov 16 21:03:28.408178 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b173178-34ac-44ad-a6cc-0f75a5d42b05 req-b3443918-9517-4dad-8053-1ea50a8fca32 tempest-FlavorsV2NegativeTest-831012433 tempest-FlavorsV2NegativeTest-831012433-project] 10.222.0.48 "GET /v2.0/quotas/3439f7081e3a4b76baedfe42a3295dc9 HTTP/1.1" status: 200 len: 375 time: 0.0124643 Nov 16 21:03:28.443366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f900616-2222-4ad8-8230-27d130b3120f req-19bb6b43-bcfa-4c25-8a79-d75b8ed9bfd1 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:28.445033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f900616-2222-4ad8-8230-27d130b3120f req-19bb6b43-bcfa-4c25-8a79-d75b8ed9bfd1 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 948 time: 0.0936372 Nov 16 21:03:28.452224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b173178-34ac-44ad-a6cc-0f75a5d42b05 req-613fcdbb-6ed1-4a20-90f7-94f779c3bc54 tempest-FlavorsV2NegativeTest-831012433 tempest-FlavorsV2NegativeTest-831012433-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3439f7081e3a4b76baedfe42a3295dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360591 Nov 16 21:03:28.480476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01236d1b-4a33-4520-b2c4-081a85d7e47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.502098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01236d1b-4a33-4520-b2c4-081a85d7e47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.581077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f900616-2222-4ad8-8230-27d130b3120f req-273e64ef-bde4-4663-a686-e7e50fd37bef tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260247 Nov 16 21:03:28.595753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01236d1b-4a33-4520-b2c4-081a85d7e47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc1d54-0e19-4c3e-b101-c3c442e8631c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:28.599895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-01236d1b-4a33-4520-b2c4-081a85d7e47b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d13b4386d7ce4b63b78ee62f9a050b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361211 Nov 16 21:03:28.605484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48210) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:28.615262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cfa954bd-e640-458c-98fd-a27f7edeb75b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bb95f4e8cd9474ca00064d78d283b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5798435 Nov 16 21:03:28.617603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48212) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:28.618484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a687f3-0dad-4cda-9b83-7bfe273be3ec req-316b3701-3693-4b7f-a8b8-0f3f95008e63 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:28.623688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23a687f3-0dad-4cda-9b83-7bfe273be3ec req-316b3701-3693-4b7f-a8b8-0f3f95008e63 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.0747793 Nov 16 21:03:28.686819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d4-b2da-4292-ba0b-60221230fc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.711404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23a687f3-0dad-4cda-9b83-7bfe273be3ec req-a9c2b4f8-6604-4f45-b618-49222e4a4211 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781608 Nov 16 21:03:28.714883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d4-b2da-4292-ba0b-60221230fc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.730675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b71028d-d7eb-48a2-a19a-2326d03d19d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.759135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b71028d-d7eb-48a2-a19a-2326d03d19d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.784862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d4-b2da-4292-ba0b-60221230fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.789369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbfac2d4-b2da-4292-ba0b-60221230fc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.791128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fbfac2d4-b2da-4292-ba0b-60221230fc3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a78e68bb-7ed4-4cb6-826f-954b91e313ab HTTP/1.1" status: 204 len: 168 time: 0.1723394 Nov 16 21:03:28.811562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b71028d-d7eb-48a2-a19a-2326d03d19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.812592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfac2d4-b2da-4292-ba0b-60221230fc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e68bb-7ed4-4cb6-826f-954b91e313ab,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:28.814878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b71028d-d7eb-48a2-a19a-2326d03d19d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:28.816215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3b71028d-d7eb-48a2-a19a-2326d03d19d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bfc1d54-0e19-4c3e-b101-c3c442e8631c HTTP/1.1" status: 204 len: 168 time: 0.1916156 Nov 16 21:03:28.834838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71028d-d7eb-48a2-a19a-2326d03d19d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc1d54-0e19-4c3e-b101-c3c442e8631c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:29.004569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2429c87-45ad-44dd-ab81-25c92bc07d90 req-3a315cdd-8e45-498e-bd0d-7a9bd0fa4507 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:29.014989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2429c87-45ad-44dd-ab81-25c92bc07d90 req-3a315cdd-8e45-498e-bd0d-7a9bd0fa4507 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0851076 Nov 16 21:03:29.084491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2429c87-45ad-44dd-ab81-25c92bc07d90 req-9bbe40e0-5933-4fcd-965e-884b3d50676a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679536 Nov 16 21:03:29.480840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48276) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:29.533541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e5727321-a2a3-495b-9b9c-1422b6003eb6 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:29.543826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a819f3f2-0c3c-45f0-93c7-9d586294c16b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3c19b21bd6d43e9b8b4322c9b77d407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605798 Nov 16 21:03:29.546787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:29.547969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:03:29.577833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:03:29.578531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 15b62dc9-c5be-4f9e-94e5-d3cb309f8dbd not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:03:29.617771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e961c468-c81f-4466-adcf-906c4d117e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.642469 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e961c468-c81f-4466-adcf-906c4d117e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.676679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48294) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:29.685414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e5727321-a2a3-495b-9b9c-1422b6003eb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:29.705915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:29.713237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e961c468-c81f-4466-adcf-906c4d117e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.716881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e961c468-c81f-4466-adcf-906c4d117e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.718132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e961c468-c81f-4466-adcf-906c4d117e72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be0c3477-4a56-4a29-ac91-5f0fe8cb0a38 HTTP/1.1" status: 204 len: 168 time: 0.1704118 Nov 16 21:03:29.726308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c468-c81f-4466-adcf-906c4d117e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c3477-4a56-4a29-ac91-5f0fe8cb0a38,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:29.738398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e5727321-a2a3-495b-9b9c-1422b6003eb6', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'e5727321-a2a3-495b-9b9c-1422b6003eb6', 'mac_address': 'fa:16:3e:d7:b0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:29.802581 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.816876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 79fa1324-60d7-4a10-a0f8-f29ed677c666 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:29.823354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 79fa1324-60d7-4a10-a0f8-f29ed677c666 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:29.823936 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.827000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5727321-a2a3-495b-9b9c-1422b6003eb6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:29.884716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e5727321-a2a3-495b-9b9c-1422b6003eb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:29.895178 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:29.999182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e5727321-a2a3-495b-9b9c-1422b6003eb6,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:30.014828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.048486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e53ab8a4-dd07-43d5-90fc-d73c053aa78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.051193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:30.054492 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e022019-79eb-4a1c-a886-f5b635d2dabc" -d '{"events": [{"server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "name": "network-vif-plugged", "status": "completed", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:30.079891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:30.087044 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.097251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a532f-10ce-4e3b-9120-f453f65354ca req-b79a5a41-0ce3-4eb7-ab42-ec89f6886fe2 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:30.105106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00a532f-10ce-4e3b-9120-f453f65354ca req-b79a5a41-0ce3-4eb7-ab42-ec89f6886fe2 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 949 time: 0.1298685 Nov 16 21:03:30.165176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e5727321-a2a3-495b-9b9c-1422b6003eb6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:30.207016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00a532f-10ce-4e3b-9120-f453f65354ca req-e31410e6-8c45-4e47-b9ca-9971a0b5df05 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006379 Nov 16 21:03:30.211222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825b7a4-9fad-49f9-8926-097394b336ca req-69795045-ff83-4f25-89b7-24600fd8e2fa tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:30.221245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4825b7a4-9fad-49f9-8926-097394b336ca req-69795045-ff83-4f25-89b7-24600fd8e2fa tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 945 time: 0.1027980 Nov 16 21:03:30.241116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:30.260972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e53ab8a4-dd07-43d5-90fc-d73c053aa78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.270319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e53ab8a4-dd07-43d5-90fc-d73c053aa78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.311263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4825b7a4-9fad-49f9-8926-097394b336ca req-7742ae84-dcb0-4edb-b9d5-a6a2840b2084 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875463 Nov 16 21:03:30.360125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48324) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:30.366108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e53ab8a4-dd07-43d5-90fc-d73c053aa78f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3439f7081e3a4b76baedfe42a3295dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6875041 Nov 16 21:03:30.367727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ab8a4-dd07-43d5-90fc-d73c053aa78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31535c61-1b10-4257-8f25-2cba811aa84f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:30.430211 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406056bb-3f1f-4966-81a5-3a089bf5f919 x-openstack-request-id: req-406056bb-3f1f-4966-81a5-3a089bf5f919 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:30.430541 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "name": "network-vif-plugged", "status": "completed", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:30.430967 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-406056bb-3f1f-4966-81a5-3a089bf5f919 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:30.431215 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'code': 200} Nov 16 21:03:30.517318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60885f1c-3365-495a-a9c3-44fb798257f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.560707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc12e21-6695-4bee-adbe-22e43b5643ef req-bf7e9c8a-9aa5-440b-8c9b-98fc623d5379 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:30.562726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecc12e21-6695-4bee-adbe-22e43b5643ef req-bf7e9c8a-9aa5-440b-8c9b-98fc623d5379 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0826263 Nov 16 21:03:30.592556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60885f1c-3365-495a-a9c3-44fb798257f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.641228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecc12e21-6695-4bee-adbe-22e43b5643ef req-c3bcf847-6896-4a51-b98f-204e0dd1a918 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706892 Nov 16 21:03:30.643450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2992e7-f7a1-4e54-89df-8bafe1c2bc7d req-0bf4bc25-b1ef-4695-be00-46cc273e1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:30.644967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad2992e7-f7a1-4e54-89df-8bafe1c2bc7d req-0bf4bc25-b1ef-4695-be00-46cc273e1029 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1096 time: 0.0981550 Nov 16 21:03:30.717932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad2992e7-f7a1-4e54-89df-8bafe1c2bc7d req-6bea966e-8d80-4e39-b814-1aad9a1c08c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641427 Nov 16 21:03:30.729008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60885f1c-3365-495a-a9c3-44fb798257f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.732299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60885f1c-3365-495a-a9c3-44fb798257f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:30.733497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60885f1c-3365-495a-a9c3-44fb798257f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31535c61-1b10-4257-8f25-2cba811aa84f HTTP/1.1" status: 204 len: 168 time: 0.3723965 Nov 16 21:03:30.742590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60885f1c-3365-495a-a9c3-44fb798257f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31535c61-1b10-4257-8f25-2cba811aa84f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:31.069755 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:03:31.097556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c65b7-93ba-4001-9241-a9503bbfe08d req-d1fcc3d5-2dfa-46bc-9875-80f8d305753e tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:31.104770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f98c65b7-93ba-4001-9241-a9503bbfe08d req-d1fcc3d5-2dfa-46bc-9875-80f8d305753e tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.0510666 Nov 16 21:03:31.111319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48390) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:31.121501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f98c65b7-93ba-4001-9241-a9503bbfe08d req-b2aea79b-a96c-4851-9cd3-cd87bb726649 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.220548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f98c65b7-93ba-4001-9241-a9503bbfe08d req-b2aea79b-a96c-4851-9cd3-cd87bb726649 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.225537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f98c65b7-93ba-4001-9241-a9503bbfe08d req-b2aea79b-a96c-4851-9cd3-cd87bb726649 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.268085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f98c65b7-93ba-4001-9241-a9503bbfe08d req-b2aea79b-a96c-4851-9cd3-cd87bb726649 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624460 Nov 16 21:03:31.269037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aea79b-a96c-4851-9cd3-cd87bb726649 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eb7f94-60b5-4a93-a330-c8eea92daae3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:31.390990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6a60-f110-474a-94fe-aebec41aa1c6 req-3ef250b0-f7c4-4e6d-9750-8681aa002b7a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:31.399361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d88a6a60-f110-474a-94fe-aebec41aa1c6 req-3ef250b0-f7c4-4e6d-9750-8681aa002b7a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 949 time: 0.0763443 Nov 16 21:03:31.441750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-c1fefa2f-78ef-4db2-b388-42ef2d3fcfab req-d7b47901-997d-4425-9a4a-23349bc84526 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:03:31.442708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1fefa2f-78ef-4db2-b388-42ef2d3fcfab req-d7b47901-997d-4425-9a4a-23349bc84526 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054717 Nov 16 21:03:31.448978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48418) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:31.468196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d88a6a60-f110-474a-94fe-aebec41aa1c6 req-3b698826-f61a-4583-a71b-b8f3b7f1130b tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 Nov 16 21:03:31.491685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48424) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:31.505037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1176933305-network', 'tenant_id': '06b5778640944f27b62822905a225088'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:31.531868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Made reservation on behalf of 06b5778640944f27b62822905a225088 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:31.534456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.547969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e5727321-a2a3-495b-9b9c-1422b6003eb6 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:31.555280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.569042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-network', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:31.608714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e5727321-a2a3-495b-9b9c-1422b6003eb6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:31.611961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82c48c-e7b5-44db-9cce-b57dbbb90770 req-76c4b9ac-c5a1-473d-b313-d918981aadf7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:31.613635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b82c48c-e7b5-44db-9cce-b57dbbb90770 req-76c4b9ac-c5a1-473d-b313-d918981aadf7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 945 time: 0.0756867 Nov 16 21:03:31.617117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e5727321-a2a3-495b-9b9c-1422b6003eb6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:31.617605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.621527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Made reservation on behalf of de9bca24f0ad447fa9d64cd9556f6ebb for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:31.626179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.659368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.702216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d37c9889-82dd-4075-bd3f-fe5593535eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.707678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b82c48c-e7b5-44db-9cce-b57dbbb90770 req-8363971b-5c6f-4be8-ab0a-268d3c6577ac tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861754 Nov 16 21:03:31.733246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.740514 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.779024 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.830637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:31.842335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:31.854713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.854975 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Added segment 99976da4-a0c5-4cda-85bc-ad1a7822d56f of type vlan for network 577e0baf-bab5-43e1-bc57-eff95e371e12 Nov 16 21:03:31.857348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e5727321-a2a3-495b-9b9c-1422b6003eb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:31.867908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.902009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.908746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.923627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.950742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb60196-7065-43c8-8742-06606fb3c272,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:31.976351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:31.977888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:31.978605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.000270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e5727321-a2a3-495b-9b9c-1422b6003eb6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:32.021014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:32.052330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d37c9889-82dd-4075-bd3f-fe5593535eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.064543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d37c9889-82dd-4075-bd3f-fe5593535eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.072968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9600794 Nov 16 21:03:32.080858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48458) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:32.082913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.084693 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Added segment b1f2a731-56e3-4073-9a66-c8096d943dda of type vlan for network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 Nov 16 21:03:32.100151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Request body: {'subnet': {'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1176933305-subnet', 'tenant_id': '06b5778640944f27b62822905a225088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:32.113319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8e5b0-e61a-4c5f-bf03-36727fd8ea08 admin admin] Pushing event updated for resources: {'Network': ['ID=577e0baf-bab5-43e1-bc57-eff95e371e12,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:32.129776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:32.141470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Made reservation on behalf of 06b5778640944f27b62822905a225088 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:32.142332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.229003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.230233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c9889-82dd-4075-bd3f-fe5593535eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102f0232-4571-4a8d-8396-d7334f1c9d31,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:32.234861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d37c9889-82dd-4075-bd3f-fe5593535eb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae51a26bc2e7485aac2254026465d06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7421422 Nov 16 21:03:32.238448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:32.301394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.306529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:32.307279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.389216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48478) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:32.394740 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9420419 Nov 16 21:03:32.399592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48482) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:32.409062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Request body: {'subnet': {'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-subnet', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:32.411196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c4645c5-0de5-46fc-a392-c07be7a3b91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.432781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5727321-a2a3-495b-9b9c-1422b6003eb6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:32.435682 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e0c6e6-b0d1-4052-b00a-466a31d38072" -d '{"events": [{"server_uuid": "3e52aea8-9f37-4b24-adca-dea03ab0f900", "name": "network-vif-plugged", "status": "completed", "tag": "e5727321-a2a3-495b-9b9c-1422b6003eb6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:32.437819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465c934-c1c1-44cd-9193-96b0ddbc0cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:32.449282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:32.478653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c4645c5-0de5-46fc-a392-c07be7a3b91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.488859 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953551b-8022-4c95-a288-10e3d61e1853 x-openstack-request-id: req-7953551b-8022-4c95-a288-10e3d61e1853 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:32.496030 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e52aea8-9f37-4b24-adca-dea03ab0f900", "name": "network-vif-plugged", "status": "completed", "tag": "e5727321-a2a3-495b-9b9c-1422b6003eb6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:32.497915 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7953551b-8022-4c95-a288-10e3d61e1853 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:32.498349 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5727321-a2a3-495b-9b9c-1422b6003eb6', 'code': 200} Nov 16 21:03:32.588854 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.662107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Made reservation on behalf of de9bca24f0ad447fa9d64cd9556f6ebb for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:32.664679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.722137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300002dc-0711-4636-963b-d8c02e38ac98 req-c04d8bec-d479-420b-a7af-db7015ff494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:32.724357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-300002dc-0711-4636-963b-d8c02e38ac98 req-c04d8bec-d479-420b-a7af-db7015ff494b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 1101 time: 0.1277649 Nov 16 21:03:32.725068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48494) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:32.734398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c4645c5-0de5-46fc-a392-c07be7a3b91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.738638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c4645c5-0de5-46fc-a392-c07be7a3b91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.739859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c4645c5-0de5-46fc-a392-c07be7a3b91e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/102f0232-4571-4a8d-8396-d7334f1c9d31 HTTP/1.1" status: 204 len: 168 time: 0.5003829 Nov 16 21:03:32.747785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9cc6c0-caba-45df-8302-79ccbf7677de,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:32.769463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4645c5-0de5-46fc-a392-c07be7a3b91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f0232-4571-4a8d-8396-d7334f1c9d31,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:32.815110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-272384877-network', 'tenant_id': '81fb2719fbb74d66b09af999f7f43a40'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:32.865352 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.867524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48504) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:32.879942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58b84f-6a1f-40b9-a8eb-614684d2cd86 req-0cbab7df-e610-4cf5-b134-dd3df64b182a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:32.887778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a58b84f-6a1f-40b9-a8eb-614684d2cd86 req-0cbab7df-e610-4cf5-b134-dd3df64b182a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.2271724 Nov 16 21:03:32.906704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:32.907072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Network hostable DHCP agents. Network: 577e0baf-bab5-43e1-bc57-eff95e371e12, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:32.920934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Made reservation on behalf of 81fb2719fbb74d66b09af999f7f43a40 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:32.923333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.957534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2470d-c178-413b-9786-9279d9585c33 req-abfdef20-849c-471a-8bee-e8b6156580ea tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:32.957722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:32.959452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12c2470d-c178-413b-9786-9279d9585c33 req-abfdef20-849c-471a-8bee-e8b6156580ea tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.2710669 Nov 16 21:03:32.978147 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ca64c8-c85e-4513-8700-6c2d927a7922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.000915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-300002dc-0711-4636-963b-d8c02e38ac98 req-90232e74-a603-4e60-99e1-1d3609b5db90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586846 Nov 16 21:03:33.054160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a58b84f-6a1f-40b9-a8eb-614684d2cd86 req-89edb5b0-c7d4-4bb6-a205-c37c79fa3063 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648049 Nov 16 21:03:33.059805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12c2470d-c178-413b-9786-9279d9585c33 req-9d0c2f4d-122b-419d-9d98-263cbaa8eb9d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847664 Nov 16 21:03:33.071376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:33.146000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ca64c8-c85e-4513-8700-6c2d927a7922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.152552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ca64c8-c85e-4513-8700-6c2d927a7922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.170937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.172986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 577e0baf-bab5-43e1-bc57-eff95e371e12) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:33.186362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542826b4-7c63-4595-af72-577680e85977 None None] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:33.196681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:33.197336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.199692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-23ca64c8-c85e-4513-8700-6c2d927a7922 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a3e60b5b5b74ee3a8fe43d8e392d100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727373 Nov 16 21:03:33.201878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca64c8-c85e-4513-8700-6c2d927a7922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352a7b4d-9881-4a77-ad39-07eb6ce434f6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.204518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48514) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:33.264943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48516) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:33.271632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e936c7d0-4023-4be3-8d89-843d1accc203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.287785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a89d58f6-5f6a-40be-8e0f-638374a2d486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.308457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-36039240-433e-42e1-8931-bb42bfb86db3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4382629 Nov 16 21:03:33.311154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e936c7d0-4023-4be3-8d89-843d1accc203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.329417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-e5080cb6-eebb-4f2a-a70a-61207925ca2d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:03:33.330968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-e5080cb6-eebb-4f2a-a70a-61207925ca2d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105240 Nov 16 21:03:33.337065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fae1f8e-60c8-437c-8663-460757a7c719,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.343106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.357242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c99b0e93-b245-4eb4-bf0b-6db69f40e28e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2743373 Nov 16 21:03:33.364166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.372908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267364ee-b2fb-4bd3-8f02-72fc474b12eb None None] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:33.405012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a4d9-489d-4fdc-95f0-79309ae9ff61 req-cc8c2256-3807-456c-aa5b-87e0d35d3e43 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:33.406630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d74a4d9-489d-4fdc-95f0-79309ae9ff61 req-cc8c2256-3807-456c-aa5b-87e0d35d3e43 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 945 time: 0.2920110 Nov 16 21:03:33.422883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e936c7d0-4023-4be3-8d89-843d1accc203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.425710 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e936c7d0-4023-4be3-8d89-843d1accc203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.429367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e936c7d0-4023-4be3-8d89-843d1accc203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/352a7b4d-9881-4a77-ad39-07eb6ce434f6 HTTP/1.1" status: 204 len: 168 time: 0.2212625 Nov 16 21:03:33.451324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c7d0-4023-4be3-8d89-843d1accc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a7b4d-9881-4a77-ad39-07eb6ce434f6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.485248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a89d58f6-5f6a-40be-8e0f-638374a2d486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.488542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Checking segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:33.489002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Network hostable DHCP agents. Network: 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:33.491597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:33.493329 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a89d58f6-5f6a-40be-8e0f-638374a2d486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.547660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.548010 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Added segment 2189f563-a8fa-498a-8703-4ec391ccede1 of type vlan for network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 Nov 16 21:03:33.554207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2558e1c7-8519-49f3-b422-a311035ff595,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.555515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a89d58f6-5f6a-40be-8e0f-638374a2d486 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebed7dd869f44559909e6d15b83361b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891080 Nov 16 21:03:33.566228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48524) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:33.609742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d58f6-5f6a-40be-8e0f-638374a2d486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366f5765-54fb-41f9-af46-c29afab5f611,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.638006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:33.652873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb637-6e75-44aa-b082-e814b5180243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.658471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d74a4d9-489d-4fdc-95f0-79309ae9ff61 req-289a5156-f45f-4c03-a3a6-df0c104423ea tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312071 Nov 16 21:03:33.660445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.676255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:33.680623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:33.681214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.700982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1384d5b-42b0-4aa9-8246-22ca18d3c960 None None] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:33.707548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb637-6e75-44aa-b082-e814b5180243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.733569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.734653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:33.735241 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.799046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d8cde9f-37a6-4d19-a0e3-63f224832fb2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3966680 Nov 16 21:03:33.803288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48538) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:33.803858 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb637-6e75-44aa-b082-e814b5180243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.807435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fdeb637-6e75-44aa-b082-e814b5180243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.809021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2fdeb637-6e75-44aa-b082-e814b5180243 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/366f5765-54fb-41f9-af46-c29afab5f611 HTTP/1.1" status: 204 len: 168 time: 0.2417934 Nov 16 21:03:33.814081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:33.832027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdeb637-6e75-44aa-b082-e814b5180243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366f5765-54fb-41f9-af46-c29afab5f611,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.837757 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4444962 Nov 16 21:03:33.839965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48546) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:33.865161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.867273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Request body: {'subnet': {'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-272384877-subnet', 'tenant_id': '81fb2719fbb74d66b09af999f7f43a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:33.868146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.887577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576db07-89ba-4d82-8eb3-116a3aaa52a4 admin admin] Pushing event updated for resources: {'Network': ['ID=80eb0de6-152b-4ae1-8d09-651ee96aaa04,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:33.911306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:33.937177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Made reservation on behalf of 81fb2719fbb74d66b09af999f7f43a40 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:33.939703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:33.981108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48550) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:34.053925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3642a9ac-9e43-4feb-aed8-69e54eb2d657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.063250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.226306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:03:34.227158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.314977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3642a9ac-9e43-4feb-aed8-69e54eb2d657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.316614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.351432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3642a9ac-9e43-4feb-aed8-69e54eb2d657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.396728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25707f-7355-4f68-bbb6-1beeeb9030d0 req-de828311-495c-48ed-8271-44ba28da6d0d tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:34.400145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de25707f-7355-4f68-bbb6-1beeeb9030d0 req-de828311-495c-48ed-8271-44ba28da6d0d tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.1605501 Nov 16 21:03:34.413836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3642a9ac-9e43-4feb-aed8-69e54eb2d657 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab08bd2d04a6478bbc83213d0868e8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309270 Nov 16 21:03:34.423366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48558) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:34.473044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Allocated IP 172.20.0.2 (48f0c051-d3e7-4eaa-ad7c-0b80a21a9014/2fae1f8e-60c8-437c-8663-460757a7c719/4bc947df-51c5-4daa-8a5f-656b41be0a6c) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:34.479656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642a9ac-9e43-4feb-aed8-69e54eb2d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac455d34-7463-482d-a3a0-e0fa2958d62f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:34.496642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Checking segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:34.498230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Network hostable DHCP agents. Network: 80eb0de6-152b-4ae1-8d09-651ee96aaa04, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:34.514117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.521881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a93d4b-b923-45f6-ae6c-4422e4e8f237,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:34.548961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d29dd6-936a-4ba9-8286-e146ab4281b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.577888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6d26-23c6-4bfe-ba12-ed5fb71a322d req-fadb72f6-a7d0-4be1-8840-efcd32d59088 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:34.579655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc6d6d26-23c6-4bfe-ba12-ed5fb71a322d req-fadb72f6-a7d0-4be1-8840-efcd32d59088 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1096 time: 0.1010721 Nov 16 21:03:34.605326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de25707f-7355-4f68-bbb6-1beeeb9030d0 req-75e6056c-ff1c-407d-be63-98ad2ef6f8ba tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894715 Nov 16 21:03:34.652423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:34.677113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.679688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d29dd6-936a-4ba9-8286-e146ab4281b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.689801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 80eb0de6-152b-4ae1-8d09-651ee96aaa04) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:34.702208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.715502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:34.716783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.719175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd847a-df68-4060-9f23-10ed4f4b31ab None None] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:34.772969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc6d6d26-23c6-4bfe-ba12-ed5fb71a322d req-71b384b4-de94-4161-b954-041180a07e65 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850650 Nov 16 21:03:34.830748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d29dd6-936a-4ba9-8286-e146ab4281b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.835638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d29dd6-936a-4ba9-8286-e146ab4281b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.842130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-22d29dd6-936a-4ba9-8286-e146ab4281b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac455d34-7463-482d-a3a0-e0fa2958d62f HTTP/1.1" status: 204 len: 168 time: 0.4129250 Nov 16 21:03:34.867246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d75522e4-46b0-485e-b801-32efcd0d22aa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0111387 Nov 16 21:03:34.896686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d29dd6-936a-4ba9-8286-e146ab4281b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac455d34-7463-482d-a3a0-e0fa2958d62f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:34.929342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:34.945563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:34.951486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:34.957488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Pushing event updated for resources: {'Port': ['ID=4bc947df-51c5-4daa-8a5f-656b41be0a6c,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:34.963892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9de83-9e64-41bd-9ee8-9e7a46319b35 req-e7478345-16b8-481a-a6a6-0c6be3d21777 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:34.965572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54e9de83-9e64-41bd-9ee8-9e7a46319b35 req-e7478345-16b8-481a-a6a6-0c6be3d21777 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1594894 Nov 16 21:03:34.990933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:35.087772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Attempting to bind port 4bc947df-51c5-4daa-8a5f-656b41be0a6c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:35.088383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Attempting to bind port 4bc947df-51c5-4daa-8a5f-656b41be0a6c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:35.088934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Attempting to bind port 4bc947df-51c5-4daa-8a5f-656b41be0a6c on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:35.104558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:35.105478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Checking segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:35.106137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.109489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Bound using segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:35.110174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Bound port: 4bc947df-51c5-4daa-8a5f-656b41be0a6c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:35.110594 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.120363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54e9de83-9e64-41bd-9ee8-9e7a46319b35 req-c5191b73-a6ee-42c7-990d-806881a32336 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411920 Nov 16 21:03:35.200020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] For port 4bc947df-51c5-4daa-8a5f-656b41be0a6c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:35.205363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] For port 4bc947df-51c5-4daa-8a5f-656b41be0a6c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4bc947df-51c5-4daa-8a5f-656b41be0a6c,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:35.224182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.238022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2ea84-fbcb-4986-b5a0-7b96768c353d req-f16ffe5e-3a01-40e2-9ef0-51fa41f50227 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:35.239707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b826560-e8f6-4bdc-b5b9-6552e8bccbbf None None] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:35.247585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ef2ea84-fbcb-4986-b5a0-7b96768c353d req-f16ffe5e-3a01-40e2-9ef0-51fa41f50227 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1096 time: 0.1681690 Nov 16 21:03:35.282981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.326900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.391444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796baf25-55d1-43aa-9626-b33f45cce56f None None] Pushing event updated for resources: {'Port': ['ID=4bc947df-51c5-4daa-8a5f-656b41be0a6c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:35.478152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ef2ea84-fbcb-4986-b5a0-7b96768c353d req-c2847d75-9670-406e-839e-f4a2fa818772 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293749 Nov 16 21:03:35.599624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:35.604555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-583089788-network', 'tenant_id': 'feb6e85b091048a9a8299a995fe714bd'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:35.667284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Made reservation on behalf of feb6e85b091048a9a8299a995fe714bd for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:35.669703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.708732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:35.758107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Allocated IP 172.25.3.193 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/4ea31cad-44e8-4d7f-ba18-5d44deb07a5c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:36.017345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbe60-93d4-475e-9030-d24ee7cbc4d8 req-0b83225b-c8ca-4036-9f1f-41ff15a7fe61 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:36.026744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f54cbe60-93d4-475e-9030-d24ee7cbc4d8 req-0b83225b-c8ca-4036-9f1f-41ff15a7fe61 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.2125206 Nov 16 21:03:36.133310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75674fc8-1818-440d-b93f-097ede663553 req-16ec81d8-c50d-4b95-a9a2-900ebeaa7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:36.139844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f54cbe60-93d4-475e-9030-d24ee7cbc4d8 req-effda250-9553-4444-84cf-3f97ff32893a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060240 Nov 16 21:03:36.143201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-16ec81d8-c50d-4b95-a9a2-900ebeaa7c6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.2607915 Nov 16 21:03:36.163154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.169145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.182120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.199473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:36.209738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24b29a-4e1d-4efb-9aba-7bf9935779e1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:36.248147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.249184 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Added segment 8f0f436b-cad6-4732-807e-3b17d25669ff of type vlan for network 28e4bd98-d0a2-498b-b8db-cf6e9485be30 Nov 16 21:03:36.331197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.367486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.369286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:36.370850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.470410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-2ee80653-4803-48c1-99a4-c4fccae30ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4682071 Nov 16 21:03:36.581972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.636567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75674fc8-1818-440d-b93f-097ede663553 req-7ba41331-935a-4ead-90f0-93b2d0832c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:36.639171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-7ba41331-935a-4ead-90f0-93b2d0832c98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.4615736 Nov 16 21:03:36.668697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4bc947df-51c5-4daa-8a5f-656b41be0a6c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:36.707306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-a0c6c7b6-6467-4cf4-9398-26c11d54dd62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.0467172 Nov 16 21:03:36.728931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:36.729902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:36.749272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:36.754430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-d51d459c-76f5-44c9-ac95-d0174c6127e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:36.756097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-d51d459c-76f5-44c9-ac95-d0174c6127e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 1101 time: 0.2193580 Nov 16 21:03:36.789196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:36.814460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4bc947df-51c5-4daa-8a5f-656b41be0a6c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:36.815117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:36.858228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2573199 Nov 16 21:03:36.859613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c5fcf-8abf-4688-ac29-54aad12478a7 admin admin] Pushing event updated for resources: {'Network': ['ID=28e4bd98-d0a2-498b-b8db-cf6e9485be30,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:36.877300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48658) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:36.887102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 28e4bd98-d0a2-498b-b8db-cf6e9485be30 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:36.888258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Request body: {'subnet': {'network_id': '28e4bd98-d0a2-498b-b8db-cf6e9485be30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-583089788-subnet', 'tenant_id': 'feb6e85b091048a9a8299a995fe714bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:37.071842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-4c12b492-779d-42d0-a56d-b1e21417b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.073945 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-4c12b492-779d-42d0-a56d-b1e21417b90a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2820170 Nov 16 21:03:37.099896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Made reservation on behalf of feb6e85b091048a9a8299a995fe714bd for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:37.102474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.123873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c21e0b-088d-475b-95c0-9d1726a60dfb None None] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:37.155627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75674fc8-1818-440d-b93f-097ede663553 req-cb07d6db-c913-483d-bca9-619a540b6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.157137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-cb07d6db-c913-483d-bca9-619a540b6df6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.4316173 Nov 16 21:03:37.160519 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-ffec6901-ee56-41c5-b0b2-fea50d942fd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6 HTTP/1.1" status: 200 len: 217 time: 0.0567975 Nov 16 21:03:37.195393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.240868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e9d0e9a9-501d-4013-9945-6197d8c9d27f None None] Provisioning complete for port 4bc947df-51c5-4daa-8a5f-656b41be0a6c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:37.241400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e9a9-501d-4013-9945-6197d8c9d27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.275042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-751b25f3-8e42-4685-88a2-0fd0266071c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.280098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-751b25f3-8e42-4685-88a2-0fd0266071c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1013258 Nov 16 21:03:37.359272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-4b274a1d-f345-4e09-9621-2d4ed729f960 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.363074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-4b274a1d-f345-4e09-9621-2d4ed729f960 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 821 time: 0.4832907 Nov 16 21:03:37.391008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4bc947df-51c5-4daa-8a5f-656b41be0a6c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4bc947df-51c5-4daa-8a5f-656b41be0a6c,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:37.404737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-f348a065-2e8f-449a-a3e0-8d5631ebf783 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/quotas/81fb2719fbb74d66b09af999f7f43a40 HTTP/1.1" status: 200 len: 375 time: 0.0331988 Nov 16 21:03:37.442778 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.472165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-41cb8636-c0ff-40c1-a4ca-e079d34517d7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495076 Nov 16 21:03:37.532946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75674fc8-1818-440d-b93f-097ede663553 req-f6fce210-889f-429c-a6e9-789c41c4416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.536000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-f6fce210-889f-429c-a6e9-789c41c4416d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3701906 Nov 16 21:03:37.594904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-42d69cb8-f24b-4149-b14d-1ded129c57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.596892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-42d69cb8-f24b-4149-b14d-1ded129c57ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2831457 Nov 16 21:03:37.661839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.668027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4bc947df-51c5-4daa-8a5f-656b41be0a6c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:37.785075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Checking segment: {'id': '8f0f436b-cad6-4732-807e-3b17d25669ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '28e4bd98-d0a2-498b-b8db-cf6e9485be30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:37.785440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Network hostable DHCP agents. Network: 28e4bd98-d0a2-498b-b8db-cf6e9485be30, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:37.790130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e237e88-c3c3-4f94-96e8-4bfd1f93a193,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:37.871395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Network 28e4bd98-d0a2-498b-b8db-cf6e9485be30 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:37.898522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 28e4bd98-d0a2-498b-b8db-cf6e9485be30) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:37.909534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec16f6c-db7b-4741-b1b7-12b44577cb8b None None] Network 28e4bd98-d0a2-498b-b8db-cf6e9485be30 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:37.919726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:37.920449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.948917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:37.959608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dfa22fec-3b7e-4e76-88ef-fb4a8c7ba3f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0771260 Nov 16 21:03:38.021112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-b2eb0664-60ef-4815-8fb2-7ee6349c61b7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:03:38.031274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-b2eb0664-60ef-4815-8fb2-7ee6349c61b7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2761788 Nov 16 21:03:38.064582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-43dfd311-1087-4a03-8723-418806bfc256 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022595 Nov 16 21:03:38.078152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f215c136-aab2-44df-9bce-789b7ac116d9 None None] Provisioning complete for port 4bc947df-51c5-4daa-8a5f-656b41be0a6c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:38.078533 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f215c136-aab2-44df-9bce-789b7ac116d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:38.154817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-a0036b86-245f-469f-be51-dbd98baec7cb service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212955 Nov 16 21:03:38.222853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-39b7b30e-411a-48c3-93c5-6f8163602292 service neutron] 10.222.0.48 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893086 Nov 16 21:03:38.354959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42dc38-6478-4c0f-b74c-064e3f04f4bd None None] Network 28e4bd98-d0a2-498b-b8db-cf6e9485be30 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:38.375098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6a06006d-a150-454f-94fe-5f68f10fc2a2 service neutron] 10.222.0.48 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510704 Nov 16 21:03:38.388480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75674fc8-1818-440d-b93f-097ede663553 req-82c6d1f2-e5bc-4724-bb38-8aee145a9eff service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151796 Nov 16 21:03:38.549294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3d073eb-6558-46c5-b965-39947aab76c3 req-6dc63c21-72e0-4982-a59a-826c35d3f96d service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359141 Nov 16 21:03:38.553805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-1166bcbb-0be6-49c6-bec8-4a6c0fbe3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:38.558106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-1166bcbb-0be6-49c6-bec8-4a6c0fbe3919 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.0977411 Nov 16 21:03:38.575580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:38.670714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:38.670927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4bc947df-51c5-4daa-8a5f-656b41be0a6c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:38.761977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ec86e-24db-4d22-afbc-2b7060fb08b5 req-05489a8e-185a-4bdf-a8c7-6d8bf999fcc6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:38.770931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-997ec86e-24db-4d22-afbc-2b7060fb08b5 req-05489a8e-185a-4bdf-a8c7-6d8bf999fcc6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0915561 Nov 16 21:03:38.831077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4bc947df-51c5-4daa-8a5f-656b41be0a6c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:38.831456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:38.928281 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-997ec86e-24db-4d22-afbc-2b7060fb08b5 req-51bd15ba-eb48-483f-bc79-bcbd9f45e468 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547410 Nov 16 21:03:39.023245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-ab8b9b90-4dab-4d5a-b162-7c61055cf97d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:03:39.033668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-ab8b9b90-4dab-4d5a-b162-7c61055cf97d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3620956 Nov 16 21:03:39.140530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-b2a9d0dd-d57e-4583-85ca-46bcd1387caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:39.142171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-b2a9d0dd-d57e-4583-85ca-46bcd1387caf service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.5759716 Nov 16 21:03:39.229570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-c57507fe-b1bd-46a5-9b87-fad4b117d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:39.233538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-8f74501f-d079-4fc6-a18f-385bbb0192a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.0807421 Nov 16 21:03:39.240034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-c57507fe-b1bd-46a5-9b87-fad4b117d65e service neutron] 10.222.0.48 "GET /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 1093 time: 0.1223140 Nov 16 21:03:39.245609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Request body: {'binding': {'host': 'n-h2-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:39.246385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:03:39.316104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-2b7ba802-77d5-4840-a938-9eca497e7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:39.317591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-2b7ba802-77d5-4840-a938-9eca497e7d1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0706568 Nov 16 21:03:39.395117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Router fb0f6621-2885-44b2-93ad-9147aa16761c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:03:39.413080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-567c5ac3-ad87-456f-b6dd-259bdd4cb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:39.414263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-567c5ac3-ad87-456f-b6dd-259bdd4cb27c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879452 Nov 16 21:03:39.430931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on host n-h2-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:39.431285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:39.431618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:39.436950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:39.437399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:39.442690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:39.443134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:39.443625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:39.444146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Bound port: 79fa1324-60d7-4a10-a0f8-f29ed677c666, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:39.585282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:03:39.597108 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:03:39.600557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-1dbbe494-0125-4e7b-93ee-02e39d9bf895 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510501 Nov 16 21:03:39.607868 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:03:39.608692 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:39.621329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:39.636480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:39.638032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-84fda1aa-60a1-48b2-be61-bc54b1f674f6 service neutron] 10.222.0.48 "POST /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666/bindings HTTP/1.1" status: 201 len: 389 time: 0.3966002 Nov 16 21:03:39.658856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:39.660063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6ada997f-1b41-4871-b91e-0d64ccdcc346 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8499737 Nov 16 21:03:39.661590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-89a903d9-7b7c-4611-84f1-0717ddf86044 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:39.663637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48762) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:39.671438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-89a903d9-7b7c-4611-84f1-0717ddf86044 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.1770258 Nov 16 21:03:39.691116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-3e2d59c2-9783-4108-90a2-f8ddeda3e65e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/quotas/06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 375 time: 0.0178709 Nov 16 21:03:39.760641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed84a48d-2216-48a9-bcf7-6fbb66024904 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682702 Nov 16 21:03:39.796452 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:03:39.865711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a89553c9-b303-44d1-b443-6f59784665b3 req-93249a99-cfcf-4f2c-aa03-03e540d5cdfd tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 210 time: 0.0529871 Nov 16 21:03:39.890006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-2153423e-f752-4894-acc8-ec3fcfeb458b service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284702 Nov 16 21:03:39.890294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-304f1c67-6836-4c81-b57e-a2b20915b6f8 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815702 Nov 16 21:03:40.079323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ca1bfbba-000f-40d5-8561-fcb235c0e815 service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737041 Nov 16 21:03:40.113604 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:37Z', 'revision_number': 3, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:40.155718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-61028f78-6d32-448a-b52c-79c2f3d11d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.157256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-61028f78-6d32-448a-b52c-79c2f3d11d64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1096 time: 0.1645854 Nov 16 21:03:40.168130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:03:40.168706 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Updating router fb0f6621-2885-44b2-93ad-9147aa16761c port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:03:40.190398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-5a76ef1e-966b-4f67-b843-896c1b93ad8c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.192282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-5a76ef1e-966b-4f67-b843-896c1b93ad8c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.41 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 821 time: 0.1646891 Nov 16 21:03:40.196824 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.209157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'port': {'device_id': '788e319a-c187-4d40-b522-df768fe3958d', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'admin_state_up': True, 'tenant_id': '81fb2719fbb74d66b09af999f7f43a40'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:40.315044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-b3ae34a1-0e65-4804-be0b-4953596996ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.316504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-b3ae34a1-0e65-4804-be0b-4953596996ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1144774 Nov 16 21:03:40.372886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4f446d90-1b02-4f5a-996d-c403afd6942d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 217 time: 0.0447986 Nov 16 21:03:40.426524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698baa1-3598-4089-922d-3540515498d3 req-fbba60b6-72e5-41c3-8c90-1056219892bb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.435879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a698baa1-3598-4089-922d-3540515498d3 req-fbba60b6-72e5-41c3-8c90-1056219892bb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 945 time: 0.1034331 Nov 16 21:03:40.444534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7c6d9-567e-47f3-abea-9ce9803a0e0d req-c4f7a729-88a8-400a-8d5c-37c2a739acc2 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.446412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eaf7c6d9-567e-47f3-abea-9ce9803a0e0d req-c4f7a729-88a8-400a-8d5c-37c2a739acc2 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.2867250 Nov 16 21:03:40.462848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Made reservation on behalf of 81fb2719fbb74d66b09af999f7f43a40 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:40.466533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.529352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a698baa1-3598-4089-922d-3540515498d3 req-64eb8608-f708-4484-b3df-1a2380656c0a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877666 Nov 16 21:03:40.561094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-8cf54aa0-dbdc-4cba-9c5f-33809483eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.562648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-8cf54aa0-dbdc-4cba-9c5f-33809483eeb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1268363 Nov 16 21:03:40.627241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-b1c5d4db-9ddb-49b7-9948-f570ed9addbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460227 Nov 16 21:03:40.634567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eaf7c6d9-567e-47f3-abea-9ce9803a0e0d req-f9305c30-6a02-42d4-98f7-f6d73f81c296 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440816 Nov 16 21:03:40.639275 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.656115 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.744528 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Attempting to bind port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:40.744916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Attempting to bind port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:40.745771 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Attempting to bind port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:40.758531 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Pushing event updated for resources: {'Port': ['ID=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:40.760568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Allocated IP 172.20.0.10 (80eb0de6-152b-4ae1-8d09-651ee96aaa04/87a93d4b-b923-45f6-ae6c-4422e4e8f237/0f5cf8c7-a8a3-4478-85ad-3296393cf00e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:40.763810 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:40.764336 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:40.764779 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.765205 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:40.766308 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Bound port: 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:40.766723 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.783123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-c715ecae-88df-48aa-bd19-0eeea3433c12 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451561 Nov 16 21:03:40.801324 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.801871 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.802253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.802599 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.803128 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.803250 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.803584 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.804020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.804382 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.804865 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.805243 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.805540 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Tracked resource versions report: Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: pushed versions: Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: { 'AddressGroup': {'1.2'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'ConntrackHelper': {'1.0'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Log': {'1.0'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Network': {'1.1'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Port': {'1.7'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'PortForwarding': {'1.2'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'QosPolicy': {'1.10'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'SecurityGroup': {'1.5'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'SecurityGroupRule': {'1.2'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'SubPort': {'1.0'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Subnet': {'1.1'}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Trunk': {'1.1'}} Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: consumer versions: Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: { DHCP agent@n-d-817778-8: {}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: HyperV agent@n-h1-817778-8: {}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: HyperV agent@n-h2-817778-8: {}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: L3 agent@n-d-817778-8: {}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: Metadata agent@n-d-817778-8: {}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: Metering agent@n-d-817778-8: {}, Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: Open vSwitch agent@n-d-817778-8: { 'AddressGroup': '1.2', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'ConntrackHelper': '1.0', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Log': '1.0', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Network': '1.1', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Port': '1.7', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'PortForwarding': '1.2', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'QosPolicy': '1.10', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'SecurityGroup': '1.5', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'SecurityGroupRule': '1.2', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'SubPort': '1.0', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Subnet': '1.1', Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: 'Trunk': '1.1'}} Nov 16 21:03:40.806650 n-d-817778-8 neutron-server[102456]: {{(pid=102456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 21:03:40.808558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97443b04-632e-4b65-adde-80942f292ce2 req-884fb5fb-33ff-4f4d-b1d7-290f14a83900 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:40.814096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97443b04-632e-4b65-adde-80942f292ce2 req-884fb5fb-33ff-4f4d-b1d7-290f14a83900 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1929843 Nov 16 21:03:40.874481 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] For port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:40.881165 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] For port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:40.890508 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:40.942729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97443b04-632e-4b65-adde-80942f292ce2 req-2edaffb1-cdcc-4d97-a82e-69d7438da9bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114495 Nov 16 21:03:41.052491 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bb0b7-90b8-42aa-9b5d-19b07025a26b None None] Pushing event updated for resources: {'Port': ['ID=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:41.058513 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:03:41.060130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:41.077857 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:41.127745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:41.181742 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9e6ef8c-9464-4f9e-9079-e496fa98f477 req-243df848-8c06-4fff-82b7-adf4dbf49a9a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 210 time: 0.0479403 Nov 16 21:03:41.190056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:41.196415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:41.202617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:41.209437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-6a7aa403-63fb-4403-bed9-ffb68d80cf94 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958094 Nov 16 21:03:41.209717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:41.210555 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:41.218501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:41.223637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:41.234094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-6bc13d3b-d0b3-4c47-90a8-fdd8204a0021 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0292361 Nov 16 21:03:41.265266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Request body: {'port': {'device_id': '788e319a-c187-4d40-b522-df768fe3958d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:41.317112 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:03:41.415844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:41.438828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac410b83-ab77-41f7-94c8-fbe6c7292e2d req-f37d8782-6ca0-4922-ae0c-a1fec48537d1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:41.446085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac410b83-ab77-41f7-94c8-fbe6c7292e2d req-f37d8782-6ca0-4922-ae0c-a1fec48537d1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 932 time: 0.1329980 Nov 16 21:03:41.611319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac410b83-ab77-41f7-94c8-fbe6c7292e2d req-cfdad953-f486-4f44-b784-46719d3dc37c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598930 Nov 16 21:03:41.660511 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:37Z', 'revision_number': 3, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:41.730279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-73ed009c-0f71-43f2-aff7-19e2a4137fd0 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:41.730838 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7785c5d-e7f2-4632-b528-ccf0b4fd730d None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:37Z', 'revision_number': 3, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:03:41.732641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-73ed009c-0f71-43f2-aff7-19e2a4137fd0 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.2630284 Nov 16 21:03:41.749532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48810) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:41.823564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Allocated IP 172.20.0.1 (48f0c051-d3e7-4eaa-ad7c-0b80a21a9014/2fae1f8e-60c8-437c-8663-460757a7c719/a97f40ec-585c-4464-8db3-1e60cd7b02ec) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:41.829235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e66f5-4dd2-4ce8-8201-2ecce91c5292 req-7b844191-a99d-4047-91c1-e4289b40da6f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:41.830870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea2e66f5-4dd2-4ce8-8201-2ecce91c5292 req-7b844191-a99d-4047-91c1-e4289b40da6f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 945 time: 0.1017768 Nov 16 21:03:41.832328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817778-8'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:41.912893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329723-1527-47e8-9e12-637d725b3681 req-7a315633-f2df-49d8-9a76-6e4486e70576 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:41.914460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85329723-1527-47e8-9e12-637d725b3681 req-7a315633-f2df-49d8-9a76-6e4486e70576 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.2791231 Nov 16 21:03:41.956651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1996889-a3dc-49e5-b38f-2a0ee27c33e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:41.973804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea2e66f5-4dd2-4ce8-8201-2ecce91c5292 req-c2fb7e5c-64ac-40aa-82c2-eb4ec255066c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252382 Nov 16 21:03:41.982197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5cf8c7-a8a3-4478-85ad-3296393cf00e {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:41.993402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.017333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Transition to ACTIVE for port object 0f5cf8c7-a8a3-4478-85ad-3296393cf00e will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:42.025864 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.038253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.130653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:42.175416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-175c532b-2b8b-4bd0-ad81-3fdbfe4d5cd5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:42.176919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-175c532b-2b8b-4bd0-ad81-3fdbfe4d5cd5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.4590962 Nov 16 21:03:42.186887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85329723-1527-47e8-9e12-637d725b3681 req-caebdcc2-b415-451d-8dc0-bfa14de2075a tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603722 Nov 16 21:03:42.187105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1996889-a3dc-49e5-b38f-2a0ee27c33e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.210023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Request body: {'port': {'device_id': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'admin_state_up': True, 'tenant_id': '06b5778640944f27b62822905a225088'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:42.219863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1996889-a3dc-49e5-b38f-2a0ee27c33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.243592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Attempting to bind port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:42.243931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Attempting to bind port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:42.244261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Attempting to bind port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:42.255413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:42.255633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Attempting to bind port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:42.282959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:42.283304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Checking segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:42.283686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Bound using segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:42.284123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Bound port: 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:42.284662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.301045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1996889-a3dc-49e5-b38f-2a0ee27c33e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c87e46-39f4-41d5-9ded-760a347b2f8e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:42.305241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c1996889-a3dc-49e5-b38f-2a0ee27c33e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dcaf5a9c93f46a7995e65224d6a4b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5547554 Nov 16 21:03:42.315373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:42.377192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb54a6-19cc-4b33-8dd2-43d28f19b2dd req-36c79fe4-4477-43e0-a4d8-6120cb5f54bb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:42.382017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52eb54a6-19cc-4b33-8dd2-43d28f19b2dd req-36c79fe4-4477-43e0-a4d8-6120cb5f54bb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.2404177 Nov 16 21:03:42.420904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51dd3543-ebe1-4d3b-a3ff-3371c6bc6eff req-0c4ee3b2-f3d0-45c4-b7fc-31d21b88e56b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 210 time: 0.0671000 Nov 16 21:03:42.428828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.476889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8bf420a-d0e0-462e-b85a-972eee00d87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.521903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:42.541302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52eb54a6-19cc-4b33-8dd2-43d28f19b2dd req-52e46d4d-0ba6-4c3c-9a72-8e61bb1de204 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488123 Nov 16 21:03:42.553591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Made reservation on behalf of 06b5778640944f27b62822905a225088 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:42.553591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.558736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:42.563102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:42.573297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.595846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:42.604634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.613211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:42.615733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.617199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] 10.222.0.41 "PUT /v2.0/ports/0f5cf8c7-a8a3-4478-85ad-3296393cf00e HTTP/1.1" status: 200 len: 1092 time: 1.3740790 Nov 16 21:03:42.672963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:42.675329 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:42.699754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8bf420a-d0e0-462e-b85a-972eee00d87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.730581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:42.732617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.787166 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6326a-99fa-4408-bf20-a06dbc65e28b x-openstack-request-id: req-dcf6326a-99fa-4408-bf20-a06dbc65e28b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:42.787511 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:42.789990 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcf6326a-99fa-4408-bf20-a06dbc65e28b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:42.790150 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'status': 'completed', 'code': 200} Nov 16 21:03:42.796282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.41', 64165) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:42.804525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:42.828082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:42.835644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:42.838076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:42.838583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.860594 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.875247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48834) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:42.892198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:42.902077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:42.977033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:42.989407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:42.992199 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3cb6a4-f58d-42e0-a4f8-ae89cc6dfd24" -d '{"events": [{"server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "name": "network-vif-unplugged", "status": "completed", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:43.007885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.027008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Pushing event updated for resources: {'Port': ['ID=a97f40ec-585c-4464-8db3-1e60cd7b02ec,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:43.044357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.168048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d25ef-c459-494f-9289-8bffd5fd6d5c service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:43.192585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-23f956bb-46ee-4d7a-b2ce-ddc5c0ff463f None None] Provisioning complete for port a97f40ec-585c-4464-8db3-1e60cd7b02ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:43.192966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23f956bb-46ee-4d7a-b2ce-ddc5c0ff463f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.212925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-58296bc9-e730-4ae7-8d07-b1723facd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:43.214814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-58296bc9-e730-4ae7-8d07-b1723facd7da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 1095 time: 0.4982951 Nov 16 21:03:43.228830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-3d8d9ae5-361e-4012-9e87-f53c89d03770 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:43.230291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-3d8d9ae5-361e-4012-9e87-f53c89d03770 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.4245424 Nov 16 21:03:43.253495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d22cc-9fb1-4536-8b1f-1acd1b49f557 req-7539afc7-2bd2-478c-967c-a4f7fc3d06dc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:43.262111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-588d22cc-9fb1-4536-8b1f-1acd1b49f557 req-7539afc7-2bd2-478c-967c-a4f7fc3d06dc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.4645972 Nov 16 21:03:43.263210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-23f956bb-46ee-4d7a-b2ce-ddc5c0ff463f None None] Port a97f40ec-585c-4464-8db3-1e60cd7b02ec cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:43.280654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:43.285417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8bf420a-d0e0-462e-b85a-972eee00d87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.289461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8bf420a-d0e0-462e-b85a-972eee00d87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.296071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f8bf420a-d0e0-462e-b85a-972eee00d87a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0c87e46-39f4-41d5-9ded-760a347b2f8e HTTP/1.1" status: 204 len: 168 time: 0.9567683 Nov 16 21:03:43.330894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-50a5397c-6b15-4649-8ad8-3ab022f7e087 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e HTTP/1.1" status: 200 len: 217 time: 0.0996230 Nov 16 21:03:43.331077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Allocated IP 172.20.0.12 (577e0baf-bab5-43e1-bc57-eff95e371e12/7b9cc6c0-caba-45df-8302-79ccbf7677de/3fe46aea-a2db-4c9c-bb1c-699845d5d7af) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:43.355484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab94cd6-da5e-484f-a4b3-22d504c4d6d4 req-211a8339-092c-426a-8b83-65e4b1cc8b6e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:43.357198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ab94cd6-da5e-484f-a4b3-22d504c4d6d4 req-211a8339-092c-426a-8b83-65e4b1cc8b6e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.2276447 Nov 16 21:03:43.374669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf420a-d0e0-462e-b85a-972eee00d87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c87e46-39f4-41d5-9ded-760a347b2f8e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:43.380817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on host n-h1-817778-8 for vnic_type normal with profile {"migrating_to": "n-h2-817778-8"} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:43.381218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:43.381570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:43.403849 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb252-5d3c-4425-b6ce-631226d1315d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.423659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:43.425783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Attempting to bind port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:43.446505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.471116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-588d22cc-9fb1-4536-8b1f-1acd1b49f557 req-c9cf7c86-6bce-4644-898c-8da1323fed1a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078719 Nov 16 21:03:43.480754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:43.481024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:43.481450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:43.482914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Bound port: 79fa1324-60d7-4a10-a0f8-f29ed677c666, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:43.483319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.500362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-73a0e689-2ed9-4536-b546-d1599d071c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:43.501958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-73a0e689-2ed9-4536-b546-d1599d071c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 200 len: 861 time: 0.1579492 Nov 16 21:03:43.580426 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-a542c0e8-a9f6-40ca-b268-8dac4a7d8db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80eb0de6-152b-4ae1-8d09-651ee96aaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650854 Nov 16 21:03:43.588009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ab94cd6-da5e-484f-a4b3-22d504c4d6d4 req-03d3b101-9b77-4329-b764-9042e912c6ce tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058706 Nov 16 21:03:43.672837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Deleting port e5727321-a2a3-495b-9b9c-1422b6003eb6 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:03:43.673185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.754589 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462b658-cdd3-40bc-a2e2-6b7e73ce18f1 x-openstack-request-id: req-1462b658-cdd3-40bc-a2e2-6b7e73ce18f1 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:43.754920 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "name": "network-vif-unplugged", "status": "completed", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:43.755243 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1462b658-cdd3-40bc-a2e2-6b7e73ce18f1 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:43.755688 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'code': 200} Nov 16 21:03:43.768054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:43.802406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb252-5d3c-4425-b6ce-631226d1315d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.807750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eeac0865-8f27-4348-b2e6-1768982ff862 req-672a2c1a-9737-4074-adb1-b237823ba379 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 210 time: 0.0812869 Nov 16 21:03:43.818380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b3cb252-5d3c-4425-b6ce-631226d1315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.832164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05361c2-80b3-4558-b2b9-41989afde04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:43.906041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-9f32c3d4-ed3d-4d88-8d6c-829c1c7e857e service neutron] 10.222.0.41 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122270 Nov 16 21:03:43.933729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7b3cb252-5d3c-4425-b6ce-631226d1315d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=137f1379c3094f9abc1c0ccfd4b95c74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0562820 Nov 16 21:03:43.939561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:43.942757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cb252-5d3c-4425-b6ce-631226d1315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2874738f-0567-4e33-8184-26ebff262d20,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:43.983078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:44.004698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c2f54-c136-45a4-853e-e19be173ccfd req-1d4afd4d-4758-4fb8-97c8-7dcd5f671524 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:44.006153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d2c2f54-c136-45a4-853e-e19be173ccfd req-1d4afd4d-4758-4fb8-97c8-7dcd5f671524 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e52aea8-9f37-4b24-adca-dea03ab0f900 HTTP/1.1" status: 200 len: 950 time: 0.2559633 Nov 16 21:03:44.033761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:44.063583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] For port e5727321-a2a3-495b-9b9c-1422b6003eb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e5727321-a2a3-495b-9b9c-1422b6003eb6,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:44.063945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.065160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.070003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.095269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Calling delete_port for e5727321-a2a3-495b-9b9c-1422b6003eb6 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:03:44.155846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62146da3-221c-4da0-9073-9b0b9b1e139f req-96da73a8-e9ff-4970-afa6-5626cb3a7895 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:44.157290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62146da3-221c-4da0-9073-9b0b9b1e139f req-96da73a8-e9ff-4970-afa6-5626cb3a7895 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.2567868 Nov 16 21:03:44.208695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d2c2f54-c136-45a4-853e-e19be173ccfd req-5fb65406-548c-4ff0-bd1f-b18d0026e139 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef15b81-0336-48ae-a29a-02d06be528db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875310 Nov 16 21:03:44.223880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90936ab0-3941-41ae-9008-b17efadbe3b6 req-74f729f7-a6c0-42b5-873a-80f1379f6163 service neutron] 10.222.0.41 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885151 Nov 16 21:03:44.225625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=8']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.235625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f98dc0d-ad74-4dcf-be97-52e2321093ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.266266 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05361c2-80b3-4558-b2b9-41989afde04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.271703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:44.272180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.273768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-acf6b952-e192-42c2-8306-da965b22972d service neutron] 10.222.0.41 "PUT /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 1121 time: 2.4955189 Nov 16 21:03:44.281532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.292777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.294215 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05361c2-80b3-4558-b2b9-41989afde04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.305660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f98dc0d-ad74-4dcf-be97-52e2321093ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.336809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.337534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.351960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['79fa1324-60d7-4a10-a0f8-f29ed677c666'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:44.358816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62146da3-221c-4da0-9073-9b0b9b1e139f req-c8487bf5-53f8-41d1-a63b-8aa75113384c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888175 Nov 16 21:03:44.387629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:44.395806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f05361c2-80b3-4558-b2b9-41989afde04a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccf9c2755fb240508c84f86575e556dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6180525 Nov 16 21:03:44.395806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05361c2-80b3-4558-b2b9-41989afde04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb87c2d-9930-42b1-8c20-1c966db1dc08,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.396921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:44.398401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:44.399456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:44.406019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:44.406654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.465413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.479688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f98dc0d-ad74-4dcf-be97-52e2321093ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.483192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f98dc0d-ad74-4dcf-be97-52e2321093ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.487172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9f98dc0d-ad74-4dcf-be97-52e2321093ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2874738f-0567-4e33-8184-26ebff262d20 HTTP/1.1" status: 204 len: 168 time: 0.5416353 Nov 16 21:03:44.505612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98dc0d-ad74-4dcf-be97-52e2321093ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2874738f-0567-4e33-8184-26ebff262d20,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.518702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.544995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e5727321-a2a3-495b-9b9c-1422b6003eb6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:44.552699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ba12896-de72-4bb8-a258-6cbb97bb80c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.558846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Pushing event deleted for resources: {'Port': ['ID=e5727321-a2a3-495b-9b9c-1422b6003eb6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.561416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-ed5b50f9-f1c6-423a-8dd0-96f1099b7456 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3577955 Nov 16 21:03:44.599217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Request body: {'port': {'device_id': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:44.620660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] No DVR routers for this DVR port e5727321-a2a3-495b-9b9c-1422b6003eb6 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:03:44.624364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ba12896-de72-4bb8-a258-6cbb97bb80c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.626895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.630604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3dda90c-6bb6-4ad9-9704-7884009be4d2 req-caa676b6-d20e-4c15-a4c2-43b07c653632 tempest-DeleteServersAdminTestJSON-159478307 tempest-DeleteServersAdminTestJSON-159478307-project] 10.222.0.41 "DELETE /v2.0/ports/e5727321-a2a3-495b-9b9c-1422b6003eb6 HTTP/1.1" status: 204 len: 173 time: 1.3811617 Nov 16 21:03:44.708995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-dfb5fc81-1c4f-4b9f-8aa5-78f2453e871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:44.710596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-dfb5fc81-1c4f-4b9f-8aa5-78f2453e871f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 1095 time: 0.4142013 Nov 16 21:03:44.717636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ba12896-de72-4bb8-a258-6cbb97bb80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.718231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:44.722720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Pushing event updated for resources: {'Port': ['ID=a97f40ec-585c-4464-8db3-1e60cd7b02ec,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.726965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ba12896-de72-4bb8-a258-6cbb97bb80c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:44.739556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8ba12896-de72-4bb8-a258-6cbb97bb80c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffb87c2d-9930-42b1-8c20-1c966db1dc08 HTTP/1.1" status: 204 len: 168 time: 0.3392828 Nov 16 21:03:44.770861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba12896-de72-4bb8-a258-6cbb97bb80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb87c2d-9930-42b1-8c20-1c966db1dc08,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:44.791526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'name': 'network-vif-deleted', 'tag': 'e5727321-a2a3-495b-9b9c-1422b6003eb6'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:44.794568 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ee223e-995a-4c86-9c6f-feed4ddffb57" -d '{"events": [{"server_uuid": "3e52aea8-9f37-4b24-adca-dea03ab0f900", "name": "network-vif-deleted", "tag": "e5727321-a2a3-495b-9b9c-1422b6003eb6"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:44.925987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d524-eb99-4115-9c48-2a5e4aeb1fc9 req-1f4ebe1d-8ad4-405e-ba8a-abc91aa14b60 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:44.932518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90d4d524-eb99-4115-9c48-2a5e4aeb1fc9 req-1f4ebe1d-8ad4-405e-ba8a-abc91aa14b60 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.1418085 Nov 16 21:03:44.980293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:44.980669 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:45.046957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90d4d524-eb99-4115-9c48-2a5e4aeb1fc9 req-6e49c4b2-6447-4411-aefe-a322d1a20209 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077082 Nov 16 21:03:45.067947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:45.087555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:45.094108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:45.117014 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37631e41-569d-4177-aa66-b816758c6458 x-openstack-request-id: req-37631e41-569d-4177-aa66-b816758c6458 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:45.117310 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e52aea8-9f37-4b24-adca-dea03ab0f900", "name": "network-vif-deleted", "tag": "e5727321-a2a3-495b-9b9c-1422b6003eb6", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:45.117597 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37631e41-569d-4177-aa66-b816758c6458 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:45.118002 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e52aea8-9f37-4b24-adca-dea03ab0f900', 'name': 'network-vif-deleted', 'tag': 'e5727321-a2a3-495b-9b9c-1422b6003eb6', 'status': 'completed', 'code': 200} Nov 16 21:03:45.136786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d467c-c037-4331-8433-c3feead63dfe req-3dde52ec-9fbb-46c6-8801-4fa236e150da tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:45.139396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb3d467c-c037-4331-8433-c3feead63dfe req-3dde52ec-9fbb-46c6-8801-4fa236e150da tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.4518867 Nov 16 21:03:45.259465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48874) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:45.307743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-2d3408e5-09b2-4c2a-8264-3c8b75877cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:45.309763 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-2d3408e5-09b2-4c2a-8264-3c8b75877cb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 922 time: 0.5801499 Nov 16 21:03:45.313989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc72ea-32d8-4fc6-ad38-2ea985efa32b req-e4eb0ed1-2820-4c57-8351-f3b0c817092c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:45.324879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0bcc72ea-32d8-4fc6-ad38-2ea985efa32b req-e4eb0ed1-2820-4c57-8351-f3b0c817092c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 932 time: 0.1210217 Nov 16 21:03:45.368594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:45.421415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0bcc72ea-32d8-4fc6-ad38-2ea985efa32b req-c257bc65-bea8-4b18-aa83-c440828d7b95 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936685 Nov 16 21:03:45.448661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-0daa688a-36c8-4d40-9b6c-22b36d61a3ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e HTTP/1.1" status: 200 len: 217 time: 0.1154006 Nov 16 21:03:45.519768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b02a4aa1-d96d-4ff2-be47-7b24da2f91aa None None] Provisioning complete for port a97f40ec-585c-4464-8db3-1e60cd7b02ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:45.521392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b02a4aa1-d96d-4ff2-be47-7b24da2f91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:45.563739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b02a4aa1-d96d-4ff2-be47-7b24da2f91aa None None] Port a97f40ec-585c-4464-8db3-1e60cd7b02ec cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:45.587839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8ea2-4a62-4584-ac1c-2a37e2b66b0c req-e5b23a27-c6bd-41f3-bdf9-d054837e5095 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:45.589341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e69f8ea2-4a62-4584-ac1c-2a37e2b66b0c req-e5b23a27-c6bd-41f3-bdf9-d054837e5095 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0593548 Nov 16 21:03:45.624465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb3d467c-c037-4331-8433-c3feead63dfe req-ec1cbdb5-da19-41c3-afca-951e4aa76f1c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076791 Nov 16 21:03:45.650121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e69f8ea2-4a62-4584-ac1c-2a37e2b66b0c req-769d9917-7ae2-4708-a4cf-014064545415 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Nov 16 21:03:45.705438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Router fb0f6621-2885-44b2-93ad-9147aa16761c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:03:45.712697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-71186861-664a-483c-a164-91d744988edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:45.714385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-71186861-664a-483c-a164-91d744988edd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 200 len: 861 time: 0.2538545 Nov 16 21:03:45.763960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:45.766234 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69e4285-34b7-4593-b4fd-cb098bc069fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:45.780847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-7a7cf321-559d-4caf-9bd1-612e41d6bf45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80eb0de6-152b-4ae1-8d09-651ee96aaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514069 Nov 16 21:03:45.876787 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94208f8d-99af-458e-9640-b7d79a35d08d x-openstack-request-id: req-94208f8d-99af-458e-9640-b7d79a35d08d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:45.877067 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:45.877499 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94208f8d-99af-458e-9640-b7d79a35d08d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:45.877735 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'status': 'completed', 'code': 200} Nov 16 21:03:45.894200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-fa779267-084d-4b7d-9581-96be26a825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:45.896751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-fa779267-084d-4b7d-9581-96be26a825b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1124 time: 0.0509417 Nov 16 21:03:46.025306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-8385efc4-6e23-4666-b737-97c122715200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:46.027080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-8385efc4-6e23-4666-b737-97c122715200 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1224058 Nov 16 21:03:46.046083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48912) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:46.088204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-00be8b7f-1af7-4596-8ee5-5bc7055c9f71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 217 time: 0.0446167 Nov 16 21:03:46.137121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.156197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.212214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-70ea83d9-08a6-4299-8eef-00e8cb59ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:46.213772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-70ea83d9-08a6-4299-8eef-00e8cb59ec1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1189108 Nov 16 21:03:46.228044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9be8d-32b7-4d30-854b-34fcf9bac912 req-af4a9c43-be0f-4dbe-b80c-ac91c0eacf00 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:46.229581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fdd9be8d-32b7-4d30-854b-34fcf9bac912 req-af4a9c43-be0f-4dbe-b80c-ac91c0eacf00 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.0655265 Nov 16 21:03:46.257020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c6077-ae39-4faf-ab0d-24de89f6a093,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:46.268850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5c50cd6968e41ffb59ee92206f067c3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0023165 Nov 16 21:03:46.270077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-eeab2ab6-2fbc-4c43-862a-c7ee99748700 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395374 Nov 16 21:03:46.272135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe46aea-a2db-4c9c-bb1c-699845d5d7af {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:46.272262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:46.283405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:03:46.288970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c5a4effa-d116-42e1-8ea6-fa52ba96dce9 admin admin] 10.222.0.48 "PUT /v2.0/routers/fb0f6621-2885-44b2-93ad-9147aa16761c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6222312 Nov 16 21:03:46.297210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.302003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.303119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.303715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.304664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.305191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.305729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.305993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:03:46.306455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.306978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.307498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.308009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.308521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.309066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5ef38c-f21b-439e-9743-f9806e82fe8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:46.328425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:03:46.329183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:46.330392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-6a22a11d-a74e-4774-a940-ca91107755e8 service neutron] 10.222.0.41 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050719 Nov 16 21:03:46.336292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Transition to ACTIVE for port object 3fe46aea-a2db-4c9c-bb1c-699845d5d7af will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:46.357487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.483129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:46.526665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fdd9be8d-32b7-4d30-854b-34fcf9bac912 req-409a52f8-ae6f-467a-b1d4-219f0ed68a77 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818401 Nov 16 21:03:46.552358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:03:46.587646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e93a202c-ace7-4faf-8ceb-4331b066fa2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb5eaa8ddb3c4dd9933cd07857e1129a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5354712 Nov 16 21:03:46.588905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48934) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:46.612766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-410f226c-4c76-46db-9b52-113323371af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.628702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac4726e9-f029-456e-89f6-e6ddd8ac5f4c req-8f5e668b-45d7-4b7e-8bac-19be0e8f582c service neutron] 10.222.0.41 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860868 Nov 16 21:03:46.630189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-84270ee3-4319-4f3d-a84a-7f317bdde3fe service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485231 Nov 16 21:03:46.646792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:46.647309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:46.647733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:46.664798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1bc17-d8b7-4ccf-84aa-6c0d9ee8314e req-ce1a7ba6-c223-4bef-9ebb-9440990d5f07 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:46.672991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ea1bc17-d8b7-4ccf-84aa-6c0d9ee8314e req-ce1a7ba6-c223-4bef-9ebb-9440990d5f07 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.1068559 Nov 16 21:03:46.675718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:03:46.676049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:46.682224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:46.682647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:46.683043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:46.683663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Bound port: 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:46.684031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.804601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:46.807996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:46.838298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ea1bc17-d8b7-4ccf-84aa-6c0d9ee8314e req-b316b5bb-57f1-48ee-b5de-c8ca6eb82369 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635261 Nov 16 21:03:46.839363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.846903 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-410f226c-4c76-46db-9b52-113323371af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.915825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e07d8-1459-4685-8941-a6ba13527d80 req-4a77237a-ed5b-4223-8798-e5fa9613b172 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:46.924028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b4e07d8-1459-4685-8941-a6ba13527d80 req-4a77237a-ed5b-4223-8798-e5fa9613b172 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.1414995 Nov 16 21:03:46.925861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.941382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:46.950570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:46.951481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:46.953013 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-97927a62-3b1c-44a7-b3b6-8f80dc3b4e05 service neutron] 10.222.0.47 "PUT /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 1092 time: 2.3725979 Nov 16 21:03:46.988567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 2, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:46.995066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d69e4285-34b7-4593-b4fd-cb098bc069fe req-39dfb4dd-37f1-4805-ba46-57111e6d899a service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540423 Nov 16 21:03:47.035204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b4e07d8-1459-4685-8941-a6ba13527d80 req-4dd7b84e-9d8e-464a-bab7-e98ceb1040ed tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102300 Nov 16 21:03:47.036202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:03:47.036673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Updating router fb0f6621-2885-44b2-93ad-9147aa16761c port a97f40ec-585c-4464-8db3-1e60cd7b02ec binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:03:47.064383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.077218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b777a-956f-454f-a599-2e7ed1d23b79 req-61e05f9e-a8ce-4146-ab07-a366f66fcf53 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:47.084660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e61b777a-956f-454f-a599-2e7ed1d23b79 req-61e05f9e-a8ce-4146-ab07-a366f66fcf53 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1115439 Nov 16 21:03:47.084948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.148030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.151552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.155925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ef15b81-0336-48ae-a29a-02d06be528db HTTP/1.1" status: 204 len: 168 time: 0.5552027 Nov 16 21:03:47.175399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef15b81-0336-48ae-a29a-02d06be528db,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:47.176504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-23925f49-d699-4969-aaf0-aafc367fcc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:47.180091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-23925f49-d699-4969-aaf0-aafc367fcc36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1095 time: 0.1567383 Nov 16 21:03:47.191030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-410f226c-4c76-46db-9b52-113323371af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.195097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-410f226c-4c76-46db-9b52-113323371af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.204666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-410f226c-4c76-46db-9b52-113323371af1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e1c6077-ae39-4faf-ab0d-24de89f6a093 HTTP/1.1" status: 204 len: 168 time: 0.9308012 Nov 16 21:03:47.209722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.210088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.210396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e61b777a-956f-454f-a599-2e7ed1d23b79 req-6085860c-b3ac-4ac1-ae6d-3c39f96fe96c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247616 Nov 16 21:03:47.210549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.210770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.211112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.211448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.211801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.212111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.212442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.214019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.214376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.219700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b9493-5420-4f1e-b999-7689582a7750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:03:47.245454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f226c-4c76-46db-9b52-113323371af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c6077-ae39-4faf-ab0d-24de89f6a093,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:47.248231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-58628750-c5bc-4263-936a-192dd4e6fa15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 217 time: 0.0563378 Nov 16 21:03:47.316104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-f332f913-be86-4734-b54e-63c27b226a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:47.317581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-f332f913-be86-4734-b54e-63c27b226a91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0628366 Nov 16 21:03:47.360822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-9e1f19d6-87a4-48ba-8ee6-a414979a2110 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342238 Nov 16 21:03:47.487917 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.490131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-1b12fff6-2681-446e-b1b7-addaaf6f8459 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197619 Nov 16 21:03:47.495074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.575414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfee56-2b09-4ccf-a943-572f8e473864 None None] Pushing event updated for resources: {'Port': ['ID=a97f40ec-585c-4464-8db3-1e60cd7b02ec,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:47.653772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Attempting to bind port a97f40ec-585c-4464-8db3-1e60cd7b02ec on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:47.654156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Attempting to bind port a97f40ec-585c-4464-8db3-1e60cd7b02ec by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:47.654620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Attempting to bind port a97f40ec-585c-4464-8db3-1e60cd7b02ec on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:47.699292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:47.704314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Checking segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:47.705857 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.706459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19388b2f-dad5-4010-ad7b-16f69d6fb113 req-78d60335-17d0-4210-8db4-1ae7615f52f2 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059727 Nov 16 21:03:47.708408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Bound using segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:47.709985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Bound port: a97f40ec-585c-4464-8db3-1e60cd7b02ec, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:47.710403 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.717505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:47.780044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bb859-1c96-449a-a4e8-b6a476a9a843 req-5fe70969-833e-4f84-a9bb-2122ded53335 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:47.781741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf6bb859-1c96-449a-a4e8-b6a476a9a843 req-5fe70969-833e-4f84-a9bb-2122ded53335 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.1077011 Nov 16 21:03:47.787323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e5727321-a2a3-495b-9b9c-1422b6003eb6 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:03:47.820116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48984) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:47.827655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-network', 'tenant_id': '14487aa97f914bccb13615aa834d02d3'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:47.851866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf6bb859-1c96-449a-a4e8-b6a476a9a843 req-fb6fa636-fe5e-4970-b92f-4a7d1e21d40f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629337 Nov 16 21:03:47.870678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Made reservation on behalf of 14487aa97f914bccb13615aa834d02d3 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:47.874619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.882634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e5727321-a2a3-495b-9b9c-1422b6003eb6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:03:47.882982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e5727321-a2a3-495b-9b9c-1422b6003eb6 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:03:47.889481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:47.892633 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec2ef7-e72c-439b-855a-8930cdb5b033" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:47.895844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.911808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:47.943551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24947e28-84d4-4af5-8071-3ec0487ab67b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:47.985593 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e76a00-a5aa-4d7f-a656-78cd6102a0cd x-openstack-request-id: req-b2e76a00-a5aa-4d7f-a656-78cd6102a0cd {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:47.985922 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:47.991622 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2e76a00-a5aa-4d7f-a656-78cd6102a0cd {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:47.993488 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'status': 'completed', 'code': 200} Nov 16 21:03:48.055598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:48.089802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] For port a97f40ec-585c-4464-8db3-1e60cd7b02ec, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:48.092638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3bb4cfd0-9376-4fc2-ba07-b2fb46de9b35 None None] Provisioning complete for port a97f40ec-585c-4464-8db3-1e60cd7b02ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:48.096590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3bb4cfd0-9376-4fc2-ba07-b2fb46de9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.111063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] For port a97f40ec-585c-4464-8db3-1e60cd7b02ec, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a97f40ec-585c-4464-8db3-1e60cd7b02ec,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:48.123315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24947e28-84d4-4af5-8071-3ec0487ab67b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.128422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24947e28-84d4-4af5-8071-3ec0487ab67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.150629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.166939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 has no active binding in host n-h2-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:03:48.167314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:48.213081 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-24947e28-84d4-4af5-8071-3ec0487ab67b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e074f2435aed47749dca95fa65d7498b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977977 Nov 16 21:03:48.215314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49000) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:48.223484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24947e28-84d4-4af5-8071-3ec0487ab67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b37993-72c4-4ffe-8701-dd236ee411f3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:48.227190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:03:48.228392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:48.260967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619822c1-2ff8-4ca3-9e72-53000ae494b2 req-15893dd2-b965-4dcf-b768-f5f4fa01f9f3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:48.269184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-619822c1-2ff8-4ca3-9e72-53000ae494b2 req-15893dd2-b965-4dcf-b768-f5f4fa01f9f3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.1127465 Nov 16 21:03:48.270564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.311228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.320697 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c92b9c9b-fe8f-4697-9d44-42aa5044b266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.364758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c92b9c9b-fe8f-4697-9d44-42aa5044b266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.379567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-619822c1-2ff8-4ca3-9e72-53000ae494b2 req-146c53af-34dc-44f9-aaab-b5e849263026 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059694 Nov 16 21:03:48.380566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:03:48.419871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:03:48.427667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49008) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:48.464287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f296a-2f43-48fa-b19f-eafc80942da1 req-ef1bdd87-9fcc-4ef0-9dfc-a880527f1bf5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:48.466373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a4f296a-2f43-48fa-b19f-eafc80942da1 req-ef1bdd87-9fcc-4ef0-9dfc-a880527f1bf5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.4638121 Nov 16 21:03:48.483037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-f98d4cd5-7ba6-4203-a919-8103091091a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:48.492214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-f98d4cd5-7ba6-4203-a919-8103091091a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1095 time: 0.4758391 Nov 16 21:03:48.502396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.502396 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Added segment 1faebfe6-2b89-4352-baf4-bc57c1a03a98 of type vlan for network ed49bc21-00dc-460a-be4b-3ad01f242ae7 Nov 16 21:03:48.505277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea36bb88-d240-4b07-9ca6-869adf407e6b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:48.507751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4cfd0-9376-4fc2-ba07-b2fb46de9b35 None None] Port a97f40ec-585c-4464-8db3-1e60cd7b02ec cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:48.527593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c92b9c9b-fe8f-4697-9d44-42aa5044b266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.529457 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c92b9c9b-fe8f-4697-9d44-42aa5044b266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.530653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c92b9c9b-fe8f-4697-9d44-42aa5044b266 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9b37993-72c4-4ffe-8701-dd236ee411f3 HTTP/1.1" status: 204 len: 168 time: 0.3136518 Nov 16 21:03:48.565599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b9c9b-fe8f-4697-9d44-42aa5044b266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b37993-72c4-4ffe-8701-dd236ee411f3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:48.592096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c923ce-8d05-47e2-a002-0a05fd7a2496 req-6dd2a1fa-f3fa-40a7-ba39-14a367ed25ac tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:48.600411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6c923ce-8d05-47e2-a002-0a05fd7a2496 req-6dd2a1fa-f3fa-40a7-ba39-14a367ed25ac tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0887599 Nov 16 21:03:48.652696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.659904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:03:48.667436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c2f4-5316-4fc5-b208-f9b3024a5f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.692379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6c923ce-8d05-47e2-a002-0a05fd7a2496 req-f9834eae-173d-4357-a50a-aa458b06514b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910444 Nov 16 21:03:48.725778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:48.732175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.733540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:48.734857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.830350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed49bc21-00dc-460a-be4b-3ad01f242ae7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:48.843028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'port_id': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'mac_address': 'fa:16:3e:81:98:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a93d4b-b923-45f6-ae6c-4422e4e8f237', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:48.853030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c2f4-5316-4fc5-b208-f9b3024a5f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.862989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:03:48.866430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c2f4-5316-4fc5-b208-f9b3024a5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:48.900134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a4f296a-2f43-48fa-b19f-eafc80942da1 req-e2cb9a01-0185-471e-986c-873628d2b7e5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957725 Nov 16 21:03:48.911852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5c650ebc-8f25-419f-b20a-55341aa041f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0904307 Nov 16 21:03:48.915154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49028) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:48.921682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Request body: {'subnet': {'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-subnet', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:48.928713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-641acb02-3b60-4c07-b349-1b69c2fed913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:48.930590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-641acb02-3b60-4c07-b349-1b69c2fed913 service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.4110854 Nov 16 21:03:48.988218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-7d50662e-7c7b-432a-8b3f-c9055d90ecb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 217 time: 0.0489259 Nov 16 21:03:49.029429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Made reservation on behalf of 14487aa97f914bccb13615aa834d02d3 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:49.032037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.042972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7eb8c2f4-5316-4fc5-b208-f9b3024a5f8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce11c404af7240318421f2a2dacb6ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140707 Nov 16 21:03:49.044610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:49.047045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8c2f4-5316-4fc5-b208-f9b3024a5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff457d-faf4-469b-a5c1-309657541466,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:49.055480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfee56-2b09-4ccf-a943-572f8e473864 None None] Pushing event updated for resources: {'Port': ['ID=a97f40ec-585c-4464-8db3-1e60cd7b02ec,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:49.092934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24450267-ed72-4409-9d79-75c009c5afa0 req-c29ab536-00c9-46b3-b87d-f0973e1310c6 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:49.094712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24450267-ed72-4409-9d79-75c009c5afa0 req-c29ab536-00c9-46b3-b87d-f0973e1310c6 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.1032495 Nov 16 21:03:49.100752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8494ccf2-bf7a-42c3-9937-8d2a9b6f783e None None] Provisioning complete for port a97f40ec-585c-4464-8db3-1e60cd7b02ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:49.101133 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8494ccf2-bf7a-42c3-9937-8d2a9b6f783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.201614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24450267-ed72-4409-9d79-75c009c5afa0 req-c12a6348-4275-4c30-80b4-da37ade1c528 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Nov 16 21:03:49.281777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-a3811c6c-5dd9-4618-896d-1a2b07d50a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:49.283421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-a3811c6c-5dd9-4618-896d-1a2b07d50a52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.2877328 Nov 16 21:03:49.309084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7452744-c57a-425e-808d-74bb8e7d7420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.340899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7452744-c57a-425e-808d-74bb8e7d7420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.422893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.486123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7452744-c57a-425e-808d-74bb8e7d7420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.486123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7452744-c57a-425e-808d-74bb8e7d7420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.486123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7452744-c57a-425e-808d-74bb8e7d7420 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbff457d-faf4-469b-a5c1-309657541466 HTTP/1.1" status: 204 len: 168 time: 0.4352751 Nov 16 21:03:49.486123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-847fef69-0bd4-483a-b81b-38a5d51adb52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771936 Nov 16 21:03:49.488939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5cf8c7-a8a3-4478-85ad-3296393cf00e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:49.544985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:49.558666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.647170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7452744-c57a-425e-808d-74bb8e7d7420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff457d-faf4-469b-a5c1-309657541466,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:49.665911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:49.687073 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8494ccf2-bf7a-42c3-9937-8d2a9b6f783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.726865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8494ccf2-bf7a-42c3-9937-8d2a9b6f783e None None] For port a97f40ec-585c-4464-8db3-1e60cd7b02ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a97f40ec-585c-4464-8db3-1e60cd7b02ec,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:49.729700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:48Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:49.765902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8494ccf2-bf7a-42c3-9937-8d2a9b6f783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:49.782507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eaf436-548a-4832-9bd6-0191c9c30172 None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:48Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:03:49.855270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac768d-e82b-427a-9e42-d0134bfa399d req-3c032074-5c76-4c20-b8f9-7ac91d6d976c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:49.867985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494ccf2-bf7a-42c3-9937-8d2a9b6f783e None None] Pushing event updated for resources: {'Port': ['ID=a97f40ec-585c-4464-8db3-1e60cd7b02ec,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:49.878324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0f5cf8c7-a8a3-4478-85ad-3296393cf00e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:49.880387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76ac768d-e82b-427a-9e42-d0134bfa399d req-3c032074-5c76-4c20-b8f9-7ac91d6d976c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.3811510 Nov 16 21:03:49.952897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59112f-8214-4d45-a070-307bad6cc7c1 req-143769c3-7966-4c62-b3a1-0e201d668440 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:49.955713 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a59112f-8214-4d45-a070-307bad6cc7c1 req-143769c3-7966-4c62-b3a1-0e201d668440 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1346741 Nov 16 21:03:49.999983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-b116fe8c-4f3f-46d5-8e79-eaf7db2d9e46 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987099 Nov 16 21:03:50.099019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a59112f-8214-4d45-a070-307bad6cc7c1 req-1129f46b-bb87-4a7b-bfa1-13b3f4986c66 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253426 Nov 16 21:03:50.163584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-229a33bb-fc1d-4f1e-85d0-4b55f0b3816f service neutron] 10.222.0.47 "GET /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.2066371 Nov 16 21:03:50.183351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.189097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76ac768d-e82b-427a-9e42-d0134bfa399d req-e24f14c2-18bb-46b2-959f-9b30c598cd27 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078816 Nov 16 21:03:50.315800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cec2ef7-e72c-439b-855a-8930cdb5b033 req-0b80494e-5ab7-4b45-8db0-1af016be07b5 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068810 Nov 16 21:03:50.361722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2f14d-a7c7-4214-ac01-2c567eaefded req-18c94eff-4ef3-4ecc-a4dd-339c63139843 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:50.364385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcb2f14d-a7c7-4214-ac01-2c567eaefded req-18c94eff-4ef3-4ecc-a4dd-339c63139843 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.1338563 Nov 16 21:03:50.406653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:50.525607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3844-7c48-46cc-b9ac-a23ec206b584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.562458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23df967f-334e-497a-8c97-4fe7c780e9cf,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:50.574681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcb2f14d-a7c7-4214-ac01-2c567eaefded req-532c1874-81c4-486d-b8ac-2efa279f53a0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569798 Nov 16 21:03:50.597873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Checking segment: {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:50.599423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Network hostable DHCP agents. Network: ed49bc21-00dc-460a-be4b-3ad01f242ae7, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:03:50.639120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8401644b-b928-4dba-b886-9d7650e44180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.674818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a97f40ec-585c-4464-8db3-1e60cd7b02ec up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:50.704622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:50.764464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3844-7c48-46cc-b9ac-a23ec206b584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.764608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:50.785576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2fbf0-d8f1-430b-bbae-9f1c4527a28f req-c01063c8-6ee2-49ee-89df-c8ff502f2ffc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:50.787296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34c2fbf0-d8f1-430b-bbae-9f1c4527a28f req-c01063c8-6ee2-49ee-89df-c8ff502f2ffc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 943 time: 0.4037099 Nov 16 21:03:50.791457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3844-7c48-46cc-b9ac-a23ec206b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.832956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a97f40ec-585c-4464-8db3-1e60cd7b02ec triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:50.833752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.868633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fa1324-60d7-4a10-a0f8-f29ed677c666 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:50.871627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:03:50.892526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:50.922111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:50.938850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34c2fbf0-d8f1-430b-bbae-9f1c4527a28f req-317dc4b3-fead-4bbc-9d65-54e1ab9c0ca4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381693 Nov 16 21:03:50.945364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a2b3844-7c48-46cc-b9ac-a23ec206b584 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9e8d21517384077b71efd80a95fe813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5214612 Nov 16 21:03:50.945364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3844-7c48-46cc-b9ac-a23ec206b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c3188b-453f-4b24-ae2d-9decd9bc7d91,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:50.964591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:50.967506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ed49bc21-00dc-460a-be4b-3ad01f242ae7) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:50.991949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:50.993170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.015145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca326cf0-d33c-41c2-b155-1b17f0e172e8 None None] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:51.074280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-844004dd-ee4d-4ba4-9ce4-caa5cc52576f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1578174 Nov 16 21:03:51.082445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49092) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:51.095930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:51.121004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] Transition to ACTIVE for port object 79fa1324-60d7-4a10-a0f8-f29ed677c666 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:03:51.132387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.149441 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143e9f3a-360e-44d7-be1d-d4078467df7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.195395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.196431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.203324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143e9f3a-360e-44d7-be1d-d4078467df7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.316659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] No DVR routers for this DVR port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:03:51.402440 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.408604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] Pushing event updated for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:51.409428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ed49bc21-00dc-460a-be4b-3ad01f242ae7', 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'fixed_ips': [{'subnet_id': '23df967f-334e-497a-8c97-4fe7c780e9cf'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:03:51.411792 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.423692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621622e-60e6-4c8d-abbc-edc3efeb100b req-f699f42d-d33a-4060-99ba-99b75f89d6e5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:51.425954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8621622e-60e6-4c8d-abbc-edc3efeb100b req-f699f42d-d33a-4060-99ba-99b75f89d6e5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1521678 Nov 16 21:03:51.427431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143e9f3a-360e-44d7-be1d-d4078467df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.430362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143e9f3a-360e-44d7-be1d-d4078467df7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.431580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-143e9f3a-360e-44d7-be1d-d4078467df7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9c3188b-453f-4b24-ae2d-9decd9bc7d91 HTTP/1.1" status: 204 len: 168 time: 0.4348235 Nov 16 21:03:51.448343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e9f3a-360e-44d7-be1d-d4078467df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c3188b-453f-4b24-ae2d-9decd9bc7d91,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:51.519930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8621622e-60e6-4c8d-abbc-edc3efeb100b req-92d02385-c6b3-4960-bef8-9e5e48ef0315 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834582 Nov 16 21:03:51.679851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:51.687167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-4fd0f8b2-0c4b-44a9-9a6c-d6d76cac2908 service neutron] 10.222.0.47 "PUT /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666/bindings/n-h2-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 1.5133159 Nov 16 21:03:51.744036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa42898-492b-41bf-a91f-78dd7a635bab req-a08b7b73-f374-451e-81cc-7cace19ef4f0 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:51.750136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aa42898-492b-41bf-a91f-78dd7a635bab req-a08b7b73-f374-451e-81cc-7cace19ef4f0 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 945 time: 0.1319845 Nov 16 21:03:51.797811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.893446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:03:51.920181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-dbe02e38-b4c0-49b0-a670-3892061b8aee tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:51.921808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-dbe02e38-b4c0-49b0-a670-3892061b8aee tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.1675618 Nov 16 21:03:51.927920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:51.947756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:51.948133 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:51.991764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aa42898-492b-41bf-a91f-78dd7a635bab req-acfef7d9-31f6-4c54-830b-69c00183d304 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669321 Nov 16 21:03:52.039901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-022b94c8-8e68-47e0-87f2-21f24b37274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:52.044591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-022b94c8-8e68-47e0-87f2-21f24b37274e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195&tenant_id=2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 1095 time: 0.1133149 Nov 16 21:03:52.055563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Allocated IP 172.20.0.2 (ed49bc21-00dc-460a-be4b-3ad01f242ae7/23df967f-334e-497a-8c97-4fe7c780e9cf/bd49dde7-cfc1-4197-bde8-b4b0887f1f89) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:52.165067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-5774672d-6185-4916-9e62-b09fcf9cfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:52.168263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-5774672d-6185-4916-9e62-b09fcf9cfab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1095 time: 0.0900466 Nov 16 21:03:52.350713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.402313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:52.429248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'port_id': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'mac_address': 'fa:16:3e:89:00:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9cc6c0-caba-45df-8302-79ccbf7677de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:03:52.508769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.519444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-af4965e8-eaf5-42c3-88c7-8b4bd9ab663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:52.520959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-af4965e8-eaf5-42c3-88c7-8b4bd9ab663c service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.3437481 Nov 16 21:03:52.535591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.546551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.551668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5467a2-5722-4bdc-a6a9-29aff983d97b req-d0e62ea9-323b-46b9-a623-9b63138e6421 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:52.561380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a5467a2-5722-4bdc-a6a9-29aff983d97b req-d0e62ea9-323b-46b9-a623-9b63138e6421 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.1038735 Nov 16 21:03:52.589015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-f48ce8c8-f6ed-4827-8424-738a83e793ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 217 time: 0.0579095 Nov 16 21:03:52.606152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.607466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6f099-7f32-4270-90e7-2b5e7422a7c3 req-2cdc4ff0-8db1-4a09-a995-a2abdf9a0713 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:52.607897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:52.608478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83b6f099-7f32-4270-90e7-2b5e7422a7c3 req-2cdc4ff0-8db1-4a09-a995-a2abdf9a0713 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.0865529 Nov 16 21:03:52.617611 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5804270-a054-4ff5-8359-adb3837b48a3" -d '{"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:52.625090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.658975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-8d4e6f50-f8d9-4663-b724-cb6e206d9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:52.660651 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-8d4e6f50-f8d9-4663-b724-cb6e206d9e57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0512247 Nov 16 21:03:52.689140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a5467a2-5722-4bdc-a6a9-29aff983d97b req-4c2f8b6a-c3f2-41d1-b057-e52558fbf5ae tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268485 Nov 16 21:03:52.711281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Pushing event updated for resources: {'Port': ['ID=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:52.719590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:52.722322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe46aea-a2db-4c9c-bb1c-699845d5d7af {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:03:52.741824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-b0b007a9-b248-463e-8362-6d8432570f87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658903 Nov 16 21:03:52.743827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.747717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:52.758993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:52.761876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:52.788943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:52.792705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Allocated IP 172.25.3.199 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/8ba8762c-e629-4ff1-89f5-0c519d116545) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:52.798253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.832639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83b6f099-7f32-4270-90e7-2b5e7422a7c3 req-fa87b2f9-a48c-4d76-bcd4-abfa7d29e2fa tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710093 Nov 16 21:03:52.880189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:52.898320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-b3cf7006-4212-42ef-985a-d9fdf98574b1 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383219 Nov 16 21:03:52.921808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Attempting to bind port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:52.922192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Attempting to bind port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:52.922549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Attempting to bind port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 on network ed49bc21-00dc-460a-be4b-3ad01f242ae7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:52.933491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:52.933948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Checking segment: {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:52.934954 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.935361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Bound using segment: {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:52.935842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Bound port: bd49dde7-cfc1-4197-bde8-b4b0887f1f89, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:52.936230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.984629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:52.996040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:53.025550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-521f7439-4f52-4974-973a-34996a43e22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:53.037539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:53.054272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] For port bd49dde7-cfc1-4197-bde8-b4b0887f1f89, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:53.066991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] For port bd49dde7-cfc1-4197-bde8-b4b0887f1f89, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:53.073386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:53.084766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-c234658a-1f00-471d-bc0a-94e2bdc09eaf service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791613 Nov 16 21:03:53.110361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:53.140207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:53.146742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:53.150418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3fe46aea-a2db-4c9c-bb1c-699845d5d7af'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:03:53.309825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378fdf-d618-45d8-949f-def78d31b006 None None] Pushing event updated for resources: {'Port': ['ID=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:53.361890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba8762c-e629-4ff1-89f5-0c519d116545,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:53.365892 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84467b81-8975-4bd1-87cc-168cb023e21f x-openstack-request-id: req-84467b81-8975-4bd1-87cc-168cb023e21f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:53.366202 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:53.366458 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84467b81-8975-4bd1-87cc-168cb023e21f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:53.366850 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'code': 200} Nov 16 21:03:53.595876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa3c5b-3a4c-48c8-b258-22b23837dc6a req-5cd88619-a6b9-4ff4-80dd-3a843a116eb7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:53.605632 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2aa3c5b-3a4c-48c8-b258-22b23837dc6a req-5cd88619-a6b9-4ff4-80dd-3a843a116eb7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.2600553 Nov 16 21:03:53.608640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6777-541f-4031-9930-c6ab30bcd859 req-e56050fb-37d6-444f-9355-5e2fc86b91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:53.610531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4edd6777-541f-4031-9930-c6ab30bcd859 req-e56050fb-37d6-444f-9355-5e2fc86b91ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 1097 time: 0.1476572 Nov 16 21:03:53.614842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-ec7afe75-2122-40f3-a049-1af7cb856749 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:53.616665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-ec7afe75-2122-40f3-a049-1af7cb856749 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.1888788 Nov 16 21:03:53.630592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33970d5-8736-4aca-946c-8cd4ed0154f3 req-7d069261-5aec-4d17-8889-7ffc5dd48041 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:53.638770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e33970d5-8736-4aca-946c-8cd4ed0154f3 req-7d069261-5aec-4d17-8889-7ffc5dd48041 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.1768970 Nov 16 21:03:53.671333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:53.698606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2aa3c5b-3a4c-48c8-b258-22b23837dc6a req-8b8f8f6e-7dd7-420c-ad0a-391a161384fc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802763 Nov 16 21:03:53.812189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4edd6777-541f-4031-9930-c6ab30bcd859 req-b61ae02a-05d7-4e3f-81ce-36231e49f6b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677439 Nov 16 21:03:53.832741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e33970d5-8736-4aca-946c-8cd4ed0154f3 req-cfa3d31e-3614-4cdc-9aed-6e78c12d3384 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928840 Nov 16 21:03:53.859679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:03:53.891438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-68f32c8e-75c7-4cdf-9f60-5cd35d388205 service neutron] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:53.898041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-68f32c8e-75c7-4cdf-9f60-5cd35d388205 service neutron] Publish callbacks [] for binding, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:53.903926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f598dc33-b25f-4a3a-8542-b92537bdf1c2 req-68f32c8e-75c7-4cdf-9f60-5cd35d388205 service neutron] 10.222.0.41 "DELETE /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666/bindings/n-h1-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.2764807 Nov 16 21:03:53.932083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:03:53.967131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:54.060679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1830f7-6daf-4170-a578-935cfb3e6dc1 req-d391eca4-2261-4856-a0b4-d4a0a4aa0cfb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:54.062286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab1830f7-6daf-4170-a578-935cfb3e6dc1 req-d391eca4-2261-4856-a0b4-d4a0a4aa0cfb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.1016505 Nov 16 21:03:54.063352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:54.187628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab1830f7-6daf-4170-a578-935cfb3e6dc1 req-ba133125-2de5-4556-a158-e521f0a1a1b8 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174791 Nov 16 21:03:54.258242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Router a4c03b6d-4f06-493a-a91a-393e481fd178 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:03:54.361417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c42d33-b0e5-42a9-b8e1-7daeeecb27d0 req-9f31b942-8770-4d27-b7b9-bf9acaf48cbd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:54.363104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81c42d33-b0e5-42a9-b8e1-7daeeecb27d0 req-9f31b942-8770-4d27-b7b9-bf9acaf48cbd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.0581658 Nov 16 21:03:54.437381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81c42d33-b0e5-42a9-b8e1-7daeeecb27d0 req-ccd446bc-94e3-4d63-8a1d-182ceba13559 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635822 Nov 16 21:03:54.483095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5a474-7581-4e55-bb4a-81ff4652e1ec None None] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:03:54.489322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:03:54.498998 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Sync routers for ids ['a4c03b6d-4f06-493a-a91a-393e481fd178'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:03:54.514415 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Routers {'a4c03b6d-4f06-493a-a91a-393e481fd178'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:03:54.517319 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a4c03b6d-4f06-493a-a91a-393e481fd178'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:54.522160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:54.527508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49208) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:54.536395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dcb6233d-0c3b-4ae7-bc87-2198e8943664 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4527006 Nov 16 21:03:54.618370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5b6f2f74-2e55-4110-9594-632b2daf8492 None None] Provisioning complete for port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:54.619234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2f74-2e55-4110-9594-632b2daf8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:54.689180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bd49dde7-cfc1-4197-bde8-b4b0887f1f89 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:54.788699 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Set router a4c03b6d-4f06-493a-a91a-393e481fd178 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:03:55.040368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52c910-eb96-4b64-94d7-a62d9f7212a2 req-3d96caee-1f99-4c1d-afe3-9dba14212b2a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:55.047310 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:03:53Z', 'revision_number': 3, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:55.058259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2c52c910-eb96-4b64-94d7-a62d9f7212a2 req-3d96caee-1f99-4c1d-afe3-9dba14212b2a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1498580 Nov 16 21:03:55.080509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5abcb7-f06c-497c-a64a-d1a80a0df046 req-b2e604b4-4da1-4dc9-90ab-219c4ee4e3f4 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:55.087835 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5abcb7-f06c-497c-a64a-d1a80a0df046 req-b2e604b4-4da1-4dc9-90ab-219c4ee4e3f4 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1095 time: 0.2211802 Nov 16 21:03:55.100004 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Checking router: a4c03b6d-4f06-493a-a91a-393e481fd178 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:03:55.100770 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Updating router a4c03b6d-4f06-493a-a91a-393e481fd178 port 8ba8762c-e629-4ff1-89f5-0c519d116545 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:03:55.161426 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.162756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5abcb7-f06c-497c-a64a-d1a80a0df046 req-372e0ca5-1476-48f5-bf77-719f40ff1d74 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739806 Nov 16 21:03:55.178563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2c52c910-eb96-4b64-94d7-a62d9f7212a2 req-1f9e4a93-9dba-4aed-ba4b-419ab851e738 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186590 Nov 16 21:03:55.257172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:55.257760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.371075 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2f74-2e55-4110-9594-632b2daf8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.382177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233b666-237f-4ba5-8aa2-cef70f2262b8 req-7ab73cc5-eb94-4291-bda0-5cadb723e84b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:55.398856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c233b666-237f-4ba5-8aa2-cef70f2262b8 req-7ab73cc5-eb94-4291-bda0-5cadb723e84b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.1187050 Nov 16 21:03:55.490801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e4f5-be72-4826-a19e-a2cca16baad3 req-fce86ace-ee59-4297-b321-912701972e9f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:55.499200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f23e4f5-be72-4826-a19e-a2cca16baad3 req-fce86ace-ee59-4297-b321-912701972e9f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.1100221 Nov 16 21:03:55.520911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c233b666-237f-4ba5-8aa2-cef70f2262b8 req-a3965bdd-9a38-40c3-9c18-9fc2c29aad6f tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210928 Nov 16 21:03:55.552222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5b6f2f74-2e55-4110-9594-632b2daf8492 None None] For port bd49dde7-cfc1-4197-bde8-b4b0887f1f89, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:55.572315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.573065 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b6f2f74-2e55-4110-9594-632b2daf8492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.618330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f23e4f5-be72-4826-a19e-a2cca16baad3 req-4152a5e6-786e-4525-ae23-999285729029 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113567 Nov 16 21:03:55.767454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.811912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b7b59-63c9-469b-a8b6-7a21979183db req-b746e67d-583c-4904-b71c-6161b7d9a599 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:55.822667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f2f74-2e55-4110-9594-632b2daf8492 None None] Pushing event updated for resources: {'Port': ['ID=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:55.822985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-690b7b59-63c9-469b-a8b6-7a21979183db req-b746e67d-583c-4904-b71c-6161b7d9a599 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.1166844 Nov 16 21:03:55.839280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49262) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:55.855209 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.863240 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.874154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:55.937466 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Attempting to bind port 8ba8762c-e629-4ff1-89f5-0c519d116545 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:03:55.937876 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Attempting to bind port 8ba8762c-e629-4ff1-89f5-0c519d116545 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:03:55.938242 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Attempting to bind port 8ba8762c-e629-4ff1-89f5-0c519d116545 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:03:55.946912 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae604ae-1740-4bf0-ad93-85bff975592e None None] Pushing event updated for resources: {'Port': ['ID=8ba8762c-e629-4ff1-89f5-0c519d116545,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:55.949452 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:03:55.949910 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:03:55.950318 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.950706 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:03:55.951239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Bound port: 8ba8762c-e629-4ff1-89f5-0c519d116545, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:03:55.951689 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:55.960327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-690b7b59-63c9-469b-a8b6-7a21979183db req-39bbbf28-38dd-4605-9ee7-5d68c2b64b75 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354532 Nov 16 21:03:56.011605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:56.022406 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] For port 8ba8762c-e629-4ff1-89f5-0c519d116545, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:03:56.027540 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] For port 8ba8762c-e629-4ff1-89f5-0c519d116545, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8ba8762c-e629-4ff1-89f5-0c519d116545,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:03:56.037003 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.081162 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dda858cb-fc9f-4194-ad04-5e849ddee05e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.093448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-126a341e-2ae8-494a-9fe8-78eb9f5ce3a5 None None] Provisioning complete for port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:56.094251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-126a341e-2ae8-494a-9fe8-78eb9f5ce3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.143712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-2c47bb86-4ebe-4207-8851-481c68e44002 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:56.146496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4dce6890-5c22-4fd0-afb4-f9907ccda128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.150721 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-2c47bb86-4ebe-4207-8851-481c68e44002 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.2500489 Nov 16 21:03:56.173367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-f67e2cc7-7c78-4760-b735-b81fdcb82160 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/quotas/2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 375 time: 0.0217221 Nov 16 21:03:56.175588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:03:56.190971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:56.190971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.199119 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Routers {'a4c03b6d-4f06-493a-a91a-393e481fd178'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:03:56.200387 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a4c03b6d-4f06-493a-a91a-393e481fd178'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:56.207267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Allocated IP 172.20.0.1 (ed49bc21-00dc-460a-be4b-3ad01f242ae7/23df967f-334e-497a-8c97-4fe7c780e9cf/eda844c4-7d24-41e5-a775-4658580fa24e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:03:56.322150 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae604ae-1740-4bf0-ad93-85bff975592e None None] Pushing event updated for resources: {'Port': ['ID=8ba8762c-e629-4ff1-89f5-0c519d116545,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:56.377492 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.382912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-8d6601e4-a52f-4620-b79b-73897df20a37 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2085137 Nov 16 21:03:56.406196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:03:56.409027 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6156b60-0e3b-4ac0-b206-755f9acfe76d" -d '{"events": [{"server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "name": "network-vif-plugged", "status": "completed", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:03:56.424831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dda858cb-fc9f-4194-ad04-5e849ddee05e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.433295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] Set router a4c03b6d-4f06-493a-a91a-393e481fd178 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:03:56.436416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:56.456378 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.460917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dda858cb-fc9f-4194-ad04-5e849ddee05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.498021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dda858cb-fc9f-4194-ad04-5e849ddee05e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c349c4f233c64362b05a390a5af147c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6561794 Nov 16 21:03:56.503893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:56.515978 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.544083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-935d3a1a-707d-476d-8948-52119b8a5e38 service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575751 Nov 16 21:03:56.562948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:56.576539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4dce6890-5c22-4fd0-afb4-f9907ccda128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.602286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4dce6890-5c22-4fd0-afb4-f9907ccda128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.614360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bd49dde7-cfc1-4197-bde8-b4b0887f1f89 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:56.635231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4dce6890-5c22-4fd0-afb4-f9907ccda128 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e3aa452c5bf4adeabf95f56c8161b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6208141 Nov 16 21:03:56.642269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49292) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:56.642615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49294) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:56.646540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb46bf-0e75-4699-9c85-b895a461ea43 req-0f6293ad-f3cf-4cda-b41d-8f8cc9a45b8e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:56.648022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23eb46bf-0e75-4699-9c85-b895a461ea43 req-0f6293ad-f3cf-4cda-b41d-8f8cc9a45b8e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.2574766 Nov 16 21:03:56.652505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda858cb-fc9f-4194-ad04-5e849ddee05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dbcc80-9573-484b-a3c5-2e80263ec287,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:56.689146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:56.690089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.741926 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:03:53Z', 'revision_number': 3, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:03:56.748519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce6890-5c22-4fd0-afb4-f9907ccda128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be68a040-e119-4a1d-819e-f665a2079687,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:56.755898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23eb46bf-0e75-4699-9c85-b895a461ea43 req-e8141e7d-351d-493c-a596-47e1d22b02d5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894322 Nov 16 21:03:56.759224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afb25c4c-cbd7-4438-89d7-df917f76064a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.788085 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afb25c4c-cbd7-4438-89d7-df917f76064a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.803458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.828157 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2f53a-b28b-4063-a297-cfd3a36fb375 None None] The sync data for ids ['a4c03b6d-4f06-493a-a91a-393e481fd178'] in n-d-817778-8 is: [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:03:53Z', 'revision_number': 3, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:03:56.848682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afb25c4c-cbd7-4438-89d7-df917f76064a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.852423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afb25c4c-cbd7-4438-89d7-df917f76064a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.856636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-afb25c4c-cbd7-4438-89d7-df917f76064a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81dbcc80-9573-484b-a3c5-2e80263ec287 HTTP/1.1" status: 204 len: 168 time: 0.3243086 Nov 16 21:03:56.863091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb25c4c-cbd7-4438-89d7-df917f76064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dbcc80-9573-484b-a3c5-2e80263ec287,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:56.958683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d774b7b-a70c-4d0c-93bc-46840fffc406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:56.968138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a557-ddfd-4ce3-a4dd-efbc286c2305 req-0d7c6ad0-06d0-4bd0-9b35-d7f9aa64a017 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:56.968498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-e1af7e9f-6910-455c-adfe-223bce3ba337 service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234836 Nov 16 21:03:56.969713 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a240a557-ddfd-4ce3-a4dd-efbc286c2305 req-0d7c6ad0-06d0-4bd0-9b35-d7f9aa64a017 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.0660462 Nov 16 21:03:56.975502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f7a14e89-c3bc-424e-8fcc-20d06a121b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.009196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.056859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f7a14e89-c3bc-424e-8fcc-20d06a121b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.076955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a240a557-ddfd-4ce3-a4dd-efbc286c2305 req-53791ae2-07dc-4545-8136-5da560969e3c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943291 Nov 16 21:03:57.087876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:57.126757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:57.129229 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3038d1-571b-4d61-9170-a8710d37931b x-openstack-request-id: req-3b3038d1-571b-4d61-9170-a8710d37931b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:03:57.129591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:03:57.130412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.130856 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "name": "network-vif-plugged", "status": "completed", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:03:57.131294 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b3038d1-571b-4d61-9170-a8710d37931b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:03:57.131890 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'code': 200} Nov 16 21:03:57.389700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6433-9a7f-41d0-9745-020a706e44be req-65c84106-7733-42ff-bfcd-9a61b19ac789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:57.391259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70fe6433-9a7f-41d0-9745-020a706e44be req-65c84106-7733-42ff-bfcd-9a61b19ac789 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1097 time: 0.1817400 Nov 16 21:03:57.454341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bea081-a3fc-408d-8ff2-95c8ea043242 req-74d45f7e-1557-4253-a612-b3a94644a196 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:57.461975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5bea081-a3fc-408d-8ff2-95c8ea043242 req-74d45f7e-1557-4253-a612-b3a94644a196 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.1507068 Nov 16 21:03:57.463631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49308) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:57.508844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c834314-a431-4028-bf87-d84e1a81271f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.564594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70fe6433-9a7f-41d0-9745-020a706e44be req-333d6c7e-c50e-4b1c-85fe-53c643fdcb04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637454 Nov 16 21:03:57.581394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Pushing event updated for resources: {'Port': ['ID=eda844c4-7d24-41e5-a775-4658580fa24e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:57.584482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5bea081-a3fc-408d-8ff2-95c8ea043242 req-fcaa0d6e-b1a7-448e-b123-02aece4095c3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216483 Nov 16 21:03:57.610516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f4eb634a-3fd9-462f-a39b-3ac4b064c24a None None] Provisioning complete for port eda844c4-7d24-41e5-a775-4658580fa24e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:57.611043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4eb634a-3fd9-462f-a39b-3ac4b064c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.667396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb634a-3fd9-462f-a39b-3ac4b064c24a None None] Port eda844c4-7d24-41e5-a775-4658580fa24e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:57.696496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c834314-a431-4028-bf87-d84e1a81271f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.705644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c834314-a431-4028-bf87-d84e1a81271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.709298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f7a14e89-c3bc-424e-8fcc-20d06a121b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.711941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f7a14e89-c3bc-424e-8fcc-20d06a121b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.713559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f7a14e89-c3bc-424e-8fcc-20d06a121b25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be68a040-e119-4a1d-819e-f665a2079687 HTTP/1.1" status: 204 len: 168 time: 1.0558641 Nov 16 21:03:57.768742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7ea37-32d2-4a77-aa4c-99ffa89838f4 req-ecd47526-1d49-4410-892c-734eaa2e13b4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:57.770484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac7ea37-32d2-4a77-aa4c-99ffa89838f4 req-ecd47526-1d49-4410-892c-734eaa2e13b4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 946 time: 0.2132475 Nov 16 21:03:57.774061 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d774b7b-a70c-4d0c-93bc-46840fffc406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.780879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a14e89-c3bc-424e-8fcc-20d06a121b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68a040-e119-4a1d-819e-f665a2079687,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:57.788859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d774b7b-a70c-4d0c-93bc-46840fffc406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.797287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bffc0ad-7910-4870-b29d-28b019ae5e25 req-dab9d4e2-ee8f-4a37-ba35-63eeeea7506f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 210 time: 0.0737417 Nov 16 21:03:57.815766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c834314-a431-4028-bf87-d84e1a81271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735abef-7d66-491c-82ab-69e4ad83fc7c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:57.824245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6c834314-a431-4028-bf87-d84e1a81271f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b355e16b5f8471497e4c2afb6e1e518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564277 Nov 16 21:03:57.828334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:57.931236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:57.938510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d774b7b-a70c-4d0c-93bc-46840fffc406 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df23147a5bbf43b58ccd9c3119001275&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2948568 Nov 16 21:03:57.938847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:57.964658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d774b7b-a70c-4d0c-93bc-46840fffc406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e10f4b-6c07-48b0-b02d-723c513f28c4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:58.020157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac7ea37-32d2-4a77-aa4c-99ffa89838f4 req-477bc1da-bbee-48e5-b10c-1166c74b3af7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333348 Nov 16 21:03:58.055511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2074-1914-4a81-a0ab-df5dcb1d99f5 req-c84d69db-7267-4602-ac80-dbc9b596d83a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:58.062871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5edd2074-1914-4a81-a0ab-df5dcb1d99f5 req-c84d69db-7267-4602-ac80-dbc9b596d83a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1248512 Nov 16 21:03:58.079495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17d781dd-e4f2-4c1b-8d79-803095efdccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.102450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df87629a-d686-42d0-8598-6422c84e806b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.152727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5edd2074-1914-4a81-a0ab-df5dcb1d99f5 req-46967ffa-7b87-4600-a46f-9206dbf7074c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861011 Nov 16 21:03:58.172461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17d781dd-e4f2-4c1b-8d79-803095efdccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.191752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df87629a-d686-42d0-8598-6422c84e806b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.283168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df87629a-d686-42d0-8598-6422c84e806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.286333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df87629a-d686-42d0-8598-6422c84e806b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.288411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-df87629a-d686-42d0-8598-6422c84e806b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56e10f4b-6c07-48b0-b02d-723c513f28c4 HTTP/1.1" status: 204 len: 168 time: 0.3479712 Nov 16 21:03:58.290773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e7aa3-d083-4bf2-99a4-bd5bcd9ca4c6 req-fe7315fe-5889-4fd3-a77f-c42304aa7f14 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:58.292326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6e7aa3-d083-4bf2-99a4-bd5bcd9ca4c6 req-fe7315fe-5889-4fd3-a77f-c42304aa7f14 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.0986645 Nov 16 21:03:58.320540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87629a-d686-42d0-8598-6422c84e806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e10f4b-6c07-48b0-b02d-723c513f28c4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:58.324708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17d781dd-e4f2-4c1b-8d79-803095efdccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.327348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17d781dd-e4f2-4c1b-8d79-803095efdccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.328492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17d781dd-e4f2-4c1b-8d79-803095efdccf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8735abef-7d66-491c-82ab-69e4ad83fc7c HTTP/1.1" status: 204 len: 168 time: 0.4937425 Nov 16 21:03:58.375497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.384152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d781dd-e4f2-4c1b-8d79-803095efdccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735abef-7d66-491c-82ab-69e4ad83fc7c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:58.386572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.387838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.397932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49334) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:58.428761 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80a81a41-8d13-4f0b-ab2d-7086354d4be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.511536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Pushing event updated for resources: {'Port': ['ID=eda844c4-7d24-41e5-a775-4658580fa24e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:58.529552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6e7aa3-d083-4bf2-99a4-bd5bcd9ca4c6 req-fe3f1671-6a5b-4371-a29d-bbd3fc8d5bc3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166262 Nov 16 21:03:58.571203 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80a81a41-8d13-4f0b-ab2d-7086354d4be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.579405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80a81a41-8d13-4f0b-ab2d-7086354d4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.601367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:03:58.603630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:03:58.673576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8ba8762c-e629-4ff1-89f5-0c519d116545 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:03:58.752988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49340) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:58.785329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a81a41-8d13-4f0b-ab2d-7086354d4be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9b9df2-c80a-4726-8282-7724bfb371af,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:58.792935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c88f-5879-4f00-9b87-c283a2cef329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.797536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-80a81a41-8d13-4f0b-ab2d-7086354d4be8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23e4d4152971403c975c11c2ac789402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976080 Nov 16 21:03:58.800709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:58.802506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8ba8762c-e629-4ff1-89f5-0c519d116545 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:58.802932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.887012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5233d6-058f-4ed7-aea8-1b2553de11ab req-b7b69a1a-70ff-4e7e-b614-685aa2debdda tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:58.896463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df5233d6-058f-4ed7-aea8-1b2553de11ab req-b7b69a1a-70ff-4e7e-b614-685aa2debdda tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.2678795 Nov 16 21:03:58.935894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-779a852f-c642-4717-a484-200da916b5ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.975513 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:58.983917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-779a852f-c642-4717-a484-200da916b5ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.003147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df5233d6-058f-4ed7-aea8-1b2553de11ab req-fde19084-1244-4c25-9fc9-cb0df692bd9e tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048722 Nov 16 21:03:59.006370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 8ba8762c-e629-4ff1-89f5-0c519d116545, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8ba8762c-e629-4ff1-89f5-0c519d116545,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:03:59.017221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.022286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ab3831a2-0ed8-4e44-aeda-400ea67c92d4 None None] Provisioning complete for port eda844c4-7d24-41e5-a775-4658580fa24e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:03:59.022975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ab3831a2-0ed8-4e44-aeda-400ea67c92d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.102521 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-779a852f-c642-4717-a484-200da916b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.106182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-779a852f-c642-4717-a484-200da916b5ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.107580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-779a852f-c642-4717-a484-200da916b5ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d9b9df2-c80a-4726-8282-7724bfb371af HTTP/1.1" status: 204 len: 168 time: 0.3046789 Nov 16 21:03:59.125105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ab3831a2-0ed8-4e44-aeda-400ea67c92d4 None None] Port eda844c4-7d24-41e5-a775-4658580fa24e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:03:59.125215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a852f-c642-4717-a484-200da916b5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9b9df2-c80a-4726-8282-7724bfb371af,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:59.194360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22f304b1-b0a2-4303-98ca-56df2a96008d req-4434a306-619b-4061-af47-ab0d29af661d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 210 time: 0.1536491 Nov 16 21:03:59.202941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=8ba8762c-e629-4ff1-89f5-0c519d116545,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:59.313697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-a46f5a60-25ac-4f94-83df-e449e72c472a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:59.322988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-a46f5a60-25ac-4f94-83df-e449e72c472a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.5203192 Nov 16 21:03:59.430572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Request body: {'port': {'device_id': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'admin_state_up': True, 'tenant_id': '2e10d8b637304f87bd87bd8daec854e6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:03:59.481423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c4ae4-49d3-4a8b-b13c-1f6975fe50ca req-d49433fc-9e66-4d4f-90d4-928f09ae9bcc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:59.489529 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-816c4ae4-49d3-4a8b-b13c-1f6975fe50ca req-d49433fc-9e66-4d4f-90d4-928f09ae9bcc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.3425510 Nov 16 21:03:59.529970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c88f-5879-4f00-9b87-c283a2cef329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.539197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Router a4c03b6d-4f06-493a-a91a-393e481fd178 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:03:59.547040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c88f-5879-4f00-9b87-c283a2cef329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.547207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-816c4ae4-49d3-4a8b-b13c-1f6975fe50ca req-bc650dfe-f1ff-439b-ad39-7df4cd1418e5 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564876 Nov 16 21:03:59.626223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79962-722c-40d8-bd43-584e71c20e08 req-f2c3287a-f42a-4215-9bca-e4aaef0f0dc5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:59.627790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ff79962-722c-40d8-bd43-584e71c20e08 req-f2c3287a-f42a-4215-9bca-e4aaef0f0dc5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 946 time: 0.2132485 Nov 16 21:03:59.637949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0dd8c88f-5879-4f00-9b87-c283a2cef329 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3a8d1f3b51a4ed786ca1a9cb834c2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8830426 Nov 16 21:03:59.640361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49374) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:03:59.672619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1324ff-7623-474d-bb3d-634697e21346 req-d3e4bfe3-b346-460e-8057-ce3d9a240146 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:59.672619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b1324ff-7623-474d-bb3d-634697e21346 req-d3e4bfe3-b346-460e-8057-ce3d9a240146 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0709965 Nov 16 21:03:59.734911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8c88f-5879-4f00-9b87-c283a2cef329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b5a871-8383-4313-8a1b-1e765c59c187,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:59.738714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2d39e11-d1dd-4df2-b4b0-0f0b97a05c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.776404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Made reservation on behalf of 2e10d8b637304f87bd87bd8daec854e6 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:03:59.780189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b1324ff-7623-474d-bb3d-634697e21346 req-73a1ce17-4c54-45a9-88d8-f7421bfe22a8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942760 Nov 16 21:03:59.785401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2d39e11-d1dd-4df2-b4b0-0f0b97a05c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.792999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.851428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2d39e11-d1dd-4df2-b4b0-0f0b97a05c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.854675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2d39e11-d1dd-4df2-b4b0-0f0b97a05c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:03:59.856380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c2d39e11-d1dd-4df2-b4b0-0f0b97a05c5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44b5a871-8383-4313-8a1b-1e765c59c187 HTTP/1.1" status: 204 len: 168 time: 0.2150700 Nov 16 21:03:59.868325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d39e11-d1dd-4df2-b4b0-0f0b97a05c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b5a871-8383-4313-8a1b-1e765c59c187,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:03:59.969023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b0aa-24cc-409d-8f00-d4b5cfa5b467 req-2cd79170-25ec-452f-bbd4-f30b9198d7d7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:03:59.971478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4480b0aa-24cc-409d-8f00-d4b5cfa5b467 req-2cd79170-25ec-452f-bbd4-f30b9198d7d7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.0653534 Nov 16 21:03:59.987305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ff79962-722c-40d8-bd43-584e71c20e08 req-1636ef54-2cb7-4954-8297-b69dbe3a0d69 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037276 Nov 16 21:04:00.015065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:00.024969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Sync routers for ids ['a4c03b6d-4f06-493a-a91a-393e481fd178'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:00.038485 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4480b0aa-24cc-409d-8f00-d4b5cfa5b467 req-8cdb7b11-6f56-4241-9579-66c515876565 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600500 Nov 16 21:04:00.039439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-386a4f68-1d75-474d-85f6-2aa97815109e admin admin] 10.222.0.48 "PUT /v2.0/routers/a4c03b6d-4f06-493a-a91a-393e481fd178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5097873 Nov 16 21:04:00.048371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Routers {'a4c03b6d-4f06-493a-a91a-393e481fd178'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:00.057898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a4c03b6d-4f06-493a-a91a-393e481fd178'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:00.083214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Allocated IP 172.20.0.13 (186eb40a-2b30-4ccc-833e-52c554430ea6/396b4609-825b-40c4-ae25-47b785cdc88e/28e274d6-30e7-48c8-a169-0ab0a9a3ed68) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:00.207431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Set router a4c03b6d-4f06-493a-a91a-393e481fd178 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:00.303531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:00.341883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:00.403601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:00.408047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:00.411161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:00.421854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:00.422983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:00.431787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:00.453322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-913c3810-1a38-4e6a-aece-731fd98f314f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0318494 Nov 16 21:04:00.471807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Request body: {'port': {'device_id': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:00.603793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:00.614876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8ba8762c-e629-4ff1-89f5-0c519d116545 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:00.719923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:03:57Z', 'revision_number': 4, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'eda844c4-7d24-41e5-a775-4658580fa24e', 'name': '', 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'mac_address': 'fa:16:3e:eb:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23df967f-334e-497a-8c97-4fe7c780e9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:55Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 2, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'subnets': [{'id': '23df967f-334e-497a-8c97-4fe7c780e9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:00.755221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402344a-50d9-45de-9951-f453a8daff16 req-44640428-dbd2-4795-947e-7a63b0085ece tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:00.764248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Checking router: a4c03b6d-4f06-493a-a91a-393e481fd178 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:00.765582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Updating router a4c03b6d-4f06-493a-a91a-393e481fd178 port eda844c4-7d24-41e5-a775-4658580fa24e binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:04:00.790018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3402344a-50d9-45de-9951-f453a8daff16 req-44640428-dbd2-4795-947e-7a63b0085ece tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 932 time: 0.1355870 Nov 16 21:04:00.821175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:00.837296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8ba8762c-e629-4ff1-89f5-0c519d116545 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:00.838055 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:00.889377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c236ec-9354-4957-b65e-1b19fac0b650 req-fd45910d-3842-42f7-adbb-c3cf61d9b768 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:00.898294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-31c236ec-9354-4957-b65e-1b19fac0b650 req-fd45910d-3842-42f7-adbb-c3cf61d9b768 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1097 time: 0.1381152 Nov 16 21:04:00.987682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3402344a-50d9-45de-9951-f453a8daff16 req-531ad1c1-94b9-4104-be63-e44cd43e5b87 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862440 Nov 16 21:04:01.020122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-31c236ec-9354-4957-b65e-1b19fac0b650 req-fbd034bf-ae31-4ec3-bc20-be5af9922269 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207469 Nov 16 21:04:01.186220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:01.203522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.218116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Transition to ACTIVE for port object 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:01.224724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.341963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:01.364951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627ea9-9a69-41aa-85b3-655b65080963 req-4bc00962-cfa8-4ffa-9f51-2baa27aeef37 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:01.366519 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d627ea9-9a69-41aa-85b3-655b65080963 req-4bc00962-cfa8-4ffa-9f51-2baa27aeef37 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1275463 Nov 16 21:04:01.367695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:01.368025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:01.368349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:01.388507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:01.388845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:01.420279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:01.429384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:01.429883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:01.430359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Bound port: 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:01.430733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.471073 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.477007 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.546877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d627ea9-9a69-41aa-85b3-655b65080963 req-9cf48f2e-0f39-43ef-be7c-ba2ca1d57702 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727638 Nov 16 21:04:01.558256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:01.568615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:01.578287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6ec15-b8e3-4c7f-9e40-c7bec1d510ab req-304ed141-129f-44f3-a65c-80b9b32c48df tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:01.579745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.580103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7f6ec15-b8e3-4c7f-9e40-c7bec1d510ab req-304ed141-129f-44f3-a65c-80b9b32c48df tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1097 time: 0.0930169 Nov 16 21:04:01.626217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:01.631680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.633422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] 10.222.0.41 "PUT /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 1092 time: 1.1706240 Nov 16 21:04:01.640718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:01.648532 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc24503b-5976-4b93-95c1-ce4f2198cb14" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:01.665789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf206c-49cf-4fcf-b05d-8ee2230d779f None None] Pushing event updated for resources: {'Port': ['ID=eda844c4-7d24-41e5-a775-4658580fa24e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:01.692892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7f6ec15-b8e3-4c7f-9e40-c7bec1d510ab req-d51a5763-ecfa-432b-852c-ef600418b764 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060886 Nov 16 21:04:01.718365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Attempting to bind port eda844c4-7d24-41e5-a775-4658580fa24e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:01.721936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Attempting to bind port eda844c4-7d24-41e5-a775-4658580fa24e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:01.722352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Attempting to bind port eda844c4-7d24-41e5-a775-4658580fa24e on network ed49bc21-00dc-460a-be4b-3ad01f242ae7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:01.732821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:01.733207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Checking segment: {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:01.734276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.734689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Bound using segment: {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:01.735187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Bound port: eda844c4-7d24-41e5-a775-4658580fa24e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faebfe6-2b89-4352-baf4-bc57c1a03a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:01.737211 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.795025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4d38f-fd77-45a7-aab3-f3580051eccd service neutron] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:01.807720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-6a7ae7be-569b-4517-8ec6-9c2d5726f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:01.809865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-6a7ae7be-569b-4517-8ec6-9c2d5726f1e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0877049 Nov 16 21:04:01.834648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] For port eda844c4-7d24-41e5-a775-4658580fa24e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:01.839590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] For port eda844c4-7d24-41e5-a775-4658580fa24e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eda844c4-7d24-41e5-a775-4658580fa24e,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:01.846183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:01.908520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Routers {'a4c03b6d-4f06-493a-a91a-393e481fd178'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:01.909883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a4c03b6d-4f06-493a-a91a-393e481fd178'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:01.916276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-bc0a1750-5e49-4b1c-9a86-386634f998b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0895853 Nov 16 21:04:01.986825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e7a-44f9-4384-b685-0fe418532269 req-7968eda4-02ee-464c-ab66-e6e843ee9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:01.988268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-7968eda4-02ee-464c-ab66-e6e843ee9ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0604813 Nov 16 21:04:02.033170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-f6d0229e-7d3a-454a-a334-3ae4e60d3553 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336921 Nov 16 21:04:02.176241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf206c-49cf-4fcf-b05d-8ee2230d779f None None] Pushing event updated for resources: {'Port': ['ID=eda844c4-7d24-41e5-a775-4658580fa24e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:02.185655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3963eadb-b200-4304-8bd1-011a26166696 None None] Provisioning complete for port eda844c4-7d24-41e5-a775-4658580fa24e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:02.186033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3963eadb-b200-4304-8bd1-011a26166696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.233750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] Set router a4c03b6d-4f06-493a-a91a-393e481fd178 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:02.243985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-8c0e1742-b5f9-4179-9366-bd60bddbecc2 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989202 Nov 16 21:04:02.289378 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-c85b18d9-9ca5-44bf-92fc-7c83e8fe6709 service neutron] show failed (client error): The resource could not be found. Nov 16 21:04:02.291130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-c85b18d9-9ca5-44bf-92fc-7c83e8fe6709 service neutron] 10.222.0.47 "GET /v2.0/ports/4b00b323-abcf-44ef-8776-62dbf36880d7/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.1645279 Nov 16 21:04:02.392288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55497e7a-44f9-4384-b685-0fe418532269 req-2d7fb7c6-e34b-41d2-8690-ff4bdf78ddf2 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419759 Nov 16 21:04:02.417634 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e38619f-6326-4ba1-b2b5-3908a784d365 x-openstack-request-id: req-3e38619f-6326-4ba1-b2b5-3908a784d365 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:02.417982 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:02.418396 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e38619f-6326-4ba1-b2b5-3908a784d365 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:02.419877 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'status': 'completed', 'code': 200} Nov 16 21:04:02.548266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dc204-19c9-44a2-be85-2870fdc42a40 req-9846b6b3-9f08-40db-809c-e545c132c087 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:02.554977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f27dc204-19c9-44a2-be85-2870fdc42a40 req-9846b6b3-9f08-40db-809c-e545c132c087 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.0702126 Nov 16 21:04:02.628374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49504) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:02.636695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bf710-a2ec-44f0-b947-75d03ac23e40 req-a0f09c3d-e125-4db0-9126-2428b3a29651 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:02.639416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b2bf710-a2ec-44f0-b947-75d03ac23e40 req-a0f09c3d-e125-4db0-9126-2428b3a29651 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 946 time: 0.1443627 Nov 16 21:04:02.642335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3963eadb-b200-4304-8bd1-011a26166696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.654783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-91584751-88b1-45ab-8cbd-dd2b9ccd8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:02.656722 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-91584751-88b1-45ab-8cbd-dd2b9ccd8ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1095 time: 0.0890903 Nov 16 21:04:02.707212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f27dc204-19c9-44a2-be85-2870fdc42a40 req-f4386423-fc17-47a9-8bfb-10495759cf89 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426742 Nov 16 21:04:02.765847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3963eadb-b200-4304-8bd1-011a26166696 None None] For port eda844c4-7d24-41e5-a775-4658580fa24e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eda844c4-7d24-41e5-a775-4658580fa24e,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:02.815156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3963eadb-b200-4304-8bd1-011a26166696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.835370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-network', 'tenant_id': '5abf955043f64569a64cd8136ba6c625'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:02.889199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-9d8a7df1-3b53-4824-96f9-444a3b7e7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:02.890784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-9d8a7df1-3b53-4824-96f9-444a3b7e7e6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9&tenant_id=592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 1100 time: 0.1806390 Nov 16 21:04:02.896863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-0d7249e4-af3b-404d-a26d-d10fdbd06b84 req-89db8510-11d2-4e55-97b9-f6dcda30d9f5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:02.897974 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7249e4-af3b-404d-a26d-d10fdbd06b84 req-89db8510-11d2-4e55-97b9-f6dcda30d9f5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053315 Nov 16 21:04:02.898483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963eadb-b200-4304-8bd1-011a26166696 None None] Pushing event updated for resources: {'Port': ['ID=eda844c4-7d24-41e5-a775-4658580fa24e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:02.900347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Made reservation on behalf of 5abf955043f64569a64cd8136ba6c625 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:02.904136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.912505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:02.928162 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.943059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.951705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5cb8589e-9943-4aa4-a3f4-eef752fee471 None None] Provisioning complete for port eda844c4-7d24-41e5-a775-4658580fa24e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:02.952095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5cb8589e-9943-4aa4-a3f4-eef752fee471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:02.970182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b2bf710-a2ec-44f0-b947-75d03ac23e40 req-fb4fa20a-3663-4749-a896-c7c1d3718735 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194637 Nov 16 21:04:02.985350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:03:57Z', 'revision_number': 4, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'eda844c4-7d24-41e5-a775-4658580fa24e', 'name': '', 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'mac_address': 'fa:16:3e:eb:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23df967f-334e-497a-8c97-4fe7c780e9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:55Z', 'updated_at': '2021-11-16T21:04:01Z', 'revision_number': 4, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'subnets': [{'id': '23df967f-334e-497a-8c97-4fe7c780e9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:03.020179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99491df-5b20-4531-ac33-884e5575d14c None None] The sync data for ids ['a4c03b6d-4f06-493a-a91a-393e481fd178'] in n-d-817778-8 is: [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:03:57Z', 'revision_number': 4, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'eda844c4-7d24-41e5-a775-4658580fa24e', 'name': '', 'network_id': 'ed49bc21-00dc-460a-be4b-3ad01f242ae7', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'mac_address': 'fa:16:3e:eb:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '23df967f-334e-497a-8c97-4fe7c780e9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:55Z', 'updated_at': '2021-11-16T21:04:01Z', 'revision_number': 4, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'subnets': [{'id': '23df967f-334e-497a-8c97-4fe7c780e9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:04:03.032653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.049887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-b86df8fc-7c2c-4d08-a733-1c0011d7974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:03.051759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-b86df8fc-7c2c-4d08-a733-1c0011d7974b service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1741886 Nov 16 21:04:03.144389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-2ad56170-3e1b-48e0-a521-c636d480aecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0818081 Nov 16 21:04:03.243665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-db81a8f8-7720-401e-873b-00c2c2f9a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:03.245345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-db81a8f8-7720-401e-873b-00c2c2f9a2d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0825377 Nov 16 21:04:03.285309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.294232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.308393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-20848354-2e5a-4e31-bbe9-2abcf45ff68e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520217 Nov 16 21:04:03.368562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:04:03.392936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2703842f-0148-46b4-8d9d-90d0418bca7f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:03.415324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.417028 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Added segment 99f53ede-5e37-4750-b2e8-b81a1490315a of type vlan for network aae5a411-45e1-4033-aaae-0c9cbde5a925 Nov 16 21:04:03.460381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7101fbd-35c8-4322-8dd3-4e416b36ec51 req-5c85a3df-52dc-4eb8-b967-3b721d4237b7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:03.463575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7101fbd-35c8-4322-8dd3-4e416b36ec51 req-5c85a3df-52dc-4eb8-b967-3b721d4237b7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1579556 Nov 16 21:04:03.524118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.536570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:03.542870 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-c6bccb95-28d9-407d-a8f2-afc9e6fb0dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166090 Nov 16 21:04:03.563280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7101fbd-35c8-4322-8dd3-4e416b36ec51 req-1702d22a-b180-4dad-97ea-df6671c92fc2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893886 Nov 16 21:04:03.588260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.589836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:03.591181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.672423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:03.700253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0704353 Nov 16 21:04:03.708703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49538) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:03.720844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Request body: {'subnet': {'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-subnet', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:03.738882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44376c22-0d96-4ca3-9513-4780296a402c admin admin] Pushing event updated for resources: {'Network': ['ID=aae5a411-45e1-4033-aaae-0c9cbde5a925,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:03.747085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:03.749434 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9c4f87-1109-464d-87d5-030c65aa2200" -d '{"events": [{"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:03.754715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.758279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:04:03.779923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Transition to ACTIVE for port object 4b00b323-abcf-44ef-8776-62dbf36880d7 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:03.785292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Made reservation on behalf of 5abf955043f64569a64cd8136ba6c625 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:03.787189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:03.790652 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.794650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:03.821593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc24503b-5976-4b93-95c1-ce4f2198cb14 req-08bc3a7b-afa2-4ba4-8503-ce5dcf26dcd7 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842387 Nov 16 21:04:03.967188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] No DVR routers for this DVR port 4b00b323-abcf-44ef-8776-62dbf36880d7 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:04:04.032021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-50c3e0fd-1d76-4a1a-9bfb-34ba8c9753a3 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9fce08cc9a6d472889066b19ec9f38db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613713 Nov 16 21:04:04.047726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:04.066469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:04.066815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:04.067149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:04.074670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Port 4b00b323-abcf-44ef-8776-62dbf36880d7 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:04.075059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Attempting to bind port 4b00b323-abcf-44ef-8776-62dbf36880d7 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:04.083228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:04.083588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:04.084062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:04.084554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Bound port: 4b00b323-abcf-44ef-8776-62dbf36880d7, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:04.084914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.142447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:04.175060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'port_id': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'mac_address': 'fa:16:3e:81:98:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a93d4b-b923-45f6-ae6c-4422e4e8f237', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:04.213268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:04.217991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:04.226292 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.274688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.294359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:04.295173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.296597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] 10.222.0.41 "PUT /v2.0/ports/4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 1095 time: 1.3900013 Nov 16 21:04:04.305711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f5cf8c7-a8a3-4478-85ad-3296393cf00e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:04.333777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.343499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-e39485b1-73c3-4a38-a93a-77a6e73f787a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:04.354400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-e39485b1-73c3-4a38-a93a-77a6e73f787a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199012 Nov 16 21:04:04.357278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:04.365272 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.394309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-f28b2d74-e866-4db6-9ae3-7f7d0eeb000f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/quotas/9fce08cc9a6d472889066b19ec9f38db HTTP/1.1" status: 200 len: 375 time: 0.0354707 Nov 16 21:04:04.443644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bebc69-3f78-4994-be55-dec5f90a8851,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:04.449428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780084b-257b-4227-a1c3-9e4dac72ba3f service neutron] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:04.463627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-a95dc519-d379-43f0-b838-095b8a2c9be5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683618 Nov 16 21:04:04.473034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-4c77279b-e6d5-48d7-b838-b7bd2f8b6719 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:04.476005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-4c77279b-e6d5-48d7-b838-b7bd2f8b6719 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159931 Nov 16 21:04:04.476732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0f5cf8c7-a8a3-4478-85ad-3296393cf00e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:04.506511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-a530c06c-01c8-4de0-af4c-55ccb448b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:04.507952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-a530c06c-01c8-4de0-af4c-55ccb448b218 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1098 time: 0.1717832 Nov 16 21:04:04.569228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:04.609863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Checking segment: {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:04.610210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Network hostable DHCP agents. Network: aae5a411-45e1-4033-aaae-0c9cbde5a925, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:04:04.643263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-220fa1d0-ba9b-4d25-91ed-995d8ca29014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:04.644646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-220fa1d0-ba9b-4d25-91ed-995d8ca29014 service neutron] 10.222.0.48 "GET /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 1094 time: 0.1528535 Nov 16 21:04:04.660356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:04:04.675210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eda844c4-7d24-41e5-a775-4658580fa24e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:04.676436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Request body: {'binding': {'host': 'n-h2-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:04.677052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:04:04.735485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, aae5a411-45e1-4033-aaae-0c9cbde5a925) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:04.739491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:04.740079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.773082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e15ca77a-f898-4c2c-bdab-26f98ce054bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0609343 Nov 16 21:04:04.775077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49568) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:04.780188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:04.782282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-02642cf2-bfbd-4dd7-a6f4-c5bfa4acbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:04.783723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-02642cf2-bfbd-4dd7-a6f4-c5bfa4acbb05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2564495 Nov 16 21:04:04.784978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ff12fe-be0d-4f37-8ee3-5d13e9c86bb2 None None] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:04.826324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.828919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.899831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-782c623f-b0f1-43f3-9792-2df802362fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.0966725 Nov 16 21:04:04.937233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:04.952033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.010969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on host n-h2-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:05.011329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:05.011656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:05.017339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-b163a0dc-4247-45c9-a77c-979382fb17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.018910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-b163a0dc-4247-45c9-a77c-979382fb17ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1028900 Nov 16 21:04:05.019474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:05.019791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:05.024311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port eda844c4-7d24-41e5-a775-4658580fa24e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:05.025084 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.025205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:05.025449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:05.025862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:05.026291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Bound port: 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:05.064182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86067d7-b26c-4109-b367-4d435e0602b0 req-ce5db88d-6776-48db-83de-1bb6fb91b595 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.069685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b86067d7-b26c-4109-b367-4d435e0602b0 req-ce5db88d-6776-48db-83de-1bb6fb91b595 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.1801174 Nov 16 21:04:05.126259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-3ebfd55a-d40e-4039-a2a1-214b0f3ebc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.128100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-3ebfd55a-d40e-4039-a2a1-214b0f3ebc8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943332 Nov 16 21:04:05.138315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:05.151444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.152737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-19a5945a-e9e0-408c-a0c3-3a58fee03dfa service neutron] 10.222.0.48 "POST /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af/bindings HTTP/1.1" status: 201 len: 389 time: 0.4898684 Nov 16 21:04:05.165380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-aae5a411-45e1-4033-aaae-0c9cbde5a925', 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'fixed_ips': [{'subnet_id': '14bebc69-3f78-4994-be55-dec5f90a8851'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:04:05.166240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.220798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b86067d7-b26c-4109-b367-4d435e0602b0 req-6deab83e-3501-42a0-83db-11b861b13f9d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429400 Nov 16 21:04:05.222882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.323889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-bf080b2d-00f5-4722-9d36-72447debb0fb service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840439 Nov 16 21:04:05.389715 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7752117-c663-410c-b2d3-49053be7b557 x-openstack-request-id: req-a7752117-c663-410c-b2d3-49053be7b557 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:05.390662 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:05.390662 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7752117-c663-410c-b2d3-49053be7b557 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:05.394550 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'code': 200} Nov 16 21:04:05.500019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Allocated IP 172.20.0.2 (aae5a411-45e1-4033-aaae-0c9cbde5a925/14bebc69-3f78-4994-be55-dec5f90a8851/d58ee0a7-721d-4346-bc93-e9d031853f50) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:05.533067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-666ba9ee-5852-422e-9da6-712f5b79acf9 req-66d7b607-b8b5-4b10-ab5e-2ae1b0524a4a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979923 Nov 16 21:04:05.602304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573e1a-a8e0-46c4-8fe2-3320e1a7d194 req-5f2f79c0-14e9-47a9-96e5-ca474d9b6713 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.615378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7573e1a-a8e0-46c4-8fe2-3320e1a7d194 req-5f2f79c0-14e9-47a9-96e5-ca474d9b6713 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 947 time: 0.0807650 Nov 16 21:04:05.659355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071b7d2-c569-4ec3-a76e-c183e1e9e9b8 req-7b1c13a0-203c-4784-b93d-a48c91d27894 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.661279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e071b7d2-c569-4ec3-a76e-c183e1e9e9b8 req-7b1c13a0-203c-4784-b93d-a48c91d27894 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 945 time: 0.2539217 Nov 16 21:04:05.670055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.680610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-f19e64df-236e-4b9c-8990-2b46804aa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.682713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-f19e64df-236e-4b9c-8990-2b46804aa117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1097 time: 0.1559076 Nov 16 21:04:05.687393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7573e1a-a8e0-46c4-8fe2-3320e1a7d194 req-50784666-cd77-4e0f-b3c1-6ee6b5b048fb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Nov 16 21:04:05.735920 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.736895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.744059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:05.784415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:05.786442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:05.825421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-3f78768b-e854-4a08-9152-b38468b1144f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9fce08cc9a6d472889066b19ec9f38db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253296 Nov 16 21:04:05.829939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:05.839895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:05.847666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Pushing event updated for resources: {'Port': ['ID=d58ee0a7-721d-4346-bc93-e9d031853f50,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:05.851241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:05.859434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e071b7d2-c569-4ec3-a76e-c183e1e9e9b8 req-11091dc4-93ac-44fb-9b90-acac26bb18d4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868310 Nov 16 21:04:05.940872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:05.954736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-ba874ad6-2852-4293-bb29-0bb396bf8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:05.956366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-ba874ad6-2852-4293-bb29-0bb396bf8157 service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2364161 Nov 16 21:04:05.981960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Allocated IP 172.25.3.59 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7255cb8d-c81b-46de-9f71-26a9658bd2ff) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:06.044197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e6310d56-1618-4f08-b4e8-3ad7bd385474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 217 time: 0.0731983 Nov 16 21:04:06.054805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-1b52b812-810d-4f16-8d8f-7816c1806ad6 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:06.058816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-1b52b812-810d-4f16-8d8f-7816c1806ad6 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257283 Nov 16 21:04:06.103583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-6284271c-44de-4e6c-9d0e-1ad5652e23bb tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9fce08cc9a6d472889066b19ec9f38db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364649 Nov 16 21:04:06.112893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-d99cac35-5284-44e8-9891-52ad54ed0475 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/quotas/9fce08cc9a6d472889066b19ec9f38db HTTP/1.1" status: 200 len: 375 time: 0.0304248 Nov 16 21:04:06.192817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-c316d650-7de5-4f12-855a-ef54ed72ad8b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788441 Nov 16 21:04:06.224929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-5b0529bc-93dd-44b3-af15-5dd5d72b814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:06.226752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-5b0529bc-93dd-44b3-af15-5dd5d72b814b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1691239 Nov 16 21:04:06.240769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49596) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:06.292129 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-dc4c561c-4cac-40a2-a3ca-cff433105ccd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523756 Nov 16 21:04:06.352105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Attempting to bind port d58ee0a7-721d-4346-bc93-e9d031853f50 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:06.352573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Attempting to bind port d58ee0a7-721d-4346-bc93-e9d031853f50 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:06.353420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Attempting to bind port d58ee0a7-721d-4346-bc93-e9d031853f50 on network aae5a411-45e1-4033-aaae-0c9cbde5a925 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:06.382933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:06.383390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.420489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-382b3040-e703-472c-ae6d-36e888a61d95 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196318 Nov 16 21:04:06.424251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:06.424859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Checking segment: {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:06.425421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.425917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Bound using segment: {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:06.426559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Bound port: d58ee0a7-721d-4346-bc93-e9d031853f50, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:06.426791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.427144 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.472535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-a651bc15-6bff-4bc7-883e-666a51048754 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:06.478767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-a651bc15-6bff-4bc7-883e-666a51048754 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176146 Nov 16 21:04:06.496087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Request body: {'port': {'device_id': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '9fce08cc9a6d472889066b19ec9f38db'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:06.496680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:04:06.518586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d43ccbd5-9659-44cf-a49b-7cb8d1fd05e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.544986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:06.635393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'port_id': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'mac_address': 'fa:16:3e:ca:81:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b4609-825b-40c4-ae25-47b785cdc88e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:06.666826 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.676713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb56c8-9df5-4b9b-8e65-3efbad4356da req-390cb57f-1077-479c-a676-308be60f34ba tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:06.678385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d43ccbd5-9659-44cf-a49b-7cb8d1fd05e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.688172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96bb56c8-9df5-4b9b-8e65-3efbad4356da req-390cb57f-1077-479c-a676-308be60f34ba tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 946 time: 0.1045818 Nov 16 21:04:06.732226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d43ccbd5-9659-44cf-a49b-7cb8d1fd05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.737037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] For port d58ee0a7-721d-4346-bc93-e9d031853f50, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:06.752490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.773452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:06.776174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-dc8bad66-933f-4465-ad7b-7ca3047daafe service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446271 Nov 16 21:04:06.794423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96bb56c8-9df5-4b9b-8e65-3efbad4356da req-740fea41-eeb5-43ad-8d79-a9a2f1f25ce5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050601 Nov 16 21:04:06.796284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:06.801405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] For port d58ee0a7-721d-4346-bc93-e9d031853f50, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d58ee0a7-721d-4346-bc93-e9d031853f50,segment=NetworkSegment(99f53ede-5e37-4750-b2e8-b81a1490315a),segment_id=99f53ede-5e37-4750-b2e8-b81a1490315a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:06.816247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:06.817399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Made reservation on behalf of 9fce08cc9a6d472889066b19ec9f38db for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:06.820277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.822243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Pushing event updated for resources: {'Port': ['ID=7255cb8d-c81b-46de-9f71-26a9658bd2ff,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:06.822410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.829813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d43ccbd5-9659-44cf-a49b-7cb8d1fd05e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=713aca6308fa404fb28c08b9b7b2b49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5871947 Nov 16 21:04:06.844636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.846125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49612) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:06.850125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:06.871030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ccbd5-9659-44cf-a49b-7cb8d1fd05e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91bf99-238f-481b-ae56-8ae1fdfee0f7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:06.938801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:06.950304 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0646474-28e2-4912-912a-846bcc2dc52d" -d '{"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:06.980039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:07.004725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:07.034445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.068886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:07.071367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec04090-855b-4490-bcfa-342e63aaa2af None None] Pushing event updated for resources: {'Port': ['ID=d58ee0a7-721d-4346-bc93-e9d031853f50,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:07.084184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.084655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a482d34-42c5-44d1-8b92-d15a2752f475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.129825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-232c1500-4e98-458e-b717-9a1e89568a27 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:07.131521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-232c1500-4e98-458e-b717-9a1e89568a27 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1097 time: 0.1981635 Nov 16 21:04:07.146962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:07.157200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a482d34-42c5-44d1-8b92-d15a2752f475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.235322 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.244591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:07.255583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.299581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817778-8'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:07.400562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:07.404835 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a9e679-9fdb-4677-bdc2-2041580d6f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:07.409158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['28e274d6-30e7-48c8-a169-0ab0a9a3ed68'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:07.421659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d17a6-d69c-4aac-8232-73b51953b14d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:07.487297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486c3d0-faeb-4ae8-8c12-1fa62ae4daee req-2beab2c0-c15d-4ab8-aaad-4c3978d3f06c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:07.496051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2486c3d0-faeb-4ae8-8c12-1fa62ae4daee req-2beab2c0-c15d-4ab8-aaad-4c3978d3f06c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.3412604 Nov 16 21:04:07.522296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49622) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:07.527949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006065796', 'description': 'tempest-description--1851682251'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:07.541572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a482d34-42c5-44d1-8b92-d15a2752f475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.549859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a482d34-42c5-44d1-8b92-d15a2752f475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.553788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a482d34-42c5-44d1-8b92-d15a2752f475 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac91bf99-238f-481b-ae56-8ae1fdfee0f7 HTTP/1.1" status: 204 len: 168 time: 0.6967623 Nov 16 21:04:07.682134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88e4f048-5e72-40ca-8d99-a2602981e9e4 req-666e2240-9dcb-4223-8cc3-a916b864eec9 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 210 time: 0.0485802 Nov 16 21:04:07.708012 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2486c3d0-faeb-4ae8-8c12-1fa62ae4daee req-002ffa46-02d4-4426-8a52-aae66edf7c25 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103894 Nov 16 21:04:07.712385 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.729001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.741337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a482d34-42c5-44d1-8b92-d15a2752f475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91bf99-238f-481b-ae56-8ae1fdfee0f7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:07.783494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:07.814917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.822308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Allocated IP 192.168.233.92 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/16565a82-0603-4836-88b7-84d5f1269cd4) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:07.828194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:07.878719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.906990 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:07.918593 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fa4dc1-314b-43a4-9626-6374211233a2 x-openstack-request-id: req-a0fa4dc1-314b-43a4-9626-6374211233a2 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:07.918593 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:07.918593 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0fa4dc1-314b-43a4-9626-6374211233a2 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:07.918593 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'code': 200} Nov 16 21:04:07.938011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:04:07.999932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.001179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4776640 Nov 16 21:04:08.015738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:08.024658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'security_group_rule': {'security_group_id': 'b4bffbde-11a2-4490-86a1-dd3b8a730c5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:08.052093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626300e-0e9d-4d53-9b52-8134debd208f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bffbde-11a2-4490-86a1-dd3b8a730c5c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:08.073556 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:04:08.086421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.106459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760ccdf-d51f-4269-80db-155ae9d182ac req-a8c8d43e-a655-4db1-b890-52e89e2454dc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:08.114894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2760ccdf-d51f-4269-80db-155ae9d182ac req-a8c8d43e-a655-4db1-b890-52e89e2454dc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 947 time: 0.2863913 Nov 16 21:04:08.156731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:08.175674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:08.177097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'mac_address': 'fa:16:3e:e7:a5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:08.186965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.192914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.226991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49634) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:08.250786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.251221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:08.274714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-427f1811-1edb-4a91-8708-0d2620f6fa57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.277042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b00b323-abcf-44ef-8776-62dbf36880d7 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:08.284027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:08.300332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2760ccdf-d51f-4269-80db-155ae9d182ac req-8ddcd655-52c1-403d-bc72-978acc064e77 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844800 Nov 16 21:04:08.316399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:08.322965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.397419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.399976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.401808 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af1fdd9-c47f-4aed-9787-4a40873a89fd x-openstack-request-id: req-8af1fdd9-c47f-4aed-9787-4a40873a89fd {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:08.402140 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:08.402548 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8af1fdd9-c47f-4aed-9787-4a40873a89fd {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:08.403334 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'status': 'completed', 'code': 200} Nov 16 21:04:08.415356 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.453066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:08.473371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ec5ace-0ebb-46ab-bc4d-ce9d075a82f8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:08.525542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.527219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a717e456-5df9-48ad-88f3-c12393b02c00 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084429 Nov 16 21:04:08.537101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ed90c-4a26-44b7-86cf-b9845b923f34 req-01a64032-460b-47c3-a356-0b352b72147b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:08.547143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a35ed90c-4a26-44b7-86cf-b9845b923f34 req-01a64032-460b-47c3-a356-0b352b72147b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.5607092 Nov 16 21:04:08.549761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:08.560088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:08.573390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'security_group_rule': {'security_group_id': 'b4bffbde-11a2-4490-86a1-dd3b8a730c5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:08.616101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-68d7e3ed-a50a-4a5b-b588-f4b0c7c8c671 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9fce08cc9a6d472889066b19ec9f38db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1276541 Nov 16 21:04:08.627748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:08.688857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b81cb1-f5db-4402-b4bb-60266e60fb1a None None] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:08.767976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.783393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d58ee0a7-721d-4346-bc93-e9d031853f50 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:08.788852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-d8f9a6e8-0549-42b2-b9ec-9ae7d5132a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:08.791339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-d8f9a6e8-0549-42b2-b9ec-9ae7d5132a12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1099 time: 0.3579526 Nov 16 21:04:08.802870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:08.805142 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaf909d-b990-4399-82fa-b2797e6b4498" -d '{"events": [{"server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:08.818921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.837333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.852749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.886603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c5bb2ad-a191-4821-8595-09602aaf5839 None None] Provisioning complete for port d58ee0a7-721d-4346-bc93-e9d031853f50 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:08.888491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb2ad-a191-4821-8595-09602aaf5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:08.899789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a35ed90c-4a26-44b7-86cf-b9845b923f34 req-b6245b4d-3b4c-4c80-ad56-978d1e57ae5e tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506584 Nov 16 21:04:08.969318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:09.026844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-427f1811-1edb-4a91-8708-0d2620f6fa57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.065659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.069354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-427f1811-1edb-4a91-8708-0d2620f6fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.079754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b18f-68f2-4bef-898e-a05c86c5ea3e req-ddf6782b-f6dd-415c-8afd-ef321a3191dd tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.080218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d58ee0a7-721d-4346-bc93-e9d031853f50 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:09.080891 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.087752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3342b18f-68f2-4bef-898e-a05c86c5ea3e req-ddf6782b-f6dd-415c-8afd-ef321a3191dd tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 946 time: 0.5863388 Nov 16 21:04:09.092072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.41', 64177) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:09.128230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-467e7904-c18d-49c5-9bdf-b07c2cce0e22 req-f3fb32c4-5f79-43a3-8f22-db424c51d783 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 210 time: 0.0757189 Nov 16 21:04:09.129095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-2f6cfade-97ce-4624-82c8-e3077e338acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.131746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-2f6cfade-97ce-4624-82c8-e3077e338acc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1099 time: 0.6381936 Nov 16 21:04:09.155889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.166191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:09.205102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:09.240315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-f6b84654-57c1-4d3d-b8e0-d5af308262ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.241723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-f6b84654-57c1-4d3d-b8e0-d5af308262ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.4205692 Nov 16 21:04:09.244976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb2ad-a191-4821-8595-09602aaf5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.245164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.285543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:09.296743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.297416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.303772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61655c47-16d1-404c-a5c1-0845f43ffecf,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:09.317203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:09.328387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-427f1811-1edb-4a91-8708-0d2620f6fa57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6320b2867a3d45f1932a2adea09f968d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1000400 Nov 16 21:04:09.342016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:09.350356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9c5bb2ad-a191-4821-8595-09602aaf5839 None None] For port d58ee0a7-721d-4346-bc93-e9d031853f50, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d58ee0a7-721d-4346-bc93-e9d031853f50,segment=NetworkSegment(99f53ede-5e37-4750-b2e8-b81a1490315a),segment_id=99f53ede-5e37-4750-b2e8-b81a1490315a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:09.356150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on host n-h1-817778-8 for vnic_type normal with profile {"migrating_to": "n-h2-817778-8"} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:09.356689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:09.357207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:09.377227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f1811-1edb-4a91-8708-0d2620f6fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f1d11-bca2-4702-b1a2-393a4aa1e539,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:09.385806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb2ad-a191-4821-8595-09602aaf5839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.401791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-624b459f-c9c0-4ceb-b3b0-25695d945184 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.404439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-624b459f-c9c0-4ceb-b3b0-25695d945184 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7674365 Nov 16 21:04:09.423558 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-8e1cb934-c9fd-4a69-871f-6224721ecce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.1585066 Nov 16 21:04:09.434240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.436019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0763c222-bd89-4e21-ace8-f65061f3a292 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8794596 Nov 16 21:04:09.438737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:09.439258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Attempting to bind port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:09.462317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:09.466487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:09.467158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:09.467736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:09.468493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Bound port: 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:09.468947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Request body: {'port': {'device_id': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '9fce08cc9a6d472889066b19ec9f38db'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:09.469100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.493499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:09.501079 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.506866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb2ad-a191-4821-8595-09602aaf5839 None None] Pushing event updated for resources: {'Port': ['ID=d58ee0a7-721d-4346-bc93-e9d031853f50,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:09.541483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3342b18f-68f2-4bef-898e-a05c86c5ea3e req-6d66f508-37e6-4068-ab54-c0c44f904550 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528494 Nov 16 21:04:09.546414 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-704e5fb2-702c-47fa-9425-7d081b3c5cc0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0569270 Nov 16 21:04:09.610724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Request body: {'port': {'device_id': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:09.635103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:04:09.635559 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:04:09.636672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-235287ed-6d42-401c-a195-87f36cf31454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.638767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-235287ed-6d42-401c-a195-87f36cf31454 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1782486 Nov 16 21:04:09.644685 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f78863-6b1b-4727-9ba8-70bcb3bbd25d x-openstack-request-id: req-a5f78863-6b1b-4727-9ba8-70bcb3bbd25d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:09.645171 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:09.645654 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5f78863-6b1b-4727-9ba8-70bcb3bbd25d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:09.646077 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'code': 200} Nov 16 21:04:09.704880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-259646bc-4c4d-43c5-9b0f-1ffc63c3f9e0 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.706331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-259646bc-4c4d-43c5-9b0f-1ffc63c3f9e0 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.41 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.6063828 Nov 16 21:04:09.711736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2c33b166-e2e9-42d8-b6b4-2a9db7495ba1 None None] Provisioning complete for port d58ee0a7-721d-4346-bc93-e9d031853f50 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:09.712113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2c33b166-e2e9-42d8-b6b4-2a9db7495ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.729328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705859ed-0ba6-41de-b528-095938c2cb63 req-66a40d51-b529-4b06-a127-b78211a9da14 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.731670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-705859ed-0ba6-41de-b528-095938c2cb63 req-66a40d51-b529-4b06-a127-b78211a9da14 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.4178133 Nov 16 21:04:09.769890 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.775419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.803003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:09.825142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:09.851183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-414b36a3-3f03-4290-86d3-359069ccc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.852568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-414b36a3-3f03-4290-86d3-359069ccc49d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.6955216 Nov 16 21:04:09.852688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2c33b166-e2e9-42d8-b6b4-2a9db7495ba1 None None] Provisioning complete for port 16565a82-0603-4836-88b7-84d5f1269cd4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:09.852987 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2c33b166-e2e9-42d8-b6b4-2a9db7495ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.864839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-6b61c6a0-8546-4a36-a5f1-79330a1dd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:09.866516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-6b61c6a0-8546-4a36-a5f1-79330a1dd98a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2116771 Nov 16 21:04:09.892345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:09.893755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:09.895716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2c33b166-e2e9-42d8-b6b4-2a9db7495ba1 None None] Port 16565a82-0603-4836-88b7-84d5f1269cd4 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:09.899458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:09.899839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.913042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2f35ef0-db35-478c-8080-c342b05e7593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.923935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:09.926300 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145a1855-32de-4dc0-811c-0903db6ad797" -d '{"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:09.928648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.975924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-705859ed-0ba6-41de-b528-095938c2cb63 req-7eb4199d-3df6-411e-8344-bf75ea4a5035 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263186 Nov 16 21:04:09.992773 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:09.998156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-4c33dc9d-e8b7-4e32-b74d-016d1be27e3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.1311696 Nov 16 21:04:10.018423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974938a-45e6-4678-9964-e6a228f011d4 req-0325cea3-0429-402c-a665-ef3a489a2a3d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:10.023532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2974938a-45e6-4678-9964-e6a228f011d4 req-0325cea3-0429-402c-a665-ef3a489a2a3d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 948 time: 0.3416054 Nov 16 21:04:10.026362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:04:10.051823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:10.059832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.061123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:10.076072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2f35ef0-db35-478c-8080-c342b05e7593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.097385 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5dadff-e586-4806-907e-e6595ec4d784 x-openstack-request-id: req-bb5dadff-e586-4806-907e-e6595ec4d784 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:10.097875 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:10.098283 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb5dadff-e586-4806-907e-e6595ec4d784 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:10.098774 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'code': 200} Nov 16 21:04:10.149700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:10.150321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.152020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] 10.222.0.41 "PUT /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 1122 time: 2.8637569 Nov 16 21:04:10.152697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26a86c-e11f-412f-9230-d6ec3cb0d93f service neutron] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=8']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:10.208947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Made reservation on behalf of 9fce08cc9a6d472889066b19ec9f38db for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:10.213101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.292208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-4a14633f-b5a5-46f7-87a5-44dbed4fadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:10.294563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-4a14633f-b5a5-46f7-87a5-44dbed4fadd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2631264 Nov 16 21:04:10.306150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Deleting port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:10.306497 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.357312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:10.368141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.368494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.369006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.369114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.369416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.369801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.370144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.370450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.370776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.371164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.371527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.371939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:10.377703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 4b00b323-abcf-44ef-8776-62dbf36880d7 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:10.382103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 4b00b323-abcf-44ef-8776-62dbf36880d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:10.382495 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.409415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3fe46aea-a2db-4c9c-bb1c-699845d5d7af'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:10.415118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-df110f8c-149c-4587-9419-ab7adb75f6b6 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297492 Nov 16 21:04:10.429841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2974938a-45e6-4678-9964-e6a228f011d4 req-8b8f87b9-e777-4859-8b6b-37e55c5187ce tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590949 Nov 16 21:04:10.547687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.575334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3efc7-7233-4e03-8ccc-e8a3bf8f7363 req-63b64bed-72df-4e75-b8b5-835cca6c849a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:10.577371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29d3efc7-7233-4e03-8ccc-e8a3bf8f7363 req-63b64bed-72df-4e75-b8b5-835cca6c849a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 944 time: 0.1726482 Nov 16 21:04:10.592443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:10.603159 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Sync routers for ids ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:10.603610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bd70ed0-3636-4bb6-af18-189017b75508 req-ed701e60-72b0-4015-9bb6-53f8f4277bbe tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 210 time: 0.0762041 Nov 16 21:04:10.616584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.638423 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Routers {'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:10.639042 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:10.658829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-ce6ca1ae-ec43-4c5d-a118-5d222618a6a0 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309570 Nov 16 21:04:10.668820 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2f35ef0-db35-478c-8080-c342b05e7593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.671520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2f35ef0-db35-478c-8080-c342b05e7593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.675068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2f35ef0-db35-478c-8080-c342b05e7593 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b7f1d11-bca2-4702-b1a2-393a4aa1e539 HTTP/1.1" status: 204 len: 168 time: 1.3263941 Nov 16 21:04:10.682519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d58ee0a7-721d-4346-bc93-e9d031853f50 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:10.715891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.717453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fcbb1a06-4089-45ee-9aac-2e391fbe0653 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9413774 Nov 16 21:04:10.726579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49670) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:10.740166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:10.740650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f35ef0-db35-478c-8080-c342b05e7593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f1d11-bca2-4702-b1a2-393a4aa1e539,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:10.748638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-d57977a6-395b-48eb-8396-ed22f3e437fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:10.750212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-d57977a6-395b-48eb-8396-ed22f3e437fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4357698 Nov 16 21:04:10.764809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] For port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:10.765168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.767851 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.837027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Calling delete_port for 0f5cf8c7-a8a3-4478-85ad-3296393cf00e owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:10.868992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:10.875793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d58ee0a7-721d-4346-bc93-e9d031853f50 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:10.876089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:10.891532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29d3efc7-7233-4e03-8ccc-e8a3bf8f7363 req-d7ce38a3-6e04-457b-ae1d-298fed3f484d tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053844 Nov 16 21:04:11.030714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:11.042306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-bd19b26c-b22d-407a-8c3e-4d81bfdaf12b service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796893 Nov 16 21:04:11.046783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.048272 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Set router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:11.137824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Allocated IP 172.25.3.187 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/9885d464-b734-4b79-8d36-ad5341b4565a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:11.139766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e2f5d-c7e8-483b-871b-8247b235c286 req-e1c67e07-833e-4a3f-bb5b-31ce200a2f81 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:11.147221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d74e2f5d-c7e8-483b-871b-8247b235c286 req-e1c67e07-833e-4a3f-bb5b-31ce200a2f81 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.2091858 Nov 16 21:04:11.150316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Transition to ACTIVE for port object 16565a82-0603-4836-88b7-84d5f1269cd4 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:11.184206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.188910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac03ebf-9b0b-4002-8f71-55e24a082d11 req-172ce2c5-214c-4728-a931-e308564f8f23 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:11.196467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ac03ebf-9b0b-4002-8f71-55e24a082d11 req-172ce2c5-214c-4728-a931-e308564f8f23 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1818414 Nov 16 21:04:11.282575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-d89e0eac-7539-4a86-8249-4cde70179ab2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:11.284298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-d89e0eac-7539-4a86-8249-4cde70179ab2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9&tenant_id=592b4716c4a64f2d88f38a91914acb83&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 949 time: 0.2084758 Nov 16 21:04:11.315221 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:07Z', 'revision_number': 3, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:11.370929 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Checking router: aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:11.373239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Updating router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 port 7255cb8d-c81b-46de-9f71-26a9658bd2ff binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:04:11.399196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:11.423569 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.443317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Allocated IP 192.168.233.204 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/5403ba5b-4f83-458d-ac13-c49c860f5dcc) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:11.450435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.456556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ac03ebf-9b0b-4002-8f71-55e24a082d11 req-e29e7fe0-d18d-49b5-b767-0fff18d0910f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593422 Nov 16 21:04:11.487328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d74e2f5d-c7e8-483b-871b-8247b235c286 req-f5a6f039-467c-45e9-a4bb-ae759f29a46d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389013 Nov 16 21:04:11.509032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93a9e679-9fdb-4677-bdc2-2041580d6f7f req-637a44cf-ef82-442e-b770-36f07d6a5eca service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368372 Nov 16 21:04:11.577303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.579279 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-770b8b77-ff79-485c-9335-400bb8aec833 service neutron] delete failed (client error): The resource could not be found. Nov 16 21:04:11.580303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-770b8b77-ff79-485c-9335-400bb8aec833 service neutron] 10.222.0.47 "DELETE /v2.0/ports/4b00b323-abcf-44ef-8776-62dbf36880d7/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.2306108 Nov 16 21:04:11.620801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event deleted for resources: {'Port': ['ID=0f5cf8c7-a8a3-4478-85ad-3296393cf00e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:11.705863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:11.708144 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a302d037-d17c-46a1-90e1-ca8c32c80c21" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:11.717413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Attempting to bind port 16565a82-0603-4836-88b7-84d5f1269cd4 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:11.718004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Attempting to bind port 16565a82-0603-4836-88b7-84d5f1269cd4 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:11.718496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Attempting to bind port 16565a82-0603-4836-88b7-84d5f1269cd4 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:11.774324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] No DVR routers for this DVR port 0f5cf8c7-a8a3-4478-85ad-3296393cf00e on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:04:11.775828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Port 16565a82-0603-4836-88b7-84d5f1269cd4 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:11.776151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Attempting to bind port 16565a82-0603-4836-88b7-84d5f1269cd4 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:11.780567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c335b634-846b-4d3e-983c-95c6269be5e0 req-5fc11f4e-8105-4df1-b8bc-47e180c2261e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 210 time: 0.0897596 Nov 16 21:04:11.783651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.786947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b96aa6e-058b-44e1-989a-e508fa696178 req-e486ded6-5397-4888-a12d-1d59c1ae04b4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.41 "DELETE /v2.0/ports/0f5cf8c7-a8a3-4478-85ad-3296393cf00e HTTP/1.1" status: 204 len: 173 time: 2.0647655 Nov 16 21:04:11.788376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-deleted', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:11.790843 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a4d79d-154d-4e01-8d6c-758da1ec9803" -d '{"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-deleted", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:11.804387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:11.804722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:11.805113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:11.805648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Bound port: 16565a82-0603-4836-88b7-84d5f1269cd4, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:11.806131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.815133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:11.905448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.931285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-1d7931cf-21b9-4c81-8b35-ed2f33229b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:11.941718 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-1d7931cf-21b9-4c81-8b35-ed2f33229b9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.2296572 Nov 16 21:04:11.965694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08697b-7ead-46d9-bb02-132dceaa8682 req-d2b4fab3-5d82-4ef9-98b7-584316fe226e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:11.966178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:11.974959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d08697b-7ead-46d9-bb02-132dceaa8682 req-d2b4fab3-5d82-4ef9-98b7-584316fe226e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 946 time: 0.3676555 Nov 16 21:04:11.980106 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af923ff-131e-4dba-b604-72f7b8e2fb32 x-openstack-request-id: req-1af923ff-131e-4dba-b604-72f7b8e2fb32 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:11.981443 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:11.982976 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1af923ff-131e-4dba-b604-72f7b8e2fb32 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:11.983957 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'status': 'completed', 'code': 200} Nov 16 21:04:11.990069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:11.995554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:11.999145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.008633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.47', 50585) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:12.079049 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ac905-7b5a-43af-8ef6-45939b57aa60 x-openstack-request-id: req-bc1ac905-7b5a-43af-8ef6-45939b57aa60 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:12.079342 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e319a-c187-4d40-b522-df768fe3958d", "name": "network-vif-deleted", "tag": "0f5cf8c7-a8a3-4478-85ad-3296393cf00e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:12.081249 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc1ac905-7b5a-43af-8ef6-45939b57aa60 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:12.081701 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788e319a-c187-4d40-b522-df768fe3958d', 'name': 'network-vif-deleted', 'tag': '0f5cf8c7-a8a3-4478-85ad-3296393cf00e', 'status': 'completed', 'code': 200} Nov 16 21:04:12.086419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:12.091115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.092575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/16565a82-0603-4836-88b7-84d5f1269cd4 HTTP/1.1" status: 200 len: 1095 time: 2.4872277 Nov 16 21:04:12.104842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:12.133023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'}, {'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:12.140770 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166f6c1-b758-4553-a13f-0b7f8428ebb9" -d '{"events": [{"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-plugged", "status": "completed", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68"}, {"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:12.160862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af has no active binding in host n-h2-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:04:12.228610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b29c44-88c0-4236-8838-5e80b0ca29a9 service neutron] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:12.242813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:12.260151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:12.262604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:12.269300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49704) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:12.269563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.279398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'Port': ['ID=9885d464-b734-4b79-8d36-ad5341b4565a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:12.289184 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.302294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-11827415-6f32-4adc-8f7a-083b4009fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:12.304088 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-11827415-6f32-4adc-8f7a-083b4009fe8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2780461 Nov 16 21:04:12.310887 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.316417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-d8416565-e2bc-4523-9747-35aecb1873f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:12.318094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-d8416565-e2bc-4523-9747-35aecb1873f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1125 time: 0.2785378 Nov 16 21:04:12.342680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Attempting to bind port 7255cb8d-c81b-46de-9f71-26a9658bd2ff on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:12.343114 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Attempting to bind port 7255cb8d-c81b-46de-9f71-26a9658bd2ff by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:12.343692 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Attempting to bind port 7255cb8d-c81b-46de-9f71-26a9658bd2ff on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:12.344435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee7ff3fa-297f-427f-a952-7d077842022b req-15bdafb3-7df9-48ab-8005-36f6829476bc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=788e319a-c187-4d40-b522-df768fe3958d HTTP/1.1" status: 200 len: 210 time: 0.1353133 Nov 16 21:04:12.371554 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:12.372323 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:12.372934 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.373547 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:12.374247 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Bound port: 7255cb8d-c81b-46de-9f71-26a9658bd2ff, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:12.375827 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.452921 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] For port 7255cb8d-c81b-46de-9f71-26a9658bd2ff, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:12.457270 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] For port 7255cb8d-c81b-46de-9f71-26a9658bd2ff, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7255cb8d-c81b-46de-9f71-26a9658bd2ff,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:12.468318 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9724027b-3405-4633-9800-b1329954f790 x-openstack-request-id: req-9724027b-3405-4633-9800-b1329954f790 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:12.469476 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-plugged", "status": "completed", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68", "code": 200}, {"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:12.469776 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9724027b-3405-4633-9800-b1329954f790 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:12.470257 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'code': 200} Nov 16 21:04:12.470523 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'code': 200} Nov 16 21:04:12.470822 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.494625 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331804d-3c90-428d-bc02-f86ffa2453f4 None None] Pushing event updated for resources: {'Port': ['ID=7255cb8d-c81b-46de-9f71-26a9658bd2ff,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:12.584621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Routers {'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:12.585283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:12.617942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-292558029-network', 'tenant_id': '08e2177689494f01bf487113d0087041'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:12.646611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d08697b-7ead-46d9-bb02-132dceaa8682 req-ce143b12-751e-4ecd-b2f7-16efedd35c46 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136785 Nov 16 21:04:12.647809 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331804d-3c90-428d-bc02-f86ffa2453f4 None None] Pushing event updated for resources: {'Port': ['ID=7255cb8d-c81b-46de-9f71-26a9658bd2ff,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:12.707174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.743980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-31504242-8bd8-4102-b747-b9a635abf907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.3945415 Nov 16 21:04:12.750544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Made reservation on behalf of 08e2177689494f01bf487113d0087041 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:12.752800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.781617 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] Set router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:12.820552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:12.903807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-6cefa718-6962-4677-ae8e-478e8ae2cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:12.905456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-6cefa718-6962-4677-ae8e-478e8ae2cca3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1098 time: 0.7618730 Nov 16 21:04:12.907398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:12.940349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:12.990045 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:07Z', 'revision_number': 3, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:12.991136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:12.997124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:12.998202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.006202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event updated for resources: {'Port': ['ID=5403ba5b-4f83-458d-ac13-c49c860f5dcc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:13.012353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-67828e35-7759-44c3-b37b-5be2c24e3300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=16565a82-0603-4836-88b7-84d5f1269cd4 HTTP/1.1" status: 200 len: 217 time: 0.0919216 Nov 16 21:04:13.023701 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55353355-6eed-4156-80a0-3ba7db39e949 None None] The sync data for ids ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'] in n-d-817778-8 is: [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:07Z', 'revision_number': 3, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:04:13.074844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.082998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.091387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f77c6-fa30-449e-a754-c066faaed32e req-f286f701-abd0-4d69-8b01-8ccb4637986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.097073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad0f77c6-fa30-449e-a754-c066faaed32e req-f286f701-abd0-4d69-8b01-8ccb4637986b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1097 time: 0.2979403 Nov 16 21:04:13.115235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2b95d-f754-4778-a1f5-1d826d4e9154 req-211d4173-d8c9-497d-90a3-d6b325f2f1f5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.125637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b2b95d-f754-4778-a1f5-1d826d4e9154 req-211d4173-d8c9-497d-90a3-d6b325f2f1f5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.3269711 Nov 16 21:04:13.163655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-3b978eed-217d-42cd-8707-f9533221db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.165262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-3b978eed-217d-42cd-8707-f9533221db96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.4037206 Nov 16 21:04:13.174077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-2f637bc6-3821-4f58-9468-cdf90469c92d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7118297 Nov 16 21:04:13.189529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb407e1-f14b-4fdc-bc41-2f6d8dfd022b req-f1fbe087-116e-4e10-9568-5ab1a9263d73 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.191074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfb407e1-f14b-4fdc-bc41-2f6d8dfd022b req-f1fbe087-116e-4e10-9568-5ab1a9263d73 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.4460976 Nov 16 21:04:13.191846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Request body: {'port': {'device_id': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:13.251766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-436a8eb0-f19e-4e85-997c-423210b5f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.253319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-436a8eb0-f19e-4e85-997c-423210b5f541 service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.4607406 Nov 16 21:04:13.298097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.322994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b2b95d-f754-4778-a1f5-1d826d4e9154 req-b10f377b-c640-48fd-92b3-48655417f856 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955943 Nov 16 21:04:13.333738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ec4a69fd-ffaa-4144-961d-d2328a75c0e0 None None] Provisioning complete for port 5403ba5b-4f83-458d-ac13-c49c860f5dcc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:13.333738 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69fd-ffaa-4144-961d-d2328a75c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.397258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a69fd-ffaa-4144-961d-d2328a75c0e0 None None] Port 5403ba5b-4f83-458d-ac13-c49c860f5dcc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:13.399516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-f536f580-6c75-41cb-b684-e898b7004676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.401377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-f536f580-6c75-41cb-b684-e898b7004676 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.3719604 Nov 16 21:04:13.407761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad0f77c6-fa30-449e-a754-c066faaed32e req-534f4dd8-8da9-4aec-a515-0f6133a37bab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575831 Nov 16 21:04:13.412704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-743547db-4dc9-49ea-be1b-ab4b74605493 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 217 time: 0.1174426 Nov 16 21:04:13.507311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-c878b603-d7b9-4578-8bfc-97ac52c9e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.508743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-c878b603-d7b9-4578-8bfc-97ac52c9e262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153553 Nov 16 21:04:13.533298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfb407e1-f14b-4fdc-bc41-2f6d8dfd022b req-0b4e8075-0001-49dd-b973-b15c37ee0232 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908003 Nov 16 21:04:13.539440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.547966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-2cb8f8a6-24cb-4628-855d-c5d4e3bffe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.549389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-2cb8f8a6-24cb-4628-855d-c5d4e3bffe1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1246755 Nov 16 21:04:13.587746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.603872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-f6a78890-6ecc-4a68-8c27-64f0d3d9fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.605327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-f6a78890-6ecc-4a68-8c27-64f0d3d9fc08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1916990 Nov 16 21:04:13.652301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-4cc526e2-04b1-4b8d-9dbb-d5cdd184c191 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929379 Nov 16 21:04:13.686521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:04:13.701870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Allocated IP 172.20.0.1 (aae5a411-45e1-4033-aaae-0c9cbde5a925/14bebc69-3f78-4994-be55-dec5f90a8851/ba68b831-69ed-41ec-abd9-a03be05225f3) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:13.711362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bad59-66f6-48ad-a2e0-9a13baf22ede,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:13.721756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b092cd-c696-461f-a2c5-118f4b11a1f0 req-831039f7-799c-49e8-83ed-d19eb48907f0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:13.729010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49b092cd-c696-461f-a2c5-118f4b11a1f0 req-831039f7-799c-49e8-83ed-d19eb48907f0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 936 time: 0.2656221 Nov 16 21:04:13.732249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.732689 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Added segment e73ae430-3557-4d4c-9ca6-b9ff4700fe9e of type vlan for network 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0 Nov 16 21:04:13.765344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.815088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.829977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:13.885349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 0f5cf8c7-a8a3-4478-85ad-3296393cf00e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:04:13.887155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0f5cf8c7-a8a3-4478-85ad-3296393cf00e not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:04:13.888444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-b0fe3d7f-1b3f-4a0b-98c5-6e03b531d651 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626914 Nov 16 21:04:13.898144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.907632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:13.931693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49722) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:13.955477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009460141', 'description': 'tempest-description--1225061356'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:14.005556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49b092cd-c696-461f-a2c5-118f4b11a1f0 req-400aa792-77a3-472b-a1c5-2b0db3b22932 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721536 Nov 16 21:04:14.007305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'Port': ['ID=9885d464-b734-4b79-8d36-ad5341b4565a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:14.022314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-b4e36fa7-c6d0-4d31-ae15-015f3d317503 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601468 Nov 16 21:04:14.034670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-4e41ab38-8897-455f-8cb3-83e2acc1546a service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614540 Nov 16 21:04:14.079279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.080510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5230ab7a-1ba1-4a87-b589-4feb4eddbdde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6158562 Nov 16 21:04:14.090469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.091589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:14.092383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.105155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.157493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:14.159759 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b456b13-1659-416f-9632-b9d469641952" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:14.162499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.216487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b673bb-e87f-4fca-9b81-1a1dc2a9a51f req-80cf0a20-f2cb-42b3-821e-74d2e162dd70 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:14.218085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b673bb-e87f-4fca-9b81-1a1dc2a9a51f req-80cf0a20-f2cb-42b3-821e-74d2e162dd70 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 946 time: 0.2183125 Nov 16 21:04:14.220165 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bd0c45-7c2a-42d7-83d9-7892a947b03c req-31a810a1-b1e6-4986-b827-c37b98853443 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154118 Nov 16 21:04:14.223401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9480217 Nov 16 21:04:14.227381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0affb-93db-4ce3-be67-5667e569348b admin admin] Pushing event updated for resources: {'Network': ['ID=4dacdb07-1e53-46e4-a87b-c74ffa16e0b0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:14.231979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:14.244793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Request body: {'subnet': {'network_id': '4dacdb07-1e53-46e4-a87b-c74ffa16e0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-292558029-subnet', 'tenant_id': '08e2177689494f01bf487113d0087041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:14.253547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:04:14.270499 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f152045e-ad10-4b47-9d9a-83b373fd1f03 x-openstack-request-id: req-f152045e-ad10-4b47-9d9a-83b373fd1f03 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:14.271155 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:14.271646 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f152045e-ad10-4b47-9d9a-83b373fd1f03 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:14.272274 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4', 'status': 'completed', 'code': 200} Nov 16 21:04:14.288649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.297536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d73a4d8-eb3d-4826-abe9-3f0f3996f59a req-8f444cf6-81ad-4c23-b04e-10071bd1cc09 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702935 Nov 16 21:04:14.303244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b673bb-e87f-4fca-9b81-1a1dc2a9a51f req-db4585c6-591b-4448-b41c-b022777ebf81 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767975 Nov 16 21:04:14.333767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:14.343141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:14.345856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:14.346424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.423281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Made reservation on behalf of 08e2177689494f01bf487113d0087041 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:14.427765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.453033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68b831-69ed-41ec-abd9-a03be05225f3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:14.554972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667ac2-e616-4619-b35e-162b91a9e133 req-e5977251-c3fc-4eaa-8da7-64a97f1cc228 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:14.556534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32667ac2-e616-4619-b35e-162b91a9e133 req-e5977251-c3fc-4eaa-8da7-64a97f1cc228 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.1089957 Nov 16 21:04:14.616525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.623591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5403ba5b-4f83-458d-ac13-c49c860f5dcc {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:14.657695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7255cb8d-c81b-46de-9f71-26a9658bd2ff up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:14.659779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.675367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32667ac2-e616-4619-b35e-162b91a9e133 req-011561b7-eec3-4182-a3e3-cf884b0e44ab tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074104 Nov 16 21:04:14.702500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a302d037-d17c-46a1-90e1-ca8c32c80c21 req-c24ac382-5579-48a4-a0b2-d014defc456c service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543601 Nov 16 21:04:14.736891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Transition to ACTIVE for port object 5403ba5b-4f83-458d-ac13-c49c860f5dcc will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:14.757503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-8bc7db7e-988c-4ab0-aa5c-53c3e85f5891 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2006065796&fields=id&tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb HTTP/1.1" status: 200 len: 267 time: 0.2700217 Nov 16 21:04:14.762125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cee8eeca-7fc2-4b93-b35b-ba1bbb46f12a None None] Provisioning complete for port ba68b831-69ed-41ec-abd9-a03be05225f3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:14.763472 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cee8eeca-7fc2-4b93-b35b-ba1bbb46f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.764275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.780005 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.783384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b456b13-1659-416f-9632-b9d469641952 req-0fa6f751-ba75-4d8f-a290-5eb8ba78db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:14.785690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-0fa6f751-ba75-4d8f-a290-5eb8ba78db3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1098 time: 0.2932584 Nov 16 21:04:14.806170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7255cb8d-c81b-46de-9f71-26a9658bd2ff triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:14.806549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.810917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:14.883835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-cee8eeca-7fc2-4b93-b35b-ba1bbb46f12a None None] Port ba68b831-69ed-41ec-abd9-a03be05225f3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:14.980975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003a56-e6e5-4c8f-9c2b-2f1a9f8e2f94 req-d76a15b8-6b69-450e-9d48-d4b3242357a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:14.983107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b003a56-e6e5-4c8f-9c2b-2f1a9f8e2f94 req-d76a15b8-6b69-450e-9d48-d4b3242357a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1342399 Nov 16 21:04:14.985447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.032579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.050523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.053214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.079018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 7255cb8d-c81b-46de-9f71-26a9658bd2ff, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7255cb8d-c81b-46de-9f71-26a9658bd2ff,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:15.085256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.155093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=7255cb8d-c81b-46de-9f71-26a9658bd2ff,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:15.226664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b003a56-e6e5-4c8f-9c2b-2f1a9f8e2f94 req-ca055122-503a-426b-b1b6-11585dc189aa tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308209 Nov 16 21:04:15.227255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68b831-69ed-41ec-abd9-a03be05225f3,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:15.284799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:15.296782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:15.317142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.318447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3749728 Nov 16 21:04:15.328967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:15.335189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00245dec-514b-477b-9651-4673d48721f9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19d35f-2cdb-4124-9a76-bf77536941bd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:15.361366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'security_group_rule': {'security_group_id': '1e19d35f-2cdb-4124-9a76-bf77536941bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:15.385370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Pushing event updated for resources: {'Port': ['ID=5403ba5b-4f83-458d-ac13-c49c860f5dcc,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:15.484730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9841f-4d38-4c10-ae3a-7d21661a435a req-6df4dee2-1b6c-49ab-a4b1-a467629a0aea tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:15.486304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aca9841f-4d38-4c10-ae3a-7d21661a435a req-6df4dee2-1b6c-49ab-a4b1-a467629a0aea tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 948 time: 0.0819776 Nov 16 21:04:15.526301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:04:15.546248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-4d2df3fe-a950-4d1f-b250-fd12c518d3e9 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:15.547818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-4d2df3fe-a950-4d1f-b250-fd12c518d3e9 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 823 time: 0.7884083 Nov 16 21:04:15.563956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aca9841f-4d38-4c10-ae3a-7d21661a435a req-c8bc8398-2aa2-4671-b18c-945a5e917b82 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Nov 16 21:04:15.593232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.608081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Attempting to bind port 5403ba5b-4f83-458d-ac13-c49c860f5dcc on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:15.608426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Attempting to bind port 5403ba5b-4f83-458d-ac13-c49c860f5dcc by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:15.608760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Attempting to bind port 5403ba5b-4f83-458d-ac13-c49c860f5dcc on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:15.616630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-4e98957b-4aa1-4d34-950e-eb8cdab18525 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/quotas/de9bca24f0ad447fa9d64cd9556f6ebb HTTP/1.1" status: 200 len: 375 time: 0.0429444 Nov 16 21:04:15.617497 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.660321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed2148b4-4378-4742-83e3-8c15d684ccbc None None] Provisioning complete for port ba68b831-69ed-41ec-abd9-a03be05225f3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:15.660937 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed2148b4-4378-4742-83e3-8c15d684ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.692812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Port 5403ba5b-4f83-458d-ac13-c49c860f5dcc on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:15.693148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Attempting to bind port 5403ba5b-4f83-458d-ac13-c49c860f5dcc on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:15.698935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b456b13-1659-416f-9632-b9d469641952 req-a1f27161-9022-453b-aeba-080eb925ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:15.701783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-a1f27161-9022-453b-aeba-080eb925ef16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.8602195 Nov 16 21:04:15.708687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:15.708687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:15.708687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:15.708687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Bound port: 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:15.708687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:15.724319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d30e6-0ef0-4417-8bb0-52bd650c3924 req-0ea93164-3adc-4eea-9134-e7eb3de979e4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:15.725822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-566d30e6-0ef0-4417-8bb0-52bd650c3924 req-0ea93164-3adc-4eea-9134-e7eb3de979e4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 946 time: 0.0742972 Nov 16 21:04:15.727935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed2148b4-4378-4742-83e3-8c15d684ccbc None None] Port ba68b831-69ed-41ec-abd9-a03be05225f3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:15.754306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:15.760405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6816f864-1425-4e50-b021-b953f2f90816 admin admin] 10.222.0.48 "PUT /v2.0/routers/aa4d8eb5-04a9-45c0-91b6-111c8494fdb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0305703 Nov 16 21:04:15.773796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Sync routers for ids ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:15.790554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Routers {'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:15.791462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:15.800819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-60a5ec6d-b046-445b-b813-f850dfe7e168 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=16565a82-0603-4836-88b7-84d5f1269cd4 HTTP/1.1" status: 200 len: 217 time: 0.0787828 Nov 16 21:04:15.812653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd82939-3d50-48de-9596-10d10d4c5f66,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:15.833176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-566d30e6-0ef0-4417-8bb0-52bd650c3924 req-a0605547-71c3-435b-b785-bf73853e9e58 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869563 Nov 16 21:04:15.907579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Set router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:15.936028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-0aae5d08-677c-4e85-a52f-2dc1c6cadbca tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2968206 Nov 16 21:04:15.971754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a353b-07b7-4a8b-b57b-d48b5a2691de req-2634c4b9-8516-45ba-b4ed-8d2c01761ce6 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:15.973968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a0a353b-07b7-4a8b-b57b-d48b5a2691de req-2634c4b9-8516-45ba-b4ed-8d2c01761ce6 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 944 time: 0.0792964 Nov 16 21:04:15.993458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Checking segment: {'id': 'e73ae430-3557-4d4c-9ca6-b9ff4700fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4dacdb07-1e53-46e4-a87b-c74ffa16e0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:15.993936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Network hostable DHCP agents. Network: 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:04:16.012525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.031234 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a0a353b-07b7-4a8b-b57b-d48b5a2691de req-299ce455-a1e6-472c-bf0d-cb559a9807ce tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501075 Nov 16 21:04:16.049847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b456b13-1659-416f-9632-b9d469641952 req-35f76bd5-4598-4367-91fb-776ed5dbb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.051327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-35f76bd5-4598-4367-91fb-776ed5dbb713 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1978049 Nov 16 21:04:16.058258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.064820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] For port 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:16.132756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] For port 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:16.141667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f7007a-ed01-49f1-851d-dc0cadf502dd,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:16.146383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:14Z', 'revision_number': 4, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba68b831-69ed-41ec-abd9-a03be05225f3', 'name': '', 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'mac_address': 'fa:16:3e:20:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '14bebc69-3f78-4994-be55-dec5f90a8851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:13Z', 'updated_at': '2021-11-16T21:04:14Z', 'revision_number': 2, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'subnets': [{'id': '14bebc69-3f78-4994-be55-dec5f90a8851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:16.148835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.160042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7b1d5-2788-4fd8-9225-bb388e4b9a78 req-40fe0b96-f1a3-4bfd-a4be-bdb3ad3190f5 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.160495 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.164190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bb7b1d5-2788-4fd8-9225-bb388e4b9a78 req-40fe0b96-f1a3-4bfd-a4be-bdb3ad3190f5 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0579507 Nov 16 21:04:16.164318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f95385d3-1e2e-4b37-b7f4-89a426a1ed55 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8275282 Nov 16 21:04:16.164397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49758) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:16.169242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Network 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:04:16.169467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'security_group_rule': {'security_group_id': '1e19d35f-2cdb-4124-9a76-bf77536941bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:16.193931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Checking router: aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:16.194303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Updating router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 port ba68b831-69ed-41ec-abd9-a03be05225f3 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:04:16.221431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.233498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.241647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bb7b1d5-2788-4fd8-9225-bb388e4b9a78 req-74359bcf-d092-4260-865a-730f89d30460 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601721 Nov 16 21:04:16.266067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b456b13-1659-416f-9632-b9d469641952 req-922fe372-0d3b-40e8-81fd-edd575bcdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.267593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-922fe372-0d3b-40e8-81fd-edd575bcdcc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060797 Nov 16 21:04:16.309807 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.313635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.314834 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.315656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.317024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] 10.222.0.41 "PUT /v2.0/ports/5403ba5b-4f83-458d-ac13-c49c860f5dcc HTTP/1.1" status: 200 len: 1096 time: 3.1288340 Nov 16 21:04:16.317571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'tag': '5403ba5b-4f83-458d-ac13-c49c860f5dcc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:16.321076 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6522edba-c649-4cde-9feb-03cca1aeb3de" -d '{"events": [{"name": "network-changed", "server_uuid": "cf14e7cf-7f73-457c-81ea-3f85e069fa15", "tag": "5403ba5b-4f83-458d-ac13-c49c860f5dcc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:16.324837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:16.360221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-a05cf492-a7a8-4ab7-8918-3b9d5b4fc6fc service neutron] 10.222.0.48 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947816 Nov 16 21:04:16.362005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765e1678-bc9a-425c-b7ec-22606c1dc4f9,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:16.375638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.380397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.380554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-95871abf-74bf-4954-96af-207f947a1e47 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2121377 Nov 16 21:04:16.380677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.381025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49768) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:16.384691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2274239-50b9-4307-9292-7c08ec71d3b0 None None] Network 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:16.388823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:16.422733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.584073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4682b8-4f51-44ba-a8c5-a43450f31820 service neutron] Pushing event updated for resources: {'Port': ['ID=5403ba5b-4f83-458d-ac13-c49c860f5dcc,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:16.595733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7255cb8d-c81b-46de-9f71-26a9658bd2ff up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:16.607286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-77e9e7f4-454c-474f-8bc1-5c37eba43cf4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3692596 Nov 16 21:04:16.622077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-56afc892-05d1-431d-b90b-2f1d234873ca service neutron] 10.222.0.47 "GET /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.4505634 Nov 16 21:04:16.725100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-a63a2c8e-3840-4fb4-91ac-74d45ca61f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:16.726664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-a63a2c8e-3840-4fb4-91ac-74d45ca61f1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 1099 time: 0.2851396 Nov 16 21:04:16.734565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-5a3e952c-a724-4ad1-a105-152706d4caa4 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075694 Nov 16 21:04:16.746001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7255cb8d-c81b-46de-9f71-26a9658bd2ff triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:16.746566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:16.765182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-0d7f05d2-d36e-4d3c-88e1-22ab48360cbc service neutron] 10.222.0.48 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037271 Nov 16 21:04:16.868041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-be562e73-1135-4596-8857-5b324df12934 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc HTTP/1.1" status: 200 len: 217 time: 0.1154220 Nov 16 21:04:16.975725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6bcbc-8d89-4486-bfb4-93500e16656d None None] Network 4dacdb07-1e53-46e4-a87b-c74ffa16e0b0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:17.128989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-06fbedc5-bccd-4476-a4e5-d2bd3407a6d7 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6293864 Nov 16 21:04:17.140481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:17.150360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-aaabd6ce-2d57-4b84-81ae-f8cdd1e46250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:17.151854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-aaabd6ce-2d57-4b84-81ae-f8cdd1e46250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2681878 Nov 16 21:04:17.194045 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.251384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b456b13-1659-416f-9632-b9d469641952 req-6af50f67-ca39-4250-a640-e542a805669f service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097873 Nov 16 21:04:17.271711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529573f-6076-4479-ad76-580872f6d622 req-95e3309f-e57f-488e-b698-506a5c4d5506 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:17.279385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1529573f-6076-4479-ad76-580872f6d622 req-95e3309f-e57f-488e-b698-506a5c4d5506 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.3000326 Nov 16 21:04:17.290320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.300929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.317661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.339448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-d9e1ad04-2910-4ab6-a1ea-0f4a076c6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:17.341115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-d9e1ad04-2910-4ab6-a1ea-0f4a076c6dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1806109 Nov 16 21:04:17.376900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:17.482715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1529573f-6076-4479-ad76-580872f6d622 req-bf32c616-9fd1-44fc-8818-8a09dd7051d5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023771 Nov 16 21:04:17.491151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4776c0c-cd57-480c-bd61-bf5b6f2d20a1 None None] Pushing event updated for resources: {'Port': ['ID=ba68b831-69ed-41ec-abd9-a03be05225f3,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:17.492096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49796) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:17.502698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Allocated IP 172.25.3.127 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/403fc22c-3719-4c5f-ad7e-531a8093a5b5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:17.519126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Attempting to bind port ba68b831-69ed-41ec-abd9-a03be05225f3 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:17.520020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Attempting to bind port ba68b831-69ed-41ec-abd9-a03be05225f3 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:17.520539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Attempting to bind port ba68b831-69ed-41ec-abd9-a03be05225f3 on network aae5a411-45e1-4033-aaae-0c9cbde5a925 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:17.529420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:17.530298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Checking segment: {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:17.530857 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.531475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Bound using segment: {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:17.532315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Bound port: ba68b831-69ed-41ec-abd9-a03be05225f3, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f53ede-5e37-4750-b2e8-b81a1490315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:17.532877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.543918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1523950204-network', 'tenant_id': 'c17af5c0a6064cdaac32b6b3727dd8ba'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:17.599309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Made reservation on behalf of c17af5c0a6064cdaac32b6b3727dd8ba for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:17.610346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.619648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:17.628968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] For port ba68b831-69ed-41ec-abd9-a03be05225f3, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:17.632857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] For port ba68b831-69ed-41ec-abd9-a03be05225f3, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba68b831-69ed-41ec-abd9-a03be05225f3,segment=NetworkSegment(99f53ede-5e37-4750-b2e8-b81a1490315a),segment_id=99f53ede-5e37-4750-b2e8-b81a1490315a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:17.642834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.644229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.679566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.726898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.727148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4776c0c-cd57-480c-bd61-bf5b6f2d20a1 None None] Pushing event updated for resources: {'Port': ['ID=ba68b831-69ed-41ec-abd9-a03be05225f3,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:17.752860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe46aea-a2db-4c9c-bb1c-699845d5d7af {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:17.776468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b6098-3a84-4967-9efd-0b46c61e256b req-c065756a-c00b-43d4-8402-042f5c89a8cf tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:17.776854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.782205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25b6098-3a84-4967-9efd-0b46c61e256b req-c065756a-c00b-43d4-8402-042f5c89a8cf tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1686821 Nov 16 21:04:17.787961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b3373e21-6aa8-40a0-97fd-4dc84ce85d8f None None] Provisioning complete for port ba68b831-69ed-41ec-abd9-a03be05225f3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:17.788515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b3373e21-6aa8-40a0-97fd-4dc84ce85d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.813105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:17.816810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Routers {'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:17.817727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:03:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:17.831710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-54f28219-2031-48da-a48c-1273d119bf50 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706960 Nov 16 21:04:17.845905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:17.856668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:17.859418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:17.861165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:17.886583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'Port': ['ID=403fc22c-3719-4c5f-ad7e-531a8093a5b5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:17.961835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Allocated IP 172.25.3.99 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/3308c950-7495-41e6-901b-d009531f5261) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:17.976885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.039543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:18.055710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] Set router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:18.073329 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.120558 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b3373e21-6aa8-40a0-97fd-4dc84ce85d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.141417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25b6098-3a84-4967-9efd-0b46c61e256b req-809b2637-7e64-4564-b91c-efdbbb8bb115 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057916 Nov 16 21:04:18.248595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.291431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b3373e21-6aa8-40a0-97fd-4dc84ce85d8f None None] For port ba68b831-69ed-41ec-abd9-a03be05225f3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba68b831-69ed-41ec-abd9-a03be05225f3,segment=NetworkSegment(99f53ede-5e37-4750-b2e8-b81a1490315a),segment_id=99f53ede-5e37-4750-b2e8-b81a1490315a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:18.299333 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b3373e21-6aa8-40a0-97fd-4dc84ce85d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.323395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.332334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96ce7424-c81c-4a6d-aff6-faf8206c00ad req-4c115679-381e-43cb-9b70-9cd53ae8556b service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896529 Nov 16 21:04:18.335992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.346498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] Transition to ACTIVE for port object 3fe46aea-a2db-4c9c-bb1c-699845d5d7af will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:18.362677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.369619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:18.371286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.376666 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6a4f9-f0db-4202-a8e0-2ecadf9aeada x-openstack-request-id: req-73f6a4f9-f0db-4202-a8e0-2ecadf9aeada {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:18.377264 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf14e7cf-7f73-457c-81ea-3f85e069fa15", "tag": "5403ba5b-4f83-458d-ac13-c49c860f5dcc", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:18.377827 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73f6a4f9-f0db-4202-a8e0-2ecadf9aeada {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:18.378478 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'tag': '5403ba5b-4f83-458d-ac13-c49c860f5dcc', 'status': 'completed', 'code': 200} Nov 16 21:04:18.387160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:04:18.406144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16565a82-0603-4836-88b7-84d5f1269cd4', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '16565a82-0603-4836-88b7-84d5f1269cd4', 'mac_address': 'fa:16:3e:97:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:18.443611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=3308c950-7495-41e6-901b-d009531f5261,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:18.452967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b329311-fd3b-41d2-930d-f08d905be4b6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:18.467591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] No DVR routers for this DVR port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:04:18.470571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.471035 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Added segment 8779bad3-c9d4-4e5b-aec6-44c669a83f4a of type vlan for network 185af921-db72-4bbb-9b1a-2e341acd8c32 Nov 16 21:04:18.475323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3373e21-6aa8-40a0-97fd-4dc84ce85d8f None None] Pushing event updated for resources: {'Port': ['ID=ba68b831-69ed-41ec-abd9-a03be05225f3,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:18.514733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.519581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7941e00a-9acd-4397-afc1-a534f66fc83f None None] Provisioning complete for port ba68b831-69ed-41ec-abd9-a03be05225f3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:18.519958 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7941e00a-9acd-4397-afc1-a534f66fc83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.523799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.525025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:18.527657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:18.530525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.534794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:18.593886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'Port': ['ID=403fc22c-3719-4c5f-ad7e-531a8093a5b5,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:18.594488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:18.607727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.610011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] 10.222.0.47 "PUT /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af/bindings/n-h2-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 1.9797552 Nov 16 21:04:18.620238 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.627362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25be696-e815-46bf-817f-7eb8669e81ef service neutron] Pushing event updated for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:18.627553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:18.637086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:14Z', 'revision_number': 4, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba68b831-69ed-41ec-abd9-a03be05225f3', 'name': '', 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'mac_address': 'fa:16:3e:20:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '14bebc69-3f78-4994-be55-dec5f90a8851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:13Z', 'updated_at': '2021-11-16T21:04:17Z', 'revision_number': 4, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'subnets': [{'id': '14bebc69-3f78-4994-be55-dec5f90a8851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:18.641628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.642474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-f1c83ff0-045b-425f-a896-22ea865d66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:18.643625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-f1c83ff0-045b-425f-a896-22ea865d66d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 1099 time: 0.2133369 Nov 16 21:04:18.676073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e969d3a1-d511-4ffc-9f87-48628cd07a09 None None] The sync data for ids ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'] in n-d-817778-8 is: [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:14Z', 'revision_number': 4, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba68b831-69ed-41ec-abd9-a03be05225f3', 'name': '', 'network_id': 'aae5a411-45e1-4033-aaae-0c9cbde5a925', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'mac_address': 'fa:16:3e:20:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '14bebc69-3f78-4994-be55-dec5f90a8851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:13Z', 'updated_at': '2021-11-16T21:04:17Z', 'revision_number': 4, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'subnets': [{'id': '14bebc69-3f78-4994-be55-dec5f90a8851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:04:18.721067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.722628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67299982-3054-4a94-9b21-290ccdb2ea34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3405364 Nov 16 21:04:18.761989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.823481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:18.863245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:18.958825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:19.041094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.047085 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.083355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.109339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.110881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9809182 Nov 16 21:04:19.111635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2d326-5bb0-455a-b9ed-71ba92e8b199 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=3308c950-7495-41e6-901b-d009531f5261,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:19.157897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa872-63ed-4174-9d03-f511479675c8 req-bd84e904-6090-4800-a183-2215d00a91b2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.159583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9afaa872-63ed-4174-9d03-f511479675c8 req-bd84e904-6090-4800-a183-2215d00a91b2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 948 time: 0.6496441 Nov 16 21:04:19.176283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.177339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.178003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.205272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-4f38463a-63f2-461a-b615-308a5b464128 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0808191 Nov 16 21:04:19.317326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8117127 Nov 16 21:04:19.320810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49808) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:19.327460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Request body: {'subnet': {'network_id': '185af921-db72-4bbb-9b1a-2e341acd8c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1523950204-subnet', 'tenant_id': 'c17af5c0a6064cdaac32b6b3727dd8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:19.335391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-9c3580dd-f5e8-4c17-91d4-03a5258c8df9 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.336877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-9c3580dd-f5e8-4c17-91d4-03a5258c8df9 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.3257802 Nov 16 21:04:19.336989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-4be2e799-b642-4f20-b4a4-a7c9aa27e83f tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.338404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-4be2e799-b642-4f20-b4a4-a7c9aa27e83f tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1259613 Nov 16 21:04:19.358235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-dbbaae16-66c8-4492-aee5-e4f18a61d979 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:19.359252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-152984b3-6c6e-4d10-8b02-6992a26046a7 req-dbbaae16-66c8-4492-aee5-e4f18a61d979 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081551 Nov 16 21:04:19.376105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Made reservation on behalf of c17af5c0a6064cdaac32b6b3727dd8ba for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:19.380369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.380517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c013f-dcd1-4cc9-ade8-915cd55f5c75 admin admin] Pushing event updated for resources: {'Network': ['ID=185af921-db72-4bbb-9b1a-2e341acd8c32,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:19.391914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 185af921-db72-4bbb-9b1a-2e341acd8c32 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:04:19.413337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-6a08e1a5-98b9-4424-8a6b-64551d3e47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.416125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-6a08e1a5-98b9-4424-8a6b-64551d3e47ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.4198341 Nov 16 21:04:19.488863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acde3490-a024-44fa-aafa-762eb8e4068f req-bdef9565-e031-4eb3-b7e1-f9742ed0a58f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 210 time: 0.0416989 Nov 16 21:04:19.499638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9afaa872-63ed-4174-9d03-f511479675c8 req-daf5d350-f949-41e5-aa1f-994091053c6c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174403 Nov 16 21:04:19.540612 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-8060d387-ac0d-4641-87d5-1af79813f48d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc HTTP/1.1" status: 200 len: 217 time: 0.0997815 Nov 16 21:04:19.586447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-d584867a-eb34-4d3f-b277-f8dfd71a4ce2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.587960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-d584867a-eb34-4d3f-b277-f8dfd71a4ce2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.41 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 823 time: 0.5893695 Nov 16 21:04:19.631481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-266f2af5-2f5d-4228-a8b8-f10f843c217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.632932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-266f2af5-2f5d-4228-a8b8-f10f843c217d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af&tenant_id=06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 1096 time: 0.2761567 Nov 16 21:04:19.679326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.695625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca8738-c022-4fcb-88aa-580d2a6ca199 req-82ccea69-5c5e-4aa3-895f-4d46e23f1613 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.697271 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01ca8738-c022-4fcb-88aa-580d2a6ca199 req-82ccea69-5c5e-4aa3-895f-4d46e23f1613 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.1017489 Nov 16 21:04:19.747402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-a363d3f7-5504-4e8f-b405-f8bc0ae4fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.749386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-a363d3f7-5504-4e8f-b405-f8bc0ae4fc57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1952310 Nov 16 21:04:19.783864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6182bf2-1c58-4377-956a-21165c4af893,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:19.800810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Checking segment: {'id': '8779bad3-c9d4-4e5b-aec6-44c669a83f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '185af921-db72-4bbb-9b1a-2e341acd8c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:19.801166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Network hostable DHCP agents. Network: 185af921-db72-4bbb-9b1a-2e341acd8c32, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:04:19.803317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-0a531af8-adec-4b5e-91aa-b9e31cb2be4a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb HTTP/1.1" status: 200 len: 380 time: 0.1924312 Nov 16 21:04:19.807342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01ca8738-c022-4fcb-88aa-580d2a6ca199 req-ba4c5fb5-ac52-4005-82b2-6e977a8982eb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811052 Nov 16 21:04:19.810616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd3e4c-02e4-47e7-8579-34d94d2f88dc req-c9892472-f793-4d33-95f3-2ec77436df6c tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.818355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03cd3e4c-02e4-47e7-8579-34d94d2f88dc req-c9892472-f793-4d33-95f3-2ec77436df6c tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.1892383 Nov 16 21:04:19.830212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Network 185af921-db72-4bbb-9b1a-2e341acd8c32 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:04:19.830498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'port': {'device_id': 'e32cd700-6a52-4d76-b900-2a001277854c', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'admin_state_up': True, 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'security_groups': ['b4bffbde-11a2-4490-86a1-dd3b8a730c5c']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:19.842317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 185af921-db72-4bbb-9b1a-2e341acd8c32) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:19.854495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc982e-5d2d-4a5d-82b8-9a4878e73127 None None] Network 185af921-db72-4bbb-9b1a-2e341acd8c32 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:19.856855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.857489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:19.900868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-71ec08bb-98e5-4fe6-85f0-ebe018445ea0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5782127 Nov 16 21:04:19.943410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-0a587102-10a2-452d-969c-a440b0045fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.944908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-0a587102-10a2-452d-969c-a440b0045fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1096 time: 0.2709136 Nov 16 21:04:19.958845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-c89b9e99-3a9a-49b1-8e62-fa2c1e03ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:19.960761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-c89b9e99-3a9a-49b1-8e62-fa2c1e03ebe4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936266 Nov 16 21:04:20.097703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:20.156235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03cd3e4c-02e4-47e7-8579-34d94d2f88dc req-512d67a7-4ee0-486d-bac8-8fb5040bafa3 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316667 Nov 16 21:04:20.182095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:20.182613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-f8e40ee6-1a0e-4ebe-9619-2d82b90de948 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:20.191099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-f8e40ee6-1a0e-4ebe-9619-2d82b90de948 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 821 time: 0.2056510 Nov 16 21:04:20.210959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Deleting subnet cdd82939-3d50-48de-9596-10d10d4c5f66 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:04:20.212763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d37cbb4-6798-4f02-8a97-2eaf6099b4ba None None] Network 185af921-db72-4bbb-9b1a-2e341acd8c32 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:20.215024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-01d43ae6-b098-43f8-a929-9d61158ff033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:20.216624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-01d43ae6-b098-43f8-a929-9d61158ff033 service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2610393 Nov 16 21:04:20.222123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-5458d7f0-eb7c-41c5-b488-538ed6f22d0f tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/quotas/81fb2719fbb74d66b09af999f7f43a40 HTTP/1.1" status: 200 len: 375 time: 0.0297263 Nov 16 21:04:20.225214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.250155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Made reservation on behalf of de9bca24f0ad447fa9d64cd9556f6ebb for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:20.254028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.301279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.309329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 16565a82-0603-4836-88b7-84d5f1269cd4 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:20.315058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.317196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16565a82-0603-4836-88b7-84d5f1269cd4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:20.317619 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.321626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-56ba3b45-281b-44fa-a8ae-73edeada1999 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986083 Nov 16 21:04:20.371040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-dce605af-7c0c-43ee-a8d5-3f1fd8c60b7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 217 time: 0.1367171 Nov 16 21:04:20.400515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-e3694e94-9f39-4d6d-9479-c5d375413bde service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239001 Nov 16 21:04:20.439199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.461365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-646c2717-831e-4807-88c1-22066cd0de9d service neutron] 10.222.0.48 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205995 Nov 16 21:04:20.464236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:20.465245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.467520 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e32a292-f7ff-4ea3-87b1-f6a9d2b9488a" -d '{"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-plugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:20.480302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:20.484902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.485924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:20.496308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd82939-3d50-48de-9596-10d10d4c5f66,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:20.551812 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.558930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a7dc248-19da-4d08-8b9b-b2ecf4f2e286 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cdd82939-3d50-48de-9596-10d10d4c5f66 HTTP/1.1" status: 204 len: 168 time: 0.4596672 Nov 16 21:04:20.559514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49836) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:20.566615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:04:20.571685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:20.637708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-0cfa9abb-3454-415e-b817-6151b64c99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:20.639326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-0cfa9abb-3454-415e-b817-6151b64c99d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.2488558 Nov 16 21:04:20.643016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8036ce2c-adae-4aac-b84a-5617651fe4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.662698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.665354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba68b831-69ed-41ec-abd9-a03be05225f3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:20.689545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fd459086-1245-42ce-ad0e-1c1ec0990a59 service neutron] 10.222.0.48 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971326 Nov 16 21:04:20.689781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d005a74-9897-4909-8825-1afb15bc232b req-f2abf3ef-a0f8-49b3-8797-e1c429ab4506 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4760003 Nov 16 21:04:20.720073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-86c48bc1-be89-4008-9579-aded70663130 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659983 Nov 16 21:04:20.726946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:20.749646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ba68b831-69ed-41ec-abd9-a03be05225f3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:20.750035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.783005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.810954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.811304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.812070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.812440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > port after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.812772 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.813105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > port after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.813536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.813883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.814199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.814563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.906853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.907206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.907541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.908525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:20.908893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dacdb07-1e53-46e4-a87b-c74ffa16e0b0']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:20.929839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73ae430-3557-4d4c-9ca6-b9ff4700fe9e') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:20.930137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73ae430-3557-4d4c-9ca6-b9ff4700fe9e') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:20.955825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:20.988090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.006370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:04:21.006762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.041775 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6522edba-c649-4cde-9feb-03cca1aeb3de req-cacbd8e7-9a84-406b-9f0b-6ad60a36bdac service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209321 Nov 16 21:04:21.052560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Allocated IP 172.20.0.3 (48f0c051-d3e7-4eaa-ad7c-0b80a21a9014/2fae1f8e-60c8-437c-8663-460757a7c719/a655f872-094e-46aa-8085-2044363127a2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:21.075463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.112426 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f351c65-786a-41af-8ddb-a5030e191e02 x-openstack-request-id: req-8f351c65-786a-41af-8ddb-a5030e191e02 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:21.112819 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-plugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:21.113104 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f351c65-786a-41af-8ddb-a5030e191e02 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:21.114624 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4', 'code': 200} Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: from cryptography.utils import int_from_bytes Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: from cryptography.utils import int_from_bytes Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:04:21.187816 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:04:21.190448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.193781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-8628deff-824e-4b7e-bcef-6350d3458f96 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531326 Nov 16 21:04:21.197318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.204016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] 10.222.0.48 "DELETE /v2.0/networks/4dacdb07-1e53-46e4-a87b-c74ffa16e0b0 HTTP/1.1" status: 204 len: 168 time: 0.6372640 Nov 16 21:04:21.206132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:21.225943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34851392-48b7-46bf-a2fa-4370c09b156a admin admin] Pushing event deleted for resources: {'Network': ['ID=4dacdb07-1e53-46e4-a87b-c74ffa16e0b0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:21.293201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d421a7-d6d1-4c09-b00a-a8ac0190f399 req-2233bc1a-a6c6-4876-80aa-cec2a5b8910a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:21.294908 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f3d421a7-d6d1-4c09-b00a-a8ac0190f399 req-2233bc1a-a6c6-4876-80aa-cec2a5b8910a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 948 time: 0.0733778 Nov 16 21:04:21.369789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f3d421a7-d6d1-4c09-b00a-a8ac0190f399 req-e172ef95-e9a3-4cca-8f79-3892043e04b8 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610466 Nov 16 21:04:21.404757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Deleting subnet d6182bf2-1c58-4377-956a-21165c4af893 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:04:21.424870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.462778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7628b7-145c-4b53-8dc5-36bc0f18f189 req-c4eb56e4-a3cb-4992-87b9-60e72cf5b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:21.464382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c7628b7-145c-4b53-8dc5-36bc0f18f189 req-c4eb56e4-a3cb-4992-87b9-60e72cf5b88d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1100 time: 0.2810678 Nov 16 21:04:21.467608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b39f758-1441-4ba6-a5e3-6e6c91572405 req-20d6b598-c594-4d32-9e1f-7fa05ae6d20d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 210 time: 0.0306854 Nov 16 21:04:21.525262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.535406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.552980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.559333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-c7c38557-82a3-4eb7-83c4-90041d187683 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373015 Nov 16 21:04:21.609595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b563b-e0da-416a-943c-f47a2cb66acd req-7da29d3f-3ba5-44f4-a911-f9f2c8804ab0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:21.611405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f3b563b-e0da-416a-943c-f47a2cb66acd req-7da29d3f-3ba5-44f4-a911-f9f2c8804ab0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.0737412 Nov 16 21:04:21.634909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c7628b7-145c-4b53-8dc5-36bc0f18f189 req-b488da9b-efa3-462c-b633-682ffdefa5af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548498 Nov 16 21:04:21.653188 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.671306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.671498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f3b563b-e0da-416a-943c-f47a2cb66acd req-c4e0188c-1d6c-4aa3-aa08-6ca708d4bc97 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532467 Nov 16 21:04:21.730529 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.776157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5f4f304-64de-4544-afd5-f0281fb7beeb req-d115be62-c691-4bec-a047-c53db3215f85 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 210 time: 0.0289052 Nov 16 21:04:21.780589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6182bf2-1c58-4377-956a-21165c4af893,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:21.787353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:21.807837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:21.816230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:21.822201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:21.822889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.834939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:21.865851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:21.866627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5403ba5b-4f83-458d-ac13-c49c860f5dcc details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:21.869628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b1d1e119-8549-4b65-9272-7e660f9cd4b2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d6182bf2-1c58-4377-956a-21165c4af893 HTTP/1.1" status: 204 len: 168 time: 0.6447823 Nov 16 21:04:21.877736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49860) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:21.942144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-139a8f51-160b-4983-8404-6d06b113cf8a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1190267 Nov 16 21:04:21.960514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Request body: {'port': {'device_id': 'e32cd700-6a52-4d76-b900-2a001277854c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:21.995761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Allocated IP 172.25.3.200 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/ac48b64d-f216-4877-a381-29c24a257654) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:22.006182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-9ee3f653-15e1-407b-8132-29c9eba88cec tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:22.007986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-9ee3f653-15e1-407b-8132-29c9eba88cec tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.1369967 Nov 16 21:04:22.021312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:22.038439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '5403ba5b-4f83-458d-ac13-c49c860f5dcc', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '5403ba5b-4f83-458d-ac13-c49c860f5dcc', 'mac_address': 'fa:16:3e:10:57:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:22.086974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.088997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.101655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e71a370d-f31c-4f87-aa32-482e451a037d None None] Provisioning complete for port a655f872-094e-46aa-8085-2044363127a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:22.102038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e71a370d-f31c-4f87-aa32-482e451a037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.159133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e71a370d-f31c-4f87-aa32-482e451a037d None None] Port a655f872-094e-46aa-8085-2044363127a2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:22.169686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5403ba5b-4f83-458d-ac13-c49c860f5dcc {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:22.202638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:22.208371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.228876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b08d-448d-4cde-9a42-5516e34ef8a0 req-a7380a31-c496-4a51-8476-0475857cc6a2 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:22.235890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e80b08d-448d-4cde-9a42-5516e34ef8a0 req-a7380a31-c496-4a51-8476-0475857cc6a2 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1097 time: 0.3812742 Nov 16 21:04:22.246902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.264060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=5403ba5b-4f83-458d-ac13-c49c860f5dcc,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:22.296651 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e80b08d-448d-4cde-9a42-5516e34ef8a0 req-b0d4fd01-4d20-4742-a273-1329aead5ed2 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576828 Nov 16 21:04:22.372638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.396550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185af921-db72-4bbb-9b1a-2e341acd8c32']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:22.407922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8779bad3-c9d4-4e5b-aec6-44c669a83f4a') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:22.408329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8779bad3-c9d4-4e5b-aec6-44c669a83f4a') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:22.424948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.460827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.463076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.464147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-4d3f7d4f-d88e-40ba-a140-3d80552a943f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294151 Nov 16 21:04:22.469996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:04:22.469996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:04:22.472193 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:04:22.501869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5403ba5b-4f83-458d-ac13-c49c860f5dcc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:22.519904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-976538e0-b762-4758-a000-2a6f5deae54c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:22.521357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-976538e0-b762-4758-a000-2a6f5deae54c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 821 time: 0.3183470 Nov 16 21:04:22.530592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-47e1b62a-479a-42d7-b624-44ab7605bc48 service neutron] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:22.543426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'port': {'device_id': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'admin_state_up': True, 'tenant_id': '81fb2719fbb74d66b09af999f7f43a40'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:22.549458 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-47e1b62a-479a-42d7-b624-44ab7605bc48 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.550558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3695675-3adf-4cac-b4ac-33332a3d4ed7 req-47e1b62a-479a-42d7-b624-44ab7605bc48 service neutron] 10.222.0.41 "DELETE /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af/bindings/n-h1-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.5167055 Nov 16 21:04:22.598784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.605117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.612189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] 10.222.0.48 "DELETE /v2.0/networks/185af921-db72-4bbb-9b1a-2e341acd8c32 HTTP/1.1" status: 204 len: 168 time: 0.7281039 Nov 16 21:04:22.630759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d3f77-39d7-4bc5-89f9-b1d7bd7f09df admin admin] Pushing event deleted for resources: {'Network': ['ID=185af921-db72-4bbb-9b1a-2e341acd8c32,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:22.668348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-61b9b0ea-2c34-48e8-8c8f-eee4c94faa70 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:22.670058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-61b9b0ea-2c34-48e8-8c8f-eee4c94faa70 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970484 Nov 16 21:04:22.706436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-26935176-4dba-4cb9-af84-abfc4d5f907e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/quotas/592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 375 time: 0.0302162 Nov 16 21:04:22.716257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.768131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-4d186ba8-b5e1-47ba-a9b0-caa23064e6bf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549021 Nov 16 21:04:22.805233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:22.827830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:22.832631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:22.838894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:22.877391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c509043-9b1a-43d7-b160-7cef178565a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08e2177689494f01bf487113d0087041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483534 Nov 16 21:04:22.883820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:22.886111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=ac48b64d-f216-4877-a381-29c24a257654,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:22.890884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a655f872-094e-46aa-8085-2044363127a2 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:22.935160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.983589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Transition to ACTIVE for port object a655f872-094e-46aa-8085-2044363127a2 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:22.983816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04a74d0-017c-4d57-ad13-94d398da93e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.990465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Made reservation on behalf of 81fb2719fbb74d66b09af999f7f43a40 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:22.994315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:22.997468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.003562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.011095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72d00361-cbe6-4b15-9ae0-7f5de6cd6db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.056155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72d00361-cbe6-4b15-9ae0-7f5de6cd6db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.178920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72d00361-cbe6-4b15-9ae0-7f5de6cd6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.181778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72d00361-cbe6-4b15-9ae0-7f5de6cd6db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.182957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-72d00361-cbe6-4b15-9ae0-7f5de6cd6db5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/325bad59-66f6-48ad-a2e0-9a13baf22ede HTTP/1.1" status: 204 len: 168 time: 0.2963581 Nov 16 21:04:23.193079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:23.202661 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.236880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d00361-cbe6-4b15-9ae0-7f5de6cd6db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bad59-66f6-48ad-a2e0-9a13baf22ede,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:23.325172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Attempting to bind port a655f872-094e-46aa-8085-2044363127a2 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:23.325534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Attempting to bind port a655f872-094e-46aa-8085-2044363127a2 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:23.326053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Attempting to bind port a655f872-094e-46aa-8085-2044363127a2 on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:23.360706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Port a655f872-094e-46aa-8085-2044363127a2 on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:23.373692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Attempting to bind port a655f872-094e-46aa-8085-2044363127a2 on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:23.422327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:23.422642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Checking segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:23.423031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Bound using segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:23.423477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Bound port: a655f872-094e-46aa-8085-2044363127a2, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:23.423967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.450696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Allocated IP 172.20.0.5 (80eb0de6-152b-4ae1-8d09-651ee96aaa04/87a93d4b-b923-45f6-ae6c-4422e4e8f237/81d97926-3777-4997-8ab8-2590425b872a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:23.753111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:23.805211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-241153bf-c792-43b0-83c5-f787b9dddd51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c17af5c0a6064cdaac32b6b3727dd8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501952 Nov 16 21:04:23.808967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49918) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:23.837205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:23.866182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5403ba5b-4f83-458d-ac13-c49c860f5dcc up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:23.883331 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5db071a0-af77-45fd-9c86-edf2634f1339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.900681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a655f872-094e-46aa-8085-2044363127a2,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:23.907264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5db071a0-af77-45fd-9c86-edf2634f1339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.917296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.927434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 5403ba5b-4f83-458d-ac13-c49c860f5dcc completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:23.932632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 5403ba5b-4f83-458d-ac13-c49c860f5dcc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:23.934061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.937868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.977793 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.990339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:23.990967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:23.992490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] 10.222.0.41 "PUT /v2.0/ports/a655f872-094e-46aa-8085-2044363127a2 HTTP/1.1" status: 200 len: 1091 time: 2.0397730 Nov 16 21:04:23.996392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'tag': 'a655f872-094e-46aa-8085-2044363127a2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:23.998478 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a476e8-5564-4bf5-a767-0f515768da49" -d '{"events": [{"name": "network-changed", "server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "tag": "a655f872-094e-46aa-8085-2044363127a2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:24.000795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5db071a0-af77-45fd-9c86-edf2634f1339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.008396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.009003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5db071a0-af77-45fd-9c86-edf2634f1339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.015250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5db071a0-af77-45fd-9c86-edf2634f1339 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b329311-fd3b-41d2-930d-f08d905be4b6 HTTP/1.1" status: 204 len: 168 time: 0.2024958 Nov 16 21:04:24.034404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db071a0-af77-45fd-9c86-edf2634f1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b329311-fd3b-41d2-930d-f08d905be4b6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:24.035674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.129791 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.162263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c145f-cd3b-4bb3-8ded-f5829ad7ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:24.169803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:24.171014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403ba5b-4f83-458d-ac13-c49c860f5dcc'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:24.174011 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791e8862-d71e-46c4-a320-6d83119c2bd0" -d '{"events": [{"server_uuid": "cf14e7cf-7f73-457c-81ea-3f85e069fa15", "name": "network-vif-plugged", "status": "completed", "tag": "5403ba5b-4f83-458d-ac13-c49c860f5dcc"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:24.178170 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.194391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.202109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.203336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d005a74-9897-4909-8825-1afb15bc232b req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4857156 Nov 16 21:04:24.258941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=5403ba5b-4f83-458d-ac13-c49c860f5dcc,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:24.343809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962435-b9a8-474c-a392-b80e89e3768c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=ac48b64d-f216-4877-a381-29c24a257654,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:24.350270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d005a74-9897-4909-8825-1afb15bc232b req-20d03faa-98f7-4e03-8f13-aae88012ddd0 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.1191649 Nov 16 21:04:24.352044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-c1073b96-12c2-406d-8f68-299626993e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.353462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-c1073b96-12c2-406d-8f68-299626993e54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 1094 time: 0.2530453 Nov 16 21:04:24.454320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-910a5d3d-a9d6-4ffc-bb13-e157ed2ad430 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:24.455339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-910a5d3d-a9d6-4ffc-bb13-e157ed2ad430 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0318835 Nov 16 21:04:24.458764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-5f28bd0d-6650-4d49-9b79-10193441a98b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a655f872-094e-46aa-8085-2044363127a2 HTTP/1.1" status: 200 len: 217 time: 0.0879989 Nov 16 21:04:24.462003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.606959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:24.635594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-af22f813-e3e7-4741-8022-19e67d0f20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.636760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-af22f813-e3e7-4741-8022-19e67d0f20dc service neutron] 10.222.0.48 "GET /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 1094 time: 0.1723216 Nov 16 21:04:24.641708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:24.650080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:24.653832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-6a2b049a-3b2b-48ca-9e7e-359d41254d4c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680234 Nov 16 21:04:24.662291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Request body: {'binding': {'host': 'n-h1-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:24.662924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:04:24.665356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:24.671411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.672012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:24.681254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-9d4aca45-f059-4ca9-b133-ef1196b8ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.682903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-9d4aca45-f059-4ca9-b133-ef1196b8ece1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.2132907 Nov 16 21:04:24.758991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d005a74-9897-4909-8825-1afb15bc232b req-cf42588e-d094-4d74-abe3-05501917dc5c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.760633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d005a74-9897-4909-8825-1afb15bc232b req-cf42588e-d094-4d74-abe3-05501917dc5c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.4025304 Nov 16 21:04:24.822704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b48a97c-07c8-4861-92e2-1ef719a1dc12 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2867820 Nov 16 21:04:24.826931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-6d005a74-9897-4909-8825-1afb15bc232b req-27612249-562c-4cf9-a4b3-6d2780c07359 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:24.827788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d005a74-9897-4909-8825-1afb15bc232b req-27612249-562c-4cf9-a4b3-6d2780c07359 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205441 Nov 16 21:04:24.843893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Request body: {'port': {'device_id': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:24.919196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49950) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:24.960932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-ccf0f02b-afe2-43e8-b47a-5e781f6430da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:24.962450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-ccf0f02b-afe2-43e8-b47a-5e781f6430da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312620 Nov 16 21:04:25.017294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1272013637-network', 'tenant_id': 'a151a913a2c7415aaeccf91e15299d38'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:25.040355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Made reservation on behalf of a151a913a2c7415aaeccf91e15299d38 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:25.042989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.051613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.066861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.095053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-5b4e2788-ea88-4078-8b36-2fe9ccd514a5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:25.096514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-5b4e2788-ea88-4078-8b36-2fe9ccd514a5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4183021 Nov 16 21:04:25.123181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Request body: {'port': {'device_id': '83e156f4-387c-4df4-9811-dade89398998', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '592b4716c4a64f2d88f38a91914acb83'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:25.130118 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.134479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.143733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb49c3-f0ee-42b9-aaab-3fc46cf5991b req-3b1d002b-82ed-4219-b00f-cb30a7d32ab5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:25.145229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93bb49c3-f0ee-42b9-aaab-3fc46cf5991b req-3b1d002b-82ed-4219-b00f-cb30a7d32ab5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 950 time: 0.2440720 Nov 16 21:04:25.161246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:04:25.170198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e7a095-c01a-49fa-b344-2fb7c6e078cc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:25.176227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.176575 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Added segment 98972098-457f-4679-9541-079c544cbaf0 of type vlan for network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 Nov 16 21:04:25.218499 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.245648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.246727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:25.247366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.309778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3866131 Nov 16 21:04:25.311833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49954) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:25.316712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Request body: {'subnet': {'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1272013637-subnet', 'tenant_id': 'a151a913a2c7415aaeccf91e15299d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:25.319765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f75168-5ad6-459a-a42a-91268ce7af87 admin admin] Pushing event updated for resources: {'Network': ['ID=b68f78e8-d4cc-46fd-9873-1e9d296d6a47,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:25.330453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:04:25.342218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Made reservation on behalf of a151a913a2c7415aaeccf91e15299d38 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:25.344568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.375836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-ef0ec0dd-2a82-43c6-a336-052cf31c4377 service neutron] 10.222.0.41 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845115 Nov 16 21:04:25.398180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on host n-h1-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:25.398456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:25.398791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:25.475359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:25.475841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:25.488702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93bb49c3-f0ee-42b9-aaab-3fc46cf5991b req-fe23407a-729e-4664-80c2-0ed56b093586 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088276 Nov 16 21:04:25.489272 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.506301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:25.506851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:25.507345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:25.507881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Bound port: 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:25.540912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.591791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd67869b-1998-433c-87fd-909312accbca,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:25.607327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Checking segment: {'id': '98972098-457f-4679-9541-079c544cbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:25.607671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Network hostable DHCP agents. Network: b68f78e8-d4cc-46fd-9873-1e9d296d6a47, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:04:25.624774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:04:25.635112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b68f78e8-d4cc-46fd-9873-1e9d296d6a47) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:25.641760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:25.641760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.644760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645a9a6-0801-49da-93b4-c80b69151f8a None None] Network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:25.646484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Made reservation on behalf of 592b4716c4a64f2d88f38a91914acb83 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:25.649965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.670942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-06e31a1b-c92d-43f4-838e-02bec5a7c11b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3569400 Nov 16 21:04:25.721074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:25.737370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:25.738568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4fba207b-74a3-42c9-afe6-c63f071506a3 service neutron] 10.222.0.48 "POST /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68/bindings HTTP/1.1" status: 201 len: 389 time: 1.0895045 Nov 16 21:04:25.740407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28de0a21-d807-45ca-bf3c-b99687c5eb6a req-af826c70-afc2-433b-9113-bdc739377545 service neutron] 10.222.0.41 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447471 Nov 16 21:04:25.798667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b73243-b2eb-4f1c-9ce2-7233670849bb None None] Network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:25.953079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cbe72-bd66-401e-90f1-c4accd532209 req-45621259-2009-4826-a168-08b372cef923 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:25.954853 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a92cbe72-bd66-401e-90f1-c4accd532209 req-45621259-2009-4826-a168-08b372cef923 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.0739949 Nov 16 21:04:26.048911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a92cbe72-bd66-401e-90f1-c4accd532209 req-78523ff3-95e0-43e1-b69d-8963d4d2b12c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847123 Nov 16 21:04:26.113832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839f67-94dc-447c-8a9c-0fb0582c8e3a req-15a19b35-855b-4b63-817b-bea717f47f2d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.115302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70839f67-94dc-447c-8a9c-0fb0582c8e3a req-15a19b35-855b-4b63-817b-bea717f47f2d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 943 time: 0.5389059 Nov 16 21:04:26.168999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea45354-bcf6-42d9-866f-0e3f7122abfe req-2ce32e70-e95d-4696-86d8-03e728ddc550 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.170986 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ea45354-bcf6-42d9-866f-0e3f7122abfe req-2ce32e70-e95d-4696-86d8-03e728ddc550 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 931 time: 0.0593321 Nov 16 21:04:26.222946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ea45354-bcf6-42d9-866f-0e3f7122abfe req-e9293b26-9e39-4228-8007-c0b800f8b062 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Nov 16 21:04:26.266099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-78016ed0-d570-42b7-b68b-14891671ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.267660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-78016ed0-d570-42b7-b68b-14891671ef05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1789119 Nov 16 21:04:26.288966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49974) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:26.294693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1682207886-network', 'tenant_id': 'ef58dd5245bb4b3ea428da2a9a139d0e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:26.332101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-526e5e90-d27b-4780-889d-7e1891b00d85 req-ed11f5d8-3641-4702-910c-64546bb8e9da tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 210 time: 0.0329704 Nov 16 21:04:26.338661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d97926-3777-4997-8ab8-2590425b872a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:26.339960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Made reservation on behalf of ef58dd5245bb4b3ea428da2a9a139d0e for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:26.343059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.352925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.358145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70839f67-94dc-447c-8a9c-0fb0582c8e3a req-f5780f3b-f564-4bdc-8c98-4578cfd0e30a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239299 Nov 16 21:04:26.368427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.371836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Allocated IP 192.168.233.14 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/49b08afa-f9fc-4d99-8ee5-29d5978c4f63) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:26.390253 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c9f33-7499-4509-af5b-cd106179c061 x-openstack-request-id: req-c83c9f33-7499-4509-af5b-cd106179c061 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:26.390542 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "tag": "a655f872-094e-46aa-8085-2044363127a2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:26.390794 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c83c9f33-7499-4509-af5b-cd106179c061 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:26.391181 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'tag': 'a655f872-094e-46aa-8085-2044363127a2', 'status': 'completed', 'code': 200} Nov 16 21:04:26.410836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Transition to ACTIVE for port object 81d97926-3777-4997-8ab8-2590425b872a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:26.431880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.448614 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54084352-e0da-4357-882b-185e48665edd x-openstack-request-id: req-54084352-e0da-4357-882b-185e48665edd {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:26.449338 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf14e7cf-7f73-457c-81ea-3f85e069fa15", "name": "network-vif-plugged", "status": "completed", "tag": "5403ba5b-4f83-458d-ac13-c49c860f5dcc", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:26.449719 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54084352-e0da-4357-882b-185e48665edd {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:26.450212 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403ba5b-4f83-458d-ac13-c49c860f5dcc', 'code': 200} Nov 16 21:04:26.488868 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.495389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.529104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.572829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:04:26.575584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af2cbfd-609a-4d7f-ba7d-e832750dc84a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:26.601177 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.601546 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Added segment de1cf092-5b95-4e8b-b1ee-1fb0d7109b6d of type vlan for network 64acdb78-a900-4d19-8d19-19950f85d168 Nov 16 21:04:26.605903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-b34c72d1-3f9c-4001-93b8-b63132fd96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.607396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-b34c72d1-3f9c-4001-93b8-b63132fd96d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.3299685 Nov 16 21:04:26.654967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-f412cfe6-e719-4c9f-a499-2ad3866b3e97 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2509627 Nov 16 21:04:26.668786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:26.670859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.675247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:26.682219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a476e8-5564-4bf5-a767-0f515768da49 req-847f3b00-501c-4170-9274-e0c8f87bb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.684245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-847f3b00-501c-4170-9274-e0c8f87bb3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 1094 time: 0.2535398 Nov 16 21:04:26.719036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.723192 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.724124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.724702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.746600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-b85343c3-fde2-4ac6-8423-b02a0e450007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0899456 Nov 16 21:04:26.815920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5258210 Nov 16 21:04:26.819495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:26.832673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9000c-7e49-4a24-97ee-349bf213222c admin admin] Pushing event updated for resources: {'Network': ['ID=64acdb78-a900-4d19-8d19-19950f85d168,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:26.839678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc00d7-c9a7-49d2-bfda-8be7e399c1fc req-bf612c6d-c03c-4d65-b466-974e4401c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.841201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8adc00d7-c9a7-49d2-bfda-8be7e399c1fc req-bf612c6d-c03c-4d65-b466-974e4401c25f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 1101 time: 0.3238034 Nov 16 21:04:26.844081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 64acdb78-a900-4d19-8d19-19950f85d168 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:04:26.850364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Request body: {'subnet': {'network_id': '64acdb78-a900-4d19-8d19-19950f85d168', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1682207886-subnet', 'tenant_id': 'ef58dd5245bb4b3ea428da2a9a139d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:26.855360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Attempting to bind port 81d97926-3777-4997-8ab8-2590425b872a on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:26.855695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Attempting to bind port 81d97926-3777-4997-8ab8-2590425b872a by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:26.856067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Attempting to bind port 81d97926-3777-4997-8ab8-2590425b872a on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:26.879957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa7e0f-e656-49f5-a6d8-464c6750d87d req-1b6cec1d-1159-4937-b610-7ace7556fada tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.881410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfa7e0f-e656-49f5-a6d8-464c6750d87d req-1b6cec1d-1159-4937-b610-7ace7556fada tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 946 time: 0.3305688 Nov 16 21:04:26.885890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.920127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Port 81d97926-3777-4997-8ab8-2590425b872a on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:26.920397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Attempting to bind port 81d97926-3777-4997-8ab8-2590425b872a on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:26.978526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-70c37ccf-43fb-4f6b-a382-976cf9d94730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:26.980019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-70c37ccf-43fb-4f6b-a382-976cf9d94730 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.2079842 Nov 16 21:04:26.980723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:26.981052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Checking segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:26.981419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Bound using segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:26.981873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Bound port: 81d97926-3777-4997-8ab8-2590425b872a, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:26.982229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:26.997965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Allocated IP 172.25.3.206 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/0ec9906f-8b6e-4f23-989a-df6aad42e36d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:26.998553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.043146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Made reservation on behalf of ef58dd5245bb4b3ea428da2a9a139d0e for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:27.045378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.088021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-d74d92ff-b334-4ad3-ae68-c62388bffea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792511 Nov 16 21:04:27.109458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.145938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.161342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a476e8-5564-4bf5-a767-0f515768da49 req-58af787f-ac77-4391-8f56-e87406a51b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.162829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-58af787f-ac77-4391-8f56-e87406a51b76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 924 time: 0.4313266 Nov 16 21:04:27.172834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8adc00d7-c9a7-49d2-bfda-8be7e399c1fc req-33198e07-a435-4837-bc0c-94cbee809981 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024807 Nov 16 21:04:27.181906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:27.185474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:27.187828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:27.197035 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfa7e0f-e656-49f5-a6d8-464c6750d87d req-0401b585-ef92-429a-b8dd-ba80b83808e7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913837 Nov 16 21:04:27.231457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=0ec9906f-8b6e-4f23-989a-df6aad42e36d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:27.289074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-ef63f0ae-867a-4139-bdb6-d86b026fae28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a655f872-094e-46aa-8085-2044363127a2 HTTP/1.1" status: 200 len: 217 time: 0.1090176 Nov 16 21:04:27.298032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.332872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.337107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.343319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:27.359116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:27.434791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:27.478789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.493188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-6990bd70-7cf4-47eb-95b4-1b2c5e61f54c service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659804 Nov 16 21:04:27.506355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:27.509252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.515271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.525598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:27.547862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:27.553318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.553946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.558021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:27.593011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=0ec9906f-8b6e-4f23-989a-df6aad42e36d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:27.602003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.615411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7bda2-3315-40da-8324-b298509625d4 req-c82727fe-1826-44dc-9a67-17f1fc77966b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.616956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7c7bda2-3315-40da-8324-b298509625d4 req-c82727fe-1826-44dc-9a67-17f1fc77966b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 950 time: 0.3063879 Nov 16 21:04:27.622244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.623863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-ee6aec93-05e7-4fc6-8b63-a1021a1c3a4b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9573214 Nov 16 21:04:27.642530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.643142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.644532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] 10.222.0.47 "PUT /v2.0/ports/81d97926-3777-4997-8ab8-2590425b872a HTTP/1.1" status: 200 len: 1091 time: 2.8092830 Nov 16 21:04:27.649524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a476e8-5564-4bf5-a767-0f515768da49 req-49dc9599-25dc-43c6-9dd3-411c4ac6c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.650943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-49dc9599-25dc-43c6-9dd3-411c4ac6c671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.2644439 Nov 16 21:04:27.683454 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-59e3688c-8289-4053-a02a-4f32d11d1eda tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0537639 Nov 16 21:04:27.741781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-d5580066-f875-4e9b-ad2d-151ff7ef43a4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6281490 Nov 16 21:04:27.787510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-25020f5c-6dee-4234-bb7f-45b8a0e59177 None None] Provisioning complete for port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:27.788489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-25020f5c-6dee-4234-bb7f-45b8a0e59177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.805555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-4a28378e-3c65-497b-b611-096865ab081a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.806503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Request body: {'port': {'device_id': '83e156f4-387c-4df4-9811-dade89398998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:27.806834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53cb594-92f8-4a23-91f3-42176f9135ca req-4a28378e-3c65-497b-b611-096865ab081a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1139369 Nov 16 21:04:27.840717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-25020f5c-6dee-4234-bb7f-45b8a0e59177 None None] Port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:27.876238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a655f872-094e-46aa-8085-2044363127a2 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:27.877002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed9f7-9a9b-4a0c-a175-1572f4a22f62 service neutron] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:27.918101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb3a2-b912-4801-ac32-f9f563e338a1 req-5844c94f-91eb-440f-8e5f-a836ff89a118 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.918804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:27.921143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0feb3a2-b912-4801-ac32-f9f563e338a1 req-5844c94f-91eb-440f-8e5f-a836ff89a118 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.0602012 Nov 16 21:04:27.929424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7c7bda2-3315-40da-8324-b298509625d4 req-afac42d1-6a88-4252-ac13-05e8ee038853 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729130 Nov 16 21:04:27.963545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-65d30536-2391-4075-9453-ee727a52ea35 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491482 Nov 16 21:04:27.965877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a476e8-5564-4bf5-a767-0f515768da49 req-0460cfb8-d90a-4112-931a-b1b3e56cc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.967321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-0460cfb8-d90a-4112-931a-b1b3e56cc02a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3056951 Nov 16 21:04:27.990427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b1598eb-9eed-43a0-89bf-33fe80636bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:27.992154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-6b1598eb-9eed-43a0-89bf-33fe80636bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 1094 time: 0.2876019 Nov 16 21:04:27.999711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0feb3a2-b912-4801-ac32-f9f563e338a1 req-cf13f445-79dc-41ae-ab74-2040a7b7a143 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720720 Nov 16 21:04:28.000791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a655f872-094e-46aa-8085-2044363127a2,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:28.020059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'a655f872-094e-46aa-8085-2044363127a2', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'port_id': 'a655f872-094e-46aa-8085-2044363127a2', 'mac_address': 'fa:16:3e:23:8b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:28.063741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.088918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a655f872-094e-46aa-8085-2044363127a2 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:28.114305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a655f872-094e-46aa-8085-2044363127a2,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:28.121979 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.130958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd441e-aefa-4f90-b308-a223d1158d03 req-1564d96d-d508-41a3-a40b-ac75d0924214 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:28.132536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fdd441e-aefa-4f90-b308-a223d1158d03 req-1564d96d-d508-41a3-a40b-ac75d0924214 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 935 time: 0.0643501 Nov 16 21:04:28.173613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:28.185715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fdd441e-aefa-4f90-b308-a223d1158d03 req-515c2366-29f7-4f68-b780-da0e4d6b6e76 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Nov 16 21:04:28.291449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646817f-8eae-467f-ad91-8847dd8c13a4 req-66dee4ec-a716-4a0d-bcee-66adcf0e6852 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:28.293290 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5646817f-8eae-467f-ad91-8847dd8c13a4 req-66dee4ec-a716-4a0d-bcee-66adcf0e6852 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 944 time: 0.0500226 Nov 16 21:04:28.345730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5646817f-8eae-467f-ad91-8847dd8c13a4 req-c68e5564-a091-4c55-8216-acf4a0a7fefe tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465589 Nov 16 21:04:28.357789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.360342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-0bf8e43c-5eee-42a4-a65d-e047fed75203 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d97926-3777-4997-8ab8-2590425b872a HTTP/1.1" status: 200 len: 217 time: 0.3526635 Nov 16 21:04:28.407124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'tag': '81d97926-3777-4997-8ab8-2590425b872a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:28.409311 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c481c59-cef7-4ce2-b08c-b2f78f03315e", "tag": "81d97926-3777-4997-8ab8-2590425b872a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:28.434566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df0f86e-5b51-40bb-8342-c646381132fb,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:28.452876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['a655f872-094e-46aa-8085-2044363127a2'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:28.494786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe1ca446-f707-4056-8add-985e70764f3d req-5e6e69d4-484d-4490-adae-08e40a4f4ad7 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1262872 Nov 16 21:04:28.501579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:28.532054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.554182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Checking segment: {'id': 'de1cf092-5b95-4e8b-b1ee-1fb0d7109b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64acdb78-a900-4d19-8d19-19950f85d168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:28.554554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Network hostable DHCP agents. Network: 64acdb78-a900-4d19-8d19-19950f85d168, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:04:28.574150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-1a61a659-9b0e-44be-b5a6-8492d5078d4e tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:28.575512 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-1a61a659-9b0e-44be-b5a6-8492d5078d4e tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1097 time: 0.2844341 Nov 16 21:04:28.579590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-8da44e18-283d-456e-b3a2-ed0e81ddec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:28.580935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-8da44e18-283d-456e-b3a2-ed0e81ddec78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 200 len: 861 time: 0.1755364 Nov 16 21:04:28.582549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ca5fe-3d06-4196-a0f5-aded5ce085b3 req-7ac2d993-e4ac-4344-bfdf-c35501acfc2f tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:28.583948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-996ca5fe-3d06-4196-a0f5-aded5ce085b3 req-7ac2d993-e4ac-4344-bfdf-c35501acfc2f tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1096 time: 0.2480741 Nov 16 21:04:28.589566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-2893f5ed-7fdb-4640-8c27-9061f063baa4 service neutron] 10.222.0.41 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938058 Nov 16 21:04:28.613347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817778-8'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:28.650500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.685877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-71a61244-fae6-44f6-810f-6fff5a48a1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80eb0de6-152b-4ae1-8d09-651ee96aaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953510 Nov 16 21:04:28.760104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Allocated IP 172.25.3.229 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d8aeee50-d427-495e-a4e3-f87277cead3b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:28.789243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Network 64acdb78-a900-4d19-8d19-19950f85d168 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:04:28.866000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.886309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 64acdb78-a900-4d19-8d19-19950f85d168) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:28.890810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:28.891991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.895886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60efa86-d599-43b6-8c32-06249298a05b None None] Network 64acdb78-a900-4d19-8d19-19950f85d168 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:28.903504 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.941566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:28.948270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:28.952210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:28.974975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:28.976963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=d8aeee50-d427-495e-a4e3-f87277cead3b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:29.015697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e80580b-8f3a-40fb-a0d9-976d0a83f62e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1628578 Nov 16 21:04:29.028813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-996ca5fe-3d06-4196-a0f5-aded5ce085b3 req-e18b03eb-f85e-48a2-9075-cd13527ff549 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193411 Nov 16 21:04:29.037301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a476e8-5564-4bf5-a767-0f515768da49 req-d634018c-c314-4918-9672-0a77b81b25b2 service neutron] 10.222.0.41 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212813 Nov 16 21:04:29.088997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-f8461667-89dc-484e-bfa0-d81fdce81ef8 service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262832 Nov 16 21:04:29.100821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04cf5e2-17eb-4d2b-920b-60d2686eb7fd None None] Network 64acdb78-a900-4d19-8d19-19950f85d168 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:29.171853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.265926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.378506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc2d4-3b6e-4e28-9e65-646361294d77 req-d6963c8b-2100-402d-b5e1-c61d21c992e0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.380030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f6dc2d4-3b6e-4e28-9e65-646361294d77 req-d6963c8b-2100-402d-b5e1-c61d21c992e0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 946 time: 0.2036474 Nov 16 21:04:29.391589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab5491e-a5dd-415b-8ac9-8b72c4e28816 req-e0cbbc7f-1334-4f7d-96b1-e9265d84f4fe service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877669 Nov 16 21:04:29.416968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:29.421441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:29.443324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.454244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.458977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.493280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Transition to ACTIVE for port object 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:29.502940 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.517736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f6dc2d4-3b6e-4e28-9e65-646361294d77 req-0833378f-010c-43c2-971e-4eab434cd6e1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194708 Nov 16 21:04:29.518700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:29.525905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event updated for resources: {'Port': ['ID=d8aeee50-d427-495e-a4e3-f87277cead3b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:29.547189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.561443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.562797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe1ca446-f707-4056-8add-985e70764f3d req-21f29e6d-7d1a-49b3-96ec-f5d72873ca8a tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0658035 Nov 16 21:04:29.595258 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4c20c-1930-49f6-9bd7-d8d5d114dbf3 x-openstack-request-id: req-e4f4c20c-1930-49f6-9bd7-d8d5d114dbf3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:29.595570 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c481c59-cef7-4ce2-b08c-b2f78f03315e", "tag": "81d97926-3777-4997-8ab8-2590425b872a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:29.595826 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4f4c20c-1930-49f6-9bd7-d8d5d114dbf3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:29.596210 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'tag': '81d97926-3777-4997-8ab8-2590425b872a', 'status': 'completed', 'code': 200} Nov 16 21:04:29.613943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:29.644626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe1ca446-f707-4056-8add-985e70764f3d req-59a4d7d2-1365-4dcf-866d-f6f3e18f7cd0 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0670047 Nov 16 21:04:29.647656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.701872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.713855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Attempting to bind port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:29.714202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Attempting to bind port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:29.715173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Attempting to bind port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:29.756982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:29.756982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Attempting to bind port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:29.768493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca446-f707-4056-8add-985e70764f3d req-2765f10b-ea6c-46e0-b7c7-dcffb5f20919 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.777567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:29.777927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:29.778413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:29.779133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Bound port: 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:29.779510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.783211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe1ca446-f707-4056-8add-985e70764f3d req-2765f10b-ea6c-46e0-b7c7-dcffb5f20919 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1322665 Nov 16 21:04:29.817927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-a7c52cd6-5b54-4d59-9f3f-a9bb9f5b5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.819456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-a7c52cd6-5b54-4d59-9f3f-a9bb9f5b5984 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 1094 time: 0.2014351 Nov 16 21:04:29.833391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:29.845831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb511a-125e-4179-8e86-75f03b45d890 req-8b998700-0ac7-4962-af16-e09b0448023d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.847335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65eb511a-125e-4179-8e86-75f03b45d890 req-8b998700-0ac7-4962-af16-e09b0448023d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 950 time: 0.1971211 Nov 16 21:04:29.876467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefe28-85c6-4b1a-a23a-38ede8be8d14 req-19d52921-30f0-42a5-b4f9-218e59f823a1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:29.878002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53cefe28-85c6-4b1a-a23a-38ede8be8d14 req-19d52921-30f0-42a5-b4f9-218e59f823a1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.0576797 Nov 16 21:04:29.881334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a655f872-094e-46aa-8085-2044363127a2 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:29.934225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53cefe28-85c6-4b1a-a23a-38ede8be8d14 req-e34f0053-4fc4-4044-868f-1c070fcf58e1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Nov 16 21:04:29.937145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port a655f872-094e-46aa-8085-2044363127a2 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:29.941431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port a655f872-094e-46aa-8085-2044363127a2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:29.942301 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:29.953943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on host n-h2-817778-8 for vnic_type normal with profile {"migrating_to": "n-h1-817778-8"} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:29.954287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:29.954636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:29.972710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:29.973040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Attempting to bind port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:30.003275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:30.003617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:30.004008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:30.004458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Bound port: 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:30.004819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.027834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.048404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:30.051126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ae659-56e1-4e51-96b7-8b3291a20252 req-2f006b5d-32a0-4ecd-aafd-39944e8a489f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.052905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a655f872-094e-46aa-8085-2044363127a2'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:30.054122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f9ae659-56e1-4e51-96b7-8b3291a20252 req-2f006b5d-32a0-4ecd-aafd-39944e8a489f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 947 time: 0.0554366 Nov 16 21:04:30.055271 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf329c0d-f27d-4e99-9d22-441dca18b442" -d '{"events": [{"server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "name": "network-vif-plugged", "status": "completed", "tag": "a655f872-094e-46aa-8085-2044363127a2"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:30.068132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a655f872-094e-46aa-8085-2044363127a2,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:30.075620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.091057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-b8108de0-e403-486a-a965-2c7acba5ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.092918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-b8108de0-e403-486a-a965-2c7acba5ded7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 922 time: 0.2446437 Nov 16 21:04:30.096763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65eb511a-125e-4179-8e86-75f03b45d890 req-012514f9-d777-421e-9c0e-1a73158f9c5d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166405 Nov 16 21:04:30.098612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:30.121260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.127383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f9ae659-56e1-4e51-96b7-8b3291a20252 req-a173b3b9-20e8-4da2-9c73-ace9947ac34b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688930 Nov 16 21:04:30.153377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:30.186787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-7f75cc35-2247-4c32-acc1-b108e434fb5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d97926-3777-4997-8ab8-2590425b872a HTTP/1.1" status: 200 len: 217 time: 0.0850568 Nov 16 21:04:30.212883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.212883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.215236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] 10.222.0.41 "PUT /v2.0/ports/49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 200 len: 1095 time: 2.4181256 Nov 16 21:04:30.254577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3d2ab-d0bd-44b9-8471-ecc8f1eb9d7e req-f0d3b5bd-66e7-43a1-8840-b26e804ae059 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.256261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7b3d2ab-d0bd-44b9-8471-ecc8f1eb9d7e req-f0d3b5bd-66e7-43a1-8840-b26e804ae059 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 945 time: 0.0612020 Nov 16 21:04:30.289976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:30.318869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7b3d2ab-d0bd-44b9-8471-ecc8f1eb9d7e req-7c15bfb6-6709-4926-8de9-827fbaca9809 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545645 Nov 16 21:04:30.365706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:30.369374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58939cf1-9533-48a1-bfe5-47647417cc67 service neutron] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:30.382491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.398050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-cec5390f-cbfa-46c5-a2e6-fc40678b0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.399587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-cec5390f-cbfa-46c5-a2e6-fc40678b0e72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 200 len: 861 time: 0.2054489 Nov 16 21:04:30.640991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-daf5c447-4841-42af-8501-5d097d41df20 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.642475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-daf5c447-4841-42af-8501-5d097d41df20 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/networks?id=b68f78e8-d4cc-46fd-9873-1e9d296d6a47 HTTP/1.1" status: 200 len: 815 time: 0.1073728 Nov 16 21:04:30.658375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-d92f0077-d7f9-45f4-b699-3289264a98e3 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/quotas/a151a913a2c7415aaeccf91e15299d38 HTTP/1.1" status: 200 len: 375 time: 0.0098450 Nov 16 21:04:30.689974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-f8033073-f4cc-4d72-a784-0b12c472ccd7 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a151a913a2c7415aaeccf91e15299d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263314 Nov 16 21:04:30.710606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-7a2f682e-0edf-4827-b26a-0861afe44f17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80eb0de6-152b-4ae1-8d09-651ee96aaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518909 Nov 16 21:04:30.720535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-e3630436-e969-473f-9a83-334ccd2ad0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.721987 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-e3630436-e969-473f-9a83-334ccd2ad0a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 1098 time: 0.4644241 Nov 16 21:04:30.741501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5af793bb-4821-4197-b6fb-e3f0996db37a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.742932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5af793bb-4821-4197-b6fb-e3f0996db37a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.5359590 Nov 16 21:04:30.785237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-653ec327-c4ec-4ae8-b691-0ce7ee447311 service neutron] 10.222.0.48 "GET /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877743 Nov 16 21:04:30.852331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-92e9aa16-2f64-4cb9-9ac0-be66a6d21602 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 200 len: 217 time: 0.1084578 Nov 16 21:04:30.852910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=8']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:30.868974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.869621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:30.871122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-3ddfafdc-4f16-409f-9683-ede4f28cd0e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 1122 time: 2.2730625 Nov 16 21:04:30.874257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-597e9738-fc0e-4eba-9ff9-154af9f994ee tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/quotas/06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 375 time: 0.1228905 Nov 16 21:04:30.878641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-3b5fb945-9e02-4d6e-8453-75e2ae22e384 service neutron] 10.222.0.48 "GET /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874641 Nov 16 21:04:30.969335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-49559972-2e54-427a-b50f-29c65efae4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:30.970839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-49559972-2e54-427a-b50f-29c65efae4cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1095619 Nov 16 21:04:30.972829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-77bd5c57-7e7c-468f-8c9f-20f844e75c99 service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482166 Nov 16 21:04:30.987831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['28e274d6-30e7-48c8-a169-0ab0a9a3ed68'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:30.995517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-a88faadf-af19-4dbc-b5e1-af58324f80f0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948083 Nov 16 21:04:31.107872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94b0aaa9-60dd-48f1-b3f1-4fc628b86aca req-74075a16-4eb2-482b-bcaa-f6301b5178c4 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips/804d96f3-7b04-4474-9ef0-98ad121f8af3 HTTP/1.1" status: 200 len: 693 time: 0.1096222 Nov 16 21:04:31.164506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641d1c-8b98-400e-9808-d026c0e4365f req-8dee2ce8-e19f-4219-8a8b-26e3c15cc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.165988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-8dee2ce8-e19f-4219-8a8b-26e3c15cc016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1775308 Nov 16 21:04:31.180398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ddc44ff-b775-4fc7-9ce8-ccba52adbf1d req-3079a35f-0144-4fbe-8ab1-7e266b619daa service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000728 Nov 16 21:04:31.236878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-051f0923-f555-4e34-bc62-804800ca8e44 service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222686 Nov 16 21:04:31.338577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-ced58a7f-03b6-45a0-afcf-8f729a1b2030 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604533 Nov 16 21:04:31.412290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-1ee5abb4-b2f7-48d7-aa93-188bca74a855 service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628342 Nov 16 21:04:31.465129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0aaa9-60dd-48f1-b3f1-4fc628b86aca req-d3c3b0cc-7fbb-4b22-af64-473aecc16080 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.470609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75641d1c-8b98-400e-9808-d026c0e4365f req-5b8c7931-cc6b-417a-a80c-16041cfaf229 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175334 Nov 16 21:04:31.471828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94b0aaa9-60dd-48f1-b3f1-4fc628b86aca req-d3c3b0cc-7fbb-4b22-af64-473aecc16080 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.3544450 Nov 16 21:04:31.477337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-94b0aaa9-60dd-48f1-b3f1-4fc628b86aca req-6453cda5-53a9-42c7-b7b9-36769a4d02d8 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:31.486183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94b0aaa9-60dd-48f1-b3f1-4fc628b86aca req-6453cda5-53a9-42c7-b7b9-36769a4d02d8 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134504 Nov 16 21:04:31.518535 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e67962-ac8b-4630-a386-cffa6bb666cc x-openstack-request-id: req-52e67962-ac8b-4630-a386-cffa6bb666cc {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:31.518847 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "name": "network-vif-plugged", "status": "completed", "tag": "a655f872-094e-46aa-8085-2044363127a2", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:31.519100 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52e67962-ac8b-4630-a386-cffa6bb666cc {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:31.519500 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a655f872-094e-46aa-8085-2044363127a2', 'code': 200} Nov 16 21:04:31.604800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'}, {'name': 'network-changed', 'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'}, {'name': 'network-changed', 'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:31.608260 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52da69-aca2-4050-aa9a-9ad2abd321d5" -d '{"events": [{"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68"}, {"name": "network-changed", "server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63"}, {"name": "network-changed", "server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:31.637570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bbff4-7f9b-4b2e-9a05-eff8fb4b556e req-a08447ff-777c-48a9-8244-54b0e17d318b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.639347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-659bbff4-7f9b-4b2e-9a05-eff8fb4b556e req-a08447ff-777c-48a9-8244-54b0e17d318b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0616033 Nov 16 21:04:31.701541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-659bbff4-7f9b-4b2e-9a05-eff8fb4b556e req-de130717-0e93-43eb-9eb6-1aad7a395a0b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549562 Nov 16 21:04:31.701714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695da4b6-35e8-411f-8173-66b643c25ee1 req-6c1c9ebb-b77d-4bae-9459-b042194dfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.703068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-695da4b6-35e8-411f-8173-66b643c25ee1 req-6c1c9ebb-b77d-4bae-9459-b042194dfb3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 1096 time: 0.0902185 Nov 16 21:04:31.711904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bac6a-92b6-4bc2-bb58-3b604a99bcb6 req-8d4f328c-338f-42fa-9cda-d9a1fe1c168d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.713363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d6bac6a-92b6-4bc2-bb58-3b604a99bcb6 req-8d4f328c-338f-42fa-9cda-d9a1fe1c168d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.1182630 Nov 16 21:04:31.817325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-695da4b6-35e8-411f-8173-66b643c25ee1 req-58b6a8d4-2c56-435b-80f2-4c616a32d9ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029389 Nov 16 21:04:31.821198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d6bac6a-92b6-4bc2-bb58-3b604a99bcb6 req-d640bfc4-da2f-4165-8c97-50892e9b36a5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892823 Nov 16 21:04:31.885986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c941-39e5-42ef-bb20-75755f25da55 req-e580aa82-ff36-4c17-9875-0a9fd125a254 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:31.887845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3067c941-39e5-42ef-bb20-75755f25da55 req-e580aa82-ff36-4c17-9875-0a9fd125a254 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.0805914 Nov 16 21:04:31.920884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a6ec5b9-416f-4428-af17-12f9d778edb7 req-86cea76c-1135-44ab-9511-e3faee6d0309 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Nov 16 21:04:31.944381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3067c941-39e5-42ef-bb20-75755f25da55 req-8328d1eb-9c41-4d73-a42d-efc7f411ffb1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480583 Nov 16 21:04:32.051721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7347e61-6f10-4dfa-b5d4-57c94f5df453 req-c980d71a-9199-4d7a-9760-5c42815b9861 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.055375 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7347e61-6f10-4dfa-b5d4-57c94f5df453 req-c980d71a-9199-4d7a-9760-5c42815b9861 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 947 time: 0.0610745 Nov 16 21:04:32.065197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141b3c-0d48-4cf5-a9c9-d286791d835b req-1cbab746-739b-436f-90f9-6940844e958e tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.067520 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e141b3c-0d48-4cf5-a9c9-d286791d835b req-1cbab746-739b-436f-90f9-6940844e958e tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 945 time: 0.0612943 Nov 16 21:04:32.127168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7347e61-6f10-4dfa-b5d4-57c94f5df453 req-ef325572-4032-478a-9cd6-34452abaf76e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Nov 16 21:04:32.142465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e141b3c-0d48-4cf5-a9c9-d286791d835b req-abebc330-2d97-4035-bf3a-db2bf5235c48 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685410 Nov 16 21:04:32.257197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-7ac7eb0f-ae5b-495a-b302-45db4fabddbf tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips/804d96f3-7b04-4474-9ef0-98ad121f8af3 HTTP/1.1" status: 200 len: 693 time: 0.0903101 Nov 16 21:04:32.262152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bfaba5c-936a-469d-a13c-e7401b19aead req-0359ae4b-d041-4f02-aa30-2b860c5380d4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 210 time: 0.0302312 Nov 16 21:04:32.325718 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778a2593-f783-47aa-af42-e330b375e900 x-openstack-request-id: req-778a2593-f783-47aa-af42-e330b375e900 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:32.326015 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68", "code": 200}, {"name": "network-changed", "server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:32.326267 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-778a2593-f783-47aa-af42-e330b375e900 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:32.326666 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'code': 200} Nov 16 21:04:32.326918 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'status': 'completed', 'code': 200} Nov 16 21:04:32.327165 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'status': 'completed', 'code': 200} Nov 16 21:04:32.394119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-ecf5d617-0e28-4e72-b1fa-3c0cf86b55da tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.395597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-ecf5d617-0e28-4e72-b1fa-3c0cf86b55da tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.47 "GET /v2.0/networks?id=b68f78e8-d4cc-46fd-9873-1e9d296d6a47 HTTP/1.1" status: 200 len: 815 time: 0.2822239 Nov 16 21:04:32.413191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-b5d7fdac-e6b2-45a3-9c4e-ba41718bbf71 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9fce08cc9a6d472889066b19ec9f38db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215497 Nov 16 21:04:32.431826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Request body: {'port': {'device_id': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47', 'admin_state_up': True, 'tenant_id': 'a151a913a2c7415aaeccf91e15299d38'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:32.486694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931b786-23e5-443a-a190-2c449d380f08 req-ac6cce17-507e-4233-a619-ef89d720140b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.488040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-ac6cce17-507e-4233-a619-ef89d720140b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2226949 Nov 16 21:04:32.513064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-fa4c3a56-1c7e-43d6-a433-d3c31f6dd65f tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:32.513808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-fa4c3a56-1c7e-43d6-a433-d3c31f6dd65f tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144911 Nov 16 21:04:32.516178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-81c34d4b-68e6-4585-aaca-707e1703055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.517634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-81c34d4b-68e6-4585-aaca-707e1703055d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 1098 time: 0.1437685 Nov 16 21:04:32.536919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-e7a79763-1834-4d00-b8d7-025b54b71175 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.538387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-e7a79763-1834-4d00-b8d7-025b54b71175 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191607 Nov 16 21:04:32.554478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-aa7c6a34-7786-488e-b929-a0a3ab43a485 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/quotas/9fce08cc9a6d472889066b19ec9f38db HTTP/1.1" status: 200 len: 375 time: 0.0091999 Nov 16 21:04:32.607004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-29a205be-0ba0-40e9-b213-3062e92e950d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467880 Nov 16 21:04:32.628663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-cfc91555-dcbf-4c72-a1d9-b169328ea6df tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1050539 Nov 16 21:04:32.713216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-44a08861-9d12-432e-9048-2f46c26f1360 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0718234 Nov 16 21:04:32.803082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4f0c001-1f43-4468-b236-558d2678f9f3 req-eeac4539-dbde-4046-9b5b-76be9fd9f41f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 210 time: 0.0390153 Nov 16 21:04:32.838540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Made reservation on behalf of a151a913a2c7415aaeccf91e15299d38 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:32.842698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:32.868379 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:32.901260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-e20281b0-c399-470a-91c1-7d2b41c48898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.903563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-e20281b0-c399-470a-91c1-7d2b41c48898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.3710997 Nov 16 21:04:32.966791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea4cfe-ae9b-44c5-98d1-9410a23c423e req-cc01cd7c-7685-4ac8-9631-13b90b406237 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:32.968373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3ea4cfe-ae9b-44c5-98d1-9410a23c423e req-cc01cd7c-7685-4ac8-9631-13b90b406237 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.0594828 Nov 16 21:04:32.992750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-b5bf23f8-fab0-461d-83e6-85069bf0c3f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 200 len: 217 time: 0.0794265 Nov 16 21:04:33.033533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3ea4cfe-ae9b-44c5-98d1-9410a23c423e req-523bef0f-d0e1-4527-8599-f91d58d2eb1b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584977 Nov 16 21:04:33.045670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-1b80964a-67d1-4209-b8cb-cafb1feda74b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.047495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-1b80964a-67d1-4209-b8cb-cafb1feda74b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.3525949 Nov 16 21:04:33.075846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Request body: {'port': {'device_id': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'admin_state_up': True, 'tenant_id': '06b5778640944f27b62822905a225088'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:33.137086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b71480b-4f29-4185-a07f-f7a6dc53cae9 req-815cd635-8e7d-4332-ba3b-35ffed3591b8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 210 time: 0.0273201 Nov 16 21:04:33.255836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758d189-efa4-4b6b-b6fc-0403e233c6eb req-45556ec6-b3c8-4f05-be8b-cfd80fd15bb3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.257268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3758d189-efa4-4b6b-b6fc-0403e233c6eb req-45556ec6-b3c8-4f05-be8b-cfd80fd15bb3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.0533547 Nov 16 21:04:33.319691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3758d189-efa4-4b6b-b6fc-0403e233c6eb req-89bff1a8-de2f-4fad-ac35-270ebf7025e2 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519137 Nov 16 21:04:33.405819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-5b676130-4a4d-4610-81fb-d8e269bcdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.407282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-5b676130-4a4d-4610-81fb-d8e269bcdcc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.3781199 Nov 16 21:04:33.459480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b8666-fcd6-486c-9459-b1aff7afeab4 req-daeb2eec-121b-4487-b07d-cb89cfd24687 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.461039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-557b8666-fcd6-486c-9459-b1aff7afeab4 req-daeb2eec-121b-4487-b07d-cb89cfd24687 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 947 time: 0.0594373 Nov 16 21:04:33.493410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Deleting port d8aeee50-d427-495e-a4e3-f87277cead3b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:33.494380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:33.525841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-557b8666-fcd6-486c-9459-b1aff7afeab4 req-b02512d8-94ac-4d94-be37-f746e6466fe3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575750 Nov 16 21:04:33.560851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Allocated IP 172.20.0.14 (b68f78e8-d4cc-46fd-9873-1e9d296d6a47/cd67869b-1998-433c-87fd-909312accbca/15bfcd97-a4cd-4131-97cb-81836fa69e4a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:33.593782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-3b7c1506-cb85-4a36-9ff6-d5f2118f9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.595258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-3b7c1506-cb85-4a36-9ff6-d5f2118f9a9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657805 Nov 16 21:04:33.634486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6a303-adcd-4b0e-82cd-3ffd18422e42 req-02bc6c31-4779-43e3-ba8e-42b068f5682a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.636332 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d6a303-adcd-4b0e-82cd-3ffd18422e42 req-02bc6c31-4779-43e3-ba8e-42b068f5682a tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 945 time: 0.0508876 Nov 16 21:04:33.685179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d6a303-adcd-4b0e-82cd-3ffd18422e42 req-b4d8a42d-2d89-4744-af07-f83a9aec263d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 Nov 16 21:04:33.690924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Made reservation on behalf of 06b5778640944f27b62822905a225088 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:33.694426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:33.699165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:33.699645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:33.743169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Calling delete_port for d8aeee50-d427-495e-a4e3-f87277cead3b owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:33.796642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a958e83b-01c1-437e-b42b-52213fa8bee5 req-b140c4ff-adb8-4803-af40-455e39affcc3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 210 time: 0.0273323 Nov 16 21:04:33.845382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-511b61a6-0bd5-426d-9032-aed1209878ad tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9fce08cc9a6d472889066b19ec9f38db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271108 Nov 16 21:04:33.924814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:33.937171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-b40bc86a-f79d-4f15-a843-5d76b7f1faec service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279140 Nov 16 21:04:33.984461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20206f3e-813f-4112-8a96-7516df557276 req-abd94bc0-d83e-4b89-aece-a50ab2445252 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:33.986178 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20206f3e-813f-4112-8a96-7516df557276 req-abd94bc0-d83e-4b89-aece-a50ab2445252 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 945 time: 0.0718601 Nov 16 21:04:33.998287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:34.003243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'floatingip': {'port_id': 'a655f872-094e-46aa-8085-2044363127a2'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:34.054744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.065964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.071995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:34.087419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'mac_address': 'fa:16:3e:ae:f5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:34.115704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:34.151358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Allocated IP 172.20.0.7 (577e0baf-bab5-43e1-bc57-eff95e371e12/7b9cc6c0-caba-45df-8302-79ccbf7677de/6f42a120-a621-43e1-99e8-d8598b22d108) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:34.180450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-4f4a7ae5-159f-41b2-a8d1-a8dc31b11df1 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340460 Nov 16 21:04:34.196266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-8fd250fc-6cc8-418b-ab57-1b9820815b97 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.197777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-8fd250fc-6cc8-418b-ab57-1b9820815b97 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3454103 Nov 16 21:04:34.200231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be810718-4ffc-4b8f-99f3-ff41482a5a17 req-eae7def3-79bd-4443-b4a1-59e162f539fc tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 210 time: 0.0868618 Nov 16 21:04:34.215368 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.231574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Request body: {'port': {'device_id': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '9fce08cc9a6d472889066b19ec9f38db'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:34.293906 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.298949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.349378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:34.352026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:34.353994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Pushing event updated for resources: {'Port': ['ID=15bfcd97-a4cd-4131-97cb-81836fa69e4a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:34.379306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:34.390585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.393249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:34.433645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:34.449924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:34.454299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 has no active binding in host n-h1-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:04:34.454681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81d97926-3777-4997-8ab8-2590425b872a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:34.455938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.456733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.471757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event deleted for resources: {'Port': ['ID=d8aeee50-d427-495e-a4e3-f87277cead3b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:34.476810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:34.479224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.481961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.483489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4931b786-23e5-443a-a190-2c449d380f08 req-a0f244aa-a052-47cf-af5a-5b106dffbb75 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "DELETE /v2.0/floatingips/804d96f3-7b04-4474-9ef0-98ad121f8af3 HTTP/1.1" status: 204 len: 173 time: 1.7551064 Nov 16 21:04:34.502586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-3c355a17-2d3c-4edf-aed1-f6d52142a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.504701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-3c355a17-2d3c-4edf-aed1-f6d52142a644 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1125 time: 0.2371278 Nov 16 21:04:34.510882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-5acf60d7-7952-46a8-82f0-b3e0341f2eb8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0830178 Nov 16 21:04:34.527008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Request body: {'port': {'device_id': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:34.537554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551c1c0-c6f2-41ef-876c-efc29b8c59d2 req-f029db48-c483-4184-bfc2-a9ab1c28a7f3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.539022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1551c1c0-c6f2-41ef-876c-efc29b8c59d2 req-f029db48-c483-4184-bfc2-a9ab1c28a7f3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.1406195 Nov 16 21:04:34.595725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:34.615570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '81d97926-3777-4997-8ab8-2590425b872a', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'port_id': '81d97926-3777-4997-8ab8-2590425b872a', 'mac_address': 'fa:16:3e:a4:80:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a93d4b-b923-45f6-ae6c-4422e4e8f237', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:34.640820 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.661251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.675992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d97926-3777-4997-8ab8-2590425b872a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:34.680978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Made reservation on behalf of 9fce08cc9a6d472889066b19ec9f38db for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:34.685057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.709430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:34.714004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.721222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.744347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['49b08afa-f9fc-4d99-8ee5-29d5978c4f63'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:34.753805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8cb97-e697-4797-a598-48937a9346a3 req-7cee9b4d-5766-4c0b-9af6-7cc336573da1 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.755439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9cf8cb97-e697-4797-a598-48937a9346a3 req-7cee9b4d-5766-4c0b-9af6-7cc336573da1 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 932 time: 0.1520751 Nov 16 21:04:34.761227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-d88b1c6a-fc72-4f8e-83e2-4ef1a70c9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:34.762809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-d88b1c6a-fc72-4f8e-83e2-4ef1a70c9b94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.2300239 Nov 16 21:04:34.819527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:34.824976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.836296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:34.838077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1551c1c0-c6f2-41ef-876c-efc29b8c59d2 req-a372f98b-31ec-4e1f-91ca-19eca62371b4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829344 Nov 16 21:04:34.847907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-7ad3506c-bdd7-4ec7-9c76-fb141e36fad1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0700731 Nov 16 21:04:35.013825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:35.031945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:35.043354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9cf8cb97-e697-4797-a598-48937a9346a3 req-1036c978-6144-44e8-a813-b31585ac7c99 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730923 Nov 16 21:04:35.044147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:35.049538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:35.050176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:35.069313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:35.150995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-4a9612c4-b92c-4e6a-a454-0a10f4a23053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:35.152779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-4a9612c4-b92c-4e6a-a454-0a10f4a23053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.2474649 Nov 16 21:04:35.186579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-c8ad9e9d-c575-4f23-bea4-f21b134fc22f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1150703 Nov 16 21:04:35.237959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Request body: {'port': {'device_id': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:35.250679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['81d97926-3777-4997-8ab8-2590425b872a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:35.253831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-42da29c9-ce9d-4bc7-8fb4-e74edd83d543 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646062 Nov 16 21:04:35.332780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677b8a9-6dbb-4176-83dc-95b15f28a6fc req-9575dc38-f4ae-46f5-b41b-dd513eb8b6ba tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:35.334189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c677b8a9-6dbb-4176-83dc-95b15f28a6fc req-9575dc38-f4ae-46f5-b41b-dd513eb8b6ba tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 944 time: 0.3830512 Nov 16 21:04:35.346991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:35.365681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:35.462904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Allocated IP 192.168.233.198 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/b1414e78-2c96-45c9-998c-369c401f66ff) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:35.480668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:35.499249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13adb-b402-4a01-b36c-8857aa401913 req-89c4222b-fbcc-4cc2-82e7-438f5cada19b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:35.500534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1d13adb-b402-4a01-b36c-8857aa401913 req-89c4222b-fbcc-4cc2-82e7-438f5cada19b tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4260008 Nov 16 21:04:35.505954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c677b8a9-6dbb-4176-83dc-95b15f28a6fc req-cd90454f-a8a2-40ab-949c-629b2268a1a1 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612275 Nov 16 21:04:35.570353 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30 associated. External IP: 172.25.3.187, port: a655f872-094e-46aa-8085-2044363127a2. Nov 16 21:04:35.584274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-6e937ccc-cc6c-45cf-b30c-8c29795d0fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174095 Nov 16 21:04:35.783519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d51e87-9219-409a-8b89-cb787546ff3e req-6cb1af55-754b-43cb-9a4f-4b4cde150908 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:35.785099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09d51e87-9219-409a-8b89-cb787546ff3e req-6cb1af55-754b-43cb-9a4f-4b4cde150908 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 931 time: 0.1723347 Nov 16 21:04:35.829975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:35.914508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bfcd97-a4cd-4131-97cb-81836fa69e4a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:35.931927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:35.938030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:35.959968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09d51e87-9219-409a-8b89-cb787546ff3e req-4c9d772b-e463-45f1-a294-d8e9b401501d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638856 Nov 16 21:04:35.989134 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.015183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5403ba5b-4f83-458d-ac13-c49c860f5dcc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:36.022318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Transition to ACTIVE for port object 15bfcd97-a4cd-4131-97cb-81836fa69e4a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:36.031199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3389a-6a15-4c84-8d73-414d4e8a9cc9 req-4594dbd4-4724-4a9c-b007-6cdb228bef02 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.032756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1d3389a-6a15-4c84-8d73-414d4e8a9cc9 req-4594dbd4-4724-4a9c-b007-6cdb228bef02 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 948 time: 0.4413228 Nov 16 21:04:36.041146 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.059340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:36.060791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Router fb0f6621-2885-44b2-93ad-9147aa16761c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:04:36.062825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:36.069773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:36.072256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:36.110907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event updated for resources: {'Port': ['ID=b1414e78-2c96-45c9-998c-369c401f66ff,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:36.181832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:36.187668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:36.188055 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.217133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee52da69-aca2-4050-aa9a-9ad2abd321d5 req-2ed9d715-5080-46e3-882d-9bc93191c3dc service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160922 Nov 16 21:04:36.239203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1d3389a-6a15-4c84-8d73-414d4e8a9cc9 req-67f9c5fb-d411-45b2-a697-03938f5b2991 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906419 Nov 16 21:04:36.281011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfcd97-a4cd-4131-97cb-81836fa69e4a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:36.306917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-ea2e1704-924b-454f-a971-7fa08991ad17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2402885 Nov 16 21:04:36.372069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:36.379454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.380222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.383805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bcb4332-685f-4886-b098-1920095a5a6a req-4eb201e4-fcc9-4b27-974b-473f8e7e0923 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=5abf955043f64569a64cd8136ba6c625 HTTP/1.1" status: 200 len: 1656 time: 0.1138868 Nov 16 21:04:36.388598 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:36.390840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.403434 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:36.404215 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:36.424696 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.443787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0565d5de-3af4-423a-979f-c943cc09f985 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "PUT /v2.0/floatingips/63b70ade-82e9-4ea4-8d73-9e7747a6dd30 HTTP/1.1" status: 200 len: 991 time: 2.4448407 Nov 16 21:04:36.446713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'tag': 'a655f872-094e-46aa-8085-2044363127a2'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:36.451113 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ba48e-16fc-4ac4-806e-2305f858c2db" -d '{"events": [{"name": "network-changed", "server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "tag": "a655f872-094e-46aa-8085-2044363127a2"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:36.460542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-2d041ada-16f0-4bc1-bb8d-e9884cb24019 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2336068 Nov 16 21:04:36.479658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83186fc-db74-4c47-b657-554809526a6e req-b8415274-d368-43d9-a524-f0436596da0b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.488352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83186fc-db74-4c47-b657-554809526a6e req-b8415274-d368-43d9-a524-f0436596da0b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 936 time: 0.3826625 Nov 16 21:04:36.498691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Request body: {'port': {'device_id': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:36.515302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:36.517335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Attempting to bind port 15bfcd97-a4cd-4131-97cb-81836fa69e4a on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:36.517692 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b7f84-4481-4fa2-b14a-ddcbe52c3fb2" -d '{"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-plugged", "status": "completed", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:36.517954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Attempting to bind port 15bfcd97-a4cd-4131-97cb-81836fa69e4a by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '98972098-457f-4679-9541-079c544cbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:36.518178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Attempting to bind port 15bfcd97-a4cd-4131-97cb-81836fa69e4a on network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:36.525999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8d0a3369-8988-4459-8cdf-c130e6bebfc1 None None] Provisioning complete for port b1414e78-2c96-45c9-998c-369c401f66ff triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:36.526387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8d0a3369-8988-4459-8cdf-c130e6bebfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.540922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Port 15bfcd97-a4cd-4131-97cb-81836fa69e4a on network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:36.541138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Attempting to bind port 15bfcd97-a4cd-4131-97cb-81836fa69e4a on network b68f78e8-d4cc-46fd-9873-1e9d296d6a47 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:36.565175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-c142ee48-2324-4682-a602-c034a581f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.566364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-c142ee48-2324-4682-a602-c034a581f5da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.2010405 Nov 16 21:04:36.567098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:36.567434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Checking segment: {'id': '98972098-457f-4679-9541-079c544cbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:36.568222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Bound using segment: {'id': '98972098-457f-4679-9541-079c544cbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:36.568443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Bound port: 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98972098-457f-4679-9541-079c544cbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:36.568788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.577701 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:36.580202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a3369-8988-4459-8cdf-c130e6bebfc1 None None] Port b1414e78-2c96-45c9-998c-369c401f66ff cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:36.591104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:36.601649 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.639448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83186fc-db74-4c47-b657-554809526a6e req-2440be6c-238f-45db-9688-2a4d0dbff9da tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498916 Nov 16 21:04:36.645716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.664878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:36.702630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4332-685f-4886-b098-1920095a5a6a req-e3aa4dcd-b96b-4e81-b2b1-48a1a92ee855 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.711696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bcb4332-685f-4886-b098-1920095a5a6a req-e3aa4dcd-b96b-4e81-b2b1-48a1a92ee855 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks?id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 787 time: 0.3270044 Nov 16 21:04:36.718269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-7bcb4332-685f-4886-b098-1920095a5a6a req-0aa2c8b2-d85b-44e1-9c4a-d2d665c3bdfb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:36.732518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bcb4332-685f-4886-b098-1920095a5a6a req-0aa2c8b2-d85b-44e1-9c4a-d2d665c3bdfb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196638 Nov 16 21:04:36.788701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f42a120-a621-43e1-99e8-d8598b22d108 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:36.803478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.865552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Transition to ACTIVE for port object 6f42a120-a621-43e1-99e8-d8598b22d108 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:36.881467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.894318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] For port 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:36.914225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d3bea-831c-46d6-9ee1-229e58c342d3 req-00fd22ca-9ae5-4c30-bae6-f114b7cb05f7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.915821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c2d3bea-831c-46d6-9ee1-229e58c342d3 req-00fd22ca-9ae5-4c30-bae6-f114b7cb05f7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.1710997 Nov 16 21:04:36.925408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-c24277b7-400b-4f68-8dbb-46dba1165624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:36.926821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-c24277b7-400b-4f68-8dbb-46dba1165624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.3294973 Nov 16 21:04:36.938650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] For port 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a,segment=NetworkSegment(98972098-457f-4679-9541-079c544cbaf0),segment_id=98972098-457f-4679-9541-079c544cbaf0)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:36.947734 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '63b70ade-82e9-4ea4-8d73-9e7747a6dd30', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'port_id': 'a655f872-094e-46aa-8085-2044363127a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'mac_address': 'fa:16:3e:23:8b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cd700-6a52-4d76-b900-2a001277854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:04:12Z', 'updated_at': '2021-11-16T21:04:34Z', 'revision_number': 1, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:36.976963 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:36.986024 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:36.986392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:36.986926 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:37.004198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cae43-744c-412a-a6f1-674294f61e3a req-e5a3e43a-094b-440d-8b5f-52ba84206310 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.004882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-788cae43-744c-412a-a6f1-674294f61e3a req-e5a3e43a-094b-440d-8b5f-52ba84206310 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.2041786 Nov 16 21:04:37.006159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-83a1dfe3-603d-45d7-a1bf-557a20636feb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.0632210 Nov 16 21:04:37.007359 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c2d3bea-831c-46d6-9ee1-229e58c342d3 req-a403bc4d-9758-4a27-96e5-9091a8ca4071 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807939 Nov 16 21:04:37.013554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:37.084087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1414e78-2c96-45c9-998c-369c401f66ff {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:37.090113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.090742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.092142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] 10.222.0.47 "PUT /v2.0/ports/15bfcd97-a4cd-4131-97cb-81836fa69e4a HTTP/1.1" status: 200 len: 1092 time: 2.5698314 Nov 16 21:04:37.094947 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.098947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'tag': '15bfcd97-a4cd-4131-97cb-81836fa69e4a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:37.101736 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e900fd79-429b-48b6-b9cd-0775d92afda4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d3978f-08af-41b2-8e02-a287a2a08b14", "tag": "15bfcd97-a4cd-4131-97cb-81836fa69e4a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:37.112173 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:37.157205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:37.157561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:37.157897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:37.168775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-373fd4e5-f99b-4b2c-a616-161fc8e0ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.170292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-373fd4e5-f99b-4b2c-a616-161fc8e0ce0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1512589 Nov 16 21:04:37.176243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Transition to ACTIVE for port object b1414e78-2c96-45c9-998c-369c401f66ff will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:37.179164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:37.179491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:37.181374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1f6ad-9329-4f3a-b55b-b3165f946c80 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfcd97-a4cd-4131-97cb-81836fa69e4a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:37.185186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.224534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:37.224876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:37.225267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:37.225743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Bound port: 6f42a120-a621-43e1-99e8-d8598b22d108, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:37.226097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.230918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-788cae43-744c-412a-a6f1-674294f61e3a req-ec186b7f-7795-4128-a45f-9cb87968b525 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626766 Nov 16 21:04:37.326935 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d41079a-9e6a-46a3-be7d-0a76b61a639d x-openstack-request-id: req-3d41079a-9e6a-46a3-be7d-0a76b61a639d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:37.327107 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "tag": "a655f872-094e-46aa-8085-2044363127a2", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:37.328227 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d41079a-9e6a-46a3-be7d-0a76b61a639d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:37.328227 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'tag': 'a655f872-094e-46aa-8085-2044363127a2', 'status': 'completed', 'code': 200} Nov 16 21:04:37.331242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Pushing event updated for resources: {'Port': ['ID=b1414e78-2c96-45c9-998c-369c401f66ff,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:37.339604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-7e90a3f2-6aa7-4b05-afd6-1686165f28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.341234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-7e90a3f2-6aa7-4b05-afd6-1686165f28d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520944 Nov 16 21:04:37.378033 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b6de25-46a1-4354-bf28-bd944d157846 x-openstack-request-id: req-61b6de25-46a1-4354-bf28-bd944d157846 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:37.379024 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-plugged", "status": "completed", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:37.379210 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61b6de25-46a1-4354-bf28-bd944d157846 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:37.379652 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'code': 200} Nov 16 21:04:37.459990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-769b4f05-9ffc-40fa-94f5-965c36c8ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.461501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-769b4f05-9ffc-40fa-94f5-965c36c8ff6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a151a913a2c7415aaeccf91e15299d38&device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 1095 time: 0.1865950 Nov 16 21:04:37.545741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Attempting to bind port b1414e78-2c96-45c9-998c-369c401f66ff on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:37.546097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Attempting to bind port b1414e78-2c96-45c9-998c-369c401f66ff by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:37.546437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Attempting to bind port b1414e78-2c96-45c9-998c-369c401f66ff on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:37.565879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Port b1414e78-2c96-45c9-998c-369c401f66ff on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:37.566164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Attempting to bind port b1414e78-2c96-45c9-998c-369c401f66ff on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:37.572138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ff085-410a-4412-923d-8b4afe406d5c req-16260951-278f-4418-b9fa-9d4c72c70486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.574320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac7ff085-410a-4412-923d-8b4afe406d5c req-16260951-278f-4418-b9fa-9d4c72c70486 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 1100 time: 0.0991902 Nov 16 21:04:37.584748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06086fd5-6c20-48d1-a8dd-77eb46e8f5ce req-1bd8d7c5-045c-45de-b151-2616f8fc0b01 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.586451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06086fd5-6c20-48d1-a8dd-77eb46e8f5ce req-1bd8d7c5-045c-45de-b151-2616f8fc0b01 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 944 time: 0.1706462 Nov 16 21:04:37.601257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:37.601924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:37.602959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:37.603429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Bound port: b1414e78-2c96-45c9-998c-369c401f66ff, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:37.604013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.625782 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '63b70ade-82e9-4ea4-8d73-9e7747a6dd30', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'port_id': 'a655f872-094e-46aa-8085-2044363127a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'mac_address': 'fa:16:3e:23:8b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cd700-6a52-4d76-b900-2a001277854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:04:12Z', 'updated_at': '2021-11-16T21:04:34Z', 'revision_number': 1, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:37.653432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-c27bc86e-67c9-44a2-bf88-72388581a666 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips/cfb39f89-f3df-4b39-bb36-409dc0d49da4 HTTP/1.1" status: 200 len: 693 time: 0.2290499 Nov 16 21:04:37.655304 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ffeba-26e4-4da4-a764-aaca6b34b3d5 None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '63b70ade-82e9-4ea4-8d73-9e7747a6dd30', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'port_id': 'a655f872-094e-46aa-8085-2044363127a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'mac_address': 'fa:16:3e:23:8b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cd700-6a52-4d76-b900-2a001277854c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:04:12Z', 'updated_at': '2021-11-16T21:04:34Z', 'revision_number': 1, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:04:37.657175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:37.662444 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-fc5874ce-b084-4a87-a5e7-3d70eef616b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a HTTP/1.1" status: 200 len: 217 time: 0.0894008 Nov 16 21:04:37.686625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:37.719331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac7ff085-410a-4412-923d-8b4afe406d5c req-ad3e0fe4-4e94-469b-ba17-9cdd0c97ef19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316144 Nov 16 21:04:37.735383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06086fd5-6c20-48d1-a8dd-77eb46e8f5ce req-bef9ed2d-b190-41cf-a463-7b10084f9015 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176648 Nov 16 21:04:37.750146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] For port b1414e78-2c96-45c9-998c-369c401f66ff, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:37.755807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] For port b1414e78-2c96-45c9-998c-369c401f66ff, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b1414e78-2c96-45c9-998c-369c401f66ff,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:37.764359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.778135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.794674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-1f782133-6218-4b0a-9c56-96af846edc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.796311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-1f782133-6218-4b0a-9c56-96af846edc91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 1096 time: 0.4491382 Nov 16 21:04:37.825289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.826007 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.827354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] 10.222.0.47 "PUT /v2.0/ports/b1414e78-2c96-45c9-998c-369c401f66ff HTTP/1.1" status: 200 len: 1096 time: 1.3364325 Nov 16 21:04:37.883587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-1737cff5-75c7-459f-b011-3604af7865b5 service neutron] 10.222.0.41 "GET /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68/bindings/n-h1-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.4143262 Nov 16 21:04:37.885364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.886043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:37.887402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] 10.222.0.47 "PUT /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 1091 time: 2.6756263 Nov 16 21:04:37.893121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5faff6-e398-4e47-8291-b815bcedb56d service neutron] Pushing event updated for resources: {'Port': ['ID=b1414e78-2c96-45c9-998c-369c401f66ff,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:37.894164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-9794dd37-8e58-4c58-8a56-13055f68b729 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326290 Nov 16 21:04:37.900635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-160289c8-3860-4a22-a285-cab8771eb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.902174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-160289c8-3860-4a22-a285-cab8771eb4c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd67869b-1998-433c-87fd-909312accbca HTTP/1.1" status: 200 len: 855 time: 0.2177174 Nov 16 21:04:37.944665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8863-69e2-4ca3-8730-36b88ca0b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:37.945842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6758926-3ac7-497a-a2b7-33c0784e4643 req-108fab4c-1979-4d55-b719-d6183afb6a16 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.952654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-0cb34cc5-9cfd-48ac-a712-6ca4be5898da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b68f78e8-d4cc-46fd-9873-1e9d296d6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413270 Nov 16 21:04:37.953365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6758926-3ac7-497a-a2b7-33c0784e4643 req-108fab4c-1979-4d55-b719-d6183afb6a16 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.1137159 Nov 16 21:04:37.956702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7b2f6022-df40-47de-81ab-31ba7bcfb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:37.958190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7b2f6022-df40-47de-81ab-31ba7bcfb89e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 1099 time: 0.0807981 Nov 16 21:04:38.013545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-7b2a2020-5074-44af-835b-c3d590027e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b1414e78-2c96-45c9-998c-369c401f66ff HTTP/1.1" status: 200 len: 217 time: 0.0473952 Nov 16 21:04:38.070638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d3e03-2e5d-461a-b37d-cf255f8c5b5c None None] New status for floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:04:38.084742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-eb204a88-cb7d-4076-8f3a-ebadc8f6ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.086381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-eb204a88-cb7d-4076-8f3a-ebadc8f6ac71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0624144 Nov 16 21:04:38.114070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6758926-3ac7-497a-a2b7-33c0784e4643 req-2f3632df-895b-4e11-ad88-dce2d44fd5ca tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596484 Nov 16 21:04:38.165801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-a7779716-84c9-4b61-afa1-19618e618b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.167929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-a7779716-84c9-4b61-afa1-19618e618b9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725558 Nov 16 21:04:38.182369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:38.187276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81d97926-3777-4997-8ab8-2590425b872a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:38.317889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be9be5-e2ba-429b-b511-6c65faf799af req-54337f10-0749-4c41-89e9-aba17cf1e61d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.319912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27be9be5-e2ba-429b-b511-6c65faf799af req-54337f10-0749-4c41-89e9-aba17cf1e61d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0767183 Nov 16 21:04:38.331173 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-e937560c-943d-4def-be60-09132447086a service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545072 Nov 16 21:04:38.363096 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaead31-0f38-429e-bbdf-c99f872506ae x-openstack-request-id: req-efaead31-0f38-429e-bbdf-c99f872506ae {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:38.363378 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d3978f-08af-41b2-8e02-a287a2a08b14", "tag": "15bfcd97-a4cd-4131-97cb-81836fa69e4a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:38.363818 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efaead31-0f38-429e-bbdf-c99f872506ae {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:38.364207 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'tag': '15bfcd97-a4cd-4131-97cb-81836fa69e4a', 'status': 'completed', 'code': 200} Nov 16 21:04:38.404635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-8dfebc88-0962-4bb9-bf76-f31614f690ff tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.406068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-8dfebc88-0962-4bb9-bf76-f31614f690ff tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.7297375 Nov 16 21:04:38.437571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27be9be5-e2ba-429b-b511-6c65faf799af req-39a64c5f-7dbd-402b-8d4e-721ec8e75ba1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054237 Nov 16 21:04:38.474863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3887c6d3-3795-4d13-8408-860af6c1fbdc req-d8d14087-0ed2-4a55-84ae-12a7ef59083b service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353135 Nov 16 21:04:38.509826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 81d97926-3777-4997-8ab8-2590425b872a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:38.530604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 81d97926-3777-4997-8ab8-2590425b872a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:38.530990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:38.550084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-4116358d-78b4-4394-9e45-d218b0649f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.551600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-4116358d-78b4-4394-9e45-d218b0649f7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1094 time: 0.6038036 Nov 16 21:04:38.570439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-b4a3719c-53b4-4f0c-830b-7e00eec4b3df tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1327374 Nov 16 21:04:38.582909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:38.601819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-cdb7e107-43c3-4eac-a17c-ae48c7a2f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.603277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-cdb7e107-43c3-4eac-a17c-ae48c7a2f0c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 924 time: 0.6299350 Nov 16 21:04:38.604062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 has no active binding in host n-h1-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:04:38.609968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f0fb3-e7a6-43ea-b70c-aa3e963a603b req-9594abc4-048c-4d82-b7e2-d05b79d3b665 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.611646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a78f0fb3-e7a6-43ea-b70c-aa3e963a603b req-9594abc4-048c-4d82-b7e2-d05b79d3b665 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.0827668 Nov 16 21:04:38.649854 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:38.665856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb0f8d2c-58a3-450e-87b1-781236e38879 req-2f1c4d8a-a325-4c79-a474-eec6f6808e6f service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840873 Nov 16 21:04:38.666486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a78f0fb3-e7a6-43ea-b70c-aa3e963a603b req-7ac12b0e-ff42-45c3-9c8e-84e169b33d02 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Nov 16 21:04:38.693574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:38.700408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:38.713368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-8ed704b6-077d-48ef-83af-3170eaa0c00c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 217 time: 0.1464691 Nov 16 21:04:38.727342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-b3ab3012-2075-40a5-baf8-8d222fef0d47 service neutron] 10.222.0.47 "GET /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609110 Nov 16 21:04:38.760065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:38.793904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-b4558c00-593f-41a8-b7ea-9e186f772689 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1998596 Nov 16 21:04:38.809801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd789-4cb9-4d27-968c-d232fe290543 req-0f485238-546e-4730-a8d5-0ca986c93b8f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:38.811325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a20dd789-4cb9-4d27-968c-d232fe290543 req-0f485238-546e-4730-a8d5-0ca986c93b8f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 944 time: 0.0592015 Nov 16 21:04:38.859813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a20dd789-4cb9-4d27-968c-d232fe290543 req-6329640f-66fb-4818-9015-0ec70163332c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Nov 16 21:04:39.044138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-db983fb6-a480-430f-8283-5bd42b0829a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a655f872-094e-46aa-8085-2044363127a2 HTTP/1.1" status: 200 len: 1001 time: 0.3807135 Nov 16 21:04:39.046743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3237b-2aeb-410a-949d-6ac2720ce805 req-d4d3f8c7-9358-4fc8-ad25-f3e9799a44d5 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.048661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8fa3237b-2aeb-410a-949d-6ac2720ce805 req-d4d3f8c7-9358-4fc8-ad25-f3e9799a44d5 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0714228 Nov 16 21:04:39.057124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187581dc-fdc3-487c-ba81-7acd9349832a req-077a94ff-6386-415b-94a0-ca7a7006143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.059650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-077a94ff-6386-415b-94a0-ca7a7006143d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.2952588 Nov 16 21:04:39.099744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8fa3237b-2aeb-410a-949d-6ac2720ce805 req-42342a5e-363d-41c5-a818-b2f58bc1914a tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435672 Nov 16 21:04:39.171233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-0a077cb7-f0fe-444f-a74b-9a399dc3b358 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968635 Nov 16 21:04:39.199884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72aac02-21d5-45a3-81bd-d1c85b52e09b req-680413ec-c53c-4bf4-af18-c380a91530ec service neutron] 10.222.0.47 "GET /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105563 Nov 16 21:04:39.233591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176141af-37fc-4bc4-a26e-8ed63f7e4f88 req-7e7d69f9-ea92-4f7d-a5b7-e7a3fa088cef tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.235487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-176141af-37fc-4bc4-a26e-8ed63f7e4f88 req-7e7d69f9-ea92-4f7d-a5b7-e7a3fa088cef tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0618944 Nov 16 21:04:39.256990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-1d485015-9319-41b6-87bb-c637ca647d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.258486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-1d485015-9319-41b6-87bb-c637ca647d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.1960421 Nov 16 21:04:39.289908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:39.302845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-176141af-37fc-4bc4-a26e-8ed63f7e4f88 req-6964c9c6-6d1c-43b3-8327-d9c0a7dd64ce tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Nov 16 21:04:39.329219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'tag': 'b1414e78-2c96-45c9-998c-369c401f66ff'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:39.331932 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46220b6f-e2b2-439d-a0f3-587658a09d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e", "tag": "b1414e78-2c96-45c9-998c-369c401f66ff"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:39.370201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:39.376709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Deleting port 0ec9906f-8b6e-4f23-989a-df6aad42e36d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:39.377049 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:39.381065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d97926-3777-4997-8ab8-2590425b872a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:39.384156 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fdf2f-5c18-429e-ac31-a7e27982a568" -d '{"events": [{"server_uuid": "2c481c59-cef7-4ce2-b08c-b2f78f03315e", "name": "network-vif-plugged", "status": "completed", "tag": "81d97926-3777-4997-8ab8-2590425b872a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:39.402978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce70e2-9c43-467a-80d5-a9c17c332909 req-9d84aa3c-f1f4-4127-b3f2-d4ca81d48bb9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.404801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96ce70e2-9c43-467a-80d5-a9c17c332909 req-9d84aa3c-f1f4-4127-b3f2-d4ca81d48bb9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0504432 Nov 16 21:04:39.453090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96ce70e2-9c43-467a-80d5-a9c17c332909 req-5fe54edc-9d06-42b5-801a-3e70a2bdb2e7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424793 Nov 16 21:04:39.455011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-c37d3595-1a4e-404f-b589-82270f324f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.456492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-c37d3595-1a4e-404f-b589-82270f324f71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a151a913a2c7415aaeccf91e15299d38&device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 1095 time: 0.1874688 Nov 16 21:04:39.461085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-9afc6165-281c-4900-aeef-480ba34af020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.462479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-9afc6165-281c-4900-aeef-480ba34af020 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954918 Nov 16 21:04:39.464854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-102adc8a-959b-4073-930c-7b0f5426132b service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816031 Nov 16 21:04:39.499724 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439a9283-590f-4c73-80a3-b404124daf1b x-openstack-request-id: req-439a9283-590f-4c73-80a3-b404124daf1b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:39.500082 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e", "tag": "b1414e78-2c96-45c9-998c-369c401f66ff", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:39.500397 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-439a9283-590f-4c73-80a3-b404124daf1b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:39.500855 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'tag': 'b1414e78-2c96-45c9-998c-369c401f66ff', 'status': 'completed', 'code': 200} Nov 16 21:04:39.512633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:39.532091 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f1f96-98bb-4926-9ae4-d76e922ea8c1 x-openstack-request-id: req-192f1f96-98bb-4926-9ae4-d76e922ea8c1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:39.532414 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c481c59-cef7-4ce2-b08c-b2f78f03315e", "name": "network-vif-plugged", "status": "completed", "tag": "81d97926-3777-4997-8ab8-2590425b872a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:39.532685 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-192f1f96-98bb-4926-9ae4-d76e922ea8c1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:39.533075 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d97926-3777-4997-8ab8-2590425b872a', 'code': 200} Nov 16 21:04:39.581324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-62494381-d28b-48b4-84e0-70b06bd39933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.583021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-62494381-d28b-48b4-84e0-70b06bd39933 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fce08cc9a6d472889066b19ec9f38db&device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 1099 time: 0.0546017 Nov 16 21:04:39.604816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.47', 50599) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:39.626835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:39.680692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:39.708043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:39.708370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:39.728068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d142269-5f92-4d56-b977-8b3e6522fa9d req-c6b2ea43-12c0-4f9a-9a48-9a826fde86ba tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.729548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d142269-5f92-4d56-b977-8b3e6522fa9d req-c6b2ea43-12c0-4f9a-9a48-9a826fde86ba tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1350384 Nov 16 21:04:39.734405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244124e-6f27-4baa-b70e-c4ca73e4a70b req-487fdd09-986f-47ed-b991-3827f28cae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.735809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0244124e-6f27-4baa-b70e-c4ca73e4a70b req-487fdd09-986f-47ed-b991-3827f28cae41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 1096 time: 0.1300814 Nov 16 21:04:39.746459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Calling delete_port for 0ec9906f-8b6e-4f23-989a-df6aad42e36d owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:39.822756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-191b1cb1-b529-488e-bbdf-c8da8892a535 service neutron] 10.222.0.41 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475111 Nov 16 21:04:39.823985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-35e5f114-c24a-4f8d-9d82-57d7c90f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:39.825347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-35e5f114-c24a-4f8d-9d82-57d7c90f0989 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b68f78e8-d4cc-46fd-9873-1e9d296d6a47 HTTP/1.1" status: 200 len: 916 time: 0.3402815 Nov 16 21:04:39.889083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-187581dc-fdc3-487c-ba81-7acd9349832a req-a952f772-9500-4a68-b53f-cbad52677375 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006026 Nov 16 21:04:39.964847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-96eaafe5-ddc1-4b54-a3e4-75c3de8b1af9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a HTTP/1.1" status: 200 len: 217 time: 0.1280723 Nov 16 21:04:40.038386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-c06dd09d-9a04-40c6-9b0b-02116fdca3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.040032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-c06dd09d-9a04-40c6-9b0b-02116fdca3c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.4268682 Nov 16 21:04:40.056900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] Transition to ACTIVE for port object 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:40.059443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:40.078703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:40.092739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-6bcf06c7-8b37-46ed-b02b-a9c24031e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.094222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-6bcf06c7-8b37-46ed-b02b-a9c24031e8a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd67869b-1998-433c-87fd-909312accbca HTTP/1.1" status: 200 len: 855 time: 0.1159470 Nov 16 21:04:40.110148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d142269-5f92-4d56-b977-8b3e6522fa9d req-0baa0413-18b4-4e32-9aae-14488d2ac174 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711920 Nov 16 21:04:40.113819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:04:40.119324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-3e8fdee8-c9c3-4ae5-bd0f-6821725f5a58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b1414e78-2c96-45c9-998c-369c401f66ff HTTP/1.1" status: 200 len: 217 time: 0.0679784 Nov 16 21:04:40.126420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0244124e-6f27-4baa-b70e-c4ca73e4a70b req-cbb501ba-b981-4cf8-9761-cda8ec68d760 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784621 Nov 16 21:04:40.175015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-bc708cdd-b092-4eda-ae14-9dadc44fedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.176498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-bc708cdd-b092-4eda-ae14-9dadc44fedb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0494308 Nov 16 21:04:40.231968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af406dca-f36f-4269-99fa-79bf99e84e31 req-4929db77-8735-4f68-8cf6-64f8cd4351f2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.233564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af406dca-f36f-4269-99fa-79bf99e84e31 req-4929db77-8735-4f68-8cf6-64f8cd4351f2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.0547802 Nov 16 21:04:40.284147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af406dca-f36f-4269-99fa-79bf99e84e31 req-5993b79d-e2bc-43d4-8e69-581844a3e010 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Nov 16 21:04:40.373391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:40.375577 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8632b4f-a8f1-4c12-9781-c346de773851" -d '{"events": [{"name": "network-changed", "server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:40.388867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c8b17-e634-4b36-bb8e-069bc42855da req-732f57ea-b25b-4205-a08c-8ba730a67879 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.390396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-007c8b17-e634-4b36-bb8e-069bc42855da req-732f57ea-b25b-4205-a08c-8ba730a67879 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.0511589 Nov 16 21:04:40.393834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80ba48e-16fc-4ac4-806e-2305f858c2db req-00f3836e-662e-4cd2-9eb0-b374cbb33c86 service neutron] 10.222.0.41 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581255 Nov 16 21:04:40.419572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-93f23584-c7d2-467d-bff8-b22b8181f9c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b68f78e8-d4cc-46fd-9873-1e9d296d6a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471122 Nov 16 21:04:40.443565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-007c8b17-e634-4b36-bb8e-069bc42855da req-6086bd13-0097-44d0-bdba-8ba37c0d465d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Nov 16 21:04:40.472269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] No DVR routers for this DVR port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:04:40.481379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:40.511766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:40.516432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-60e36cc8-5218-4e6c-8a2a-3e38c949d63e service neutron] 10.222.0.41 "PUT /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68/bindings/n-h1-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 2.5527937 Nov 16 21:04:40.546850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event deleted for resources: {'Port': ['ID=0ec9906f-8b6e-4f23-989a-df6aad42e36d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:40.569078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:40.571663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:40.572823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21db9ef8-326f-4d11-a18c-622d97f51b6e req-cec19f3e-5e62-4163-96b1-ed22b55c95da tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "DELETE /v2.0/floatingips/cfb39f89-f3df-4b39-bb36-409dc0d49da4 HTTP/1.1" status: 204 len: 173 time: 1.7430956 Nov 16 21:04:40.623368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f66f6-e7af-4504-909a-7e7721ca7734 req-e68bc447-49a7-491b-8d2b-b0eee5f10cab tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.624843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-475f66f6-e7af-4504-909a-7e7721ca7734 req-e68bc447-49a7-491b-8d2b-b0eee5f10cab tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0522788 Nov 16 21:04:40.670424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-599e6590-c79f-4562-9331-e68d08ae1658 req-69027ae6-011f-4b76-bbf1-d4ab1bd68ea1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:40.671419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-599e6590-c79f-4562-9331-e68d08ae1658 req-69027ae6-011f-4b76-bbf1-d4ab1bd68ea1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056100 Nov 16 21:04:40.674157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-475f66f6-e7af-4504-909a-7e7721ca7734 req-f25ab446-1aa5-4615-8a33-1b30d643b54e tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434554 Nov 16 21:04:40.781654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3108b-b1c7-437c-8dc0-323b5c1be2e0 req-0dcfec47-e964-478d-91b4-c902d95e56be tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.783248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1ae3108b-b1c7-437c-8dc0-323b5c1be2e0 req-0dcfec47-e964-478d-91b4-c902d95e56be tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0500989 Nov 16 21:04:40.844396 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25382edf-e48d-4762-bff1-19040b3bda98 x-openstack-request-id: req-25382edf-e48d-4762-bff1-19040b3bda98 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:40.844915 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:40.844915 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25382edf-e48d-4762-bff1-19040b3bda98 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:40.845301 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108', 'status': 'completed', 'code': 200} Nov 16 21:04:40.846135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1ae3108b-b1c7-437c-8dc0-323b5c1be2e0 req-5a215251-d1e8-4f8a-86ed-e98b5fd15e78 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568957 Nov 16 21:04:40.904926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-7c74a7d0-7dbd-415b-b6f0-eab3ff04d37c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547872 Nov 16 21:04:40.912688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-911b15da-9fb1-4e50-986a-c665428e04e5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips/1b2cff66-ae2e-461a-ab58-9c8f8eaf746e HTTP/1.1" status: 200 len: 693 time: 0.0466208 Nov 16 21:04:40.924567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-6d256162-598e-4d6d-85eb-659d2754dc73 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:40.925449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-6d256162-598e-4d6d-85eb-659d2754dc73 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059376 Nov 16 21:04:40.949437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35a39c-93d3-43a3-9e4e-65ee332570f0 req-d76b5171-db4c-40b2-afd2-449b2c7d7d1e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:40.950984 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa35a39c-93d3-43a3-9e4e-65ee332570f0 req-d76b5171-db4c-40b2-afd2-449b2c7d7d1e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0609632 Nov 16 21:04:41.008989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa35a39c-93d3-43a3-9e4e-65ee332570f0 req-e3835a05-e399-45ea-980e-3ed70cbb8c2b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Nov 16 21:04:41.029843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-ee018d4e-e6ab-4655-ac6b-93cd7ccd9837 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:41.031355 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-ee018d4e-e6ab-4655-ac6b-93cd7ccd9837 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1125989 Nov 16 21:04:41.042739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-5ba93207-0052-4c57-82ce-0e0af009503d tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:04:41.045982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-5ba93207-0052-4c57-82ce-0e0af009503d tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089056 Nov 16 21:04:41.103949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-efd7b098-3ca5-4004-a01a-b87838b1fb2c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0534992 Nov 16 21:04:41.138309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdd1ff-3a87-4d39-8079-8dbba149c1cc req-a567d354-32e8-45e2-b411-86d90b0970bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:41.139798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34bdd1ff-3a87-4d39-8079-8dbba149c1cc req-a567d354-32e8-45e2-b411-86d90b0970bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0558827 Nov 16 21:04:41.157377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-1d8c5689-6bb9-43f7-bed9-797524bdb2d2 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0465715 Nov 16 21:04:41.189937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34bdd1ff-3a87-4d39-8079-8dbba149c1cc req-d65c2200-06e6-402f-b304-ae20064f04ba tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435932 Nov 16 21:04:41.295752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Deleting port ac48b64d-f216-4877-a381-29c24a257654 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:41.296100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:41.381189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:41.381551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:41.394916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Calling delete_port for ac48b64d-f216-4877-a381-29c24a257654 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:41.403965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0810a7-8d83-4cc2-9ae3-c9410b9cca9e req-7ef45ea2-4cf0-4609-92e2-ef07be36d0ef tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:41.405254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba0810a7-8d83-4cc2-9ae3-c9410b9cca9e req-7ef45ea2-4cf0-4609-92e2-ef07be36d0ef tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.0520315 Nov 16 21:04:41.462508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba0810a7-8d83-4cc2-9ae3-c9410b9cca9e req-0660b44c-3ec4-49e7-9abf-dac9c3d369c3 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Nov 16 21:04:41.556242 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:41.595101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61796363-8ba6-4e83-99c2-954fa5cb8c3c req-d9c724fc-1437-494c-858f-e68975dbd901 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:41.595367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event deleted for resources: {'Port': ['ID=ac48b64d-f216-4877-a381-29c24a257654,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:41.597497 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61796363-8ba6-4e83-99c2-954fa5cb8c3c req-d9c724fc-1437-494c-858f-e68975dbd901 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.0661578 Nov 16 21:04:41.652366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61796363-8ba6-4e83-99c2-954fa5cb8c3c req-6c7d16f3-2a76-46c0-9a88-d977a878aa84 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Nov 16 21:04:41.656708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:41.659213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:41.660749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43960b31-3233-43c9-90fa-d225cf7bda36 req-da93ac40-9756-4474-87e0-9b104ed653fb tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "DELETE /v2.0/floatingips/1b2cff66-ae2e-461a-ab58-9c8f8eaf746e HTTP/1.1" status: 204 len: 173 time: 0.4962165 Nov 16 21:04:41.729743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-50f6dd91-e616-44ac-8a16-19f0c633dc63 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips/87bbd6c2-fb7e-419a-b562-fb972c93e729 HTTP/1.1" status: 200 len: 692 time: 0.0475082 Nov 16 21:04:41.841968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55fdc4-ddba-4b4d-bf27-761b0deadefc req-b172298e-dc44-45dc-acce-e10d72a38e81 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:41.845975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe55fdc4-ddba-4b4d-bf27-761b0deadefc req-b172298e-dc44-45dc-acce-e10d72a38e81 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0590913 Nov 16 21:04:41.849768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4eb9f64e-b38f-4ddc-b024-2f6ed565f6a1 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:41.851352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4eb9f64e-b38f-4ddc-b024-2f6ed565f6a1 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1138766 Nov 16 21:04:41.901251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe55fdc4-ddba-4b4d-bf27-761b0deadefc req-eea0d766-8a3c-4816-be17-fe2735ba906c tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511663 Nov 16 21:04:41.910337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-56224818-ade3-4d85-ae12-a7899bcff52c tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0521400 Nov 16 21:04:41.963629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-e054334c-dca8-479d-9838-ae21434056de tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0468466 Nov 16 21:04:42.007852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7256-7c64-4976-9beb-064fad2ab518 req-473f3669-15c7-4465-b823-ff451f8abb1e tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.009361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74ed7256-7c64-4976-9beb-064fad2ab518 req-473f3669-15c7-4465-b823-ff451f8abb1e tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0516524 Nov 16 21:04:42.060148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74ed7256-7c64-4976-9beb-064fad2ab518 req-12cb247d-11a9-4755-90c7-a22a2fe75d59 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Nov 16 21:04:42.094094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Deleting port 3308c950-7495-41e6-901b-d009531f5261 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:42.094448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:42.164764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76bc8-9d80-46e5-8e82-5914d9150e12 req-de9191e9-772d-40a0-954b-8b91e89e016c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.166789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83a76bc8-9d80-46e5-8e82-5914d9150e12 req-de9191e9-772d-40a0-954b-8b91e89e016c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0528960 Nov 16 21:04:42.171417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:42.171738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:42.185209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Calling delete_port for 3308c950-7495-41e6-901b-d009531f5261 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:42.227045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83a76bc8-9d80-46e5-8e82-5914d9150e12 req-d347932b-16e2-49ee-802b-31a54b150ea9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534785 Nov 16 21:04:42.318160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-de9986ba-2cf3-4b24-9e2b-ae169268aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.320128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-de9986ba-2cf3-4b24-9e2b-ae169268aa6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 1100 time: 0.0590448 Nov 16 21:04:42.342592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cccb1-227f-4109-87e1-4319b83eaec0 req-92b0382e-caa4-4da1-8597-52335e4ad039 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.344074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e8cccb1-227f-4109-87e1-4319b83eaec0 req-92b0382e-caa4-4da1-8597-52335e4ad039 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0539176 Nov 16 21:04:42.392335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e8cccb1-227f-4109-87e1-4319b83eaec0 req-7d71c560-19b7-4852-9d4c-a04e72cd4a02 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Nov 16 21:04:42.416048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:42.459621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Pushing event deleted for resources: {'Port': ['ID=3308c950-7495-41e6-901b-d009531f5261,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:42.472580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-8096ce9b-d230-4976-a786-3271839429b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.474053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-8096ce9b-d230-4976-a786-3271839429b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1318657 Nov 16 21:04:42.496339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:42.498963 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:42.500065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e36f822-2c34-431c-8ad5-e482fc92d4b0 req-4d4b20c1-7549-46c9-a240-f93edb26b9d5 tempest-FloatingIPDetailsTestJSON-287996401 tempest-FloatingIPDetailsTestJSON-287996401-project] 10.222.0.48 "DELETE /v2.0/floatingips/87bbd6c2-fb7e-419a-b562-fb972c93e729 HTTP/1.1" status: 204 len: 173 time: 0.5300438 Nov 16 21:04:42.506092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50224) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:42.532274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-2b1dde7e-7521-4c12-96c0-cc89fa2211ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 200 len: 217 time: 0.0451212 Nov 16 21:04:42.582058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-8d89bac4-701d-4656-b3a1-cfdce7e9ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.583633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-8d89bac4-701d-4656-b3a1-cfdce7e9ee08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0437074 Nov 16 21:04:42.632645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-04a216fb-8cf9-47d3-b199-899ca8e751af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.634219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-04a216fb-8cf9-47d3-b199-899ca8e751af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402036 Nov 16 21:04:42.640119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf87ae1-9417-43ab-90da-c51f467d8bf7 req-0a89306c-6090-46f1-856d-4a4733b50c47 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.641606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-adf87ae1-9417-43ab-90da-c51f467d8bf7 req-0a89306c-6090-46f1-856d-4a4733b50c47 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.0949886 Nov 16 21:04:42.737624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-dd7ae59d-1a6f-4add-afab-2a83e935cff9 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939364 Nov 16 21:04:42.770037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-adf87ae1-9417-43ab-90da-c51f467d8bf7 req-51c4beff-6f4a-4c99-a72f-5139cd045de9 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219966 Nov 16 21:04:42.837196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38707e-ef13-45a7-9680-fb09460f94dd req-d8fd4159-009d-42bb-b47d-075c00343218 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:42.838776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f38707e-ef13-45a7-9680-fb09460f94dd req-d8fd4159-009d-42bb-b47d-075c00343218 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.1001868 Nov 16 21:04:42.905769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-73cf1233-de7e-4dc4-a9c4-ae6c072de692 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567554 Nov 16 21:04:42.913898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f38707e-ef13-45a7-9680-fb09460f94dd req-21ce8eb8-1bd1-4813-8a9f-9018e21309c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665753 Nov 16 21:04:43.070257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6064-8cf2-4ccd-9a94-3fc7452c0288 req-ccea1cf8-6b21-4886-9a70-2b109646af8e tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:43.071648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c18c6064-8cf2-4ccd-9a94-3fc7452c0288 req-ccea1cf8-6b21-4886-9a70-2b109646af8e tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0831075 Nov 16 21:04:43.081691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:43.177543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f201de-caeb-400c-81b3-5cdff68dc2cb req-ed71fec8-cfe5-4af5-867b-61e71fccd3d9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:43.179046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57f201de-caeb-400c-81b3-5cdff68dc2cb req-ed71fec8-cfe5-4af5-867b-61e71fccd3d9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0495925 Nov 16 21:04:43.205658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c18c6064-8cf2-4ccd-9a94-3fc7452c0288 req-76cc640f-41e6-48f3-9c96-a5fad6cd8425 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212146 Nov 16 21:04:43.232200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57f201de-caeb-400c-81b3-5cdff68dc2cb req-4a53358a-d821-40c3-b8d7-b5bd3a7bb5a2 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Nov 16 21:04:43.383709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bac46-3b07-4f67-ab26-b1dc7dd9ce4d req-c0e59983-7981-460b-9f37-b55b34fbbf4f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:43.385328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee2bac46-3b07-4f67-ab26-b1dc7dd9ce4d req-c0e59983-7981-460b-9f37-b55b34fbbf4f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0759246 Nov 16 21:04:43.481405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee2bac46-3b07-4f67-ab26-b1dc7dd9ce4d req-776a3edf-3041-4777-aceb-7bce11893722 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893290 Nov 16 21:04:43.510466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a14a63-6683-4c6e-8419-b13505bfec18 req-4933d7c6-bbd1-456b-9f9c-01f284047e40 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:43.510827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Deleting port ba68b831-69ed-41ec-abd9-a03be05225f3 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:43.511781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:43.512724 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43a14a63-6683-4c6e-8419-b13505bfec18 req-4933d7c6-bbd1-456b-9f9c-01f284047e40 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0506136 Nov 16 21:04:43.563777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43a14a63-6683-4c6e-8419-b13505bfec18 req-e612c6d1-fe5f-408b-9a8b-ad039f6bef22 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Nov 16 21:04:43.591639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] For port ba68b831-69ed-41ec-abd9-a03be05225f3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba68b831-69ed-41ec-abd9-a03be05225f3,segment=NetworkSegment(99f53ede-5e37-4750-b2e8-b81a1490315a),segment_id=99f53ede-5e37-4750-b2e8-b81a1490315a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:43.592050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:43.604340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Calling delete_port for ba68b831-69ed-41ec-abd9-a03be05225f3 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:43.777147 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:43.806345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba68b831-69ed-41ec-abd9-a03be05225f3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:44.054713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4a0ac-eaec-43e7-a2f2-87ac0fc30f99 req-1efad1a8-2b69-412f-a0a7-866cb6a489c1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:44.056296 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8b4a0ac-eaec-43e7-a2f2-87ac0fc30f99 req-1efad1a8-2b69-412f-a0a7-866cb6a489c1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.0540321 Nov 16 21:04:44.111862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8b4a0ac-eaec-43e7-a2f2-87ac0fc30f99 req-d2475714-2f80-4c5b-888c-0f659864ec68 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Nov 16 21:04:44.184529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9064344-991c-45d6-87de-9d0db198e654 req-e0c73a4a-544b-45dc-a14d-984489aea84e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:44.186002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9064344-991c-45d6-87de-9d0db198e654 req-e0c73a4a-544b-45dc-a14d-984489aea84e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.3377421 Nov 16 21:04:44.250519 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:44.255951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9064344-991c-45d6-87de-9d0db198e654 req-7b6d92ee-f74e-442b-8ec7-3187d702ae1e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Nov 16 21:04:44.331489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b814a79-00ce-4c9d-a32f-7471f84a3baf req-7769fe17-ec61-4252-9088-2c40e54434d8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:44.333055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b814a79-00ce-4c9d-a32f-7471f84a3baf req-7769fe17-ec61-4252-9088-2c40e54434d8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0520477 Nov 16 21:04:44.381430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b814a79-00ce-4c9d-a32f-7471f84a3baf req-801e8fc7-2d7c-48df-8fca-bd1d8405b7cd tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Nov 16 21:04:44.404186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3017-8dae-4c6a-8437-c66efbccd06e req-b8bc8236-0cd8-4e7e-bdcf-8289f7f51214 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:44.405693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-332c3017-8dae-4c6a-8437-c66efbccd06e req-b8bc8236-0cd8-4e7e-bdcf-8289f7f51214 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0726621 Nov 16 21:04:44.525700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-332c3017-8dae-4c6a-8437-c66efbccd06e req-7b41ba97-5bc5-4aae-8bea-c14a7a1a6e99 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139312 Nov 16 21:04:44.555584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:04:44.622769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3ec6d-5b40-4176-a0d0-2ed09bb71c0d req-66f9af1d-b0bd-4310-8de7-a7ecfa58ab8a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:44.624294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00f3ec6d-5b40-4176-a0d0-2ed09bb71c0d req-66f9af1d-b0bd-4310-8de7-a7ecfa58ab8a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0612714 Nov 16 21:04:44.672766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00f3ec6d-5b40-4176-a0d0-2ed09bb71c0d req-6f2bc024-2bab-4969-a089-3a18f5653b97 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420539 Nov 16 21:04:44.706035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf73fae-86f5-4e6f-ba57-4ebd0f640343 req-0cc20d09-a85e-4183-9f4d-3c3bb9d9ae35 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:44.707543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaf73fae-86f5-4e6f-ba57-4ebd0f640343 req-0cc20d09-a85e-4183-9f4d-3c3bb9d9ae35 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0714660 Nov 16 21:04:44.708891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:44.714525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d735b55-2bcd-46a5-a507-20437ee1688c admin admin] 10.222.0.48 "PUT /v2.0/routers/aa4d8eb5-04a9-45c0-91b6-111c8494fdb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2067935 Nov 16 21:04:44.718528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50252) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:44.719694 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] Sync routers for ids ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:44.730627 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] Routers {'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:44.731247 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:44.760150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaf73fae-86f5-4e6f-ba57-4ebd0f640343 req-75e14c60-ce1e-4d89-bc2e-e8a0393ae8d7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Nov 16 21:04:44.822158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:44.837122 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] Set router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:44.923536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:44.978602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Deleting port 7255cb8d-c81b-46de-9f71-26a9658bd2ff {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:44.979225 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.021415 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:43Z', 'revision_number': 5, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port': {'id': '7255cb8d-c81b-46de-9f71-26a9658bd2ff', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:05Z', 'updated_at': '2021-11-16T21:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:45.047037 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] Checking router: aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:45.055049 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] Routers {'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:45.055642 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:45.057767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] For port 7255cb8d-c81b-46de-9f71-26a9658bd2ff, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7255cb8d-c81b-46de-9f71-26a9658bd2ff,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:45.058841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.075504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Calling delete_port for 7255cb8d-c81b-46de-9f71-26a9658bd2ff owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:45.126128 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:04:45.146862 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] Set router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:45.202715 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:44Z', 'revision_number': 6, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:45.229319 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12708c5a-2939-45bb-aa14-2e1a210fbb1d None None] The sync data for ids ['aa4d8eb5-04a9-45c0-91b6-111c8494fdb1'] in n-d-817778-8 is: [{'id': 'aa4d8eb5-04a9-45c0-91b6-111c8494fdb1', 'name': 'tempest-FloatingIPDetailsTestJSON-1866855805-router', 'tenant_id': '5abf955043f64569a64cd8136ba6c625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:04Z', 'updated_at': '2021-11-16T21:04:44Z', 'revision_number': 6, 'project_id': '5abf955043f64569a64cd8136ba6c625', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:04:45.235188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bf4cd-ecc2-4540-b748-68838fcaa96c req-492cbfa1-5bc8-4363-98d2-1cfecbdc9b8c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.240957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e9bf4cd-ecc2-4540-b748-68838fcaa96c req-492cbfa1-5bc8-4363-98d2-1cfecbdc9b8c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.0554209 Nov 16 21:04:45.250155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.279931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Pushing event deleted for resources: {'Port': ['ID=7255cb8d-c81b-46de-9f71-26a9658bd2ff,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:45.304154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.310206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e9bf4cd-ecc2-4540-b748-68838fcaa96c req-4230bf23-acb7-4310-bd13-208aebeed835 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Nov 16 21:04:45.434755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.437755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.503024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692e85b-9407-4efb-a416-4c61bb0e81e7 req-6346f083-caee-436a-a996-3ef39f729bc8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.504796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7692e85b-9407-4efb-a416-4c61bb0e81e7 req-6346f083-caee-436a-a996-3ef39f729bc8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0536849 Nov 16 21:04:45.512404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472216-01a2-4c98-a45a-bdfb6cf1c71e req-504441c3-68b9-48cd-bcd8-70d25d323c5a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.513944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f472216-01a2-4c98-a45a-bdfb6cf1c71e req-504441c3-68b9-48cd-bcd8-70d25d323c5a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.1676931 Nov 16 21:04:45.518858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.519424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:04:45.530855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.534366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37aaa9bf-56ad-4768-88e6-92be70ff678d admin admin] 10.222.0.48 "DELETE /v2.0/routers/aa4d8eb5-04a9-45c0-91b6-111c8494fdb1 HTTP/1.1" status: 204 len: 168 time: 0.8123033 Nov 16 21:04:45.535007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50262) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:45.572713 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f472216-01a2-4c98-a45a-bdfb6cf1c71e req-f29da0f2-4b74-49bb-bba6-e86c73926363 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512869 Nov 16 21:04:45.592841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7692e85b-9407-4efb-a416-4c61bb0e81e7 req-cc62e466-4a27-4f78-8cac-e9b57527bb77 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810654 Nov 16 21:04:45.611095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Deleting subnet 14bebc69-3f78-4994-be55-dec5f90a8851 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:04:45.616024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.657838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.700620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc1e4-e765-4f1a-bf7a-c15caf67a8fa req-31617c3f-9e9d-4736-a55c-e27a755229da tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.702189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f11dc1e4-e765-4f1a-bf7a-c15caf67a8fa req-31617c3f-9e9d-4736-a55c-e27a755229da tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0588825 Nov 16 21:04:45.755741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f11dc1e4-e765-4f1a-bf7a-c15caf67a8fa req-516817ad-a7e1-4e0b-b733-c9b2288f0917 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470085 Nov 16 21:04:45.856733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:45.925385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d6b4a-70a2-43c7-bee9-4b77fe8812fd req-4f141b41-8707-4a9f-866c-7da86a4065bc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.926916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f27d6b4a-70a2-43c7-bee9-4b77fe8812fd req-4f141b41-8707-4a9f-866c-7da86a4065bc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.1789699 Nov 16 21:04:45.940094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-ff0350e4-4dae-4b73-ad21-2dd2df48718d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.941584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-ff0350e4-4dae-4b73-ad21-2dd2df48718d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0950353 Nov 16 21:04:45.942941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-35592006-aafd-46f1-b3d1-071d80542424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.944546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-35592006-aafd-46f1-b3d1-071d80542424 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523988 Nov 16 21:04:45.955583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8868ac-2a9d-44c2-a6ea-17e22ccd785b req-68ccecbe-6211-48d6-9873-826d510feb55 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.957034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d8868ac-2a9d-44c2-a6ea-17e22ccd785b req-68ccecbe-6211-48d6-9873-826d510feb55 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1117160 Nov 16 21:04:45.991631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-a9f82982-6b1b-4add-b94e-368dd6c02023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:45.993451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-a9f82982-6b1b-4add-b94e-368dd6c02023 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1094 time: 0.1526461 Nov 16 21:04:45.995441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-ed593762-7ccd-472a-8602-c9fbde549e70 service neutron] 10.222.0.47 "GET /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038283 Nov 16 21:04:46.035196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.092108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-b93559a9-10f0-4fdc-8d61-7829e594db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.093496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-b93559a9-10f0-4fdc-8d61-7829e594db28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&tenant_id=2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 1096 time: 0.1308291 Nov 16 21:04:46.099310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d8868ac-2a9d-44c2-a6ea-17e22ccd785b req-e37513c8-3578-49a5-8645-dffb634102a9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254802 Nov 16 21:04:46.135415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bebc69-3f78-4994-be55-dec5f90a8851,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:46.138629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aee664-818e-42e9-8317-b34c2b804587 None None] Network aae5a411-45e1-4033-aaae-0c9cbde5a925 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:46.139111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.142278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0aadda12-a871-45c3-96a3-9f631815ab70 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14bebc69-3f78-4994-be55-dec5f90a8851 HTTP/1.1" status: 204 len: 168 time: 0.6062365 Nov 16 21:04:46.146467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50272) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:46.154567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f27d6b4a-70a2-43c7-bee9-4b77fe8812fd req-1e15742e-4dba-4377-811b-9dee875d1b3c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170160 Nov 16 21:04:46.204591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-7c93900e-196f-46a2-8915-81ea021a361a service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382603 Nov 16 21:04:46.222335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-a940a6f8-137e-43ea-aa89-4c9090ab052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.223057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e900fd79-429b-48b6-b9cd-0775d92afda4 req-bb7402f1-579b-4380-be6d-6f32a0894ffb service neutron] 10.222.0.47 "GET /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141647 Nov 16 21:04:46.223787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-a940a6f8-137e-43ea-aa89-4c9090ab052c service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.1918151 Nov 16 21:04:46.319151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-f0897773-bbd8-4639-a988-98364c178271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 217 time: 0.0742218 Nov 16 21:04:46.399923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] DHCP port deletion for aae5a411-45e1-4033-aaae-0c9cbde5a925 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:04:46.469841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46220b6f-e2b2-439d-a0f3-587658a09d3e req-01a08bd1-5038-4f12-a977-c32836dfb7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556722 Nov 16 21:04:46.471226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-0536a827-9cb2-49eb-a55c-dce1c46e616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.472531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-0536a827-9cb2-49eb-a55c-dce1c46e616e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1454351 Nov 16 21:04:46.479817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] Deleting port d58ee0a7-721d-4346-bc93-e9d031853f50 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:46.480467 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.497625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40487c-0e49-46d7-a44b-eaacb8505919 req-f667f16a-2a8f-4da0-9d9a-9718305879d9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.503164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb40487c-0e49-46d7-a44b-eaacb8505919 req-f667f16a-2a8f-4da0-9d9a-9718305879d9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.0780711 Nov 16 21:04:46.539658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.547986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4404c452-1f62-4d62-be83-30bba5d6cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.549458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-4404c452-1f62-4d62-be83-30bba5d6cbef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1096 time: 0.4226370 Nov 16 21:04:46.555880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-13cd86f9-6f8f-444c-b170-2457304a912c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703127 Nov 16 21:04:46.560785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] For port d58ee0a7-721d-4346-bc93-e9d031853f50, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d58ee0a7-721d-4346-bc93-e9d031853f50,segment=NetworkSegment(99f53ede-5e37-4750-b2e8-b81a1490315a),segment_id=99f53ede-5e37-4750-b2e8-b81a1490315a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:46.562068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.582579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] Calling delete_port for d58ee0a7-721d-4346-bc93-e9d031853f50 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:46.659702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-14b10aa8-7ef5-42eb-a15a-f3c43c38affc service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912282 Nov 16 21:04:46.661027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-f9c490e9-f2c7-4036-af49-952727d42636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.663550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-f9c490e9-f2c7-4036-af49-952727d42636 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.0956933 Nov 16 21:04:46.665410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7255cb8d-c81b-46de-9f71-26a9658bd2ff no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:46.675209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb40487c-0e49-46d7-a44b-eaacb8505919 req-5ed17a8c-d3ad-46f8-ba03-80e1aa1f2396 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712351 Nov 16 21:04:46.688753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7255cb8d-c81b-46de-9f71-26a9658bd2ff {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:04:46.689407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7255cb8d-c81b-46de-9f71-26a9658bd2ff not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:04:46.690065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d58ee0a7-721d-4346-bc93-e9d031853f50 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:46.734921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-11e61b5c-2179-45de-8cc1-7db543d0dc63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0509791 Nov 16 21:04:46.814638 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.815251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8632b4f-a8f1-4c12-9781-c346de773851 req-7d3e0d9d-206e-4939-9d2d-3d2277c9d8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388364 Nov 16 21:04:46.818149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-ed233756-3e59-4d1f-9878-406798be0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.819542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-ed233756-3e59-4d1f-9878-406798be0fd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0730855 Nov 16 21:04:46.842297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a6fba-4507-4254-8af4-f9697721627a req-742bd943-2467-4aba-bc01-857ac166160d tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.845928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] Pushing event deleted for resources: {'Port': ['ID=d58ee0a7-721d-4346-bc93-e9d031853f50,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:46.850122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.851494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d2a6fba-4507-4254-8af4-f9697721627a req-742bd943-2467-4aba-bc01-857ac166160d tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0768151 Nov 16 21:04:46.862556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca4ab3-7276-4eb3-998f-cae47e538974 None None] No DVR routers for this DVR port d58ee0a7-721d-4346-bc93-e9d031853f50 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:04:46.865574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-92a76a9d-f3ef-4822-9968-b5f5ca697261 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358143 Nov 16 21:04:46.873718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Deleting port d58ee0a7-721d-4346-bc93-e9d031853f50 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:46.874060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:46.884839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1b164-4ef1-4c14-a583-022d51cf2abc req-3ae54be5-71a7-42eb-8c4e-8c830fab8b8c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:46.886205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fae1b164-4ef1-4c14-a583-022d51cf2abc req-3ae54be5-71a7-42eb-8c4e-8c830fab8b8c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.2215605 Nov 16 21:04:46.903384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba68b831-69ed-41ec-abd9-a03be05225f3 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:46.918670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d2a6fba-4507-4254-8af4-f9697721627a req-adef08ff-6c13-4ea1-af1c-24c3dcc6d2e3 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659001 Nov 16 21:04:46.923225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ba68b831-69ed-41ec-abd9-a03be05225f3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:04:46.923573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba68b831-69ed-41ec-abd9-a03be05225f3 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:04:47.020349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] For port d58ee0a7-721d-4346-bc93-e9d031853f50, host n-d-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:47.020726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.029134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d523d-ea96-4415-b28f-c2495b283c44 req-d8d241b8-9eec-4de5-9ab7-61e134e0643c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:47.030689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c63d523d-ea96-4415-b28f-c2495b283c44 req-d8d241b8-9eec-4de5-9ab7-61e134e0643c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0499032 Nov 16 21:04:47.043659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Calling delete_port for d58ee0a7-721d-4346-bc93-e9d031853f50 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:47.050411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Port d58ee0a7-721d-4346-bc93-e9d031853f50 was not found and therefore no delete operation was performed {{(pid=102453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:04:47.053905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.067052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fae1b164-4ef1-4c14-a583-022d51cf2abc req-729be56f-225b-441e-a980-d9ab772fb457 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Nov 16 21:04:47.082245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c63d523d-ea96-4415-b28f-c2495b283c44 req-d1b39371-a8ab-485c-b38b-88b3e72b7257 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 Nov 16 21:04:47.093682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Pushing event deleted for resources: {'Port': ['ID=d58ee0a7-721d-4346-bc93-e9d031853f50,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:47.106809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-1be56f15-f8df-474c-bcd3-4228b9105b0d service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111764 Nov 16 21:04:47.107594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] No DVR routers for this DVR port d58ee0a7-721d-4346-bc93-e9d031853f50 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:04:47.262520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.286001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273ded7-bcd6-4819-81bf-f05abe48a8d7 req-4da3613a-cbe8-4881-aa11-6c03a11122fc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:47.287954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3273ded7-bcd6-4819-81bf-f05abe48a8d7 req-4da3613a-cbe8-4881-aa11-6c03a11122fc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0533974 Nov 16 21:04:47.298667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.299050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.299784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.300116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > port after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.300650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.300778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > port after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.301108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.301443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.301787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.302113 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.336286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3273ded7-bcd6-4819-81bf-f05abe48a8d7 req-c7f6799e-c236-4811-8aa1-07d003203cf9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Nov 16 21:04:47.368412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.368765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.369102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.369439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 21:04:47.369824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae5a411-45e1-4033-aaae-0c9cbde5a925']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:47.402372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f53ede-5e37-4750-b2e8-b81a1490315a') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:47.402372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f53ede-5e37-4750-b2e8-b81a1490315a') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:47.414431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b969371-dd6f-4463-aca8-5c96414b2b81 req-53174cb9-5eef-4df3-820f-e65e4a151838 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:47.415965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b969371-dd6f-4463-aca8-5c96414b2b81 req-53174cb9-5eef-4df3-820f-e65e4a151838 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.2317765 Nov 16 21:04:47.426571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-48d4adb3-879c-4311-b896-7ac15d2135dc service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979198 Nov 16 21:04:47.439993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.472119 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.487551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:04:47.487990 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: from cryptography.utils import int_from_bytes Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: from cryptography.utils import int_from_bytes Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:04:47.492165 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:04:47.544795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b969371-dd6f-4463-aca8-5c96414b2b81 req-dce14033-6f2c-4537-89c4-d92fbebd8744 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204410 Nov 16 21:04:47.565005 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.572270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.576042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aae5a411-45e1-4033-aaae-0c9cbde5a925 HTTP/1.1" status: 204 len: 168 time: 1.4276230 Nov 16 21:04:47.586612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae5a411-45e1-4033-aaae-0c9cbde5a925,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:47.595921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.596269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.596608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.596944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.597275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.597638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.597961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.598284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.599031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.599031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.599216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.599531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1c62cf-ad51-4b20-8a00-4458e8e93751 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:47.676994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-829ad89f-0bff-41f2-97b4-8bf8108865f3 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:47.678610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-829ad89f-0bff-41f2-97b4-8bf8108865f3 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0439155 Nov 16 21:04:47.757445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50292) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:47.799779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-21a6a641-f4b0-4e0d-b24e-f5df740531f5 service neutron] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:47.803930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-21a6a641-f4b0-4e0d-b24e-f5df740531f5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.804413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-766fa6fa-56b2-4b2a-bdbb-30f2271d75cb req-21a6a641-f4b0-4e0d-b24e-f5df740531f5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68/bindings/n-h2-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.1170783 Nov 16 21:04:47.832421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8b91f353-0867-4da0-813c-dcccfc4b8654 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5abf955043f64569a64cd8136ba6c625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737426 Nov 16 21:04:47.835058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50294) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:47.847975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b7afb-bee0-4918-8c64-a17db8b26664 req-20468569-4fb9-4ce7-a4d9-fa46da4fc4f0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:47.849433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a2b7afb-bee0-4918-8c64-a17db8b26664 req-20468569-4fb9-4ce7-a4d9-fa46da4fc4f0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 945 time: 0.0759680 Nov 16 21:04:47.927483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:47.933336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a2b7afb-bee0-4918-8c64-a17db8b26664 req-925792de-c3e9-46e1-8aa8-e4633bb181f0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758481 Nov 16 21:04:47.954157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:48.020292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:48.023161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:48.024441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2703842f-0148-46b4-8d9d-90d0418bca7f HTTP/1.1" status: 204 len: 168 time: 0.1883590 Nov 16 21:04:48.033676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2703842f-0148-46b4-8d9d-90d0418bca7f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:48.041756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.042961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.043316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.043746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.044089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.044558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.044946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.045286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.045653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.045986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.046315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.046642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ccf7f-e8da-4bc9-a04b-4b84b741252d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:04:48.054218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597d4bf-b1ac-4ddb-afbd-c8655c8f1e1c req-33b7a476-892d-47ef-8b29-04d100081797 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.055966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8597d4bf-b1ac-4ddb-afbd-c8655c8f1e1c req-33b7a476-892d-47ef-8b29-04d100081797 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0613194 Nov 16 21:04:48.096731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb35c7-82d8-472b-9e34-c2ee5e2af232 req-4f5a3b97-0539-456f-984a-de1eebc18244 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.098345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18cb35c7-82d8-472b-9e34-c2ee5e2af232 req-4f5a3b97-0539-456f-984a-de1eebc18244 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0460451 Nov 16 21:04:48.123892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8597d4bf-b1ac-4ddb-afbd-c8655c8f1e1c req-bed938d9-fe8b-4eb9-90d5-bb040cc5f68f tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Nov 16 21:04:48.163482 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18cb35c7-82d8-472b-9e34-c2ee5e2af232 req-520a6302-ed54-4e28-9775-d5c0b25f9c3b tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578697 Nov 16 21:04:48.231442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b1414e78-2c96-45c9-998c-369c401f66ff details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:48.286758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00999a-663f-480f-a26c-4ca54579159e req-838606ba-d580-4a28-b4a8-cfd74a4ae5b7 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.294389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b00999a-663f-480f-a26c-4ca54579159e req-838606ba-d580-4a28-b4a8-cfd74a4ae5b7 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 948 time: 0.1071291 Nov 16 21:04:48.354161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524693-4903-4a8b-b336-373194bdbde8 req-e1f763ee-d967-4e7f-905f-2e8113776d34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.356515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7524693-4903-4a8b-b336-373194bdbde8 req-e1f763ee-d967-4e7f-905f-2e8113776d34 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0518408 Nov 16 21:04:48.379525 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b00999a-663f-480f-a26c-4ca54579159e req-d3789536-8d94-42c8-9b16-1fb4de486319 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842564 Nov 16 21:04:48.383998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b1414e78-2c96-45c9-998c-369c401f66ff, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b1414e78-2c96-45c9-998c-369c401f66ff,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:48.408197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b1414e78-2c96-45c9-998c-369c401f66ff', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'b1414e78-2c96-45c9-998c-369c401f66ff', 'mac_address': 'fa:16:3e:1f:7b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:48.434145 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7524693-4903-4a8b-b336-373194bdbde8 req-55df1d97-1a89-4e06-8680-32a8df5eb2dc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641217 Nov 16 21:04:48.470020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:48.484920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1414e78-2c96-45c9-998c-369c401f66ff {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:48.508622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b1414e78-2c96-45c9-998c-369c401f66ff, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b1414e78-2c96-45c9-998c-369c401f66ff,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:48.514802 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:48.569172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea97ae-389c-4c36-ac2e-7a5e7de61beb req-189cef04-869f-45bb-a8dd-34fe1f48dbdf tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.569951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6aea97ae-389c-4c36-ac2e-7a5e7de61beb req-189cef04-869f-45bb-a8dd-34fe1f48dbdf tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0614896 Nov 16 21:04:48.590427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b1414e78-2c96-45c9-998c-369c401f66ff,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:48.594362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-a679690c-5caf-4cc3-bfc2-83ae45629a5a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.595966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-a679690c-5caf-4cc3-bfc2-83ae45629a5a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.1309762 Nov 16 21:04:48.615631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-d11bc0c3-6572-4ee8-8ab1-3883537c97cc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/quotas/2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 375 time: 0.0127358 Nov 16 21:04:48.630851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6aea97ae-389c-4c36-ac2e-7a5e7de61beb req-eef67409-3c0d-4179-b59b-8cad5286637f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538888 Nov 16 21:04:48.677162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-9cc39743-34a3-4b96-a348-252e95263889 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543687 Nov 16 21:04:48.802040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-9ba36442-434d-40e2-9b90-b3b05663f4c1 service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051612 Nov 16 21:04:48.833269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b1414e78-2c96-45c9-998c-369c401f66ff'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:48.839763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b93c5f-9875-450e-bc98-f7155a35bedc req-b1964c01-7565-4cb9-a345-6face334da71 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:48.841383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97b93c5f-9875-450e-bc98-f7155a35bedc req-b1964c01-7565-4cb9-a345-6face334da71 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0639791 Nov 16 21:04:48.914299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97b93c5f-9875-450e-bc98-f7155a35bedc req-343cee8a-88eb-43a1-b0c8-a9367986f2d3 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655246 Nov 16 21:04:48.930900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-2a151e25-1a06-40da-a3a2-6e4d232543c5 service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213138 Nov 16 21:04:49.071090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2767b-0907-4083-8646-f95b2b6b0668 req-5b26f6c0-5c20-41d3-831e-c2ca63f55b34 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:49.079833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5a2767b-0907-4083-8646-f95b2b6b0668 req-5b26f6c0-5c20-41d3-831e-c2ca63f55b34 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0819080 Nov 16 21:04:49.118202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50356) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:49.152406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5a2767b-0907-4083-8646-f95b2b6b0668 req-1bdefbb4-e8c6-4556-9ad3-df5de74f726a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663559 Nov 16 21:04:49.231429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55da614f-22c3-4eff-880e-9c31c0d6185d req-8d07c2f2-1b65-43a2-bf5a-e981a5cdff10 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 210 time: 0.0379701 Nov 16 21:04:49.280115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-network', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:49.319622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Made reservation on behalf of ec1e8d3da2f34177886ea4261b4f3386 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:49.322006 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.341884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.461075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.468290 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.483189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43520e3-d383-469b-82f6-1f887c5e6aed req-9636cc6a-f147-4ef6-9d2d-5a1d65491ae1 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:49.488273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a43520e3-d383-469b-82f6-1f887c5e6aed req-9636cc6a-f147-4ef6-9d2d-5a1d65491ae1 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.1296735 Nov 16 21:04:49.503687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2cd602-7ae9-46b6-b215-40ff3e269351,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:49.516320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:04:49.530395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.531453 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Added segment be66676a-b194-4645-8a17-9d5822c72dd9 of type vlan for network b7ad90bf-9a12-4ece-b377-be830191a449 Nov 16 21:04:49.546605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a43520e3-d383-469b-82f6-1f887c5e6aed req-c24700cd-3387-441f-9ed4-c730056e5478 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504358 Nov 16 21:04:49.592470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.628394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.632133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:49.632853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.722182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6026042 Nov 16 21:04:49.739438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:49.740943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1b46c-e4ff-404b-b461-1754a0f6e44c admin admin] Pushing event updated for resources: {'Network': ['ID=b7ad90bf-9a12-4ece-b377-be830191a449,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:49.754039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b7ad90bf-9a12-4ece-b377-be830191a449 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:04:49.762065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Request body: {'subnet': {'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-subnet', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:49.809016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affdbb7-fe05-44fb-969a-dd9ca4cfa984 req-4dbc8c21-73ed-409b-a1d5-95d0de8a0ca5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:49.816329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7affdbb7-fe05-44fb-969a-dd9ca4cfa984 req-4dbc8c21-73ed-409b-a1d5-95d0de8a0ca5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 949 time: 0.1322925 Nov 16 21:04:49.821963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1035e-bc29-4bf7-96d9-b44c8a3f4618 req-835a6e1b-4e69-4752-9e77-b2039ce8c70a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:49.832665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e1035e-bc29-4bf7-96d9-b44c8a3f4618 req-835a6e1b-4e69-4752-9e77-b2039ce8c70a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0691354 Nov 16 21:04:49.842471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Made reservation on behalf of ec1e8d3da2f34177886ea4261b4f3386 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:49.844907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:49.884147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e1035e-bc29-4bf7-96d9-b44c8a3f4618 req-7486bc12-9cfe-425a-a00c-dfb1b92ded16 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Nov 16 21:04:49.938991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7affdbb7-fe05-44fb-969a-dd9ca4cfa984 req-30d7d319-3064-4c43-a153-72e6e247c0ae tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215820 Nov 16 21:04:50.266458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db45ad-6595-4493-91a9-2890e645636b req-e68b2819-6a6d-4b55-90e0-68ef00a3421f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:50.268561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25db45ad-6595-4493-91a9-2890e645636b req-e68b2819-6a6d-4b55-90e0-68ef00a3421f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0525143 Nov 16 21:04:50.271029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 15bfcd97-a4cd-4131-97cb-81836fa69e4a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:50.276066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b1414e78-2c96-45c9-998c-369c401f66ff up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:50.338697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25db45ad-6595-4493-91a9-2890e645636b req-74f28254-7a62-4be2-896e-cc9712343056 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585098 Nov 16 21:04:50.354141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd41dca-f4d3-4d2b-965f-a12c7a5b0d63 req-05415aaf-daaa-4c98-8ce5-08f9271f0dcb tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:50.355656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd41dca-f4d3-4d2b-965f-a12c7a5b0d63 req-05415aaf-daaa-4c98-8ce5-08f9271f0dcb tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.3333368 Nov 16 21:04:50.392494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.408717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port b1414e78-2c96-45c9-998c-369c401f66ff completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:50.437565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b1414e78-2c96-45c9-998c-369c401f66ff triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:50.438317 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.447175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147bcc19-ab2a-4987-840b-ad04072b964d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:50.452920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e93e7854-9527-4fd6-a9bf-c7b5da853dad req-8cd23fb1-f05e-42eb-97c2-9c42e3a7ba71 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 210 time: 0.0417030 Nov 16 21:04:50.519356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd41dca-f4d3-4d2b-965f-a12c7a5b0d63 req-d45d29e5-ab03-4b0d-b60d-233698f34317 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342986 Nov 16 21:04:50.537217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Checking segment: {'id': 'be66676a-b194-4645-8a17-9d5822c72dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:50.537673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Network hostable DHCP agents. Network: b7ad90bf-9a12-4ece-b377-be830191a449, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:04:50.550599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a,segment=NetworkSegment(98972098-457f-4679-9541-079c544cbaf0),segment_id=98972098-457f-4679-9541-079c544cbaf0)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:50.559862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Network b7ad90bf-9a12-4ece-b377-be830191a449 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:04:50.574686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b7ad90bf-9a12-4ece-b377-be830191a449) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:50.581563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '15bfcd97-a4cd-4131-97cb-81836fa69e4a', 'network_id': 'b68f78e8-d4cc-46fd-9873-1e9d296d6a47', 'port_id': '15bfcd97-a4cd-4131-97cb-81836fa69e4a', 'mac_address': 'fa:16:3e:9f:b9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd67869b-1998-433c-87fd-909312accbca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:50.587101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:50.587560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.597844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd790e-b7bb-4d72-96e0-ce12be073503 None None] Network b7ad90bf-9a12-4ece-b377-be830191a449 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:50.613830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-979528ce-32ff-4d8a-a1a5-9a2f093e8037 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8620443 Nov 16 21:04:50.614762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50400) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:50.619387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:50.650823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.652571 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.756517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8959-6088-4d5b-854f-b9f7ea4989e0 req-38014923-cecb-4288-9bdf-318889bdf244 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:50.758239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56bc8959-6088-4d5b-854f-b9f7ea4989e0 req-38014923-cecb-4288-9bdf-318889bdf244 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 944 time: 0.0802977 Nov 16 21:04:50.759326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.812824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-2f207e1e-2195-44d5-8c91-b9c5d3c6655f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:50.814774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-2f207e1e-2195-44d5-8c91-b9c5d3c6655f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.2435560 Nov 16 21:04:50.822638 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-545c9f17-4bb5-4b12-8736-528357f95411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.829068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.832130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Request body: {'port': {'device_id': '9110ebd8-4726-4034-9d35-28595e170b1c', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'admin_state_up': True, 'tenant_id': '2e10d8b637304f87bd87bd8daec854e6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:50.867460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.873099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bfcd97-a4cd-4131-97cb-81836fa69e4a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:50.900221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56bc8959-6088-4d5b-854f-b9f7ea4989e0 req-ac137d7a-bdbb-4334-a134-985ea5ce7a97 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229103 Nov 16 21:04:50.925214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1414e78-2c96-45c9-998c-369c401f66ff'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:50.932359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.938352 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b17a6cf-b5f6-4860-9d76-86fbd1b9a069" -d '{"events": [{"server_uuid": "c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "b1414e78-2c96-45c9-998c-369c401f66ff"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:50.975560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a,segment=NetworkSegment(98972098-457f-4679-9541-079c544cbaf0),segment_id=98972098-457f-4679-9541-079c544cbaf0)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:50.990024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b1414e78-2c96-45c9-998c-369c401f66ff, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b1414e78-2c96-45c9-998c-369c401f66ff,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:50.992450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:50.993691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:51.001683 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e24506-9bef-42f4-9560-f53bf92b3c98 x-openstack-request-id: req-b3e24506-9bef-42f4-9560-f53bf92b3c98 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:51.002175 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "b1414e78-2c96-45c9-998c-369c401f66ff", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:51.002588 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3e24506-9bef-42f4-9560-f53bf92b3c98 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:51.003610 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1414e78-2c96-45c9-998c-369c401f66ff', 'code': 200} Nov 16 21:04:51.006164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-b7ad90bf-9a12-4ece-b377-be830191a449', 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'fixed_ips': [{'subnet_id': '147bcc19-ab2a-4987-840b-ad04072b964d'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:04:51.006941 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.012418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Made reservation on behalf of 2e10d8b637304f87bd87bd8daec854e6 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:04:51.014190 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.033704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.062263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1031d-21f6-4804-93d8-eaafdcbcef70 req-83e4d9f8-bda3-41e0-aad4-128899cbb2f8 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:51.069387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfe1031d-21f6-4804-93d8-eaafdcbcef70 req-83e4d9f8-bda3-41e0-aad4-128899cbb2f8 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0832098 Nov 16 21:04:51.130039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfe1031d-21f6-4804-93d8-eaafdcbcef70 req-179a5abc-8279-4ce9-b2b2-bb71c049ee2f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Nov 16 21:04:51.229831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500b668-61b4-4832-ba78-6aa4bbfbd3ba req-3e76ee81-292b-4730-ac09-4d56992fa523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:51.231366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e500b668-61b4-4832-ba78-6aa4bbfbd3ba req-3e76ee81-292b-4730-ac09-4d56992fa523 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 1101 time: 0.1519871 Nov 16 21:04:51.242213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f1d7a-9401-48bf-b82a-efac263e7b05 req-897fb20b-8033-4f8d-b809-561c5ac2f08b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:51.243765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc6f1d7a-9401-48bf-b82a-efac263e7b05 req-897fb20b-8033-4f8d-b809-561c5ac2f08b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 950 time: 0.1722295 Nov 16 21:04:51.299785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.305270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Allocated IP 172.20.0.11 (186eb40a-2b30-4ccc-833e-52c554430ea6/396b4609-825b-40c4-ae25-47b785cdc88e/ffd512e7-9390-43fd-b3c9-6cb0477e95fa) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:51.324482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.334691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=15bfcd97-a4cd-4131-97cb-81836fa69e4a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:51.345952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e500b668-61b4-4832-ba78-6aa4bbfbd3ba req-2ff900af-2dde-4529-9d84-a1f4f5743553 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011314 Nov 16 21:04:51.369369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc6f1d7a-9401-48bf-b82a-efac263e7b05 req-b2b15b4a-1336-4fc0-a6c4-ee82698d91c3 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056292 Nov 16 21:04:51.462099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:51.476657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b1414e78-2c96-45c9-998c-369c401f66ff,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:51.485122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '6f42a120-a621-43e1-99e8-d8598b22d108', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'port_id': '6f42a120-a621-43e1-99e8-d8598b22d108', 'mac_address': 'fa:16:3e:21:d3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9cc6c0-caba-45df-8302-79ccbf7677de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:51.498372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Allocated IP 172.20.0.2 (b7ad90bf-9a12-4ece-b377-be830191a449/147bcc19-ab2a-4987-840b-ad04072b964d/d0cbec6b-d623-41f8-9dd3-bd5650802618) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:51.509115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Allocated IP 172.25.3.190 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:51.534817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed505f5d-00d7-48b5-b389-9a639bfd6e3d req-d0b008f2-3508-4de9-a8a2-9edee7b3718d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:51.536889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed505f5d-00d7-48b5-b389-9a639bfd6e3d req-d0b008f2-3508-4de9-a8a2-9edee7b3718d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0990615 Nov 16 21:04:51.563184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.563374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.606429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f42a120-a621-43e1-99e8-d8598b22d108 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:51.615766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bd20545-7263-45f6-b74a-d256b7523f1f req-758bacec-dbeb-4229-946b-00247b20025c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 210 time: 0.0385044 Nov 16 21:04:51.632463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.636838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:51.653969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed505f5d-00d7-48b5-b389-9a639bfd6e3d req-d4f373c5-7329-4009-9fdc-19241439fd89 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075127 Nov 16 21:04:51.665545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.691323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:51.694554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:51.702225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:51.721339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.756886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:51.764832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.767124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:51.808298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.812256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f0548-3caf-456b-87e4-f15cd3188367 req-1c58c3d4-207b-4ce7-87b8-9873d0865409 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:51.814268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a84f0548-3caf-456b-87e4-f15cd3188367 req-1c58c3d4-207b-4ce7-87b8-9873d0865409 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0874343 Nov 16 21:04:51.818256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.821544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:51.822580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.830925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:51.834539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:51.840114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:51.842783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:51.862063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-8b7a32ba-4330-4914-accb-2e999a986b4e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0340760 Nov 16 21:04:51.870662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Network b7ad90bf-9a12-4ece-b377-be830191a449 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:51.874356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:51.877673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:51.888274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Request body: {'port': {'device_id': '9110ebd8-4726-4034-9d35-28595e170b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:04:51.891948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Pushing event updated for resources: {'Port': ['ID=d0cbec6b-d623-41f8-9dd3-bd5650802618,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:51.895085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a84f0548-3caf-456b-87e4-f15cd3188367 req-7a03f3ed-10bd-4d5d-8f34-e042f780c240 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694823 Nov 16 21:04:51.961167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.969176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Attempting to bind port d0cbec6b-d623-41f8-9dd3-bd5650802618 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:51.969623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Attempting to bind port d0cbec6b-d623-41f8-9dd3-bd5650802618 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'be66676a-b194-4645-8a17-9d5822c72dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:51.970086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Attempting to bind port d0cbec6b-d623-41f8-9dd3-bd5650802618 on network b7ad90bf-9a12-4ece-b377-be830191a449 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:51.976051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:51.976580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Checking segment: {'id': 'be66676a-b194-4645-8a17-9d5822c72dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:51.977113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:51.977622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Bound using segment: {'id': 'be66676a-b194-4645-8a17-9d5822c72dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:51.978187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Bound port: d0cbec6b-d623-41f8-9dd3-bd5650802618, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be66676a-b194-4645-8a17-9d5822c72dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:51.978679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.050651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] For port d0cbec6b-d623-41f8-9dd3-bd5650802618, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:52.054060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] For port d0cbec6b-d623-41f8-9dd3-bd5650802618, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0cbec6b-d623-41f8-9dd3-bd5650802618,segment=NetworkSegment(be66676a-b194-4645-8a17-9d5822c72dd9),segment_id=be66676a-b194-4645-8a17-9d5822c72dd9)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:52.059754 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.065692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2b67-608e-43e4-89c5-4fbde0eb65bd req-e27a7465-4c9e-4bb3-8320-02873561ccc9 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:52.067441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d53f2b67-608e-43e4-89c5-4fbde0eb65bd req-e27a7465-4c9e-4bb3-8320-02873561ccc9 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 945 time: 0.0742497 Nov 16 21:04:52.130266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a216a-f74f-47a6-887e-535ae4118d00 None None] Pushing event updated for resources: {'Port': ['ID=d0cbec6b-d623-41f8-9dd3-bd5650802618,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:52.136771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['6f42a120-a621-43e1-99e8-d8598b22d108'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:52.139288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['15bfcd97-a4cd-4131-97cb-81836fa69e4a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:52.237089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d53f2b67-608e-43e4-89c5-4fbde0eb65bd req-8573a428-4efb-4d2c-8e03-725b0958ad2d tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Nov 16 21:04:52.267256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.326386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd512e7-9390-43fd-b3c9-6cb0477e95fa {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:52.336109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.387986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8946d-d209-44f7-ac6a-3950d1827a6b req-47348dfe-2e34-4ddd-9d0a-a44ab110419e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:52.399002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bec8946d-d209-44f7-ac6a-3950d1827a6b req-47348dfe-2e34-4ddd-9d0a-a44ab110419e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.1595652 Nov 16 21:04:52.413706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Transition to ACTIVE for port object ffd512e7-9390-43fd-b3c9-6cb0477e95fa will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:04:52.435130 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.566060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bec8946d-d209-44f7-ac6a-3950d1827a6b req-6389d7d9-285e-4ab6-bf09-937aa1e513f3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656919 Nov 16 21:04:52.572319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:52.640986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2b4f0-7887-41f0-8cdb-310ca0c71759 req-266e242d-d9a3-4574-8eca-abf559ea6bed tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:52.642676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4a2b4f0-7887-41f0-8cdb-310ca0c71759 req-266e242d-d9a3-4574-8eca-abf559ea6bed tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 950 time: 0.1293943 Nov 16 21:04:52.648277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.671329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:52.671893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:52.672226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:52.678388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:04:52.678844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:52.688415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:52.689035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:52.689382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:52.689874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Bound port: ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:52.690323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.691828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0cbec6b-d623-41f8-9dd3-bd5650802618 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:52.769985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d0cbec6b-d623-41f8-9dd3-bd5650802618 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:52.770524 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.774060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4a2b4f0-7887-41f0-8cdb-310ca0c71759 req-b9805ac6-ced5-4b6f-a3b0-6b8ed32e3cd4 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230047 Nov 16 21:04:52.824254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33418-aa01-40b8-b174-f2e5d4b8c267 req-02d8ffd7-1deb-4e03-82d1-d1156a0873e5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:52.829414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Router f4525d75-28c4-4bc1-a113-248a625b8b92 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:04:52.830823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf33418-aa01-40b8-b174-f2e5d4b8c267 req-02d8ffd7-1deb-4e03-82d1-d1156a0873e5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0883384 Nov 16 21:04:52.846938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:52.851985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:52.862369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.905257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.933091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:52.933747 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.935380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] 10.222.0.41 "PUT /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 1092 time: 1.0611579 Nov 16 21:04:52.935845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:52.938243 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dc399e-419d-47c2-9baf-bb28f4ed5153" -d '{"events": [{"name": "network-changed", "server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:52.959997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf33418-aa01-40b8-b174-f2e5d4b8c267 req-f23ffa7e-2f95-49c5-b2ef-e2b9b52570dd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106100 Nov 16 21:04:52.967915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d0cbec6b-d623-41f8-9dd3-bd5650802618, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0cbec6b-d623-41f8-9dd3-bd5650802618,segment=NetworkSegment(be66676a-b194-4645-8a17-9d5822c72dd9),segment_id=be66676a-b194-4645-8a17-9d5822c72dd9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:52.998305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:52.999203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7502e3-c25a-48f9-bbef-ebffa4b9598b service neutron] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:53.026803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feaf58-816e-4b94-bbfc-8d22e41d7e00 req-b42cd816-b173-4dcf-8f4c-d6ecb353c0f3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.040532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4feaf58-816e-4b94-bbfc-8d22e41d7e00 req-b42cd816-b173-4dcf-8f4c-d6ecb353c0f3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1579497 Nov 16 21:04:53.054471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc10be6f-9629-4a2b-83ad-8a0732e12caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:53.090698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=d0cbec6b-d623-41f8-9dd3-bd5650802618,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:53.129501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-cb206ba9-efe2-4dc1-a024-f6cc7e64e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.131425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-cb206ba9-efe2-4dc1-a024-f6cc7e64e4d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1095 time: 0.1440310 Nov 16 21:04:53.133607 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4feaf58-816e-4b94-bbfc-8d22e41d7e00 req-f2cec6c3-2b66-419c-967a-65aa5812122d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880570 Nov 16 21:04:53.135049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:53.161170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Sync routers for ids ['f4525d75-28c4-4bc1-a113-248a625b8b92'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:53.167845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849882c-8900-4f8f-802c-c6729d303a6f req-e92b8b46-6f99-4424-b7d1-04faba127e9b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.171976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:53.173563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-388d8e5c-e4aa-451b-9e2b-a675ee5f2252 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5572164 Nov 16 21:04:53.177043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:53.178804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5849882c-8900-4f8f-802c-c6729d303a6f req-e92b8b46-6f99-4424-b7d1-04faba127e9b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.1111562 Nov 16 21:04:53.187983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Routers {'f4525d75-28c4-4bc1-a113-248a625b8b92'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:53.188429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f4525d75-28c4-4bc1-a113-248a625b8b92'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:53.233992 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102a96b-d589-43f2-9096-28c186dbec7c x-openstack-request-id: req-a102a96b-d589-43f2-9096-28c186dbec7c {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:53.234768 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:53.235366 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a102a96b-d589-43f2-9096-28c186dbec7c {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:53.235782 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'status': 'completed', 'code': 200} Nov 16 21:04:53.237842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-37a55fe9-4979-4d94-b1eb-d3b29a4f9295 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 217 time: 0.0956695 Nov 16 21:04:53.345405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5849882c-8900-4f8f-802c-c6729d303a6f req-4c223cf9-90eb-42d0-b932-698e8778cd26 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655371 Nov 16 21:04:53.367504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-ed16da28-5c49-4a5d-b191-bde081374fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.369561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-ed16da28-5c49-4a5d-b191-bde081374fa9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1144922 Nov 16 21:04:53.404082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Set router f4525d75-28c4-4bc1-a113-248a625b8b92 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:53.422764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-dd3dddb4-93b9-43d3-b9d1-f5d7e510ec2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443685 Nov 16 21:04:53.443712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b24b2-873d-4a4b-8e52-1b99c8c9edff None None] Network b7ad90bf-9a12-4ece-b377-be830191a449 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:04:53.498898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacac12-5362-4a4a-aaba-8ce0f3c91743 req-25449999-27ce-4b20-8541-db868c20a5b9 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.500403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6cacac12-5362-4a4a-aaba-8ce0f3c91743 req-25449999-27ce-4b20-8541-db868c20a5b9 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 945 time: 0.1423755 Nov 16 21:04:53.546102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-0f35d5c7-d1bd-4757-aa17-77db551b3232 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124389 Nov 16 21:04:53.624358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3b2d894e-6fe1-4441-a13d-fc61ba4efa09 None None] Provisioning complete for port d0cbec6b-d623-41f8-9dd3-bd5650802618 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:53.624655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b2d894e-6fe1-4441-a13d-fc61ba4efa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:53.633215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6cacac12-5362-4a4a-aaba-8ce0f3c91743 req-f87696a8-0e50-4a28-b512-3b884d25cda0 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219797 Nov 16 21:04:53.685629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cae4318-4ec6-41f5-be57-074676234ff5 req-f64fcead-90bf-4bfa-8d60-f68524eda2d8 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298409 Nov 16 21:04:53.733970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acb8c3-7d4e-4b5c-97ad-1042718d66dd req-5ffd2723-b2f0-44c5-9bc2-3567f0998352 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.735519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1acb8c3-7d4e-4b5c-97ad-1042718d66dd req-5ffd2723-b2f0-44c5-9bc2-3567f0998352 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.0656233 Nov 16 21:04:53.798678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:53.820655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-ba10c943-0338-4e5b-b7a1-7f2922a9b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.822637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-ba10c943-0338-4e5b-b7a1-7f2922a9b7e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1095 time: 0.0783007 Nov 16 21:04:53.828037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1acb8c3-7d4e-4b5c-97ad-1042718d66dd req-82a7a850-cb54-4f9c-9904-bb30733a3a2f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854230 Nov 16 21:04:53.884052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:50Z', 'updated_at': '2021-11-16T21:04:52Z', 'revision_number': 3, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'gw_port': {'id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:51Z', 'updated_at': '2021-11-16T21:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:53.920604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Checking router: f4525d75-28c4-4bc1-a113-248a625b8b92 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:53.921260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Updating router f4525d75-28c4-4bc1-a113-248a625b8b92 port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:04:53.949828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-2461f27a-fc55-4ae0-8f01-07b0ac789553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:53.951385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-2461f27a-fc55-4ae0-8f01-07b0ac789553 service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1192436 Nov 16 21:04:54.004043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f656103-e4cf-4720-9579-492b5e6b7207 req-28013942-85e3-4e84-9484-859d2bb00f46 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:54.012330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f656103-e4cf-4720-9579-492b5e6b7207 req-28013942-85e3-4e84-9484-859d2bb00f46 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 950 time: 0.1264384 Nov 16 21:04:54.025779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-e4817a2a-40fc-4abc-8ad2-8d0e5373690c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 217 time: 0.0646493 Nov 16 21:04:54.106211 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.131760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.136082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f656103-e4cf-4720-9579-492b5e6b7207 req-c519fa86-ef02-41f0-aa52-aa3ea3609853 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138475 Nov 16 21:04:54.138290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-4aacd6a6-449b-4c2a-8c9c-aca21769ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:54.140544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-4aacd6a6-449b-4c2a-8c9c-aca21769ce7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1070888 Nov 16 21:04:54.155428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Allocated IP 172.20.0.1 (b7ad90bf-9a12-4ece-b377-be830191a449/147bcc19-ab2a-4987-840b-ad04072b964d/c1dd4a2b-8c30-483f-8e51-d4a39fac0463) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:04:54.191689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-4be96c9b-ae2b-4210-aafd-ec18380e4aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353775 Nov 16 21:04:54.203115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f40b43-874a-439f-acdd-a7a6c1b460ef req-8645d3d4-9ee8-4c3e-b001-644b045aeaac tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:54.205538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6f40b43-874a-439f-acdd-a7a6c1b460ef req-8645d3d4-9ee8-4c3e-b001-644b045aeaac tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.1275640 Nov 16 21:04:54.297935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81d97926-3777-4997-8ab8-2590425b872a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:54.300081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 15bfcd97-a4cd-4131-97cb-81836fa69e4a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:54.302088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.345834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-32861a16-73f3-4a8f-9b0b-c31380898178 None None] Provisioning complete for port d0cbec6b-d623-41f8-9dd3-bd5650802618 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:54.346218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-32861a16-73f3-4a8f-9b0b-c31380898178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.346511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.538968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 15bfcd97-a4cd-4131-97cb-81836fa69e4a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:54.593034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 15bfcd97-a4cd-4131-97cb-81836fa69e4a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:54.593415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.665775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0cbec6b-d623-41f8-9dd3-bd5650802618 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:54.670048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:54.672922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6f40b43-874a-439f-acdd-a7a6c1b460ef req-7ab46820-5448-4092-a6ff-31a25ec9b34b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563024 Nov 16 21:04:54.703207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-48eebb2d-bdde-4438-b84a-0e4fa7c7b339 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965980 Nov 16 21:04:54.745967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '81d97926-3777-4997-8ab8-2590425b872a', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'port_id': '81d97926-3777-4997-8ab8-2590425b872a', 'mac_address': 'fa:16:3e:a4:80:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a93d4b-b923-45f6-ae6c-4422e4e8f237', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:54.751284 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.769538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.790999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Network b7ad90bf-9a12-4ece-b377-be830191a449 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:54.799181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:54.805262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:04:54.827225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Pushing event updated for resources: {'Port': ['ID=c1dd4a2b-8c30-483f-8e51-d4a39fac0463,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:54.848834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10dc399e-419d-47c2-9baf-bb28f4ed5153 req-d88d6320-ce06-432d-9df7-0e9a208b15ab service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336274 Nov 16 21:04:54.850686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.867930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5459b-4354-45af-9c59-c6e982555952 req-d6eb0e4d-312f-4084-a5e9-b4db280e9b0c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:54.869462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ad5459b-4354-45af-9c59-c6e982555952 req-d6eb0e4d-312f-4084-a5e9-b4db280e9b0c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1200144 Nov 16 21:04:54.883232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.913077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bc39f-9053-4286-9d78-5449b19e886e req-4db59c19-03c4-4d28-8893-8a7433c59acf tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:54.922014 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a02bc39f-9053-4286-9d78-5449b19e886e req-4db59c19-03c4-4d28-8893-8a7433c59acf tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 945 time: 0.0720122 Nov 16 21:04:54.945492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d97926-3777-4997-8ab8-2590425b872a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:54.954128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a463d1-8bfb-4505-a819-37df99677289 None None] Pushing event updated for resources: {'Port': ['ID=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:54.968980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d0cbec6b-d623-41f8-9dd3-bd5650802618 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:54.970727 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:54.995920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ad5459b-4354-45af-9c59-c6e982555952 req-2d711d85-1e67-4831-b357-b7f4ea687078 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120543 Nov 16 21:04:54.996342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a02bc39f-9053-4286-9d78-5449b19e886e req-0f0ffd7d-b7f4-4182-b28b-ba0792ec5d72 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691879 Nov 16 21:04:55.025471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Attempting to bind port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:04:55.025882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Attempting to bind port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:04:55.026897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Attempting to bind port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:04:55.033418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.052805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:04:55.053201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:04:55.053623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.054027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:04:55.054511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Bound port: b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:04:55.054894 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.096441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfcd97-a4cd-4131-97cb-81836fa69e4a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:55.099091 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fc2ac9-dab2-4090-a662-c759f7fec56e" -d '{"events": [{"server_uuid": "d2d3978f-08af-41b2-8e02-a287a2a08b14", "name": "network-vif-plugged", "status": "completed", "tag": "15bfcd97-a4cd-4131-97cb-81836fa69e4a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:55.119246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.125923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:55.136867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a,segment=NetworkSegment(98972098-457f-4679-9541-079c544cbaf0),segment_id=98972098-457f-4679-9541-079c544cbaf0)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:55.144203 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.155471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.156246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:55.235072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] For port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:04:55.274897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] For port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:04:55.276024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1cfa-057e-4a51-a8ea-7ba7f818af4a req-eaad9c5b-6ced-424c-9318-687322ae3d66 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.282084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b3d1cfa-057e-4a51-a8ea-7ba7f818af4a req-eaad9c5b-6ced-424c-9318-687322ae3d66 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 946 time: 0.1112003 Nov 16 21:04:55.290613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-89ff74e5-be54-4495-8b57-2c5a5f942e3b None None] Provisioning complete for port c1dd4a2b-8c30-483f-8e51-d4a39fac0463 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:55.290996 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89ff74e5-be54-4495-8b57-2c5a5f942e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.295544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.333090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['81d97926-3777-4997-8ab8-2590425b872a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:55.335132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:55.361990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b3d1cfa-057e-4a51-a8ea-7ba7f818af4a req-62790461-694d-41f7-bbb3-1498551ca9da tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739627 Nov 16 21:04:55.394473 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.403395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.420836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-89ff74e5-be54-4495-8b57-2c5a5f942e3b None None] Port c1dd4a2b-8c30-483f-8e51-d4a39fac0463 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:55.440040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 6f42a120-a621-43e1-99e8-d8598b22d108 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:55.468029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 6f42a120-a621-43e1-99e8-d8598b22d108 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:55.468542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.471450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.473379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.474347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.474621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.475395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.475566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.476081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.476932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.476932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.477301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.477745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.478341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.478696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.482591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.484481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Pushing event updated for resources: {'Port': ['ID=c1dd4a2b-8c30-483f-8e51-d4a39fac0463,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:55.488561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-acf92119-bb81-4265-9def-c81d0d1c0962 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c&device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e&device_id=76e53c08-dd60-4f09-abd2-5d507517d65f&device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14&device_id=83e156f4-387c-4df4-9811-dade89398998&device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e&device_id=e32cd700-6a52-4d76-b900-2a001277854c&device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15&device_id=8b1b579a-165d-43a3-bf09-8869056b4c40&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 11749 time: 0.0850472 Nov 16 21:04:55.505851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Routers {'f4525d75-28c4-4bc1-a113-248a625b8b92'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:55.506479 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-b4315e68-da64-4842-b6f0-6e47489170ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.506602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f4525d75-28c4-4bc1-a113-248a625b8b92'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:55.514036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=15bfcd97-a4cd-4131-97cb-81836fa69e4a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:55.601058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68933bd2-3e64-4c9b-b420-413dada4e3bc req-13eba99a-9f57-49c2-adf6-020fbba79401 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.602598 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68933bd2-3e64-4c9b-b420-413dada4e3bc req-13eba99a-9f57-49c2-adf6-020fbba79401 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.1066999 Nov 16 21:04:55.605016 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-b4315e68-da64-4842-b6f0-6e47489170ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.611768 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-b4315e68-da64-4842-b6f0-6e47489170ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.649457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Network b7ad90bf-9a12-4ece-b377-be830191a449 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:04:55.657049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.658069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:04:55.663897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4315e68-da64-4842-b6f0-6e47489170ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a991160d-cf00-46a9-b030-ea2ef4cb862c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:55.678920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68933bd2-3e64-4c9b-b420-413dada4e3bc req-0790c862-c309-40ca-ad95-428347a61352 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676033 Nov 16 21:04:55.731064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a463d1-8bfb-4505-a819-37df99677289 None None] Pushing event updated for resources: {'Port': ['ID=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:55.779767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] Set router f4525d75-28c4-4bc1-a113-248a625b8b92 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:55.780921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cbb51a6-ab95-45ea-85a0-72a441510e3d req-b4315e68-da64-4842-b6f0-6e47489170ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&id=5d735e83-0664-4de4-a964-20ad031da11c&id=60276ab3-fcce-459e-aa90-9afe2ba7c940&id=a18d17a6-d69c-4aac-8232-73b51953b14d&id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2879710 Nov 16 21:04:55.789225 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2ff91a-d89d-44dc-92c4-48d2bd99bbe8 x-openstack-request-id: req-8f2ff91a-d89d-44dc-92c4-48d2bd99bbe8 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:55.789377 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3978f-08af-41b2-8e02-a287a2a08b14", "name": "network-vif-plugged", "status": "completed", "tag": "15bfcd97-a4cd-4131-97cb-81836fa69e4a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:55.789650 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f2ff91a-d89d-44dc-92c4-48d2bd99bbe8 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:55.790063 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfcd97-a4cd-4131-97cb-81836fa69e4a', 'code': 200} Nov 16 21:04:55.870863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:55.911846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Router f4525d75-28c4-4bc1-a113-248a625b8b92 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:04:55.926311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f97cd1-bf12-46e3-b69a-e1c766801529 req-5a5737c4-8cb1-4a76-a4b1-8d7372a55d9c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.936309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15f97cd1-bf12-46e3-b69a-e1c766801529 req-5a5737c4-8cb1-4a76-a4b1-8d7372a55d9c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0960398 Nov 16 21:04:55.968488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a92ca-8618-4393-992f-4ca249b1226b req-cc241d92-c63e-4a07-b7b6-6fe37a61fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:55.970401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d6a92ca-8618-4393-992f-4ca249b1226b req-cc241d92-c63e-4a07-b7b6-6fe37a61fffe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 1097 time: 0.1210222 Nov 16 21:04:56.036827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:56.038229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15f97cd1-bf12-46e3-b69a-e1c766801529 req-c91ed289-0f81-4753-a77c-c3b1190ef706 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010454 Nov 16 21:04:56.061997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d6a92ca-8618-4393-992f-4ca249b1226b req-2ca8c419-30c6-48e9-acd3-7e40f8b41d42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754659 Nov 16 21:04:56.071608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:04:56.085361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:56.088209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:56.105554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3653b5a9-fc59-49b6-85ab-cacccd28676b admin admin] 10.222.0.48 "PUT /v2.0/routers/f4525d75-28c4-4bc1-a113-248a625b8b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273274 Nov 16 21:04:56.172870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c41f-5632-4f1f-ac64-7cda85730424 req-8bb29e73-ff7e-4bb7-bcff-07fb64edba7f tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.173446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c41f-5632-4f1f-ac64-7cda85730424 req-8bb29e73-ff7e-4bb7-bcff-07fb64edba7f tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.174141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c41f-5632-4f1f-ac64-7cda85730424 req-8bb29e73-ff7e-4bb7-bcff-07fb64edba7f tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.176405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc49c41f-5632-4f1f-ac64-7cda85730424 req-8bb29e73-ff7e-4bb7-bcff-07fb64edba7f tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e&device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15&device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 2883 time: 0.0561728 Nov 16 21:04:56.225604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec30569-6e4c-4ea6-8a34-d457246b9906 req-602cbc9e-6654-4695-99eb-8ea81513bf13 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.234419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec30569-6e4c-4ea6-8a34-d457246b9906 req-602cbc9e-6654-4695-99eb-8ea81513bf13 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1099563 Nov 16 21:04:56.248687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc49c41f-5632-4f1f-ac64-7cda85730424 req-25f7c26d-16c4-4aab-a6d6-9feba1e090e9 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Nov 16 21:04:56.298532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec30569-6e4c-4ea6-8a34-d457246b9906 req-d23ccfd0-6bef-4f40-a173-55401e2ef5b4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624170 Nov 16 21:04:56.335886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e915700e-2f45-4d25-bbf2-686d87d2b5e6 None None] Provisioning complete for port c1dd4a2b-8c30-483f-8e51-d4a39fac0463 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:56.336912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e915700e-2f45-4d25-bbf2-686d87d2b5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:56.361856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a30f-c5dd-481a-97b1-14c378206206 req-7c70ff6f-9b58-47e4-9544-417d6e057926 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.363383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc12a30f-c5dd-481a-97b1-14c378206206 req-7c70ff6f-9b58-47e4-9544-417d6e057926 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 944 time: 0.0633543 Nov 16 21:04:56.416369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc12a30f-c5dd-481a-97b1-14c378206206 req-e3493650-61d8-4c70-81ad-03f62797105f tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Nov 16 21:04:56.438749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:56.493526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e915700e-2f45-4d25-bbf2-686d87d2b5e6 None None] Port c1dd4a2b-8c30-483f-8e51-d4a39fac0463 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:04:56.503749 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-309d8cac-60c4-45a1-8e39-dce47f61d0de req-ea5a4d20-7e58-4838-b86f-fea5653053fa tempest-FloatingIPDetailsNegativeTestJSON-707470312 tempest-FloatingIPDetailsNegativeTestJSON-707470312-project] show failed (client error): The resource could not be found. Nov 16 21:04:56.505895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-309d8cac-60c4-45a1-8e39-dce47f61d0de req-ea5a4d20-7e58-4838-b86f-fea5653053fa tempest-FloatingIPDetailsNegativeTestJSON-707470312 tempest-FloatingIPDetailsNegativeTestJSON-707470312-project] 10.222.0.48 "GET /v2.0/floatingips/f5ff6bc2-2b7c-4b2d-98a7-37603683ddf7 HTTP/1.1" status: 404 len: 350 time: 0.0499501 Nov 16 21:04:56.513431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:56.517113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50488) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:56.555647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:56.571228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'port_id': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'mac_address': 'fa:16:3e:2e:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b4609-825b-40c4-ae25-47b785cdc88e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:04:56.629200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:56.644694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:50Z', 'updated_at': '2021-11-16T21:04:55Z', 'revision_number': 4, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'gw_port': {'id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:51Z', 'updated_at': '2021-11-16T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'c1dd4a2b-8c30-483f-8e51-d4a39fac0463', 'name': '', 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'mac_address': 'fa:16:3e:58:91:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '147bcc19-ab2a-4987-840b-ad04072b964d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:53Z', 'updated_at': '2021-11-16T21:04:55Z', 'revision_number': 2, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'subnets': [{'id': '147bcc19-ab2a-4987-840b-ad04072b964d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:56.674008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c74b0-2707-4d10-b881-3de07909686f req-9bda6ba5-a440-4700-aa15-49e2742c5078 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.675631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b91c74b0-2707-4d10-b881-3de07909686f req-9bda6ba5-a440-4700-aa15-49e2742c5078 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 946 time: 0.0668914 Nov 16 21:04:56.675765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744aa39-ee8c-4b1f-b011-98f71db3fc35 None None] The sync data for ids ['f4525d75-28c4-4bc1-a113-248a625b8b92'] in n-d-817778-8 is: [{'id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:50Z', 'updated_at': '2021-11-16T21:04:55Z', 'revision_number': 4, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'gw_port': {'id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:51Z', 'updated_at': '2021-11-16T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'c1dd4a2b-8c30-483f-8e51-d4a39fac0463', 'name': '', 'network_id': 'b7ad90bf-9a12-4ece-b377-be830191a449', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'mac_address': 'fa:16:3e:58:91:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '147bcc19-ab2a-4987-840b-ad04072b964d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:53Z', 'updated_at': '2021-11-16T21:04:55Z', 'revision_number': 2, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'subnets': [{'id': '147bcc19-ab2a-4987-840b-ad04072b964d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:04:56.679177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd512e7-9390-43fd-b3c9-6cb0477e95fa {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:56.726609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:56.731962 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:56.787180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:56.819694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b91c74b0-2707-4d10-b881-3de07909686f req-061477ff-0603-4ad8-9a7f-c5e1bb7b770a tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831666 Nov 16 21:04:56.996289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dd336-d655-4b93-a26d-849ddfafbd1f req-c968b3ff-6573-4dbf-9bdb-500ef8fb6f87 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:56.997836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-282dd336-d655-4b93-a26d-849ddfafbd1f req-c968b3ff-6573-4dbf-9bdb-500ef8fb6f87 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 945 time: 0.0887830 Nov 16 21:04:57.036734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:04:57.099825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d2070-8c4c-4eba-9309-dc45d13eec54 req-92d2929f-30a5-4f02-853b-4fe5d54b7043 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:57.102026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a10d2070-8c4c-4eba-9309-dc45d13eec54 req-92d2929f-30a5-4f02-853b-4fe5d54b7043 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1100 time: 0.0473118 Nov 16 21:04:57.117826 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-282dd336-d655-4b93-a26d-849ddfafbd1f req-d71acd8d-9a51-4a91-9ce2-6724d019ac2a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020205 Nov 16 21:04:57.165808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:57.202499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a10d2070-8c4c-4eba-9309-dc45d13eec54 req-8a14f416-50a1-4be1-add6-4f362895ec47 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925050 Nov 16 21:04:57.320727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512622-b62e-4a22-9728-f77427a88c49 req-c6f677a1-6209-49d7-95bf-4d7bcda1415c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:57.322272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11512622-b62e-4a22-9728-f77427a88c49 req-c6f677a1-6209-49d7-95bf-4d7bcda1415c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 945 time: 0.0770319 Nov 16 21:04:57.340310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63668f-e0a8-48bd-b277-6b17bcb1124f req-54a4e8b3-85df-4252-9689-bf394dcf46e2 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:57.341879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f63668f-e0a8-48bd-b277-6b17bcb1124f req-54a4e8b3-85df-4252-9689-bf394dcf46e2 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1100 time: 0.0468793 Nov 16 21:04:57.396752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f63668f-e0a8-48bd-b277-6b17bcb1124f req-b4c39c03-4bd3-4ee2-a9a5-51645413a6ba tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489521 Nov 16 21:04:57.423875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11512622-b62e-4a22-9728-f77427a88c49 req-06ed49c0-d9f5-4775-b9e3-4c912111a83b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947752 Nov 16 21:04:57.551492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767e0ea-df69-496a-adf8-1859e7856c19 req-b6fe80cd-7729-4363-a956-bbadde77cdac tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:57.553030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6767e0ea-df69-496a-adf8-1859e7856c19 req-b6fe80cd-7729-4363-a956-bbadde77cdac tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0747392 Nov 16 21:04:57.565241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Deleting port c1dd4a2b-8c30-483f-8e51-d4a39fac0463 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:57.565628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:57.631321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6767e0ea-df69-496a-adf8-1859e7856c19 req-e1cd9264-52ee-419a-b918-11476fda8d56 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710344 Nov 16 21:04:57.655241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:57.679561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Calling delete_port for c1dd4a2b-8c30-483f-8e51-d4a39fac0463 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:57.792645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:57.796291 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c65311-da3f-4c31-b9ff-22a36429bfc2" -d '{"events": [{"server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "name": "network-vif-plugged", "status": "completed", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:57.833901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f31c-5b43-4fb9-8574-71317d98d3c0 req-dc97db7a-d5c0-4d78-b7ca-00711cb9d347 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:57.836385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d317f31c-5b43-4fb9-8574-71317d98d3c0 req-dc97db7a-d5c0-4d78-b7ca-00711cb9d347 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 944 time: 0.0908723 Nov 16 21:04:57.841660 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39f59f-fe17-47c8-af7f-e6df040ba392 x-openstack-request-id: req-8a39f59f-fe17-47c8-af7f-e6df040ba392 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:57.842137 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "name": "network-vif-plugged", "status": "completed", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:57.842561 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a39f59f-fe17-47c8-af7f-e6df040ba392 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:57.843129 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108', 'code': 200} Nov 16 21:04:57.925894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d317f31c-5b43-4fb9-8574-71317d98d3c0 req-4a28b2a4-f6b8-44e6-b2ab-27a1eafb0048 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813489 Nov 16 21:04:57.981523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882603be-dea1-4be6-9732-5d6144ff65b1 req-167bf775-782c-4263-8457-0507d7025679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:57.984971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-882603be-dea1-4be6-9732-5d6144ff65b1 req-167bf775-782c-4263-8457-0507d7025679 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1096 time: 0.0740263 Nov 16 21:04:57.991755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.020014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dd4a2b-8c30-483f-8e51-d4a39fac0463,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:58.047047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:58.056807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-882603be-dea1-4be6-9732-5d6144ff65b1 req-b96b8298-4eb1-4d58-81e8-bcd65170f002 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652289 Nov 16 21:04:58.126305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab696b-d4da-4469-b444-750c5199a16b req-573bca7e-f23e-4624-aea8-e41c191ecae2 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:58.138272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-68ab696b-d4da-4469-b444-750c5199a16b req-573bca7e-f23e-4624-aea8-e41c191ecae2 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 946 time: 0.0966754 Nov 16 21:04:58.143911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port ffd512e7-9390-43fd-b3c9-6cb0477e95fa completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:04:58.154908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ffd512e7-9390-43fd-b3c9-6cb0477e95fa triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:58.155657 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.254640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-68ab696b-d4da-4469-b444-750c5199a16b req-c2c80c59-0063-4e44-85b4-39c371d04f3a tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133184 Nov 16 21:04:58.324368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81d97926-3777-4997-8ab8-2590425b872a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:04:58.326997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.358223 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.461871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:58.470409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.547871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.572431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:58.577662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81d97926-3777-4997-8ab8-2590425b872a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:04:58.603426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:58.609768 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.689499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f1e64-e761-4e04-9668-94cd09a46eaf req-2001ce81-20c3-4581-a511-e5149d1d3121 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:58.696661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9f1e64-e761-4e04-9668-94cd09a46eaf req-2001ce81-20c3-4581-a511-e5149d1d3121 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 945 time: 0.1845953 Nov 16 21:04:58.726198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:58.764393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:04:58.796342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dee89-6ca6-4a7e-8107-637e23beeffb req-be05ce34-1cf9-47a8-ae3a-ee03c58e7753 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:58.803767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d9dee89-6ca6-4a7e-8107-637e23beeffb req-be05ce34-1cf9-47a8-ae3a-ee03c58e7753 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.1019557 Nov 16 21:04:58.846578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:04:58.847276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:58.865578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9f1e64-e761-4e04-9668-94cd09a46eaf req-aed6887e-61d2-4b07-9cac-31dcdf729362 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622639 Nov 16 21:04:58.874349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d9dee89-6ca6-4a7e-8107-637e23beeffb req-6fbc33c4-bcca-4241-9317-77ba0f6cdc06 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Nov 16 21:04:58.950014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Router f4525d75-28c4-4bc1-a113-248a625b8b92 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:04:58.985739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:59.040843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:59.049626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:59.130193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f9fb-8bfc-47fe-918c-7f75a30e3921 req-e26d1007-c88f-4184-b020-e0fd4c6819ec tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:59.139669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b508f9fb-8bfc-47fe-918c-7f75a30e3921 req-e26d1007-c88f-4184-b020-e0fd4c6819ec tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0819712 Nov 16 21:04:59.156955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:04:59.169779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:04:59.181428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3da56a17-02f7-48d2-889d-8912c2acc2b7 admin admin] 10.222.0.48 "PUT /v2.0/routers/f4525d75-28c4-4bc1-a113-248a625b8b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6627994 Nov 16 21:04:59.185185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50556) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:04:59.218096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b508f9fb-8bfc-47fe-918c-7f75a30e3921 req-b68d6cd7-4960-4d7d-81d6-ddfcdca50c98 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740530 Nov 16 21:04:59.362912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acbac-0055-4ac6-ae14-256418a3f443 req-43ff9cba-051f-41f8-abc5-e679a967f1e3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:59.366930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f10acbac-0055-4ac6-ae14-256418a3f443 req-43ff9cba-051f-41f8-abc5-e679a967f1e3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0549719 Nov 16 21:04:59.379991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c9da7-4f5e-4e76-9f81-979ac411e9a3 req-308a422e-1dc5-4782-9b85-9404562d95c3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:04:59.381503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d8c9da7-4f5e-4e76-9f81-979ac411e9a3 req-308a422e-1dc5-4782-9b85-9404562d95c3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.0945275 Nov 16 21:04:59.415459 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:59.427513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f10acbac-0055-4ac6-ae14-256418a3f443 req-093a8c4d-975d-4e80-ac94-27174693e430 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525241 Nov 16 21:04:59.482045 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] Sync routers for ids ['f4525d75-28c4-4bc1-a113-248a625b8b92'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:04:59.492156 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] Routers {'f4525d75-28c4-4bc1-a113-248a625b8b92'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:59.493381 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f4525d75-28c4-4bc1-a113-248a625b8b92'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:59.525261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d8c9da7-4f5e-4e76-9f81-979ac411e9a3 req-79630162-08bf-4c75-adfd-6c882b36b86c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356485 Nov 16 21:04:59.563368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:59.632626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Deleting port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:04:59.632992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:59.633885 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] Set router f4525d75-28c4-4bc1-a113-248a625b8b92 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:04:59.734361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] For port b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:04:59.734686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:04:59.746811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Calling delete_port for b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:04:59.840197 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:50Z', 'updated_at': '2021-11-16T21:04:57Z', 'revision_number': 5, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'gw_port': {'id': 'b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:04:51Z', 'updated_at': '2021-11-16T21:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:59.844911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:04:59.848068 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f825d1-716c-4613-b6c4-a77896158a29" -d '{"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:04:59.867491 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] Checking router: f4525d75-28c4-4bc1-a113-248a625b8b92 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:04:59.877953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] Routers {'f4525d75-28c4-4bc1-a113-248a625b8b92'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:04:59.878912 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f4525d75-28c4-4bc1-a113-248a625b8b92'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:04:59.907349 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8348b-025e-4de1-b281-f7594619033a x-openstack-request-id: req-ebd8348b-025e-4de1-b281-f7594619033a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:04:59.907938 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:04:59.908313 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebd8348b-025e-4de1-b281-f7594619033a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:04:59.908809 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'code': 200} Nov 16 21:04:59.982549 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] Set router f4525d75-28c4-4bc1-a113-248a625b8b92 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:00.039124 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:50Z', 'updated_at': '2021-11-16T21:04:59Z', 'revision_number': 6, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:00.067582 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90db46f-04f8-44ae-897b-8bbd8dbcc88e None None] The sync data for ids ['f4525d75-28c4-4bc1-a113-248a625b8b92'] in n-d-817778-8 is: [{'id': 'f4525d75-28c4-4bc1-a113-248a625b8b92', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-310469943-router', 'tenant_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:04:50Z', 'updated_at': '2021-11-16T21:04:59Z', 'revision_number': 6, 'project_id': 'ec1e8d3da2f34177886ea4261b4f3386', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:05:00.080932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20524a9-7e83-4ceb-ab8e-889d0e8a579c req-df68c1b5-d1bb-4dad-be7e-258b4284735f tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.082538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a20524a9-7e83-4ceb-ab8e-889d0e8a579c req-df68c1b5-d1bb-4dad-be7e-258b4284735f tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.0904357 Nov 16 21:05:00.124160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f5ee8-2fbf-4e5b-b0b9-96d9cfc5428f req-8b7c1a5b-1e3d-429d-ab32-ed99b9fdb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.125542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a10f5ee8-2fbf-4e5b-b0b9-96d9cfc5428f req-8b7c1a5b-1e3d-429d-ab32-ed99b9fdb506 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1097 time: 0.1444297 Nov 16 21:05:00.132943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19a1e1-024f-4b28-9d3b-69aebac254fc req-9e4d04e9-3b99-4c5c-9012-acd921520ce8 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.134784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c19a1e1-024f-4b28-9d3b-69aebac254fc req-9e4d04e9-3b99-4c5c-9012-acd921520ce8 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 945 time: 0.1168778 Nov 16 21:05:00.171055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a20524a9-7e83-4ceb-ab8e-889d0e8a579c req-9ee45b5d-ea85-419c-8711-4192f55805e2 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723662 Nov 16 21:05:00.193133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a10f5ee8-2fbf-4e5b-b0b9-96d9cfc5428f req-3e608643-20e7-48ed-9552-679263f5271c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Nov 16 21:05:00.230540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c19a1e1-024f-4b28-9d3b-69aebac254fc req-ac43e18f-3690-49a8-8a00-1ac2f29131ce tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593314 Nov 16 21:05:00.287963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.322544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:00.420728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68726f-8cce-43c1-8bdd-86e45bba5079 req-47e37d07-5b25-4086-a0f5-d14d2483316d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.422584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da68726f-8cce-43c1-8bdd-86e45bba5079 req-47e37d07-5b25-4086-a0f5-d14d2483316d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1076574 Nov 16 21:05:00.439399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.531731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668edb2-88be-46c9-bf88-496a497921e7 req-64b9e6f8-5388-45e7-8516-e5b5a29f37dc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.533280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3668edb2-88be-46c9-bf88-496a497921e7 req-64b9e6f8-5388-45e7-8516-e5b5a29f37dc tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.0864396 Nov 16 21:05:00.547135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b08f2-3252-412f-b58d-874501374cfb req-787528c3-3030-4c3e-a96d-3d01701fdced tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.558768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b47b08f2-3252-412f-b58d-874501374cfb req-787528c3-3030-4c3e-a96d-3d01701fdced tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1096 time: 0.0709138 Nov 16 21:05:00.601927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.605305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.701543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b47b08f2-3252-412f-b58d-874501374cfb req-460b5671-6db0-48cf-8410-c85b8c0369dd tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407692 Nov 16 21:05:00.715959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c1dd4a2b-8c30-483f-8e51-d4a39fac0463 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:00.719054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da68726f-8cce-43c1-8bdd-86e45bba5079 req-de251ed4-af24-40cf-a04e-6135ebb6263b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812834 Nov 16 21:05:00.731530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.731530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4525d75-28c4-4bc1-a113-248a625b8b92 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:05:00.744542 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.745288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50586) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:00.752305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd5e3992-6c66-4051-96a2-e782b360c320 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f4525d75-28c4-4bc1-a113-248a625b8b92 HTTP/1.1" status: 204 len: 168 time: 1.5659816 Nov 16 21:05:00.771701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c1dd4a2b-8c30-483f-8e51-d4a39fac0463 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:05:00.772261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c1dd4a2b-8c30-483f-8e51-d4a39fac0463 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:00.819345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Deleting subnet 147bcc19-ab2a-4987-840b-ad04072b964d {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:05:00.826169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.847479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Deleting port 81d97926-3777-4997-8ab8-2590425b872a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:05:00.847856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:00.854753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bee0a-11b2-41de-b959-38eed3876e54 req-be9eb174-c8a3-48ab-8fca-50826116f44d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:00.856500 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-661bee0a-11b2-41de-b959-38eed3876e54 req-be9eb174-c8a3-48ab-8fca-50826116f44d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0526330 Nov 16 21:05:00.913944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-661bee0a-11b2-41de-b959-38eed3876e54 req-402f80f7-4048-4aad-85d6-446c5d6cc8ca tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Nov 16 21:05:00.940405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.008594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd60cec-8119-4b4d-a335-5416588b256e req-3881105a-0e4d-4c02-b302-8f53827f8ee6 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:01.010514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4cd60cec-8119-4b4d-a335-5416588b256e req-3881105a-0e4d-4c02-b302-8f53827f8ee6 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1860344 Nov 16 21:05:01.040335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] For port 81d97926-3777-4997-8ab8-2590425b872a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81d97926-3777-4997-8ab8-2590425b872a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:01.041290 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.054066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5af51-e8b3-4c67-8238-dba2ae28b88c req-dc73524b-b7b7-49c8-83d6-3a53adf08b18 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:01.061019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19f5af51-e8b3-4c67-8238-dba2ae28b88c req-dc73524b-b7b7-49c8-83d6-3a53adf08b18 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1096 time: 0.0726078 Nov 16 21:05:01.083784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Calling delete_port for 81d97926-3777-4997-8ab8-2590425b872a owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:05:01.118296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19f5af51-e8b3-4c67-8238-dba2ae28b88c req-634ca74b-cf20-4521-b143-73959858bba7 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Nov 16 21:05:01.204085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4cd60cec-8119-4b4d-a335-5416588b256e req-04934697-1ad3-4806-9a25-b6e7e63dca83 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843839 Nov 16 21:05:01.207808 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.397350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.431230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43948bd4-6d89-486d-8ac8-f2423acb054a req-042bda6d-b88b-4651-9f47-7f954aa7c051 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:01.437725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43948bd4-6d89-486d-8ac8-f2423acb054a req-042bda6d-b88b-4651-9f47-7f954aa7c051 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c481c59-cef7-4ce2-b08c-b2f78f03315e HTTP/1.1" status: 200 len: 943 time: 0.1242416 Nov 16 21:05:01.452155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147bcc19-ab2a-4987-840b-ad04072b964d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:01.468834 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.475540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb465598-ad98-47b9-942b-e36d458e10b6 None None] Network b7ad90bf-9a12-4ece-b377-be830191a449 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:01.487004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e25e8a64-b469-49d1-9855-39f146390c91 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/147bcc19-ab2a-4987-840b-ad04072b964d HTTP/1.1" status: 204 len: 168 time: 0.7407904 Nov 16 21:05:01.493022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:01.596055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43948bd4-6d89-486d-8ac8-f2423acb054a req-e77e24e9-561a-4b64-ac53-47d14fe9ef26 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390812 Nov 16 21:05:01.616374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.747166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event deleted for resources: {'Port': ['ID=81d97926-3777-4997-8ab8-2590425b872a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:01.751203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] No DVR routers for this DVR port 81d97926-3777-4997-8ab8-2590425b872a on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:05:01.758702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.764126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3668edb2-88be-46c9-bf88-496a497921e7 req-13544f14-d5dd-4158-8b89-b5994a8490f4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "DELETE /v2.0/ports/81d97926-3777-4997-8ab8-2590425b872a HTTP/1.1" status: 204 len: 173 time: 1.1854112 Nov 16 21:05:01.764927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'name': 'network-vif-deleted', 'tag': '81d97926-3777-4997-8ab8-2590425b872a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:01.767608 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef1236-193e-4b19-8dcd-af78f23df875" -d '{"events": [{"server_uuid": "2c481c59-cef7-4ce2-b08c-b2f78f03315e", "name": "network-vif-deleted", "tag": "81d97926-3777-4997-8ab8-2590425b872a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:01.785884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.877998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da11cbb-0f67-4257-870d-162aa0ed8966 req-f58e8232-21b0-430a-9ffb-f29b04d147b7 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:01.879556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3da11cbb-0f67-4257-870d-162aa0ed8966 req-f58e8232-21b0-430a-9ffb-f29b04d147b7 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1096 time: 0.0897386 Nov 16 21:05:01.897311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] DHCP port deletion for b7ad90bf-9a12-4ece-b377-be830191a449 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:05:01.906439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af364e-0020-457a-86f3-f442244618fc req-cf5fb4b8-f334-416f-adbc-9574a9eb9247 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:01.909001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Deleting port d0cbec6b-d623-41f8-9dd3-bd5650802618 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:05:01.909340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.909708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1af364e-0020-457a-86f3-f442244618fc req-cf5fb4b8-f334-416f-adbc-9574a9eb9247 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0849042 Nov 16 21:05:01.964915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] Deleting port d0cbec6b-d623-41f8-9dd3-bd5650802618 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:05:01.965554 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:01.976121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1af364e-0020-457a-86f3-f442244618fc req-1d33a312-909a-4c4d-be5f-baaa119da7ed tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Nov 16 21:05:02.000294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3da11cbb-0f67-4257-870d-162aa0ed8966 req-b02bbf1c-3b5b-4e1b-9f17-9504a9378a51 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097791 Nov 16 21:05:02.002015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] For port d0cbec6b-d623-41f8-9dd3-bd5650802618, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0cbec6b-d623-41f8-9dd3-bd5650802618,segment=NetworkSegment(be66676a-b194-4645-8a17-9d5822c72dd9),segment_id=be66676a-b194-4645-8a17-9d5822c72dd9)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:02.002355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.020246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Calling delete_port for d0cbec6b-d623-41f8-9dd3-bd5650802618 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:05:02.037795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] For port d0cbec6b-d623-41f8-9dd3-bd5650802618, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0cbec6b-d623-41f8-9dd3-bd5650802618,segment=NetworkSegment(be66676a-b194-4645-8a17-9d5822c72dd9),segment_id=be66676a-b194-4645-8a17-9d5822c72dd9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:02.038197 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.052100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] Calling delete_port for d0cbec6b-d623-41f8-9dd3-bd5650802618 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:05:02.073268 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e4818-5460-4815-9f3a-5fb89165de3b x-openstack-request-id: req-3a5e4818-5460-4815-9f3a-5fb89165de3b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:02.073648 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c481c59-cef7-4ce2-b08c-b2f78f03315e", "name": "network-vif-deleted", "tag": "81d97926-3777-4997-8ab8-2590425b872a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:02.073980 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a5e4818-5460-4815-9f3a-5fb89165de3b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:02.074377 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c481c59-cef7-4ce2-b08c-b2f78f03315e', 'name': 'network-vif-deleted', 'tag': '81d97926-3777-4997-8ab8-2590425b872a', 'status': 'completed', 'code': 200} Nov 16 21:05:02.133011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.143671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755b350-a646-4603-b367-a7e9f36353c8 req-4ebc6a93-5976-49f8-bbb3-e7bbfe7b31ab tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:02.145158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9755b350-a646-4603-b367-a7e9f36353c8 req-4ebc6a93-5976-49f8-bbb3-e7bbfe7b31ab tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0738571 Nov 16 21:05:02.151984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.162613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] Pushing event deleted for resources: {'Port': ['ID=d0cbec6b-d623-41f8-9dd3-bd5650802618,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:02.168744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e7fde-f314-46d6-82a9-b8da97d33a9c None None] No DVR routers for this DVR port d0cbec6b-d623-41f8-9dd3-bd5650802618 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:05:02.186071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cbec6b-d623-41f8-9dd3-bd5650802618,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:02.194617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] No DVR routers for this DVR port d0cbec6b-d623-41f8-9dd3-bd5650802618 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:05:02.288159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9755b350-a646-4603-b367-a7e9f36353c8 req-bdc86080-22cf-4191-b4ea-b22d9c98c7c3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336851 Nov 16 21:05:02.292548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.327922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ad90bf-9a12-4ece-b377-be830191a449']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:02.338241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be66676a-b194-4645-8a17-9d5822c72dd9') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:02.339098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be66676a-b194-4645-8a17-9d5822c72dd9') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:02.339386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae744c8-b8a6-4f46-b87b-2c7d423c2b75 req-5041b631-f087-4768-b655-28dff6aeb35f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:02.341228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ae744c8-b8a6-4f46-b87b-2c7d423c2b75 req-5041b631-f087-4768-b655-28dff6aeb35f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.0553164 Nov 16 21:05:02.350538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.369807 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.377903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:05:02.378374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:05:02.380653 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:05:02.395258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ae744c8-b8a6-4f46-b87b-2c7d423c2b75 req-e259c93b-3eb0-4322-9f06-321b88a4383a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Nov 16 21:05:02.449844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.455480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.459053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7ad90bf-9a12-4ece-b377-be830191a449 HTTP/1.1" status: 204 len: 168 time: 0.9627664 Nov 16 21:05:02.472607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e629073-7eeb-4dcf-b3a7-822b779193b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ad90bf-9a12-4ece-b377-be830191a449,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:02.525821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ef1ee-d00c-47aa-b5b2-d74fd47f85cc req-2e3f3824-f1d6-48e6-a08e-50a1bc0d5af0 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:02.534335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-548ef1ee-d00c-47aa-b5b2-d74fd47f85cc req-2e3f3824-f1d6-48e6-a08e-50a1bc0d5af0 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1097 time: 0.0505223 Nov 16 21:05:02.582769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-548ef1ee-d00c-47aa-b5b2-d74fd47f85cc req-8da5c1a8-9ad0-4f84-85fc-a87b3846b329 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468788 Nov 16 21:05:02.583242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:02.607740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0cbec6b-d623-41f8-9dd3-bd5650802618 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:02.629476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d0cbec6b-d623-41f8-9dd3-bd5650802618 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:05:02.629854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0cbec6b-d623-41f8-9dd3-bd5650802618 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:02.630268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:02.649798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:02.654219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:05:02.654691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b8ca8b2b-8401-4dfa-94b1-0fc51ddc6fa3 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:02.662965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7490e4b2-2461-4693-9cd8-6de8caabf85a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec1e8d3da2f34177886ea4261b4f3386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784543 Nov 16 21:05:02.724867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d148b833-e471-4e6a-a4a4-4ffbb131fbca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.748321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d148b833-e471-4e6a-a4a4-4ffbb131fbca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.799543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d148b833-e471-4e6a-a4a4-4ffbb131fbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.802191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d148b833-e471-4e6a-a4a4-4ffbb131fbca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:02.805685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d148b833-e471-4e6a-a4a4-4ffbb131fbca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e2cd602-7ae9-46b6-b215-40ff3e269351 HTTP/1.1" status: 204 len: 168 time: 0.1523035 Nov 16 21:05:02.816617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148b833-e471-4e6a-a4a4-4ffbb131fbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2cd602-7ae9-46b6-b215-40ff3e269351,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:02.866897 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:03.126897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-5e7e72cf-7290-47bf-9c9b-aecb2564b59c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:03.136545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-5e7e72cf-7290-47bf-9c9b-aecb2564b59c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 821 time: 0.1715112 Nov 16 21:05:03.149747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-c7086897-51b2-4d12-a969-046d01e72943 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/quotas/81fb2719fbb74d66b09af999f7f43a40 HTTP/1.1" status: 200 len: 375 time: 0.0122976 Nov 16 21:05:03.222057 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-2ab9b18b-e550-42b9-98a5-d5c18b429b5d tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543640 Nov 16 21:05:03.351662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-662b8a31-4c71-45ea-8c10-569f430aa3a6 service neutron] 10.222.0.48 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201942 Nov 16 21:05:03.480241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-8036023c-7a83-4c40-b539-c61413f64239 service neutron] 10.222.0.48 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219416 Nov 16 21:05:03.489130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208274d9-2bba-4502-84fc-bb08ea7f2d76 req-60777e3e-4fd0-4ef7-a212-d54740578f9f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:03.498657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-208274d9-2bba-4502-84fc-bb08ea7f2d76 req-60777e3e-4fd0-4ef7-a212-d54740578f9f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0995080 Nov 16 21:05:03.568342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-208274d9-2bba-4502-84fc-bb08ea7f2d76 req-46b0038d-3dd5-4b95-8333-4fa52b0fc3cb tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Nov 16 21:05:03.786044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b87395-c971-49a8-80d0-3f3f5f6f6f6f req-bd30c00d-1c8a-4f90-b0ca-81155bc74f3c tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:03.788514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b87395-c971-49a8-80d0-3f3f5f6f6f6f req-bd30c00d-1c8a-4f90-b0ca-81155bc74f3c tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1096 time: 0.0635695 Nov 16 21:05:03.795255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250d419-3b17-4c7f-96bb-1ceda96222f9 req-ba240e0f-f240-47ef-bb1c-5454faff4e61 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:03.796804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2250d419-3b17-4c7f-96bb-1ceda96222f9 req-ba240e0f-f240-47ef-bb1c-5454faff4e61 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1175597 Nov 16 21:05:03.866374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b87395-c971-49a8-80d0-3f3f5f6f6f6f req-e8075dc2-ba6b-4257-bf24-1091d9993222 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709326 Nov 16 21:05:03.935384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2250d419-3b17-4c7f-96bb-1ceda96222f9 req-7b735894-7cfa-4e58-941c-05cae5bea0e8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248376 Nov 16 21:05:03.970743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d16ef0be-23ab-4388-9666-8e68db801531 req-d41f3d20-ab26-4deb-b629-42679122cda7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 210 time: 0.0552266 Nov 16 21:05:04.351047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81d97926-3777-4997-8ab8-2590425b872a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:04.411420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 81d97926-3777-4997-8ab8-2590425b872a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:05:04.412804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81d97926-3777-4997-8ab8-2590425b872a not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:04.738555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de409561-6c90-4ebb-8948-7cbe2b7577b6 req-49c5d29f-e902-424b-a9df-a65719a179f4 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:04.740076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de409561-6c90-4ebb-8948-7cbe2b7577b6 req-49c5d29f-e902-424b-a9df-a65719a179f4 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0565755 Nov 16 21:05:04.800287 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:04.811068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de409561-6c90-4ebb-8948-7cbe2b7577b6 req-66a8178d-b057-4d2d-8aff-fa536e15381c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642927 Nov 16 21:05:05.162971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0becfc3-420c-4d07-bff9-8f61ebc26955 req-f216128b-c10f-4332-b25c-88da95915f06 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:05.165803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0becfc3-420c-4d07-bff9-8f61ebc26955 req-f216128b-c10f-4332-b25c-88da95915f06 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0862999 Nov 16 21:05:05.212926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-654ac49e-361f-42ca-95e1-081a17f9d073 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:05.214544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-654ac49e-361f-42ca-95e1-081a17f9d073 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 821 time: 0.1649749 Nov 16 21:05:05.228981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0becfc3-420c-4d07-bff9-8f61ebc26955 req-39a9fd0d-c5da-4ce1-8d19-ef4c303b4dbb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Nov 16 21:05:05.230755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Request body: {'port': {'device_id': 'e61864d7-683d-4607-ac89-479347fa3807', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'admin_state_up': True, 'tenant_id': '81fb2719fbb74d66b09af999f7f43a40'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:05.258182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-0ab46995-1b72-466b-96c0-8022b12cf492 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:05:05.259477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-0ab46995-1b72-466b-96c0-8022b12cf492 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059824 Nov 16 21:05:05.330961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4393b92-b089-4a53-be3f-5cf3ae69afee req-6d2637d6-ea6c-4449-b803-63c2ddbab593 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 210 time: 0.0303731 Nov 16 21:05:05.335985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-e32ced87-d517-4a3f-ac44-9cd5376716bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:05.337396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-e32ced87-d517-4a3f-ac44-9cd5376716bc service neutron] 10.222.0.48 "GET /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 1093 time: 0.0485334 Nov 16 21:05:05.351567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Request body: {'binding': {'host': 'n-h2-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:05.351567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:05:05.472450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Made reservation on behalf of 81fb2719fbb74d66b09af999f7f43a40 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:05.475927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.597842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on host n-h2-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:05.598040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:05.598348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:05.611556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:05.612046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:05.619681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:05.620033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:05.620420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:05.620854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Bound port: 6f42a120-a621-43e1-99e8-d8598b22d108, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:05.730672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Allocated IP 172.20.0.7 (80eb0de6-152b-4ae1-8d09-651ee96aaa04/87a93d4b-b923-45f6-ae6c-4422e4e8f237/03dd4b70-fbb1-4d4a-aba7-12916c8a180a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:05.846767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:05.855060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.856167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-4f871930-df6a-4454-814a-4720f464805b service neutron] 10.222.0.48 "POST /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108/bindings HTTP/1.1" status: 201 len: 389 time: 0.5103571 Nov 16 21:05:05.925185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:05.972248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:06.032679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:06.036533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:06.043230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:06.080647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event updated for resources: {'Port': ['ID=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:06.115529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:06.116159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:06.133817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-21e75c11-91c1-4164-825d-b786bec48de7 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9074664 Nov 16 21:05:06.145774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Request body: {'port': {'device_id': 'e61864d7-683d-4607-ac89-479347fa3807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:06.184898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d805dc-1ffc-46c4-bd31-0a1aa5dce1fc req-804b0896-5b9b-47c5-8525-1a7c3e724d98 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:06.193455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28d805dc-1ffc-46c4-bd31-0a1aa5dce1fc req-804b0896-5b9b-47c5-8525-1a7c3e724d98 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0584612 Nov 16 21:05:06.206149 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:06.261833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28d805dc-1ffc-46c4-bd31-0a1aa5dce1fc req-0763f36b-0044-4dab-b1db-4e0fe38c7b39 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620801 Nov 16 21:05:06.366540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199eec2-4874-4fc2-8771-feba23d0b1c0 req-48d3df2a-9cf3-4760-a42d-53483a2e75cd tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:06.368621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6199eec2-4874-4fc2-8771-feba23d0b1c0 req-48d3df2a-9cf3-4760-a42d-53483a2e75cd tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 945 time: 0.0555217 Nov 16 21:05:06.433378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-25a1f3d6-cf4d-48b9-b1a5-579e76b85db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:06.435089 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-25a1f3d6-cf4d-48b9-b1a5-579e76b85db1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1096 time: 0.0973155 Nov 16 21:05:06.447444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6199eec2-4874-4fc2-8771-feba23d0b1c0 req-760b700d-650a-4bc9-b67f-2c4a9466a14e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Nov 16 21:05:06.879729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-6ae928ed-6c8b-4443-bfad-756372b634c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:06.881766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-6ae928ed-6c8b-4443-bfad-756372b634c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.4302177 Nov 16 21:05:06.957818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-ee26e754-f3e4-4013-96de-4953bdfdc30c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 217 time: 0.0617247 Nov 16 21:05:06.972695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d503e8-8af5-423a-af81-deec12a9e6e1 req-ea80498f-806f-4977-9665-22dc3a77894c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:06.979938 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6d503e8-8af5-423a-af81-deec12a9e6e1 req-ea80498f-806f-4977-9665-22dc3a77894c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1428490 Nov 16 21:05:07.084041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9722ff0-912d-4ea2-b618-0b584a586838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:07.085493 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9722ff0-912d-4ea2-b618-0b584a586838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1030257 Nov 16 21:05:07.096813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03dd4b70-fbb1-4d4a-aba7-12916c8a180a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:07.112942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:07.149670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6d503e8-8af5-423a-af81-deec12a9e6e1 req-b0d56590-4940-422b-8833-adf0515d0b15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669493 Nov 16 21:05:07.158258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-46ba1a47-0b72-4942-8635-dbac0800cab3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572171 Nov 16 21:05:07.259148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Transition to ACTIVE for port object 03dd4b70-fbb1-4d4a-aba7-12916c8a180a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:05:07.278614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:07.388922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-20e12375-b1f6-4fb9-8452-6e76a921214d service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158148 Nov 16 21:05:07.389894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Pushing event updated for resources: {'Port': ['ID=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:07.403782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c5106-4291-4290-82a5-ec92d6054b04 req-0030c079-7a81-40ea-a823-1bc78db63e9c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:07.411058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-815c5106-4291-4290-82a5-ec92d6054b04 req-0030c079-7a81-40ea-a823-1bc78db63e9c tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 943 time: 0.1532898 Nov 16 21:05:07.598404 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-815c5106-4291-4290-82a5-ec92d6054b04 req-f11a11a1-98ec-43a5-bda3-9871bf733d36 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806109 Nov 16 21:05:07.630230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d3112-2d96-467f-91a9-1de633d156e2 req-749e1284-171a-4211-9090-97882cafdd62 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:07.632118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-daccfedb-5fdd-4e3a-a3e6-55165e3641f7 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168033 Nov 16 21:05:07.633114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Attempting to bind port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:07.633535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Attempting to bind port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:07.634146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Attempting to bind port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:07.641219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:07.644442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-259d3112-2d96-467f-91a9-1de633d156e2 req-749e1284-171a-4211-9090-97882cafdd62 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0896838 Nov 16 21:05:07.645620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Attempting to bind port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a on network 80eb0de6-152b-4ae1-8d09-651ee96aaa04 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:07.659270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:07.659625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Checking segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:07.660010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Bound using segment: {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:07.660748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Bound port: 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2189f563-a8fa-498a-8703-4ec391ccede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:07.661127 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:07.703409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-259d3112-2d96-467f-91a9-1de633d156e2 req-473ad318-cf9c-4a1f-9ca7-6bbe528d80fa tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Nov 16 21:05:07.840352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28e4a-956d-4478-ba2b-9c6cce51f854 req-0a5b36a8-e007-47f2-a37a-3dec6e3983f0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:07.848030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcd28e4a-956d-4478-ba2b-9c6cce51f854 req-0a5b36a8-e007-47f2-a37a-3dec6e3983f0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 945 time: 0.1417866 Nov 16 21:05:07.872605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] For port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:07.877467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-d2221708-a5a2-4c33-89c5-bc03f4106a99 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:07.879215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-d2221708-a5a2-4c33-89c5-bc03f4106a99 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.1435800 Nov 16 21:05:07.895518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] For port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:07.906484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817778-8'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:07.926606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:07.982941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcd28e4a-956d-4478-ba2b-9c6cce51f854 req-f1866e28-1f6b-4ca4-a2e2-056ac83cb6a6 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340554 Nov 16 21:05:08.010286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.011397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.012855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] 10.222.0.47 "PUT /v2.0/ports/03dd4b70-fbb1-4d4a-aba7-12916c8a180a HTTP/1.1" status: 200 len: 1091 time: 1.8715014 Nov 16 21:05:08.015111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61864d7-683d-4607-ac89-479347fa3807', 'tag': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:08.017462 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c3797-be10-407c-badb-6279dda9f206" -d '{"events": [{"name": "network-changed", "server_uuid": "e61864d7-683d-4607-ac89-479347fa3807", "tag": "03dd4b70-fbb1-4d4a-aba7-12916c8a180a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:08.043589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.046786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399e207-f2ad-4c15-aaee-6094cd172351 service neutron] Pushing event updated for resources: {'Port': ['ID=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:08.089611 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f348e0-0b82-4479-8122-441fcd5db11e x-openstack-request-id: req-b3f348e0-0b82-4479-8122-441fcd5db11e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:08.089903 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61864d7-683d-4607-ac89-479347fa3807", "tag": "03dd4b70-fbb1-4d4a-aba7-12916c8a180a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:08.090154 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3f348e0-0b82-4479-8122-441fcd5db11e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:08.090551 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61864d7-683d-4607-ac89-479347fa3807', 'tag': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a', 'status': 'completed', 'code': 200} Nov 16 21:05:08.161808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50810) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:08.174312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-6d800456-804d-4cf8-9aa9-2b48250ea73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.175822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-6d800456-804d-4cf8-9aa9-2b48250ea73d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 1094 time: 0.1135895 Nov 16 21:05:08.223738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-704800dc-d106-4a42-b650-0a14e1f2afc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a HTTP/1.1" status: 200 len: 217 time: 0.0383852 Nov 16 21:05:08.306824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4292f0b-6d27-4ad1-932f-84368143a94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.312132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:08.341086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465b84a-f140-4528-bb1a-526a71202281 req-728ebd81-ddaa-4e47-b5b6-2987985f693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.342595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-728ebd81-ddaa-4e47-b5b6-2987985f693a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 200 len: 861 time: 0.0991185 Nov 16 21:05:08.356674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740886c-fc98-43e1-80bd-f9da46d550aa req-264b5560-ce9d-4673-b400-278b27f1428b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.358187 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9740886c-fc98-43e1-80bd-f9da46d550aa req-264b5560-ce9d-4673-b400-278b27f1428b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1316090 Nov 16 21:05:08.396642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4292f0b-6d27-4ad1-932f-84368143a94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.401832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4292f0b-6d27-4ad1-932f-84368143a94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.403474 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-46df50e0-77b0-4c45-8515-bac67c7ba534 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80eb0de6-152b-4ae1-8d09-651ee96aaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442686 Nov 16 21:05:08.450736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4292f0b-6d27-4ad1-932f-84368143a94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf32f8-4bed-4476-83ac-d3e0ac96b9f5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:08.456609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f4292f0b-6d27-4ad1-932f-84368143a94a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=901794505a904877a1e534740a575fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937305 Nov 16 21:05:08.462465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50818) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:08.463314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:08.515780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7be9e08-bf3e-4804-bdf1-d547a657a94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.544343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7be9e08-bf3e-4804-bdf1-d547a657a94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.548419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9740886c-fc98-43e1-80bd-f9da46d550aa req-84af90b6-66bb-478c-997c-c3b7c112aa49 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662359 Nov 16 21:05:08.560584 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.574002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.607273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-5a69912e-a722-4e57-8ef9-8bf757bcd8ff service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957629 Nov 16 21:05:08.616275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7be9e08-bf3e-4804-bdf1-d547a657a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.619410 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7be9e08-bf3e-4804-bdf1-d547a657a94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.624047 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a7be9e08-bf3e-4804-bdf1-d547a657a94c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33cf32f8-4bed-4476-83ac-d3e0ac96b9f5 HTTP/1.1" status: 204 len: 168 time: 0.1608353 Nov 16 21:05:08.633413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9e08-bf3e-4804-bdf1-d547a657a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf32f8-4bed-4476-83ac-d3e0ac96b9f5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:08.724794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:08.742964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on host n-h1-817778-8 for vnic_type normal with profile {"migrating_to": "n-h2-817778-8"} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:08.743198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:08.743519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:08.757045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:08.757378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Attempting to bind port 6f42a120-a621-43e1-99e8-d8598b22d108 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:08.770793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:08.771138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:08.771526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:08.771966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Bound port: 6f42a120-a621-43e1-99e8-d8598b22d108, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:08.772330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.782547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835d0c6-8a1f-437c-8816-6ab3069688eb req-f349a22f-fbfd-47ad-b052-ef176dcbc0de tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.786875 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c465b84a-f140-4528-bb1a-526a71202281 req-ae08177e-22f8-4d09-a721-8cb896b07af0 service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715810 Nov 16 21:05:08.795281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3835d0c6-8a1f-437c-8816-6ab3069688eb req-f349a22f-fbfd-47ad-b052-ef176dcbc0de tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 943 time: 0.0831590 Nov 16 21:05:08.859327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3835d0c6-8a1f-437c-8816-6ab3069688eb req-14dac263-b9db-4f8d-afe7-125e62ff5baa tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625522 Nov 16 21:05:08.925163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:08.948851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:08.951129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3797-be10-407c-badb-6279dda9f206 req-dea1ad01-efcd-44d4-9d82-b1fefeaf52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.952622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-dea1ad01-efcd-44d4-9d82-b1fefeaf52c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81fb2719fbb74d66b09af999f7f43a40&device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 1094 time: 0.1060007 Nov 16 21:05:08.956823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:08.972278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab9b6-f65b-4cee-b1c9-5f1634bc96d9 req-6acc110e-0e32-4c44-af3e-d7ad12489d2b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:08.973753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc3ab9b6-f65b-4cee-b1c9-5f1634bc96d9 req-6acc110e-0e32-4c44-af3e-d7ad12489d2b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1138358 Nov 16 21:05:09.135940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=8']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:09.156555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:09.157189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:09.158614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-e9cb95b4-8b39-4b6e-81a2-6479ad25cf0b service neutron] 10.222.0.41 "PUT /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 1121 time: 1.2651649 Nov 16 21:05:09.183363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc3ab9b6-f65b-4cee-b1c9-5f1634bc96d9 req-cf13bcf4-1067-4af3-b885-ca824086c810 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989386 Nov 16 21:05:09.193439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3797-be10-407c-badb-6279dda9f206 req-7070a3b7-fe42-4af2-8965-183764f3b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:09.195048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-7070a3b7-fe42-4af2-8965-183764f3b6bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 200 len: 922 time: 0.2305195 Nov 16 21:05:09.224388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0c203-5852-43d8-8116-9148a927aee3 req-b0beec04-a225-4fa1-bb79-2d3e106df62f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:09.226747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a0c203-5852-43d8-8116-9148a927aee3 req-b0beec04-a225-4fa1-bb79-2d3e106df62f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.1029346 Nov 16 21:05:09.252114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-72fd9931-21b6-4584-bf36-2d5084f39a4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a HTTP/1.1" status: 200 len: 217 time: 0.0492380 Nov 16 21:05:09.310882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a0c203-5852-43d8-8116-9148a927aee3 req-3ea24ccd-87b7-43f2-a5c3-74d3d81af404 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751262 Nov 16 21:05:09.316182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3797-be10-407c-badb-6279dda9f206 req-aaa9f788-0561-42d0-80ef-668b9e15faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:09.317689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-aaa9f788-0561-42d0-80ef-668b9e15faec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 200 len: 861 time: 0.0530746 Nov 16 21:05:09.355352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-613920e3-b84d-48ac-b7a2-1e00cf58cdb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=80eb0de6-152b-4ae1-8d09-651ee96aaa04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280962 Nov 16 21:05:09.392984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['6f42a120-a621-43e1-99e8-d8598b22d108'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:09.499728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-61c30efc-bd0c-4439-81d7-6d66da55ede2 service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363194 Nov 16 21:05:09.647322 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-228c3797-be10-407c-badb-6279dda9f206 req-cc772516-0f09-45fe-b490-0c45105da0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355853 Nov 16 21:05:09.677697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd7d44-8094-47c4-9f02-205d7a7ace55 req-8b952017-19b4-4e74-b88a-3ffa2661ab89 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:09.679248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53dd7d44-8094-47c4-9f02-205d7a7ace55 req-8b952017-19b4-4e74-b88a-3ffa2661ab89 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0578537 Nov 16 21:05:09.737709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53dd7d44-8094-47c4-9f02-205d7a7ace55 req-0d510910-3eeb-480f-b40a-ec4ae4f27ad1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Nov 16 21:05:10.023925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d182a2-ecce-4045-8642-69d14a52a844 req-1760e7cd-a0a8-4604-bc82-38c9c3725830 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:10.025462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45d182a2-ecce-4045-8642-69d14a52a844 req-1760e7cd-a0a8-4604-bc82-38c9c3725830 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 943 time: 0.0631211 Nov 16 21:05:10.084305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45d182a2-ecce-4045-8642-69d14a52a844 req-026f73e1-db84-4155-8904-493b70f7af8d tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490117 Nov 16 21:05:10.092115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108'}, {'name': 'network-changed', 'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:10.095147 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00872bf-47ea-4914-a512-1299b31fe259" -d '{"events": [{"server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "name": "network-vif-unplugged", "status": "completed", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108"}, {"name": "network-changed", "server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:10.140050 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd3ee4-816d-4646-bf26-472dddef318f x-openstack-request-id: req-02fd3ee4-816d-4646-bf26-472dddef318f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:10.140397 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "name": "network-vif-unplugged", "status": "completed", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108", "code": 200}, {"name": "network-changed", "server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:10.140676 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02fd3ee4-816d-4646-bf26-472dddef318f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:10.141268 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108', 'code': 200} Nov 16 21:05:10.141770 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108', 'status': 'completed', 'code': 200} Nov 16 21:05:10.227639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00872bf-47ea-4914-a512-1299b31fe259 req-1e229622-beb7-4bff-9916-bfa9feb54185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:10.230326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-1e229622-beb7-4bff-9916-bfa9feb54185 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1124 time: 0.0546167 Nov 16 21:05:10.250455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50864) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:10.346619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00872bf-47ea-4914-a512-1299b31fe259 req-9ca7a5c7-1836-4155-9d46-bfebead39089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:10.348747 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-9ca7a5c7-1836-4155-9d46-bfebead39089 service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.1099203 Nov 16 21:05:10.368661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca7919-ada3-4f6d-ac18-d5fa005e890e req-7fbec350-3200-4167-8af0-67b36b99672d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:10.370655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53ca7919-ada3-4f6d-ac18-d5fa005e890e req-7fbec350-3200-4167-8af0-67b36b99672d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0794697 Nov 16 21:05:10.390713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:10.407083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:10.411954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60eb431d-2980-4846-ac64-d5ab12df802b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.460466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-7cec1a0a-0c48-4b12-8d79-40cd319ca758 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 217 time: 0.1035430 Nov 16 21:05:10.461214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53ca7919-ada3-4f6d-ac18-d5fa005e890e req-a812938b-64f6-42d1-bd65-f738700cd6d4 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840056 Nov 16 21:05:10.549708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f014db0-d001-4348-b075-9c679332647e req-7316c31a-8fb4-46ec-88a3-3047e59e3717 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:10.551275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f014db0-d001-4348-b075-9c679332647e req-7316c31a-8fb4-46ec-88a3-3047e59e3717 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.1004348 Nov 16 21:05:10.558830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00872bf-47ea-4914-a512-1299b31fe259 req-8ceee58a-1f9a-4d68-8cd4-1845824ced7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:10.560872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-8ceee58a-1f9a-4d68-8cd4-1845824ced7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0790923 Nov 16 21:05:10.571540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60eb431d-2980-4846-ac64-d5ab12df802b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.578520 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60eb431d-2980-4846-ac64-d5ab12df802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.632879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60eb431d-2980-4846-ac64-d5ab12df802b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87c936e881f447bba23b72fbb5b048f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813004 Nov 16 21:05:10.634061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb431d-2980-4846-ac64-d5ab12df802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b14264-a651-440b-96dc-489ed79621a0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:10.637068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50872) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:10.639554 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.684363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-3729d4ae-5922-4063-a21b-888106843ca4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085627 Nov 16 21:05:10.687001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:10.695948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:10.698808 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53286926-bd21-4228-8a73-a4a9337322bf" -d '{"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-unplugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:10.701927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8877161-eb02-419d-b361-68e5374d2dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.721725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:10.724827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16565a82-0603-4836-88b7-84d5f1269cd4', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '16565a82-0603-4836-88b7-84d5f1269cd4', 'mac_address': 'fa:16:3e:97:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:10.730211 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.738933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8877161-eb02-419d-b361-68e5374d2dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.757558 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a7f467-956f-4b44-a788-e139f644cf1a x-openstack-request-id: req-87a7f467-956f-4b44-a788-e139f644cf1a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:10.757924 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-unplugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:10.758249 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87a7f467-956f-4b44-a788-e139f644cf1a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:10.758707 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4', 'code': 200} Nov 16 21:05:10.794274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f014db0-d001-4348-b075-9c679332647e req-ea855a3a-ab07-4fc6-a74b-4eb059ae202c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288666 Nov 16 21:05:10.848253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-5fd278f9-63bf-40ff-9f2c-9818baafafaa service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529555 Nov 16 21:05:10.851893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8877161-eb02-419d-b361-68e5374d2dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.855676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8877161-eb02-419d-b361-68e5374d2dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.857089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c8877161-eb02-419d-b361-68e5374d2dbf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49b14264-a651-440b-96dc-489ed79621a0 HTTP/1.1" status: 204 len: 168 time: 0.2187910 Nov 16 21:05:10.921779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8877161-eb02-419d-b361-68e5374d2dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b14264-a651-440b-96dc-489ed79621a0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:10.975416 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:10.994236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:10.998439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34972093-1533-4086-9e6a-43490743ee0b req-849c3e11-8c9c-481a-8cdc-5ded4989f6b9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:11.000305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34972093-1533-4086-9e6a-43490743ee0b req-849c3e11-8c9c-481a-8cdc-5ded4989f6b9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1419299 Nov 16 21:05:11.009442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:11.018930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00872bf-47ea-4914-a512-1299b31fe259 req-b78ed0e4-d4c8-4b68-a642-cf9ea946e9b0 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631677 Nov 16 21:05:11.031986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.032617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.033354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.033971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.034406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.034927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.035363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.035868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.036322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.038098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.038636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.039193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:11.047979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:11.053923 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:11.098868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34972093-1533-4086-9e6a-43490743ee0b req-baa9893e-462f-42bd-ad6f-63cb528c03d0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852726 Nov 16 21:05:11.135799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:11.225024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871dbbd-47db-4447-b478-c6f7ff57df4f req-87797cef-00e3-403f-be3c-ed1ed15c40a4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:11.226748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e871dbbd-47db-4447-b478-c6f7ff57df4f req-87797cef-00e3-403f-be3c-ed1ed15c40a4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 943 time: 0.0526965 Nov 16 21:05:11.287782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e871dbbd-47db-4447-b478-c6f7ff57df4f req-0f6ba920-956b-43c2-ad7c-ce004c991da4 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547123 Nov 16 21:05:11.459920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:11.641421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327d18-6d7d-47d8-a192-b8721ea590d9 req-16b9211f-8d27-4832-85e9-b7d83ef4ac21 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:11.649412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13327d18-6d7d-47d8-a192-b8721ea590d9 req-16b9211f-8d27-4832-85e9-b7d83ef4ac21 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 948 time: 0.0945361 Nov 16 21:05:11.700149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13327d18-6d7d-47d8-a192-b8721ea590d9 req-8c5f82ef-a06e-42a5-ba82-1704a863a612 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496244 Nov 16 21:05:11.929430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af170d-e240-4c95-83c6-15bf315f2a74 req-9a500e5c-6aeb-407f-aa8d-5dba20f771f4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:11.932799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7af170d-e240-4c95-83c6-15bf315f2a74 req-9a500e5c-6aeb-407f-aa8d-5dba20f771f4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0632644 Nov 16 21:05:11.983938 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7af170d-e240-4c95-83c6-15bf315f2a74 req-3ac83ff6-37aa-43a4-9044-a8dafcbc2477 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Nov 16 21:05:12.051202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da173e6d-2b87-4461-a1a8-34269a85bc5f req-6d393cd8-e982-4727-bf42-386d252f72c6 tempest-AbsoluteLimitsNegativeTestJSON-1575489100 tempest-AbsoluteLimitsNegativeTestJSON-1575489100-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=503401938b7c4afe9392fa1704278431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221348 Nov 16 21:05:12.094792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:12.190087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da173e6d-2b87-4461-a1a8-34269a85bc5f req-2ba3ed15-b768-4ce5-a040-8946160beff6 tempest-AbsoluteLimitsNegativeTestJSON-1575489100 tempest-AbsoluteLimitsNegativeTestJSON-1575489100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:12.199118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da173e6d-2b87-4461-a1a8-34269a85bc5f req-2ba3ed15-b768-4ce5-a040-8946160beff6 tempest-AbsoluteLimitsNegativeTestJSON-1575489100 tempest-AbsoluteLimitsNegativeTestJSON-1575489100-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414471 Nov 16 21:05:12.223208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8937a-8519-4632-9388-6f77ccabe58d req-bbb78482-dae2-4e3c-bade-cfc5af64db0d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:12.224379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da173e6d-2b87-4461-a1a8-34269a85bc5f req-a6901432-cd04-4207-b12a-1c3ace1ee393 tempest-AbsoluteLimitsNegativeTestJSON-1575489100 tempest-AbsoluteLimitsNegativeTestJSON-1575489100-project] 10.222.0.48 "GET /v2.0/quotas/503401938b7c4afe9392fa1704278431 HTTP/1.1" status: 200 len: 375 time: 0.0233905 Nov 16 21:05:12.227025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:12.232115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16d8937a-8519-4632-9388-6f77ccabe58d req-bbb78482-dae2-4e3c-bade-cfc5af64db0d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0649412 Nov 16 21:05:12.241781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 has no active binding in host n-h2-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:05:12.255086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da173e6d-2b87-4461-a1a8-34269a85bc5f req-8b4ab3a4-0e73-4315-a90a-e4f79961d176 tempest-AbsoluteLimitsNegativeTestJSON-1575489100 tempest-AbsoluteLimitsNegativeTestJSON-1575489100-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=503401938b7c4afe9392fa1704278431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296783 Nov 16 21:05:12.281681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16d8937a-8519-4632-9388-6f77ccabe58d req-676ddaed-a2b4-48a8-b19c-753e606eb9fe tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486081 Nov 16 21:05:12.405064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 03dd4b70-fbb1-4d4a-aba7-12916c8a180a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:12.410739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfce94-63a7-4abd-8880-7d7197219ee1 req-466609f1-c91f-4042-9aea-077f2d4d45df tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:12.412868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bbfce94-63a7-4abd-8880-7d7197219ee1 req-466609f1-c91f-4042-9aea-077f2d4d45df tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 943 time: 0.0539777 Nov 16 21:05:12.486301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bbfce94-63a7-4abd-8880-7d7197219ee1 req-9d5c281d-5b31-4db4-bef2-c927d2d8c404 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661945 Nov 16 21:05:12.534149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:12.548236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a', 'network_id': '80eb0de6-152b-4ae1-8d09-651ee96aaa04', 'port_id': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a', 'mac_address': 'fa:16:3e:c4:39:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a93d4b-b923-45f6-ae6c-4422e4e8f237', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:12.576925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50938) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:12.592399 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.611093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03dd4b70-fbb1-4d4a-aba7-12916c8a180a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:12.635488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:12.639925 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.704124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:12.712811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cbc1af41-3c9e-4d3b-8b61-81a9bf2d1b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.809226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cbc1af41-3c9e-4d3b-8b61-81a9bf2d1b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.814049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cbc1af41-3c9e-4d3b-8b61-81a9bf2d1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.834062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc882-9f10-4d15-b334-117071db24f7 req-ad2f99b2-168e-4e93-aac9-e47477dc09a2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:12.835704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e54fc882-9f10-4d15-b334-117071db24f7 req-ad2f99b2-168e-4e93-aac9-e47477dc09a2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 948 time: 0.0585780 Nov 16 21:05:12.855054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1af41-3c9e-4d3b-8b61-81a9bf2d1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ad457d-017e-49bc-a999-5b7198430ab9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:12.862643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cbc1af41-3c9e-4d3b-8b61-81a9bf2d1b5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=503401938b7c4afe9392fa1704278431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843413 Nov 16 21:05:12.863564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50946) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:12.898398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e54fc882-9f10-4d15-b334-117071db24f7 req-e99b8f50-b765-4692-bbb8-afe85eea3444 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549126 Nov 16 21:05:12.918911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25a9f0ee-9373-4e6d-a3df-5dcf0eb320a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.940591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25a9f0ee-9373-4e6d-a3df-5dcf0eb320a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.987697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25a9f0ee-9373-4e6d-a3df-5dcf0eb320a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.990308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25a9f0ee-9373-4e6d-a3df-5dcf0eb320a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:12.991588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-25a9f0ee-9373-4e6d-a3df-5dcf0eb320a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30ad457d-017e-49bc-a999-5b7198430ab9 HTTP/1.1" status: 204 len: 168 time: 0.1271119 Nov 16 21:05:13.001012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9f0ee-9373-4e6d-a3df-5dcf0eb320a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ad457d-017e-49bc-a999-5b7198430ab9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:13.139830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd61e9b-3079-44fc-a26f-df9cd86dedff req-15a0a704-0d05-4bfd-a384-64cdc6db2efa tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:13.141366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dd61e9b-3079-44fc-a26f-df9cd86dedff req-15a0a704-0d05-4bfd-a384-64cdc6db2efa tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 943 time: 0.0663493 Nov 16 21:05:13.180255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['03dd4b70-fbb1-4d4a-aba7-12916c8a180a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:13.207216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dd61e9b-3079-44fc-a26f-df9cd86dedff req-af579052-97b8-4e3b-a679-ca4cfbff1c98 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Nov 16 21:05:13.458839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeec3b-d04d-4e71-a690-d3e9e317d85c req-902f63ef-1507-4767-b09d-493651854d04 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:13.460471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7eeec3b-d04d-4e71-a690-d3e9e317d85c req-902f63ef-1507-4767-b09d-493651854d04 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0801299 Nov 16 21:05:13.461918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-ce4efc21-50fe-4f57-95f7-176450d5b7b4 service neutron] 10.222.0.47 "GET /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.1129367 Nov 16 21:05:13.564565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7eeec3b-d04d-4e71-a690-d3e9e317d85c req-b2072489-942a-415c-94d3-7d12ee8c2c54 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966687 Nov 16 21:05:13.653264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ece0-666b-46b6-a123-67e0481fb3cc req-bcfa66b8-fc71-405a-8eeb-e33ecec26365 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:13.660975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f195ece0-666b-46b6-a123-67e0481fb3cc req-bcfa66b8-fc71-405a-8eeb-e33ecec26365 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 944 time: 0.0687697 Nov 16 21:05:13.717758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:13.726692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f195ece0-666b-46b6-a123-67e0481fb3cc req-b0ad1575-4f2d-45aa-959d-f6a1d25768a6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642102 Nov 16 21:05:13.738669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:13.773044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f42a120-a621-43e1-99e8-d8598b22d108 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:13.785094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:13.806455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:13.843468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50980) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:13.893018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] Transition to ACTIVE for port object 6f42a120-a621-43e1-99e8-d8598b22d108 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:05:13.898138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:13.966509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1935749176-network', 'tenant_id': 'e0a66638a5864df3b7d841517f2a17d6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:13.975229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] No DVR routers for this DVR port 6f42a120-a621-43e1-99e8-d8598b22d108 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:05:14.004164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] Pushing event updated for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:14.030791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-59014447-abe1-4dfc-b6f5-b42fecafb83f service neutron] 10.222.0.47 "PUT /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108/bindings/n-h2-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5530405 Nov 16 21:05:14.031957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Made reservation on behalf of e0a66638a5864df3b7d841517f2a17d6 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:14.034341 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.043923 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.050719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c5f0-980b-4cc3-b500-d5afcec08886 req-ee95de9b-a1e4-4244-960e-34b4aa8af4a3 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.052164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa04c5f0-980b-4cc3-b500-d5afcec08886 req-ee95de9b-a1e4-4244-960e-34b4aa8af4a3 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 948 time: 0.0665302 Nov 16 21:05:14.125330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa04c5f0-980b-4cc3-b500-d5afcec08886 req-d2736469-f463-46b0-b827-899c026c706a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631227 Nov 16 21:05:14.153392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.158916 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.184443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:05:14.193487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-35f053fb-ea08-4da6-8f1d-7f7e508890fb tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.194981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-35f053fb-ea08-4da6-8f1d-7f7e508890fb tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.0913296 Nov 16 21:05:14.425745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 03dd4b70-fbb1-4d4a-aba7-12916c8a180a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:14.481689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:05:14.484405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.484930 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Added segment db77df72-0fbc-4fee-8531-8e4ac013d5dc of type vlan for network 7c7414c6-3f0a-4efa-aa10-898a6dded7bf Nov 16 21:05:14.486538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:14.486923 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.506472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a9ff2-a686-4311-9f64-c14ca8b2afb6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:14.573956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.586885 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.587738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-8326fa64-3c1d-4c12-966d-cc156dc02177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.589731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-8326fa64-3c1d-4c12-966d-cc156dc02177 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f&tenant_id=06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 1095 time: 0.3837500 Nov 16 21:05:14.617337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56787bba-b269-4b79-89ee-03b5aa407e08 req-bb3b8b7f-59c4-4961-98e2-592b2f2aa74b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.623316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61864d7-683d-4607-ac89-479347fa3807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:14.625695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56787bba-b269-4b79-89ee-03b5aa407e08 req-bb3b8b7f-59c4-4961-98e2-592b2f2aa74b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.1433976 Nov 16 21:05:14.627640 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d62e5f-022a-4223-bd87-563525ae1cb2" -d '{"events": [{"server_uuid": "e61864d7-683d-4607-ac89-479347fa3807", "name": "network-vif-plugged", "status": "completed", "tag": "03dd4b70-fbb1-4d4a-aba7-12916c8a180a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:14.641331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:14.645345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.646945 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:14.647234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.648175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.648752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.733946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:14.739470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8934159 Nov 16 21:05:14.743878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50998) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:14.745951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16565a82-0603-4836-88b7-84d5f1269cd4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:14.746338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.751788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Request body: {'subnet': {'network_id': '7c7414c6-3f0a-4efa-aa10-898a6dded7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1935749176-subnet', 'tenant_id': 'e0a66638a5864df3b7d841517f2a17d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:14.766387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33871e-1492-4cea-b90f-3aa82fcb7f51 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7414c6-3f0a-4efa-aa10-898a6dded7bf,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:14.777978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886c2ef-e5b3-4487-a361-7f7ec0584e57 req-9d9c54ff-5c6a-4707-804c-33d51c84e66a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.778687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56787bba-b269-4b79-89ee-03b5aa407e08 req-9884bab1-bfac-4890-a9c2-a33ede267741 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505806 Nov 16 21:05:14.779415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7c7414c6-3f0a-4efa-aa10-898a6dded7bf details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:05:14.785925 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2886c2ef-e5b3-4487-a361-7f7ec0584e57 req-9d9c54ff-5c6a-4707-804c-33d51c84e66a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1101429 Nov 16 21:05:14.796758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-a190378f-78a9-487d-8d16-6499b44d5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:14.798392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-a190378f-78a9-487d-8d16-6499b44d5868 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1095 time: 0.1470089 Nov 16 21:05:14.832011 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d0b664-e954-4059-8e33-38a9aa099c04 x-openstack-request-id: req-f2d0b664-e954-4059-8e33-38a9aa099c04 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:14.832332 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61864d7-683d-4607-ac89-479347fa3807", "name": "network-vif-plugged", "status": "completed", "tag": "03dd4b70-fbb1-4d4a-aba7-12916c8a180a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:14.832595 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2d0b664-e954-4059-8e33-38a9aa099c04 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:14.832993 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61864d7-683d-4607-ac89-479347fa3807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a', 'code': 200} Nov 16 21:05:14.886191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2886c2ef-e5b3-4487-a361-7f7ec0584e57 req-c7917c4b-3147-4ea6-b819-1cde1f1d54e3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992365 Nov 16 21:05:14.887489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Made reservation on behalf of e0a66638a5864df3b7d841517f2a17d6 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:14.890285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.927081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.966377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:14.971654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:14.972802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:15.011229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4bafb-cbdd-460c-b138-bac5dbd066f9 req-77d1be90-e8f3-40e3-a6ec-72771f544cbf tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.012807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51e4bafb-cbdd-460c-b138-bac5dbd066f9 req-77d1be90-e8f3-40e3-a6ec-72771f544cbf tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 945 time: 0.1274307 Nov 16 21:05:15.015470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-cfddb4d9-ed0f-4cf1-93da-7d957db1ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.016858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-cfddb4d9-ed0f-4cf1-93da-7d957db1ae8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2082927 Nov 16 21:05:15.027562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7db32-8aa5-4e4d-9a03-06f31c44349c req-95042311-2e27-4be9-9bcb-1b7f9445e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.028986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aaa7db32-8aa5-4e4d-9a03-06f31c44349c req-95042311-2e27-4be9-9bcb-1b7f9445e4bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 1096 time: 0.1107407 Nov 16 21:05:15.066297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:15.071136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:15.081461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-c9e025bc-9f7f-4057-b7eb-f2f5f6ebc7ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 200 len: 217 time: 0.0515583 Nov 16 21:05:15.099497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:15.160910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23e0e29-7ec7-4a9f-a082-55a7aed2f50a,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:15.165549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Checking segment: {'id': 'db77df72-0fbc-4fee-8531-8e4ac013d5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7c7414c6-3f0a-4efa-aa10-898a6dded7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:15.165926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Network hostable DHCP agents. Network: 7c7414c6-3f0a-4efa-aa10-898a6dded7bf, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:05:15.184751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Network 7c7414c6-3f0a-4efa-aa10-898a6dded7bf is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:05:15.196716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7c7414c6-3f0a-4efa-aa10-898a6dded7bf) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:15.203073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51e4bafb-cbdd-460c-b138-bac5dbd066f9 req-955d6e13-cc5d-41c5-92fb-6ddaeb93f053 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834066 Nov 16 21:05:15.203466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.204445 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:15.211177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aaa7db32-8aa5-4e4d-9a03-06f31c44349c req-a65765ee-9025-4df9-b361-7d45e00d24a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407027 Nov 16 21:05:15.212215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa0c6e-33ce-4f88-9b21-2319abd3e626 None None] Network 7c7414c6-3f0a-4efa-aa10-898a6dded7bf requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:15.236792 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c129384-7182-43e6-bf5d-e8b593f1b53b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4870720 Nov 16 21:05:15.239414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-69320258-e96a-4329-b675-368869685b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.240995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-69320258-e96a-4329-b675-368869685b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1392474 Nov 16 21:05:15.248092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-9143833e-9b39-4070-af04-0f643991d4ad service neutron] 10.222.0.41 "GET /v2.0/ports/49b08afa-f9fc-4d99-8ee5-29d5978c4f63/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 382 time: 0.1475718 Nov 16 21:05:15.295817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-1b217ee1-34b2-4181-ae26-75b11e538bd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391343 Nov 16 21:05:15.366769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616a214-53f8-4cf6-bf15-81e689bcbed0 req-2fe4dfde-3fd4-4efd-8560-1afa52417190 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.368741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b616a214-53f8-4cf6-bf15-81e689bcbed0 req-2fe4dfde-3fd4-4efd-8560-1afa52417190 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1157014 Nov 16 21:05:15.396972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837c9343-425b-4c67-af26-3b8cfbe55584 None None] Network 7c7414c6-3f0a-4efa-aa10-898a6dded7bf requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:15.434072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-6cdc16a9-2b85-4b51-8fed-e9c093ec67ea service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178491 Nov 16 21:05:15.459921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b616a214-53f8-4cf6-bf15-81e689bcbed0 req-e0df9947-13c4-4177-ac7b-5f74d5a02211 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828519 Nov 16 21:05:15.580731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-987a16d0-bc8d-407b-8b2e-bf970057e2ae service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365860 Nov 16 21:05:15.612557 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-d9bb093c-bcec-4262-bc35-a1f706fc845c req-2db256fe-5f19-4f15-8840-c9e020fb0a67 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] show failed (client error): The resource could not be found. Nov 16 21:05:15.613585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9bb093c-bcec-4262-bc35-a1f706fc845c req-2db256fe-5f19-4f15-8840-c9e020fb0a67 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups/a4335cea-9a6d-4746-8b22-a54e7962cccc HTTP/1.1" status: 404 len: 352 time: 0.0188603 Nov 16 21:05:15.624927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-428781b9-b0fc-4c27-93e8-377fa31bedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.627836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-428781b9-b0fc-4c27-93e8-377fa31bedc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998&tenant_id=592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 1100 time: 0.0608313 Nov 16 21:05:15.719619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd86ed38-46eb-4538-a98a-9ac78a8e6558 req-f8409946-0ff7-42e7-8310-df49b355d520 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0a66638a5864df3b7d841517f2a17d6 HTTP/1.1" status: 200 len: 3001 time: 0.0730693 Nov 16 21:05:15.736511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-7aaee6f1-e808-45f9-8f2f-9651699b60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.737979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-7aaee6f1-e808-45f9-8f2f-9651699b60c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 1100 time: 0.0726297 Nov 16 21:05:15.851415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd86ed38-46eb-4538-a98a-9ac78a8e6558 req-f2aeab95-7cce-4e88-a070-ada969dde257 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups/dd7a9ff2-a686-4311-9f64-c14ca8b2afb6 HTTP/1.1" status: 200 len: 2998 time: 0.1234889 Nov 16 21:05:15.901391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4dfab-4658-4607-bfed-2f8d6b5f43c6 req-aca5bcc1-f5ec-4946-b860-02bfff20522e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.902903 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20b4dfab-4658-4607-bfed-2f8d6b5f43c6 req-aca5bcc1-f5ec-4946-b860-02bfff20522e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.0546987 Nov 16 21:05:15.903018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59067134-4888-404c-9a87-ea793e3e6259 req-51c79299-d92c-4796-8caa-038206c0b26e tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.904382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-51c79299-d92c-4796-8caa-038206c0b26e tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.1014893 Nov 16 21:05:15.923558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-1c8eeec5-e5c4-4b35-924a-017da86893b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:15.924958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-1c8eeec5-e5c4-4b35-924a-017da86893b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1775718 Nov 16 21:05:15.949727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20b4dfab-4658-4607-bfed-2f8d6b5f43c6 req-319136b6-a696-418e-9095-420df7a17e8e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Nov 16 21:05:15.962701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd86ed38-46eb-4538-a98a-9ac78a8e6558 req-6d6c84ca-e2c6-4b42-809e-9341a3a85fc8 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups/dd7a9ff2-a686-4311-9f64-c14ca8b2afb6 HTTP/1.1" status: 200 len: 2998 time: 0.1007228 Nov 16 21:05:15.995424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-4830a734-4ef2-4cdc-94c1-8b1af51f8628 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 200 len: 217 time: 0.0457046 Nov 16 21:05:16.066517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774add4-937b-4f3a-b3d1-34d5d0fa7269 req-8899cc40-44c5-48d3-8bc5-2caa73e8c42d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.067924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1774add4-937b-4f3a-b3d1-34d5d0fa7269 req-8899cc40-44c5-48d3-8bc5-2caa73e8c42d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0492766 Nov 16 21:05:16.116625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1774add4-937b-4f3a-b3d1-34d5d0fa7269 req-8c6b36cd-e76a-476f-8ba1-e02f12876bbb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 16 21:05:16.124235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-583bb237-f9fd-4cc1-a2a5-d7c5c36a6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.125721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-583bb237-f9fd-4cc1-a2a5-d7c5c36a6ed4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0932355 Nov 16 21:05:16.128335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54737d90-6722-4bee-acb1-84b246d36031 req-bedc288d-86de-42a0-a736-642809185391 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups/dd7a9ff2-a686-4311-9f64-c14ca8b2afb6 HTTP/1.1" status: 200 len: 2998 time: 0.1182666 Nov 16 21:05:16.206975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59067134-4888-404c-9a87-ea793e3e6259 req-10e539ce-e84d-4134-aedc-331a32ba7ca2 service neutron] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:16.215669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59067134-4888-404c-9a87-ea793e3e6259 req-10e539ce-e84d-4134-aedc-331a32ba7ca2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.216768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59067134-4888-404c-9a87-ea793e3e6259 req-10e539ce-e84d-4134-aedc-331a32ba7ca2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108/bindings/n-h1-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.2999213 Nov 16 21:05:16.222487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-ee43f281-7f9f-4613-8e2e-2f3dffb2af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.223917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-ee43f281-7f9f-4613-8e2e-2f3dffb2af4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888441 Nov 16 21:05:16.283227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffe97b-6600-468c-b3b6-95a5c37f4c39 req-e72aa68f-9956-4c2c-987e-5c5ff26e209d tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.284110 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-54737d90-6722-4bee-acb1-84b246d36031 req-2177b56a-3285-4744-9d58-cb13bd882b59 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:05:16.284751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56ffe97b-6600-468c-b3b6-95a5c37f4c39 req-e72aa68f-9956-4c2c-987e-5c5ff26e209d tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 1095 time: 0.0479088 Nov 16 21:05:16.285138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54737d90-6722-4bee-acb1-84b246d36031 req-2177b56a-3285-4744-9d58-cb13bd882b59 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd7a9ff2-a686-4311-9f64-c14ca8b2afb6 HTTP/1.1" status: 409 len: 352 time: 0.1367838 Nov 16 21:05:16.343369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-dd6dae9e-0310-46ec-b8a8-d8c1bc34f5b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093023 Nov 16 21:05:16.346275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56ffe97b-6600-468c-b3b6-95a5c37f4c39 req-1a25567f-f0a9-458e-9354-cf03d99222cb tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Nov 16 21:05:16.401331 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-0b834373-5025-4906-bedc-45fa928a7906 req-a8b6d24f-8698-41b6-aa9f-ff6071da89f4 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] show failed (client error): The resource could not be found. Nov 16 21:05:16.402546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b834373-5025-4906-bedc-45fa928a7906 req-a8b6d24f-8698-41b6-aa9f-ff6071da89f4 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups/e5093247-caf9-4405-9e1f-315ea065959c HTTP/1.1" status: 404 len: 352 time: 0.0235991 Nov 16 21:05:16.450402 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-383b5985-7e69-42ca-a9fd-fc7c41cff23f req-19d8da99-47cb-456a-a4e6-e3df61e1a528 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] show failed (client error): The resource could not be found. Nov 16 21:05:16.454775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-383b5985-7e69-42ca-a9fd-fc7c41cff23f req-19d8da99-47cb-456a-a4e6-e3df61e1a528 tempest-SecurityGroupsNegativeTestJSON-1107825262 tempest-SecurityGroupsNegativeTestJSON-1107825262-project] 10.222.0.48 "GET /v2.0/security-groups/55cc2c8d-dcf2-4d87-817b-feb8c8062124 HTTP/1.1" status: 404 len: 352 time: 0.0177233 Nov 16 21:05:16.462104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51042) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:16.497416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2772-2f5a-4fee-8036-d0a7cb091398 req-e187e645-115b-40fc-ab2d-49eda9a93547 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.499021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a99f2772-2f5a-4fee-8036-d0a7cb091398 req-e187e645-115b-40fc-ab2d-49eda9a93547 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 945 time: 0.1412947 Nov 16 21:05:16.515204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Deleting subnet b23e0e29-7ec7-4a9f-a082-55a7aed2f50a {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:05:16.518578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.529762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0f63e28-a6ce-43de-ad10-b04cf085a21c req-e5b3c15e-42bf-4987-89fc-cc7a05638720 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731164 Nov 16 21:05:16.555929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.562167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a99f2772-2f5a-4fee-8036-d0a7cb091398 req-d57a5f05-34ab-4bee-9580-4146f4cf608a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565817 Nov 16 21:05:16.667926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.743615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-717d7017-c5e5-4052-bd39-a5765de8f7c1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.745680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-717d7017-c5e5-4052-bd39-a5765de8f7c1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.1505115 Nov 16 21:05:16.750681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941841e-9a18-4181-89fb-4d0558a6f8e1 req-ccbf425d-f33c-4450-8970-9de2b678652c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:16.752222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4941841e-9a18-4181-89fb-4d0558a6f8e1 req-ccbf425d-f33c-4450-8970-9de2b678652c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1034374 Nov 16 21:05:16.781300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-60dcb1c5-a11e-4f94-9169-f7914bdcb0c1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/quotas/06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 375 time: 0.0257931 Nov 16 21:05:16.784324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.818071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4941841e-9a18-4181-89fb-4d0558a6f8e1 req-bd0cd156-d259-4dca-bb6f-494e41098d58 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587332 Nov 16 21:05:16.835471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:16.835935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23e0e29-7ec7-4a9f-a082-55a7aed2f50a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:16.838762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.842230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f435ee4b-96ad-466e-bf80-48d5bdb1d796 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b23e0e29-7ec7-4a9f-a082-55a7aed2f50a HTTP/1.1" status: 204 len: 168 time: 0.3787761 Nov 16 21:05:16.843300 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6114896-170f-448d-bdeb-30146b8e1db4" -d '{"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-plugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:16.844622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51056) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:16.884635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-77c7f394-37dd-4f58-8dfb-81077b468293 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878341 Nov 16 21:05:16.886663 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db8acc9-a3ff-4c55-8bca-fe7cb2868406 x-openstack-request-id: req-1db8acc9-a3ff-4c55-8bca-fe7cb2868406 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:16.886978 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-plugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:16.887240 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1db8acc9-a3ff-4c55-8bca-fe7cb2868406 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:16.887646 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4', 'code': 200} Nov 16 21:05:16.943340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:16.972937 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-898f491b-2c60-4f4f-a94a-a4af2142acfd service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869160 Nov 16 21:05:17.031622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.063037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7414c6-3f0a-4efa-aa10-898a6dded7bf']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:17.074095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db77df72-0fbc-4fee-8531-8e4ac013d5dc') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:17.074393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db77df72-0fbc-4fee-8531-8e4ac013d5dc') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:17.083551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.086363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-edb2e12e-04f5-4efb-869f-cfb1e1ae694c service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067264 Nov 16 21:05:17.116499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.125436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:05:17.125866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:05:17.127476 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:05:17.182578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff707-e106-43c9-ba93-f8a17c80124c req-1a0c1fc6-64af-441f-ae06-3f93743ae87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:17.184066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b03ff707-e106-43c9-ba93-f8a17c80124c req-1a0c1fc6-64af-441f-ae06-3f93743ae87e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1100 time: 0.0945020 Nov 16 21:05:17.190957 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.234275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7414c6-3f0a-4efa-aa10-898a6dded7bf,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:17.239564 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.245768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ccdc2da-8f1d-422b-9127-5d0f6f31e38c admin admin] 10.222.0.48 "DELETE /v2.0/networks/7c7414c6-3f0a-4efa-aa10-898a6dded7bf HTTP/1.1" status: 204 len: 168 time: 0.3972921 Nov 16 21:05:17.324789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c25b-b164-426f-a7d7-65c70bcfc5b3 req-318d2fda-0b46-4426-91ba-1281bba26024 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:17.333683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4866c25b-b164-426f-a7d7-65c70bcfc5b3 req-318d2fda-0b46-4426-91ba-1281bba26024 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1153524 Nov 16 21:05:17.362864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b03ff707-e106-43c9-ba93-f8a17c80124c req-531ac4a8-d41d-432b-90ef-fb30a6c35cc5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700907 Nov 16 21:05:17.382262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06de68b5-77fa-4bc5-a6b3-cf154350913a req-d8eeb48d-3a71-4363-9cc6-22b5c97bd55e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Nov 16 21:05:17.417982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:17.418118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4866c25b-b164-426f-a7d7-65c70bcfc5b3 req-2576f85a-3dc4-47f5-8f94-4653633a480f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797298 Nov 16 21:05:17.462333 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bb728f72-86ad-45ed-9fd2-2af0f18c53a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0a66638a5864df3b7d841517f2a17d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499671 Nov 16 21:05:17.465908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51080) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:17.529354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af8e37b9-162e-4270-99b0-0f49e7ad5893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.555335 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af8e37b9-162e-4270-99b0-0f49e7ad5893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.641760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af8e37b9-162e-4270-99b0-0f49e7ad5893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.644854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af8e37b9-162e-4270-99b0-0f49e7ad5893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:17.647651 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af8e37b9-162e-4270-99b0-0f49e7ad5893 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd7a9ff2-a686-4311-9f64-c14ca8b2afb6 HTTP/1.1" status: 204 len: 168 time: 0.1800630 Nov 16 21:05:17.671757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e37b9-162e-4270-99b0-0f49e7ad5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a9ff2-a686-4311-9f64-c14ca8b2afb6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:17.717834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153068a-b5e1-4158-bf69-ec4d1a6fd233 req-ae5162f5-9e26-4f17-9bd5-8a3fda843a91 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:17.724972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2153068a-b5e1-4158-bf69-ec4d1a6fd233 req-ae5162f5-9e26-4f17-9bd5-8a3fda843a91 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 945 time: 0.0689225 Nov 16 21:05:17.770968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2153068a-b5e1-4158-bf69-ec4d1a6fd233 req-5cf5a126-215e-47be-9976-4d348247d26a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Nov 16 21:05:18.107760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60988aa6-38eb-45f8-9329-bf14276329ec req-93a1923e-447d-4009-b355-f044691ce4df tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:18.109285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60988aa6-38eb-45f8-9329-bf14276329ec req-93a1923e-447d-4009-b355-f044691ce4df tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1014836 Nov 16 21:05:18.144974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:18.156247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb2108-9718-4226-a8a6-011944ad931f req-039453f8-9eae-45e5-b80e-214f22df29b9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:18.157802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cffb2108-9718-4226-a8a6-011944ad931f req-039453f8-9eae-45e5-b80e-214f22df29b9 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 945 time: 0.0529807 Nov 16 21:05:18.175389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60988aa6-38eb-45f8-9329-bf14276329ec req-5cb3a4b8-05cd-482f-9f75-224f356b8b5a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541201 Nov 16 21:05:18.215933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cffb2108-9718-4226-a8a6-011944ad931f req-dc95fcd8-cd65-40db-9290-d19136d695bd tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Nov 16 21:05:18.258136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.295196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:18.299748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.359865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:18.595987 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b73a113-8739-4467-a75b-e5a215eee725 req-c09deeba-7f66-4362-bc0c-33662252afe7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 210 time: 0.0738027 Nov 16 21:05:18.600092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51140) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:18.744539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f5fff-602d-43a1-ae4a-054798932377 req-79e39ba5-f5e3-4f87-b06a-79cf02e31f24 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:18.746261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-703f5fff-602d-43a1-ae4a-054798932377 req-79e39ba5-f5e3-4f87-b06a-79cf02e31f24 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 947 time: 0.0913844 Nov 16 21:05:18.765562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1974668254-network', 'tenant_id': 'c4ba398371e4462a9ece773cd78c88c0'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:18.787086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-d0c853a0-5881-4ae5-bdc2-ce1ee72bdcfc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:18.788665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-d0c853a0-5881-4ae5-bdc2-ce1ee72bdcfc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.2580695 Nov 16 21:05:18.795232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Made reservation on behalf of c4ba398371e4462a9ece773cd78c88c0 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:18.799963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.806380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Request body: {'port': {'device_id': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'admin_state_up': True, 'tenant_id': '06b5778640944f27b62822905a225088'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:18.812305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.878123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-703f5fff-602d-43a1-ae4a-054798932377 req-9c9816ed-bf06-4426-a011-ddfdcfd23975 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103673 Nov 16 21:05:18.889772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:18.893613 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d499d24e-ae38-4543-bed2-2f210b6c6ab5" -d '{"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-unplugged", "status": "completed", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:18.894077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.906825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.933265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:05:18.942265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:18.945566 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c786435-62ba-42d3-a585-c66857f4bea2 x-openstack-request-id: req-9c786435-62ba-42d3-a585-c66857f4bea2 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:18.946120 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-unplugged", "status": "completed", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:18.946330 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c786435-62ba-42d3-a585-c66857f4bea2 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:18.952029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.952029 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Added segment dd5f23f3-b61b-49b5-848c-8fff43ffe042 of type vlan for network d6c67720-09c5-42fe-be54-c03927285252 Nov 16 21:05:18.952970 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'code': 200} Nov 16 21:05:18.956374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Made reservation on behalf of 06b5778640944f27b62822905a225088 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:18.960499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:18.995856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.021319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.022388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:19.023308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.074653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4726913 Nov 16 21:05:19.077265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51148) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:19.082164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Request body: {'subnet': {'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1974668254-subnet', 'tenant_id': 'c4ba398371e4462a9ece773cd78c88c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:19.087679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacef47d-c389-43fe-8d37-2f06937bc082 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c67720-09c5-42fe-be54-c03927285252,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:19.098218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d6c67720-09c5-42fe-be54-c03927285252 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:05:19.109234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Allocated IP 172.20.0.9 (577e0baf-bab5-43e1-bc57-eff95e371e12/7b9cc6c0-caba-45df-8302-79ccbf7677de/2133c125-bcbc-4485-862c-13e851161d31) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:19.127444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Made reservation on behalf of c4ba398371e4462a9ece773cd78c88c0 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:19.129833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.347362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fdcc0-e163-4850-bd9c-deeba775fe62 req-dbe8943c-bf9e-4a02-a5cb-cbf2d2730566 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:19.349116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-371fdcc0-e163-4850-bd9c-deeba775fe62 req-dbe8943c-bf9e-4a02-a5cb-cbf2d2730566 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 945 time: 0.0550482 Nov 16 21:05:19.404180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-371fdcc0-e163-4850-bd9c-deeba775fe62 req-18d5e93c-b315-454c-8658-17995d1618bf tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups?id=2558e1c7-8519-49f3-b422-a311035ff595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488310 Nov 16 21:05:19.409235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4b12e-695b-4556-913e-971aca5fdab0 req-4a5aca82-dbea-44d4-9ef0-1680d1ff8a74 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:19.411510 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71a4b12e-695b-4556-913e-971aca5fdab0 req-4a5aca82-dbea-44d4-9ef0-1680d1ff8a74 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1339335 Nov 16 21:05:19.451384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.538004 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.578302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71a4b12e-695b-4556-913e-971aca5fdab0 req-04792a04-27c1-4af9-bd01-f0004ad255c8 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420784 Nov 16 21:05:19.604199 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.661340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa7f0ab-644d-4cf8-8440-7ccef72e7813,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:19.680288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:19.689614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:19.694004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:19.700545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Checking segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:19.700972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Network hostable DHCP agents. Network: d6c67720-09c5-42fe-be54-c03927285252, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:05:19.743110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa860f-060f-4766-8a34-379083219387 req-a4bfb43a-1763-44f6-ad9f-2464a14b4ce9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:19.745229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37fa860f-060f-4766-8a34-379083219387 req-a4bfb43a-1763-44f6-ad9f-2464a14b4ce9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 931 time: 0.0660195 Nov 16 21:05:19.747668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:19.776678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:19.777474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.781469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Network d6c67720-09c5-42fe-be54-c03927285252 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:05:19.795807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d6c67720-09c5-42fe-be54-c03927285252) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:19.806432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-2d403009-aadd-408c-8047-1a6d44b9a4b9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0050089 Nov 16 21:05:19.808091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:19.808240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f51d3a-e386-4e38-b2c1-1791c29c7539 None None] Network d6c67720-09c5-42fe-be54-c03927285252 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:19.808886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.820328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37fa860f-060f-4766-8a34-379083219387 req-6c499561-9f18-45db-9227-6c59687695c3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Nov 16 21:05:19.829800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Request body: {'port': {'device_id': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:19.856399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-730b44c7-1e9a-4448-9c7e-5e7e9b0049e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7778735 Nov 16 21:05:19.897325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:19.964651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37bf70-7024-4194-a1b7-25174c8065f4 None None] Network d6c67720-09c5-42fe-be54-c03927285252 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:20.146749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd1d71-f23d-4b6e-addc-58b3c575644b req-38302662-6213-4368-81c9-5fed9b16177b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:20.148257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fdd1d71-f23d-4b6e-addc-58b3c575644b req-38302662-6213-4368-81c9-5fed9b16177b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 947 time: 0.1497607 Nov 16 21:05:20.155187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:20.255304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fdd1d71-f23d-4b6e-addc-58b3c575644b req-999f3070-9c0a-4d09-a04c-442541224bad tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809684 Nov 16 21:05:20.292704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:20.305858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'mac_address': 'fa:16:3e:ae:f5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:20.349438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.386234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:20.397798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2133c125-bcbc-4485-862c-13e851161d31 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:20.409749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.424848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Transition to ACTIVE for port object 2133c125-bcbc-4485-862c-13e851161d31 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:05:20.428087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:20.432598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.436111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.512394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:20.530305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-d48f1181-4902-46e4-9e89-f49a4245c2f2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:20.532263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-d48f1181-4902-46e4-9e89-f49a4245c2f2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 815 time: 0.2321558 Nov 16 21:05:20.563714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:20.574815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-d92de860-2aec-417e-9341-b12c94c39b7a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:20.576406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-d92de860-2aec-417e-9341-b12c94c39b7a tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 945 time: 0.1454253 Nov 16 21:05:20.578011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-a859e86e-38d7-4716-b7db-aa5f6fe8392d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/quotas/c4ba398371e4462a9ece773cd78c88c0 HTTP/1.1" status: 200 len: 375 time: 0.0315430 Nov 16 21:05:20.629634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1ec0678-7404-4e01-a94c-71229b5225f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.642297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-5a6f9d25-e01b-458d-9b32-e48450f641f3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512860 Nov 16 21:05:20.797419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['49b08afa-f9fc-4d99-8ee5-29d5978c4f63'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:20.838764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-09659a5e-cb71-404c-b42b-ac70575b3ce3 service neutron] 10.222.0.48 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864226 Nov 16 21:05:20.842164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Deleting port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:05:20.842507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:20.939347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:20.940753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:20.941325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:20.958299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:20.958991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:20.989981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-da5b87ec-8f31-4bd2-bd11-79d0c58c1433 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:20.991894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-da5b87ec-8f31-4bd2-bd11-79d0c58c1433 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998&tenant_id=592b4716c4a64f2d88f38a91914acb83&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 948 time: 0.4687622 Nov 16 21:05:20.995986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:20.996656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:20.997281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:20.997979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Bound port: 2133c125-bcbc-4485-862c-13e851161d31, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:20.998589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.012764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] For port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,segment=NetworkSegment(2189f563-a8fa-498a-8703-4ec391ccede1),segment_id=2189f563-a8fa-498a-8703-4ec391ccede1)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:21.013183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.025629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475f59-bbd5-402f-bada-c9b87004860b req-e4dfb998-4eb8-4beb-a6ac-be66bc47df01 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.027632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb475f59-bbd5-402f-bada-c9b87004860b req-e4dfb998-4eb8-4beb-a6ac-be66bc47df01 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 948 time: 0.4660447 Nov 16 21:05:21.036813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-5b98e645-fe48-41ff-b56b-c7b6a244bafe service neutron] 10.222.0.48 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872816 Nov 16 21:05:21.054517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Calling delete_port for 03dd4b70-fbb1-4d4a-aba7-12916c8a180a owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:05:21.143075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:21.170444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:21.184718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.210728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb475f59-bbd5-402f-bada-c9b87004860b req-9109374c-5366-478a-971f-146eb217ff5e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202037 Nov 16 21:05:21.212418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.213150 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.214954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] 10.222.0.47 "PUT /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 1091 time: 1.3901827 Nov 16 21:05:21.246767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-10ba8de2-b91c-4de3-80e7-8cbeffd06e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.248261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-10ba8de2-b91c-4de3-80e7-8cbeffd06e0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 1099 time: 0.1508374 Nov 16 21:05:21.248711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'tag': '2133c125-bcbc-4485-862c-13e851161d31'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:21.251232 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126f83df-7ba6-4920-aab0-01b57fa084c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "tag": "2133c125-bcbc-4485-862c-13e851161d31"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:21.302233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.314493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['03dd4b70-fbb1-4d4a-aba7-12916c8a180a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:21.518624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493620e6-dc5f-488c-ae6c-8eb7490ab951 service neutron] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:21.540562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-f159b50a-cc99-4b1b-9201-e0e8b5f5131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.542573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-f159b50a-cc99-4b1b-9201-e0e8b5f5131d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1094 time: 0.2255120 Nov 16 21:05:21.623342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ec9e5-3875-4593-9c32-e461c9fd6fb9 req-f08ce51a-7fd0-419e-a059-24b5f3a42b6a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.639739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-734ec9e5-3875-4593-9c32-e461c9fd6fb9 req-f08ce51a-7fd0-419e-a059-24b5f3a42b6a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.2153795 Nov 16 21:05:21.659873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-5d821a11-e1ce-4051-bfac-36ba24bca8a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 217 time: 0.1065965 Nov 16 21:05:21.723734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-8265d173-a4d7-413a-91ff-c6ef8d1cdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.725352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-8265d173-a4d7-413a-91ff-c6ef8d1cdd9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.4299893 Nov 16 21:05:21.783924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event deleted for resources: {'Port': ['ID=03dd4b70-fbb1-4d4a-aba7-12916c8a180a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:21.789325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7765c545-0d01-4b7f-bd36-97e9b38fe99f req-4a8a27b8-9227-4883-b706-f0b8216f53d5 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/ports?device_id=e61864d7-683d-4607-ac89-479347fa3807 HTTP/1.1" status: 200 len: 210 time: 0.4797726 Nov 16 21:05:21.844210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-a053107d-5f63-401c-a3cf-432771816860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:21.848220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-a053107d-5f63-401c-a3cf-432771816860 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1746757 Nov 16 21:05:21.855115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-a9dbdb72-3e83-4d79-98f5-9e6979972306 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 200 len: 217 time: 0.1198478 Nov 16 21:05:21.889133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] No DVR routers for this DVR port 03dd4b70-fbb1-4d4a-aba7-12916c8a180a on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:05:21.907889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:21.914787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ccebda4-589b-4d1c-9307-a77ea29f2aa6 req-e852ce30-9f08-4ba8-af8b-aa3e720f969b tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.47 "DELETE /v2.0/ports/03dd4b70-fbb1-4d4a-aba7-12916c8a180a HTTP/1.1" status: 204 len: 173 time: 1.3304393 Nov 16 21:05:21.915309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61864d7-683d-4607-ac89-479347fa3807', 'name': 'network-vif-deleted', 'tag': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:21.929219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-734ec9e5-3875-4593-9c32-e461c9fd6fb9 req-a9ab7c26-ff91-42b9-a763-ae452fc15a20 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875469 Nov 16 21:05:21.945761 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a8de6-8019-46a5-91be-5a33289ae9ac" -d '{"events": [{"server_uuid": "e61864d7-683d-4607-ac89-479347fa3807", "name": "network-vif-deleted", "tag": "03dd4b70-fbb1-4d4a-aba7-12916c8a180a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:21.983964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-d98752a3-1c8e-44c0-ac2c-09d8fff7aa3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247613 Nov 16 21:05:22.096107 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:05:22.118587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d927-1dce-4adc-a6f3-85874512a08c req-c4fe8661-a6f6-45bf-8707-62e03b498048 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.123111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea5f3e6e-d2e7-4e17-a98c-2d98a15bba27 req-c8ce6b6d-93ee-4a56-8a8d-d8742602494f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 210 time: 0.0708461 Nov 16 21:05:22.123465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9831d927-1dce-4adc-a6f3-85874512a08c req-c4fe8661-a6f6-45bf-8707-62e03b498048 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1404469 Nov 16 21:05:22.124495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-af03f0b5-fd06-4ce3-b0be-3d98cc7b30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.125877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-af03f0b5-fd06-4ce3-b0be-3d98cc7b30ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2582672 Nov 16 21:05:22.170393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:22.213722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-736fd497-6323-4729-8273-2de7fc13f17d service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202191 Nov 16 21:05:22.221250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-188c591c-ef1b-4d48-8435-53f89dd3ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.224293 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-188c591c-ef1b-4d48-8435-53f89dd3ef28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899594 Nov 16 21:05:22.225809 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cee056-fc64-41e2-85a7-661e3fa86634 x-openstack-request-id: req-68cee056-fc64-41e2-85a7-661e3fa86634 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:22.226095 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "tag": "2133c125-bcbc-4485-862c-13e851161d31", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:22.226345 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68cee056-fc64-41e2-85a7-661e3fa86634 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:22.226794 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'tag': '2133c125-bcbc-4485-862c-13e851161d31', 'status': 'completed', 'code': 200} Nov 16 21:05:22.256030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:22.256442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9831d927-1dce-4adc-a6f3-85874512a08c req-7dcab3c4-055b-45e3-ad1c-f5e424da00ed tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111474 Nov 16 21:05:22.256876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:22.333503 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481db6de-d242-4811-aa02-db7fb81aef8b x-openstack-request-id: req-481db6de-d242-4811-aa02-db7fb81aef8b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:22.333982 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61864d7-683d-4607-ac89-479347fa3807", "name": "network-vif-deleted", "tag": "03dd4b70-fbb1-4d4a-aba7-12916c8a180a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:22.334303 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-481db6de-d242-4811-aa02-db7fb81aef8b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:22.334774 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61864d7-683d-4607-ac89-479347fa3807', 'name': 'network-vif-deleted', 'tag': '03dd4b70-fbb1-4d4a-aba7-12916c8a180a', 'status': 'completed', 'code': 200} Nov 16 21:05:22.379467 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:22.406374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:22.408842 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d60dd3e-2784-44ff-8994-888b8529aa8f" -d '{"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-plugged", "status": "completed", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:22.434861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:22.435528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeeca297-33c9-4571-a506-d508d95d4d4c req-0aad757d-9091-4bc8-8c6c-13060cf866a7 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056026 Nov 16 21:05:22.465428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775323f-e87f-4d5d-af3e-c58ea1022625 req-93207d03-0068-4d4f-ba27-6fe994707419 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.465821 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:22.468280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1775323f-e87f-4d5d-af3e-c58ea1022625 req-93207d03-0068-4d4f-ba27-6fe994707419 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1097 time: 0.1314106 Nov 16 21:05:22.475617 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-e6bcab42-4b57-4595-bd2b-b18e493d7afb service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365437 Nov 16 21:05:22.490393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca9d03-a664-459e-b698-1f5b9a36e1b8 req-c2c8f395-89c7-4809-9936-c050a26fcc65 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.492258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13ca9d03-a664-459e-b698-1f5b9a36e1b8 req-c2c8f395-89c7-4809-9936-c050a26fcc65 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0802889 Nov 16 21:05:22.539203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:22.598262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13ca9d03-a664-459e-b698-1f5b9a36e1b8 req-1d6865bf-8d9b-4614-bba3-b8d0a5e6f5cc tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955298 Nov 16 21:05:22.684402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1775323f-e87f-4d5d-af3e-c58ea1022625 req-ddd8123b-523c-42e1-b69d-4f78fd5b1542 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018595 Nov 16 21:05:22.703707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-98e36a03-ef40-4e31-84f6-3957ebc3f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.708514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-98e36a03-ef40-4e31-84f6-3957ebc3f3da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1094 time: 0.1610429 Nov 16 21:05:22.789339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52530cf2-bdb1-4fb3-ad33-2946be78eeb1 req-4cf6c464-28c8-4f85-b892-5d426be87676 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.797909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52530cf2-bdb1-4fb3-ad33-2946be78eeb1 req-4cf6c464-28c8-4f85-b892-5d426be87676 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0852077 Nov 16 21:05:22.806196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3913c6-b1b4-4568-bcbd-cc709f7d65cc req-b708f3f1-0c56-4e9f-9a42-76f044702b47 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164699 Nov 16 21:05:22.856306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52530cf2-bdb1-4fb3-ad33-2946be78eeb1 req-9272875d-3114-46ae-8155-ccb7234c0269 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567417 Nov 16 21:05:22.865447 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d24ea27-4842-48e6-bfea-010ee8591b89 x-openstack-request-id: req-2d24ea27-4842-48e6-bfea-010ee8591b89 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:22.865447 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-plugged", "status": "completed", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:22.865447 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d24ea27-4842-48e6-bfea-010ee8591b89 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:22.865447 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'code': 200} Nov 16 21:05:22.875193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-fcc32072-b66f-4538-9a10-b90c8aa53041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:22.883288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-fcc32072-b66f-4538-9a10-b90c8aa53041 service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.1617997 Nov 16 21:05:22.938751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-23523fa6-3940-4374-aae7-e92ed8b3b58a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 217 time: 0.0472000 Nov 16 21:05:22.979452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ead9edf1-1167-4034-96a9-a8c0f0bc7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:23.024858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-65a1923c-dfa1-4be8-940f-33bf13340db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:23.026522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-65a1923c-dfa1-4be8-940f-33bf13340db9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0791254 Nov 16 21:05:23.083112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-9943319a-e6fc-41bd-8a89-7b35264e5cdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437052 Nov 16 21:05:23.346796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-4995ac7b-7ea0-4a69-b8f2-73a2f3252dab service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465358 Nov 16 21:05:23.518441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15151c4a-2aa3-479e-ac08-3e09d1977f5a req-d05c56eb-0584-4739-a4e2-df904b71ec13 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:23.520987 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15151c4a-2aa3-479e-ac08-3e09d1977f5a req-d05c56eb-0584-4739-a4e2-df904b71ec13 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.2024527 Nov 16 21:05:23.538225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-e52de80f-2bd8-4a78-bd34-9ec696439ca4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:23.545329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-e52de80f-2bd8-4a78-bd34-9ec696439ca4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 815 time: 0.2650402 Nov 16 21:05:23.562141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Request body: {'port': {'device_id': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'admin_state_up': True, 'tenant_id': 'c4ba398371e4462a9ece773cd78c88c0'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:23.633371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15151c4a-2aa3-479e-ac08-3e09d1977f5a req-a0bea6ab-fb5c-4a42-a2fe-9e8506ce739f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004875 Nov 16 21:05:23.643860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126f83df-7ba6-4920-aab0-01b57fa084c2 req-667ed883-90fb-41ee-8732-80caa98e3418 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644017 Nov 16 21:05:23.734669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb880657-bb91-447b-9a64-290685b18f07 req-962c7672-dd63-40a8-9781-283013adc155 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 210 time: 0.0429254 Nov 16 21:05:23.807670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Made reservation on behalf of c4ba398371e4462a9ece773cd78c88c0 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:23.811826 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:23.896602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823d344-cf97-4fc9-b2d8-dd5f3474c2c8 req-678b20c3-52fc-4fa5-bd37-14aa68666388 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:23.898116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8823d344-cf97-4fc9-b2d8-dd5f3474c2c8 req-678b20c3-52fc-4fa5-bd37-14aa68666388 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.0556011 Nov 16 21:05:23.956005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8823d344-cf97-4fc9-b2d8-dd5f3474c2c8 req-6ac91da0-f6d3-4316-883a-e618ec59754b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Nov 16 21:05:23.985103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.003595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Allocated IP 172.20.0.2 (d6c67720-09c5-42fe-be54-c03927285252/cfa7f0ab-644d-4cf8-8440-7ccef72e7813/8475b2b7-37c9-4569-ae8a-f7940bdf714f) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:24.190744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cb7a-0d6e-4968-9ac6-c5ea4e1a0c6c req-b79e295d-9a76-432e-9ef3-257b73ee2ff6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:24.198447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f33cb7a-0d6e-4968-9ac6-c5ea4e1a0c6c req-b79e295d-9a76-432e-9ef3-257b73ee2ff6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0624042 Nov 16 21:05:24.203802 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.240836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.270294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f33cb7a-0d6e-4968-9ac6-c5ea4e1a0c6c req-54c900a9-3ba3-42a4-95d4-7569a57bb915 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709829 Nov 16 21:05:24.298710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Network d6c67720-09c5-42fe-be54-c03927285252 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:24.303185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-7905403c-c848-4ea3-b32f-b3be2fefe7a0 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:05:24.312221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-7905403c-c848-4ea3-b32f-b3be2fefe7a0 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0846708 Nov 16 21:05:24.317086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:24.320065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:24.322875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:24.370850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-ae094b80-9c4d-4d3f-9210-fc6727c834b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:24.381085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-ae094b80-9c4d-4d3f-9210-fc6727c834b2 service neutron] 10.222.0.48 "GET /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 1094 time: 0.0679870 Nov 16 21:05:24.383862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:24.386133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.386392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Request body: {'binding': {'host': 'n-h1-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:24.386633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:05:24.412097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3495ebcb-be97-4706-a925-f4a94d9763d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538332 Nov 16 21:05:24.428637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Request body: {'port': {'device_id': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:24.482206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 03dd4b70-fbb1-4d4a-aba7-12916c8a180a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:24.488763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.512747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 03dd4b70-fbb1-4d4a-aba7-12916c8a180a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:05:24.513486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 03dd4b70-fbb1-4d4a-aba7-12916c8a180a not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:24.550217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6414b9-b46b-4016-a36b-1ebca3943f94 req-e2bdc87e-245a-4bd0-9f84-8bd8aecbd793 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:24.551712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee6414b9-b46b-4016-a36b-1ebca3943f94 req-e2bdc87e-245a-4bd0-9f84-8bd8aecbd793 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1071270 Nov 16 21:05:24.630058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on host n-h1-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:24.630309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:24.630644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:24.642218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee6414b9-b46b-4016-a36b-1ebca3943f94 req-55031070-5e62-49dd-8e7d-034e2fe892bf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779684 Nov 16 21:05:24.643694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:24.644179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:24.651666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:24.652735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:24.653820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:24.654438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Bound port: ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:24.706524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51300) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:24.733160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:24.747668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.749175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c185c976-1eac-4939-970f-02b605df1ebf service neutron] 10.222.0.48 "POST /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.3672481 Nov 16 21:05:24.806435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8475b2b7-37c9-4569-ae8a-f7940bdf714f {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:24.832109 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.835257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a65f9c22-1645-40ca-ac64-5fc78c38c464 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.870229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a65f9c22-1645-40ca-ac64-5fc78c38c464 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.870449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Transition to ACTIVE for port object 8475b2b7-37c9-4569-ae8a-f7940bdf714f will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:05:24.875156 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.956277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa0c08-b951-4e8c-80c2-014933978c43 req-429fce17-9a73-422c-aaa8-c3001238d285 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:24.962375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:24.964599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cbfa0c08-b951-4e8c-80c2-014933978c43 req-429fce17-9a73-422c-aaa8-c3001238d285 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1981220 Nov 16 21:05:24.968536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a65f9c22-1645-40ca-ac64-5fc78c38c464 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.971487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a65f9c22-1645-40ca-ac64-5fc78c38c464 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:24.972702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a65f9c22-1645-40ca-ac64-5fc78c38c464 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e19d35f-2cdb-4124-9a76-bf77536941bd HTTP/1.1" status: 204 len: 168 time: 0.2583559 Nov 16 21:05:24.981090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51308) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:25.008262 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-65050aa7-72a9-4fd4-979c-abff8a13a0af tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] show failed (client error): The resource could not be found. Nov 16 21:05:25.010224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-65050aa7-72a9-4fd4-979c-abff8a13a0af tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "GET /v2.0/security-groups/1e19d35f-2cdb-4124-9a76-bf77536941bd HTTP/1.1" status: 404 len: 347 time: 0.0240614 Nov 16 21:05:25.016602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51312) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:25.026662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f9c22-1645-40ca-ac64-5fc78c38c464 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19d35f-2cdb-4124-9a76-bf77536941bd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:25.085723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc6d7-1025-44b8-809c-0e7111846b74 req-03c52397-96d2-4fb3-8a94-948dc1661382 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.087295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c0bc6d7-1025-44b8-809c-0e7111846b74 req-03c52397-96d2-4fb3-8a94-948dc1661382 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 943 time: 0.0964022 Nov 16 21:05:25.113474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Attempting to bind port 8475b2b7-37c9-4569-ae8a-f7940bdf714f on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:25.114142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Attempting to bind port 8475b2b7-37c9-4569-ae8a-f7940bdf714f by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:25.114653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Attempting to bind port 8475b2b7-37c9-4569-ae8a-f7940bdf714f on network d6c67720-09c5-42fe-be54-c03927285252 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:25.124731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Port 8475b2b7-37c9-4569-ae8a-f7940bdf714f on network d6c67720-09c5-42fe-be54-c03927285252 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:25.125500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Attempting to bind port 8475b2b7-37c9-4569-ae8a-f7940bdf714f on network d6c67720-09c5-42fe-be54-c03927285252 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:25.147242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:25.147590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Checking segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:25.147896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Bound using segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:25.148344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Bound port: 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:25.148711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.173365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c0bc6d7-1025-44b8-809c-0e7111846b74 req-c01de3b1-007f-4187-8c24-96c1df2ddad3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777349 Nov 16 21:05:25.175626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cbfa0c08-b951-4e8c-80c2-014933978c43 req-1c06f761-3534-4ebb-b859-3ad2535c8771 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094545 Nov 16 21:05:25.229428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-0847f6ec-2a1f-427c-aaa2-47ab710c706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.231358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-0847f6ec-2a1f-427c-aaa2-47ab710c706a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1097 time: 0.1594739 Nov 16 21:05:25.283112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:25.303086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:25.309766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.353713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e5820-0d8c-4fcf-a55f-3d4af0d767de req-7f2a0380-c237-4ce7-9304-113613d03872 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.355533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-327e5820-0d8c-4fcf-a55f-3d4af0d767de req-7f2a0380-c237-4ce7-9304-113613d03872 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1124766 Nov 16 21:05:25.361240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.362368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.363684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/8475b2b7-37c9-4569-ae8a-f7940bdf714f HTTP/1.1" status: 200 len: 1091 time: 0.9428766 Nov 16 21:05:25.366414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:25.370664 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096ef782-a4ba-4ea5-95eb-01822c3be7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:25.370850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Deleting port 403fc22c-3719-4c5f-ad7e-531a8093a5b5 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:05:25.371068 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.428917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25d5c-d3e2-42c8-9f08-0a108d8381e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:25.438261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b787a20a-9b09-4e2d-957a-7875178dd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.439763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b787a20a-9b09-4e2d-957a-7875178dd81f service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1945844 Nov 16 21:05:25.449960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153abaa-5236-43a4-99a2-404d56933f6c req-9fc0b0dc-25ec-4a06-9862-3462bc73accb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.451367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6153abaa-5236-43a4-99a2-404d56933f6c req-9fc0b0dc-25ec-4a06-9862-3462bc73accb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1408138 Nov 16 21:05:25.474566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-327e5820-0d8c-4fcf-a55f-3d4af0d767de req-46d948bc-d036-438b-80d8-8b997e78317e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005430 Nov 16 21:05:25.484417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-afd45b4c-d78c-426d-989c-abd39f06be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.485960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-afd45b4c-d78c-426d-989c-abd39f06be3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 1094 time: 0.0751314 Nov 16 21:05:25.498902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.553820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-f1d508d9-8f10-4c5a-8c79-dff04ddccc2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f HTTP/1.1" status: 200 len: 217 time: 0.0543003 Nov 16 21:05:25.614315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-f982cc8a-0244-431c-8de9-1f7f95cd8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.616081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-f982cc8a-0244-431c-8de9-1f7f95cd8082 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 200 len: 855 time: 0.0544136 Nov 16 21:05:25.649629 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b21ef9-09ec-4f59-a7df-e35872edfe58 x-openstack-request-id: req-d2b21ef9-09ec-4f59-a7df-e35872edfe58 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:25.649921 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:25.650375 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2b21ef9-09ec-4f59-a7df-e35872edfe58 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:25.650907 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'status': 'completed', 'code': 200} Nov 16 21:05:25.653423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-3dd9437c-6130-44f2-b738-b2b9c0424afa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c67720-09c5-42fe-be54-c03927285252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300081 Nov 16 21:05:25.778767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-c8eda8fc-8289-4c0c-be89-debbc601b7ee service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177397 Nov 16 21:05:25.781690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-ffebde15-ec00-4653-91f9-3f21dbbdb5d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 217 time: 0.3292792 Nov 16 21:05:25.844164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.844525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:25.873251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Calling delete_port for 403fc22c-3719-4c5f-ad7e-531a8093a5b5 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:05:25.886177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6153abaa-5236-43a4-99a2-404d56933f6c req-54e34000-b276-4b11-af40-c0462c28b1ba tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253213 Nov 16 21:05:25.894167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-5a15cafc-9712-4358-bd09-27a55c441e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:25.895630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-5a15cafc-9712-4358-bd09-27a55c441e62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1026826 Nov 16 21:05:25.911910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ab83c3a-1685-453a-b420-0e3b868c4015 req-dff85b17-de6c-4d00-a3f7-c757ea9bbcbe service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176925 Nov 16 21:05:25.954390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-939deb3d-9d17-4fb1-903a-029fea2b6aa9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330925 Nov 16 21:05:25.965863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-9dfff0ce-70a6-492a-8d3a-410562be11d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366316 Nov 16 21:05:26.069609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-28dffd41-ed34-4641-bb31-e2d30d294e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.071116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-28dffd41-ed34-4641-bb31-e2d30d294e61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 1094 time: 0.0608265 Nov 16 21:05:26.153089 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-20fc6dd9-7804-447d-bec6-d73a6fd02503 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700959 Nov 16 21:05:26.158018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:26.180432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-23d63d5e-ad7d-4ca6-b3db-c1ae25f38b43 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.187812 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-23d63d5e-ad7d-4ca6-b3db-c1ae25f38b43 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325633 Nov 16 21:05:26.210356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-f0986703-12c1-4e50-a8bd-a3cf3ddc51f4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/quotas/592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 375 time: 0.0216475 Nov 16 21:05:26.250934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Pushing event deleted for resources: {'Port': ['ID=403fc22c-3719-4c5f-ad7e-531a8093a5b5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:26.288772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-f9e1bb1a-f617-44d2-8323-eb3651e92832 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775590 Nov 16 21:05:26.289960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-108c2837-1234-4f56-ad62-38a13040d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.291875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-108c2837-1234-4f56-ad62-38a13040d2ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 916 time: 0.2104115 Nov 16 21:05:26.339710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-bd9421d5-bd26-4bb4-8ca4-bcc48f662f87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f HTTP/1.1" status: 200 len: 217 time: 0.0405622 Nov 16 21:05:26.402536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e877e9d-a86b-4e73-8302-1cfcd94d212b req-17fbffda-655b-4a19-8ab6-b9c1759dba3e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.404225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e877e9d-a86b-4e73-8302-1cfcd94d212b req-17fbffda-655b-4a19-8ab6-b9c1759dba3e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 943 time: 0.1418655 Nov 16 21:05:26.410099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-9e204351-f3be-447f-bdbd-34383fc897bb service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447672 Nov 16 21:05:26.410612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-5a65805d-adc2-4c28-895f-b4ff2593d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.412266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-5a65805d-adc2-4c28-895f-b4ff2593d79a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 200 len: 855 time: 0.0655446 Nov 16 21:05:26.419312 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:26.422283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:26.425819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-591d5900-286e-42cf-84f1-13a3a49bddc6 tempest-ImagesOneServerNegativeTestJSON-1406984989 tempest-ImagesOneServerNegativeTestJSON-1406984989-project] 10.222.0.48 "DELETE /v2.0/floatingips/64c617c9-76d9-46b0-970f-5175a4d96ae4 HTTP/1.1" status: 204 len: 168 time: 1.4058030 Nov 16 21:05:26.462146 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-f82e34a8-3b97-41cd-8dcf-635d46c7bc1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c67720-09c5-42fe-be54-c03927285252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390513 Nov 16 21:05:26.486729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:26.496024 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:26.508856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e877e9d-a86b-4e73-8302-1cfcd94d212b req-018ae7c8-5a5e-4135-bd81-cbc4c7bb1a0d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Nov 16 21:05:26.631079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f27b71-52d0-42f8-a132-dc19b3648988 req-301a5329-aea2-4e14-8aa0-5f94156c169c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.643859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2f27b71-52d0-42f8-a132-dc19b3648988 req-301a5329-aea2-4e14-8aa0-5f94156c169c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1403790 Nov 16 21:05:26.663044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f991d0b8-cf56-4e07-8425-b2311e32194c req-d2ebcb5f-4ee7-4a19-a9df-7c3396aa0b22 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 210 time: 0.0616393 Nov 16 21:05:26.731287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:26.752002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2f27b71-52d0-42f8-a132-dc19b3648988 req-b65ec91f-d6ad-4143-a8df-4b12bcdbe20b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041527 Nov 16 21:05:26.757833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-4428a235-8f32-4360-b964-e1e04f3d46bc service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855785 Nov 16 21:05:26.772486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '2133c125-bcbc-4485-862c-13e851161d31', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'port_id': '2133c125-bcbc-4485-862c-13e851161d31', 'mac_address': 'fa:16:3e:9b:e4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9cc6c0-caba-45df-8302-79ccbf7677de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:26.874968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:26.907194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2133c125-bcbc-4485-862c-13e851161d31 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:26.922562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9700ad8-9c94-40a7-8702-f08e43e7b783 req-2c719071-ee82-4377-9add-eb2a5c6d6b3c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:26.926521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9700ad8-9c94-40a7-8702-f08e43e7b783 req-2c719071-ee82-4377-9add-eb2a5c6d6b3c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1293433 Nov 16 21:05:26.938668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-096ef782-a4ba-4ea5-95eb-01822c3be7ee req-5bee299f-82a0-4364-982a-6f7b1f030d2b service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726398 Nov 16 21:05:26.974299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:26.983117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:26.997279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9700ad8-9c94-40a7-8702-f08e43e7b783 req-f78259ed-9da4-4207-87b2-1dd81de38d47 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Nov 16 21:05:27.085045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:27.109362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:27.158656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Deleting subnet 87a93d4b-b923-45f6-ae6c-4422e4e8f237 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:05:27.162928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.198757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae6e3-c9f1-4685-9b6f-e64b3b9cc9fc req-9f98e122-b813-4622-9f22-b22f61e41335 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:27.200304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1efae6e3-c9f1-4685-9b6f-e64b3b9cc9fc req-9f98e122-b813-4622-9f22-b22f61e41335 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.1760406 Nov 16 21:05:27.206882 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.270512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.285265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1efae6e3-c9f1-4685-9b6f-e64b3b9cc9fc req-8ad6e448-464b-40a0-98c3-fe0f0cdaaf39 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757368 Nov 16 21:05:27.345677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.379748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.385730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/87a93d4b-b923-45f6-ae6c-4422e4e8f237 HTTP/1.1" status: 204 len: 168 time: 0.2966902 Nov 16 21:05:27.387106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:27.392254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703caa1d-f07f-4b7e-bb7f-6c00bd3ebd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a93d4b-b923-45f6-ae6c-4422e4e8f237,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:27.423683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2133c125-bcbc-4485-862c-13e851161d31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:27.491894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.616307 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.640148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80eb0de6-152b-4ae1-8d09-651ee96aaa04']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:27.651524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2189f563-a8fa-498a-8703-4ec391ccede1') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:27.652043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2189f563-a8fa-498a-8703-4ec391ccede1') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:27.662422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.664062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51ee6-23f1-4231-a81c-1f9bfc5277f6 req-b67f82fb-a197-4642-ae6e-4279b67680cd tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:27.665776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3b51ee6-23f1-4231-a81c-1f9bfc5277f6 req-b67f82fb-a197-4642-ae6e-4279b67680cd tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 943 time: 0.0674222 Nov 16 21:05:27.681939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.691012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:05:27.693336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:05:27.695403 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:05:27.743056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3b51ee6-23f1-4231-a81c-1f9bfc5277f6 req-dd5d641f-e14a-4bf6-a564-f69eb7f12f3f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702198 Nov 16 21:05:27.771669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.778886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:27.782641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/80eb0de6-152b-4ae1-8d09-651ee96aaa04 HTTP/1.1" status: 204 len: 168 time: 0.3945310 Nov 16 21:05:27.811584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bb9fa-da18-41ce-947b-4d9e8590a8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80eb0de6-152b-4ae1-8d09-651ee96aaa04,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:27.821751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef215d3-65b4-4214-9e84-5b1129a91cd7 req-b871b074-2f64-4097-b6fd-b8b0bf7e4dfb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 210 time: 0.0645773 Nov 16 21:05:27.907828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442f918-149c-4641-96e7-3926b0c4f5b0 req-c4c27847-bbe9-4d13-9f84-51260746ce00 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:27.918069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1442f918-149c-4641-96e7-3926b0c4f5b0 req-c4c27847-bbe9-4d13-9f84-51260746ce00 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0801661 Nov 16 21:05:27.962340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-b54e8940-a810-4862-acb9-98363bee3251 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304813 Nov 16 21:05:27.987343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1442f918-149c-4641-96e7-3926b0c4f5b0 req-a7fb74a1-0f3a-43ba-a49d-8d0743ca42d2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680449 Nov 16 21:05:28.020674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51394) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:28.085963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-087d37ea-27aa-4428-97cc-1b106150761f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81fb2719fbb74d66b09af999f7f43a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627887 Nov 16 21:05:28.089197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51398) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:28.195069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-0a528f3e-09ae-415b-8fa5-82e5a74d08e4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:28.196521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-0a528f3e-09ae-415b-8fa5-82e5a74d08e4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270558 Nov 16 21:05:28.212813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Request body: {'port': {'device_id': '84a063b6-c98d-4304-8996-337fb35868f3', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '592b4716c4a64f2d88f38a91914acb83'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:28.227438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd53f04-e5cf-46a0-8d47-3cc02ea7f264 req-946244eb-e278-40b8-a2ef-cb40748216b9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:28.229029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dfd53f04-e5cf-46a0-8d47-3cc02ea7f264 req-946244eb-e278-40b8-a2ef-cb40748216b9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1140602 Nov 16 21:05:28.295053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-092e0bfa-e084-45af-b580-55bee55a0c8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:28.350958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-092e0bfa-e084-45af-b580-55bee55a0c8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:28.418787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dfd53f04-e5cf-46a0-8d47-3cc02ea7f264 req-1dfb7699-95cc-483e-88ae-a82b5f32e8ad tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681206 Nov 16 21:05:28.457986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bf61e-3150-4de3-802a-426ffbcb19cf req-877d61a7-2b09-429f-9ad4-bd515d1712e4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:28.459846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb5bf61e-3150-4de3-802a-426ffbcb19cf req-877d61a7-2b09-429f-9ad4-bd515d1712e4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.0949423 Nov 16 21:05:28.486466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Made reservation on behalf of 592b4716c4a64f2d88f38a91914acb83 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:28.492300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:28.506305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-092e0bfa-e084-45af-b580-55bee55a0c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:28.509356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-092e0bfa-e084-45af-b580-55bee55a0c8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:28.515909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-092e0bfa-e084-45af-b580-55bee55a0c8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2558e1c7-8519-49f3-b422-a311035ff595 HTTP/1.1" status: 204 len: 168 time: 0.4223759 Nov 16 21:05:28.526978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e0bfa-e084-45af-b580-55bee55a0c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2558e1c7-8519-49f3-b422-a311035ff595,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:28.544357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb5bf61e-3150-4de3-802a-426ffbcb19cf req-19c26b63-fe5d-4f39-8a91-72d7b85135ad tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Nov 16 21:05:28.713534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Allocated IP 192.168.233.147 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/ccdadde1-748d-4d09-8d0e-9514d642d708) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:28.917460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbed035-8c30-40dc-9ef3-0c603bf26658 req-c7e26c96-714c-456e-992c-916b39eadc88 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:28.942144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cbed035-8c30-40dc-9ef3-0c603bf26658 req-c7e26c96-714c-456e-992c-916b39eadc88 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 943 time: 0.1203191 Nov 16 21:05:28.986492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1ea5c32-388f-4c17-a1c7-20d461c12ca2 req-30431167-1fc6-467a-a472-f4ec3bb78a98 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 210 time: 0.0372546 Nov 16 21:05:29.018243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:29.069711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cbed035-8c30-40dc-9ef3-0c603bf26658 req-c0693886-ea1e-40dc-9676-4effba16a1f4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231253 Nov 16 21:05:29.111650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:29.129728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7', '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:29.181763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:29.201855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:29.209060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:29.215869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:29.291659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949a5cc-024f-47f9-875b-eef9141859a5 req-011aa50f-df57-4dc7-adc0-4d2836117d1e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:29.293257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c949a5cc-024f-47f9-875b-eef9141859a5 req-011aa50f-df57-4dc7-adc0-4d2836117d1e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1429815 Nov 16 21:05:29.304301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:29.305724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:29.351484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-13e27720-25b0-470c-9bd8-c842c4d9487f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1453357 Nov 16 21:05:29.377043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Request body: {'port': {'device_id': '84a063b6-c98d-4304-8996-337fb35868f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:29.467756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c949a5cc-024f-47f9-875b-eef9141859a5 req-fc34e6a9-6eec-492a-9794-c173fe92b5a6 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593914 Nov 16 21:05:29.549643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:29.663558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5861b8d3-33a0-44aa-93a1-5ce95875226d None None] Provisioning complete for port ccdadde1-748d-4d09-8d0e-9514d642d708 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:29.664314 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5861b8d3-33a0-44aa-93a1-5ce95875226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:29.714915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d3837-9365-4518-9948-6913ccdff4c3 req-30ca12c7-2e69-4a47-9b67-9194bce5a97d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:29.726590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a10d3837-9365-4518-9948-6913ccdff4c3 req-30ca12c7-2e69-4a47-9b67-9194bce5a97d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1387880 Nov 16 21:05:29.747117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5861b8d3-33a0-44aa-93a1-5ce95875226d None None] Port ccdadde1-748d-4d09-8d0e-9514d642d708 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:05:29.783197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51446) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:29.812040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a10d3837-9365-4518-9948-6913ccdff4c3 req-6f37835a-3cc4-4878-9878-aa88ef548617 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842221 Nov 16 21:05:29.923891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1532569352-network', 'tenant_id': '7a90acb601f0466387a8220ead285ac3'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:29.948744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Made reservation on behalf of 7a90acb601f0466387a8220ead285ac3 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:29.953011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:29.965250 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.070089 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.077001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.110924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:05:30.120470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e554930-cc94-4709-b7eb-664d291bb038,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:30.129177 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.129544 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Added segment 0120b69d-3a48-46d7-93fc-d948219d5877 of type vlan for network 240fb785-87e2-48d1-a709-ff7fd34e2579 Nov 16 21:05:30.219448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.268247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae3178-217e-451b-8c68-8532842440c9 req-33b1bb6c-22e5-453c-b653-d8529bf900aa tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:30.269977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8eae3178-217e-451b-8c68-8532842440c9 req-33b1bb6c-22e5-453c-b653-d8529bf900aa tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 936 time: 0.1453900 Nov 16 21:05:30.270694 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.271592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:30.272233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.305491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b49222-afcd-40a1-beb6-e3324966a0a4 req-28ffb437-2bd2-41dd-b64f-f3c8634dcd52 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:30.307751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3b49222-afcd-40a1-beb6-e3324966a0a4 req-28ffb437-2bd2-41dd-b64f-f3c8634dcd52 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.5181966 Nov 16 21:05:30.365852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5811915 Nov 16 21:05:30.366369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51456) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:30.378983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Request body: {'subnet': {'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1532569352-subnet', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:30.394716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9df0c7-9321-4ccb-8a2c-bd89c808fbab admin admin] Pushing event updated for resources: {'Network': ['ID=240fb785-87e2-48d1-a709-ff7fd34e2579,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:30.395085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3b49222-afcd-40a1-beb6-e3324966a0a4 req-c7f28497-e9a0-4eb3-846a-2c2368b8959d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Nov 16 21:05:30.408153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:05:30.430336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8eae3178-217e-451b-8c68-8532842440c9 req-50d19721-aa4a-466b-9a3e-90dead50b970 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467419 Nov 16 21:05:30.454899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Made reservation on behalf of 7a90acb601f0466387a8220ead285ac3 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:30.457871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.574678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:30.588655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.618574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Transition to ACTIVE for port object ccdadde1-748d-4d09-8d0e-9514d642d708 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:05:30.632543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.702886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:30.705229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:30.757137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:30.810879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6487bfe-674f-4e59-90a9-335b8cc6a61a req-8a1886e4-06f3-4524-a18e-ca7fd2c26632 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:30.812724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6487bfe-674f-4e59-90a9-335b8cc6a61a req-8a1886e4-06f3-4524-a18e-ca7fd2c26632 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 943 time: 0.2739537 Nov 16 21:05:30.895076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.915665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 2133c125-bcbc-4485-862c-13e851161d31 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:05:30.932123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 2133c125-bcbc-4485-862c-13e851161d31 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:30.932809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:30.959202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f830495a-2f26-4ac8-bfb6-2c73cc6154c1,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:31.010141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:31.010516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:31.010876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:31.022023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6487bfe-674f-4e59-90a9-335b8cc6a61a req-c7db9174-2f82-485a-a51a-efa6739ccb91 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622856 Nov 16 21:05:31.033025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddae8f-504d-4ae0-9638-3665e5c80079 req-5c39cd94-f3e0-4d5e-9a6d-bd723483b1e6 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.034853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:31.035189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:31.035657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffddae8f-504d-4ae0-9638-3665e5c80079 req-5c39cd94-f3e0-4d5e-9a6d-bd723483b1e6 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.3801618 Nov 16 21:05:31.036632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Checking segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:31.037012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Network hostable DHCP agents. Network: 240fb785-87e2-48d1-a709-ff7fd34e2579, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:05:31.049574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:31.049574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:31.049574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:31.049574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Bound port: ccdadde1-748d-4d09-8d0e-9514d642d708, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:31.049574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.115158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:05:31.153227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 240fb785-87e2-48d1-a709-ff7fd34e2579) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:31.169090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.169431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:31.170303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.178834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffddae8f-504d-4ae0-9638-3665e5c80079 req-dcf34607-72fd-41d5-b505-6dac039d0b3d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346617 Nov 16 21:05:31.193804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d115cc9-0726-45b5-9b22-f407ac36d832 None None] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:31.214528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-249e5baa-eb9c-41ea-aec2-4da45f9fec46 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8397765 Nov 16 21:05:31.217395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51464) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:31.224115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:31.258110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.260080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'port_id': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'mac_address': 'fa:16:3e:b9:0c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa7f0ab-644d-4cf8-8440-7ccef72e7813', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:31.261896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.267302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:31.268488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.278729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:31.300396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491aac9-48b4-49fb-902c-f9df6f494934 req-27762b0d-d71e-4cbf-b54d-c52416eeb7f1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.302411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7491aac9-48b4-49fb-902c-f9df6f494934 req-27762b0d-d71e-4cbf-b54d-c52416eeb7f1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1882229 Nov 16 21:05:31.304180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.376975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.377746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.379037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] 10.222.0.47 "PUT /v2.0/ports/ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 1096 time: 2.0186110 Nov 16 21:05:31.381115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:31.383425 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc091f6-580a-424e-9dfb-fe89b8775b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:31.430637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.438330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133c125-bcbc-4485-862c-13e851161d31'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:31.441376 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410bad7a-137d-4ca6-a1f5-44c78691a0f1" -d '{"events": [{"server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "name": "network-vif-plugged", "status": "completed", "tag": "2133c125-bcbc-4485-862c-13e851161d31"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:31.460308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:31.472942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.486039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.505125 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529804b7-759c-44de-9520-04e03dac147c x-openstack-request-id: req-529804b7-759c-44de-9520-04e03dac147c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:31.505417 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:31.507181 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-529804b7-759c-44de-9520-04e03dac147c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:31.507749 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'status': 'completed', 'code': 200} Nov 16 21:05:31.516321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bfb91-46de-4c79-9b72-feba7b31db3e service neutron] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:31.597010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8475b2b7-37c9-4569-ae8a-f7940bdf714f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:31.620678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7491aac9-48b4-49fb-902c-f9df6f494934 req-1b031f51-1c8d-47eb-8f63-51501f0229ae tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814059 Nov 16 21:05:31.662916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-36444dbd-c82b-4544-a843-cc64d08f92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.667546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:31.669529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-240fb785-87e2-48d1-a709-ff7fd34e2579', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:05:31.669950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-36444dbd-c82b-4544-a843-cc64d08f92fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1099 time: 0.2194817 Nov 16 21:05:31.670087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.700276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.708997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:31.743788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-affda6da-555f-4911-bd19-4f3134aeead7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0445566 Nov 16 21:05:31.813210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:31.861478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e66b6-2151-4bba-9945-b5441d65df32 req-fc7174a4-0d77-4768-b620-614a19d8a413 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.863172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f6e66b6-2151-4bba-9945-b5441d65df32 req-fc7174a4-0d77-4768-b620-614a19d8a413 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.1108036 Nov 16 21:05:31.867491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-2c7764f3-80b4-4c21-9ac9-1bbab702f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.869021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-2c7764f3-80b4-4c21-9ac9-1bbab702f9df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1046643 Nov 16 21:05:31.882773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa543b5-2043-4eb3-bd97-02da8b0349bb req-f8a8f9e4-5e71-48ca-92b2-983294e86f01 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:31.891624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1aa543b5-2043-4eb3-bd97-02da8b0349bb req-f8a8f9e4-5e71-48ca-92b2-983294e86f01 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.2264576 Nov 16 21:05:31.961325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f6e66b6-2151-4bba-9945-b5441d65df32 req-bfb3d283-7098-4389-85e5-fa18fea81bb4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862100 Nov 16 21:05:32.006082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:32.057062 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1aa543b5-2043-4eb3-bd97-02da8b0349bb req-f70b8325-ad72-4504-a5d1-c6ba92d89fd5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590877 Nov 16 21:05:32.098026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-35724243-1706-4305-8cbf-41df2d7c8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:32.100023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-35724243-1706-4305-8cbf-41df2d7c8e86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698852 Nov 16 21:05:32.122095 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d47bf1-ca7e-4acc-b8a7-6037df83a30f x-openstack-request-id: req-35d47bf1-ca7e-4acc-b8a7-6037df83a30f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:32.122602 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "name": "network-vif-plugged", "status": "completed", "tag": "2133c125-bcbc-4485-862c-13e851161d31", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:32.122876 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35d47bf1-ca7e-4acc-b8a7-6037df83a30f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:32.123276 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133c125-bcbc-4485-862c-13e851161d31', 'code': 200} Nov 16 21:05:32.175049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Allocated IP 172.20.0.2 (240fb785-87e2-48d1-a709-ff7fd34e2579/f830495a-2f26-4ac8-bfb6-2c73cc6154c1/6df7fe6b-5a3f-4f60-8a49-689a6ac6833a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:32.182578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['8475b2b7-37c9-4569-ae8a-f7940bdf714f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:32.298390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa8b9-334f-42ef-80d0-26ccb87be761 req-665a095a-3a50-4337-8536-360040cfe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:32.299913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63ffa8b9-334f-42ef-80d0-26ccb87be761 req-665a095a-3a50-4337-8536-360040cfe459 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1096 time: 0.0747283 Nov 16 21:05:32.346636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.388204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.401709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47e18e-390f-4a95-b581-5dc34b873836 req-4cb697cc-354a-4527-b672-0ef1e3c7a463 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:32.403809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c47e18e-390f-4a95-b581-5dc34b873836 req-4cb697cc-354a-4527-b672-0ef1e3c7a463 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 944 time: 0.1359034 Nov 16 21:05:32.468068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63ffa8b9-334f-42ef-80d0-26ccb87be761 req-a92fef71-bd27-4f52-9fb3-c02d1b7dc03b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498172 Nov 16 21:05:32.480582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c47e18e-390f-4a95-b581-5dc34b873836 req-3b3a2d08-3dab-4dd7-ac58-4927829e9fb5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698256 Nov 16 21:05:32.483755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-e22f2a96-9516-4a53-9c75-f7fb9d306a26 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671329 Nov 16 21:05:32.539386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.551438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.552533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Allocated IP 172.25.3.31 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/19dc91e7-1980-45c8-a3c4-694ec47f9373) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:32.616855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Pushing event updated for resources: {'Port': ['ID=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:32.642727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:32.645106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:32.656424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:32.674490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.701371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0b7b7-d278-45b1-bf8a-8832e595231e req-5afe262d-c055-461b-80a1-028a8f009c65 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:32.708757 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37e0b7b7-d278-45b1-bf8a-8832e595231e req-5afe262d-c055-461b-80a1-028a8f009c65 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.3595436 Nov 16 21:05:32.774009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Attempting to bind port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:32.774489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Attempting to bind port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:32.774872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Attempting to bind port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a on network 240fb785-87e2-48d1-a709-ff7fd34e2579 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:32.791602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37e0b7b7-d278-45b1-bf8a-8832e595231e req-7f75cfe3-c3d2-460d-91e8-eacb7dda0ac8 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679622 Nov 16 21:05:32.802728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.810568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:32.810977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Checking segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:32.820759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.821254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Bound using segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:32.821811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Bound port: 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:32.822998 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:32.839038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a899c-3c56-4ec8-a2f0-45eea7a021b0 req-0db5c8bc-b06a-4a0f-a53f-698b8d51f089 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:32.846829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d96a899c-3c56-4ec8-a2f0-45eea7a021b0 req-0db5c8bc-b06a-4a0f-a53f-698b8d51f089 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1291041 Nov 16 21:05:32.878726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:32.879969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Pushing event updated for resources: {'Port': ['ID=19dc91e7-1980-45c8-a3c4-694ec47f9373,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:32.886351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:32.893329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:32.928859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ec07ba-b7a5-4609-84c5-a77d308f5a1e req-6c8af10d-555c-4128-b5d6-4771a528badb service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099488 Nov 16 21:05:32.970470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d96a899c-3c56-4ec8-a2f0-45eea7a021b0 req-57b3c45c-0692-4091-a0ac-f59497b52c27 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Nov 16 21:05:32.985607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:33.131597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-11fdf16e-d311-4f9b-a9aa-ebff34e6665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.142104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-11fdf16e-d311-4f9b-a9aa-ebff34e6665b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1099 time: 0.1317019 Nov 16 21:05:33.183916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] For port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:33.192843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] For port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:33.201353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:33.317603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-5601c2dc-6d2f-4286-9e0e-b66614b13498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.321479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-5601c2dc-6d2f-4286-9e0e-b66614b13498 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1678922 Nov 16 21:05:33.324853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd3486-9140-4f5c-9126-9b66e53fb731 None None] Pushing event updated for resources: {'Port': ['ID=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:33.468755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-6282acd5-c08c-4d14-9c0d-6fcb929402f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0874536 Nov 16 21:05:33.469361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ff44-a15a-40c3-8e3e-b3d2d8586530 req-23383646-0c0e-4479-8fdb-23a06322caaf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.478956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d230c-ea90-4858-a851-34e20f9bfeaf req-079f716c-499f-4dc5-9eb0-1945399aea92 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.480370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7e2ff44-a15a-40c3-8e3e-b3d2d8586530 req-23383646-0c0e-4479-8fdb-23a06322caaf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.2559528 Nov 16 21:05:33.501892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e4d230c-ea90-4858-a851-34e20f9bfeaf req-079f716c-499f-4dc5-9eb0-1945399aea92 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.1765447 Nov 16 21:05:33.563818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:33.643707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-82c47099-a103-4d06-8656-ebda43f5da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.645328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-82c47099-a103-4d06-8656-ebda43f5da3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1421528 Nov 16 21:05:33.649552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e4d230c-ea90-4858-a851-34e20f9bfeaf req-ad014353-b235-4464-bb2c-303516889073 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487806 Nov 16 21:05:33.705875 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7e2ff44-a15a-40c3-8e3e-b3d2d8586530 req-3ce3f1a2-ec6b-4fd4-9d89-70726b274fe7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246051 Nov 16 21:05:33.763020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-db78b45f-3086-4333-a077-ee21d5edd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.764829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-db78b45f-3086-4333-a077-ee21d5edd84f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059194 Nov 16 21:05:33.906034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10553ec-5053-473b-bf5f-413e93268af3 req-9fdd7f08-341f-4259-9596-077d78549e0c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.907850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d10553ec-5053-473b-bf5f-413e93268af3 req-9fdd7f08-341f-4259-9596-077d78549e0c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 944 time: 0.0792639 Nov 16 21:05:33.917437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:33.934944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5998547-9c3e-4c92-8135-6a02f5d0974a req-f7aa1886-3431-40d3-8530-ccebd4ea3b0f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:33.936755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5998547-9c3e-4c92-8135-6a02f5d0974a req-f7aa1886-3431-40d3-8530-ccebd4ea3b0f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0767412 Nov 16 21:05:33.943164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-55db6520-d03a-4398-bdf4-8fab1ca89629 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611798 Nov 16 21:05:34.060867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5998547-9c3e-4c92-8135-6a02f5d0974a req-f8f4b95e-8ff5-4d0c-8867-657a1dd4a702 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093507 Nov 16 21:05:34.108391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fc091f6-580a-424e-9dfb-fe89b8775b2a req-d1dc2a8f-8ba6-4335-aaf0-fb45c8b2d3af service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470256 Nov 16 21:05:34.128563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d10553ec-5053-473b-bf5f-413e93268af3 req-2c4bc9ca-fcf7-4876-9136-f9669b9cb7b1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131679 Nov 16 21:05:34.210413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Router aadfa710-d67b-4c93-86d2-85f459491739 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:05:34.247224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeb27e-fe53-4653-9cdb-c90bc1bb92a7 req-115ffbc8-b0fd-42a9-9e83-1456a38b1dc5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:34.257320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1deeb27e-fe53-4653-9cdb-c90bc1bb92a7 req-115ffbc8-b0fd-42a9-9e83-1456a38b1dc5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.0816231 Nov 16 21:05:34.319326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1deeb27e-fe53-4653-9cdb-c90bc1bb92a7 req-25f6f954-b248-4199-af2b-d50bb1e55425 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Nov 16 21:05:34.525954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:34.607525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 8475b2b7-37c9-4569-ae8a-f7940bdf714f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:05:34.613435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 8475b2b7-37c9-4569-ae8a-f7940bdf714f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:34.613868 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:34.647439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ad771-3160-41a1-b6eb-b4dc628df818 None None] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:34.724217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:34.729761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:05:34.757590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:34.762542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00e9d2a2-40b8-4dc4-8fcb-030891be7e0e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5410070 Nov 16 21:05:34.762911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51508) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:34.893459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667190c-6778-4000-aef7-0247d0e6b210 req-07e83a30-1fc1-4492-8760-68575a08f6da tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:34.895450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3667190c-6778-4000-aef7-0247d0e6b210 req-07e83a30-1fc1-4492-8760-68575a08f6da tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.0649931 Nov 16 21:05:34.927982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Sync routers for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:05:34.975880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3667190c-6778-4000-aef7-0247d0e6b210 req-4cac7fc7-73e3-45a6-9364-dd2314083692 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679932 Nov 16 21:05:35.019959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5697f1-5fb2-4029-b1d6-01ac8f46a4ee req-fc39808b-eb2e-4d25-aa36-b8b2394bb06d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:35.021657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c5697f1-5fb2-4029-b1d6-01ac8f46a4ee req-fc39808b-eb2e-4d25-aa36-b8b2394bb06d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.1231110 Nov 16 21:05:35.035630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:35.036281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:35.172391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c5697f1-5fb2-4029-b1d6-01ac8f46a4ee req-feef7ebe-33a3-4faf-b12d-3add87994bc2 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078019 Nov 16 21:05:35.258313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9cd5db47-e001-4247-92df-d499f9802866 None None] Provisioning complete for port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:35.258595 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db47-e001-4247-92df-d499f9802866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.261756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2bd56-a547-481d-8ab4-9b2bdd694d95 req-3dcfb14e-dbef-4b6f-a9a3-3ddef479fadb tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:35.263481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffe2bd56-a547-481d-8ab4-9b2bdd694d95 req-3dcfb14e-dbef-4b6f-a9a3-3ddef479fadb tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0883727 Nov 16 21:05:35.271148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.320747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.333600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:35.333975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.335652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffe2bd56-a547-481d-8ab4-9b2bdd694d95 req-39cae695-b408-48a1-881e-8acb8cf50f48 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 Nov 16 21:05:35.385757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2f36c-67de-4b21-aa48-969d28ddf996 req-9470aa60-b8bb-4eac-991e-5df670ce6ab2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:35.387483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5aa2f36c-67de-4b21-aa48-969d28ddf996 req-9470aa60-b8bb-4eac-991e-5df670ce6ab2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 944 time: 0.1512320 Nov 16 21:05:35.421751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:35.424294 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82209d63-4932-468b-8128-6a6e4b0109a0" -d '{"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-plugged", "status": "completed", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:35.447685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:35.464385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:35.466133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38627b-7b32-4f10-b626-49116f4ef1bf req-87a0a990-b1d1-4106-b738-afa7b4534be4 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:35.466281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.469075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da38627b-7b32-4f10-b626-49116f4ef1bf req-87a0a990-b1d1-4106-b738-afa7b4534be4 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1096 time: 0.0715845 Nov 16 21:05:35.571715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da38627b-7b32-4f10-b626-49116f4ef1bf req-99e8eb17-a896-4762-bf80-678eda03d555 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960133 Nov 16 21:05:35.591382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5aa2f36c-67de-4b21-aa48-969d28ddf996 req-904a5dec-fe1b-44b5-89cd-23e49aeb1496 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954739 Nov 16 21:05:35.672046 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ca87f-fb2f-4a6a-8a06-32dbc91dbecc x-openstack-request-id: req-142ca87f-fb2f-4a6a-8a06-32dbc91dbecc {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:35.672920 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-plugged", "status": "completed", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:35.673353 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-142ca87f-fb2f-4a6a-8a06-32dbc91dbecc {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:35.673947 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'code': 200} Nov 16 21:05:35.738659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db47-e001-4247-92df-d499f9802866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.764196 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.797669 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:35.814887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:35.880163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:35.892137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ff39d-b077-4037-b122-2f1368613775 req-1e3d66c4-161c-4af9-8ec4-58596ec28e44 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:35.901892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-045ff39d-b077-4037-b122-2f1368613775 req-1e3d66c4-161c-4af9-8ec4-58596ec28e44 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1799457 Nov 16 21:05:35.925219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a559c8-8461-45b8-bb61-6ea15b0b2d91 req-11c370f1-d278-4e2c-a016-162dc4b1da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:35.927223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67a559c8-8461-45b8-bb61-6ea15b0b2d91 req-11c370f1-d278-4e2c-a016-162dc4b1da57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 1096 time: 0.1281869 Nov 16 21:05:35.970470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.007758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-045ff39d-b077-4037-b122-2f1368613775 req-31063c13-2960-45c0-9733-7d0b75e22e81 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048424 Nov 16 21:05:36.012740 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-9cd5db47-e001-4247-92df-d499f9802866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:05:36.013112 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-9cd5db47-e001-4247-92df-d499f9802866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:05:36.072253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:36.093365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67a559c8-8461-45b8-bb61-6ea15b0b2d91 req-49fbd69d-a475-4235-9922-9ef959b8727f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421711 Nov 16 21:05:36.116048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:33Z', 'revision_number': 3, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:36.170139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Checking router: aadfa710-d67b-4c93-86d2-85f459491739 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:05:36.170544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Updating router aadfa710-d67b-4c93-86d2-85f459491739 port 19dc91e7-1980-45c8-a3c4-694ec47f9373 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:05:36.184337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Allocated IP 172.20.0.1 (240fb785-87e2-48d1-a709-ff7fd34e2579/f830495a-2f26-4ac8-bfb6-2c73cc6154c1/d645b52a-5068-462e-8edc-1c959a0bb99b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:36.259229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.292068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09e904-3e51-4c12-9fbd-aab3f8f94e9d req-dbf6a0ea-e7e3-4512-b4ff-80fca9d38dc7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:36.302018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a09e904-3e51-4c12-9fbd-aab3f8f94e9d req-dbf6a0ea-e7e3-4512-b4ff-80fca9d38dc7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.1420674 Nov 16 21:05:36.374436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a09e904-3e51-4c12-9fbd-aab3f8f94e9d req-10d9ff1f-4a7b-4a6d-b6ff-dbbd0e076124 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713959 Nov 16 21:05:36.448220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.489431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.503175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff1b3-b128-4e0d-b312-950cbd156761 req-5bb45560-1827-4e77-b4c2-7bd223fae3a0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:36.511974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08dff1b3-b128-4e0d-b312-950cbd156761 req-5bb45560-1827-4e77-b4c2-7bd223fae3a0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0879695 Nov 16 21:05:36.551353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:36.554707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:36.558021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:36.565026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Pushing event updated for resources: {'Port': ['ID=d645b52a-5068-462e-8edc-1c959a0bb99b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:36.600305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08dff1b3-b128-4e0d-b312-950cbd156761 req-f325c3d1-155e-4d37-9393-befb58a2b4ff tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869856 Nov 16 21:05:36.609954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.710701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:36.802676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-05e7c067-5f6a-43b5-8398-098560567afb None None] Provisioning complete for port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:36.803052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05e7c067-5f6a-43b5-8398-098560567afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.847756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.861141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.883514 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.894083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42452d4d-09bd-441f-93f7-77f976adfba8 req-2ad6fbc7-b13a-4db0-81f1-2f308b8ddd1a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:36.903910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42452d4d-09bd-441f-93f7-77f976adfba8 req-2ad6fbc7-b13a-4db0-81f1-2f308b8ddd1a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.1695309 Nov 16 21:05:36.926111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:36.926445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.973336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Attempting to bind port 19dc91e7-1980-45c8-a3c4-694ec47f9373 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:36.973735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Attempting to bind port 19dc91e7-1980-45c8-a3c4-694ec47f9373 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:36.974126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Attempting to bind port 19dc91e7-1980-45c8-a3c4-694ec47f9373 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:36.980012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a476fc2-b17f-4447-a7c6-ad24a09b6406 None None] Pushing event updated for resources: {'Port': ['ID=19dc91e7-1980-45c8-a3c4-694ec47f9373,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:36.994494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:36.994982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:36.995402 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:36.995796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:36.996280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Bound port: 19dc91e7-1980-45c8-a3c4-694ec47f9373, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:36.996670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:37.030180 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42452d4d-09bd-441f-93f7-77f976adfba8 req-b59d557d-0f76-4ea8-b91d-c9bd5058dd09 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254487 Nov 16 21:05:37.078314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] For port 19dc91e7-1980-45c8-a3c4-694ec47f9373, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:37.081782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] For port 19dc91e7-1980-45c8-a3c4-694ec47f9373, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19dc91e7-1980-45c8-a3c4-694ec47f9373,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:37.144826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:37.195820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ff889-beb5-4d31-b82c-c1c456f967a8 req-e5bb543d-9ae1-43d6-8e24-30f51f3c37d4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:37.205035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-521ff889-beb5-4d31-b82c-c1c456f967a8 req-e5bb543d-9ae1-43d6-8e24-30f51f3c37d4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.0790703 Nov 16 21:05:37.262700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a476fc2-b17f-4447-a7c6-ad24a09b6406 None None] Pushing event updated for resources: {'Port': ['ID=19dc91e7-1980-45c8-a3c4-694ec47f9373,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:37.288702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-521ff889-beb5-4d31-b82c-c1c456f967a8 req-e4d2e4b7-fc7d-4a7e-be76-0ce82b4b378a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832784 Nov 16 21:05:37.295370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9728b30a-fcb9-4a85-a3c9-0546da873f4e None None] Provisioning complete for port d645b52a-5068-462e-8edc-1c959a0bb99b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:37.295808 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9728b30a-fcb9-4a85-a3c9-0546da873f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:37.369677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:37.369677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:37.386228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:37.398837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:37.412114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9728b30a-fcb9-4a85-a3c9-0546da873f4e None None] Port d645b52a-5068-462e-8edc-1c959a0bb99b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:05:37.520698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:37.531610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:37.533975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Pushing event updated for resources: {'Port': ['ID=d645b52a-5068-462e-8edc-1c959a0bb99b,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:37.609860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec45b67-a5fc-4266-8a8b-60ddd77a608e req-d1458cee-032b-4346-a572-7a66b001e2f7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:37.611698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bec45b67-a5fc-4266-8a8b-60ddd77a608e req-d1458cee-032b-4346-a572-7a66b001e2f7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.0721741 Nov 16 21:05:37.680155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:37.683215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:37.705769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bec45b67-a5fc-4266-8a8b-60ddd77a608e req-d6c86de3-5f5a-4561-bd95-cb102a2e7d16 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862792 Nov 16 21:05:37.853875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2394c-02ba-476a-826c-1cdee974a8bc req-d3b6e745-4e79-4564-b4b0-d00516edf901 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:37.855633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06d2394c-02ba-476a-826c-1cdee974a8bc req-d3b6e745-4e79-4564-b4b0-d00516edf901 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1689866 Nov 16 21:05:37.924399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Router aadfa710-d67b-4c93-86d2-85f459491739 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:05:38.005535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 1, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:38.011443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06d2394c-02ba-476a-826c-1cdee974a8bc req-13b4ffd8-48d6-4508-845f-3e1122177540 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408455 Nov 16 21:05:38.040611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa520-e0e9-41a4-aa0e-53ebd3f53d42 None None] The sync data for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 is: [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 1, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:05:38.057151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f5226f36-a26b-4598-b044-fea9cab67e1b None None] Provisioning complete for port d645b52a-5068-462e-8edc-1c959a0bb99b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:38.058406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5226f36-a26b-4598-b044-fea9cab67e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:38.140117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f5226f36-a26b-4598-b044-fea9cab67e1b None None] Port d645b52a-5068-462e-8edc-1c959a0bb99b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:05:38.149435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-c78d6e4c-dda2-4493-bc73-8c829bc21562 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727444 Nov 16 21:05:38.150947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:05:38.165290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0fe5f32e-be7a-4f75-b801-f0d7e53ffd6a admin admin] 10.222.0.48 "PUT /v2.0/routers/aadfa710-d67b-4c93-86d2-85f459491739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4010880 Nov 16 21:05:38.191678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df69d6-eb4e-43de-930d-954f2d8d70d8 req-48bb0e87-cbe7-466a-b5df-cef5af262ab1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:38.201892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85df69d6-eb4e-43de-930d-954f2d8d70d8 req-48bb0e87-cbe7-466a-b5df-cef5af262ab1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0885746 Nov 16 21:05:38.236223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-85bf4a5f-2ae8-4037-a4a9-5c11b0e0c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:38.237954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-85bf4a5f-2ae8-4037-a4a9-5c11b0e0c737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 1095 time: 0.0604832 Nov 16 21:05:38.258212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85df69d6-eb4e-43de-930d-954f2d8d70d8 req-98e84046-b4e2-4ca2-8a22-938b4ddff35f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Nov 16 21:05:38.414068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-eeb7b7ee-8cde-4e31-bb75-2fa98f57d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:38.415749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-eeb7b7ee-8cde-4e31-bb75-2fa98f57d057 service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1546803 Nov 16 21:05:38.485793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-f480997c-1a5f-4c7e-a04a-76ba342d3b69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 200 len: 217 time: 0.0537336 Nov 16 21:05:38.491519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765a742-70ca-4670-8b58-21bdbe031cda req-9b83fce6-6938-4eff-91eb-d1ede2a8943e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:38.500014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4765a742-70ca-4670-8b58-21bdbe031cda req-9b83fce6-6938-4eff-91eb-d1ede2a8943e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.0830395 Nov 16 21:05:38.541988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488332-024a-4e4a-a398-9867b6dddd53 req-c5356543-4b98-47d0-a96f-3c9610e62c33 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:38.544157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72488332-024a-4e4a-a398-9867b6dddd53 req-c5356543-4b98-47d0-a96f-3c9610e62c33 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.1270342 Nov 16 21:05:38.565808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4765a742-70ca-4670-8b58-21bdbe031cda req-3cbba71c-1107-4b9f-ade0-286c9d2c77e2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622425 Nov 16 21:05:38.568884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:38.636678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-dfa2b037-7e47-4561-9d48-3a187051650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:38.638297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-dfa2b037-7e47-4561-9d48-3a187051650f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1393299 Nov 16 21:05:38.647241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72488332-024a-4e4a-a398-9867b6dddd53 req-9fb9122d-e3a7-433e-a9aa-e1a941725beb tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944567 Nov 16 21:05:38.698804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-84b85a49-7a41-4603-9593-5a1b37019c8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387573 Nov 16 21:05:38.773018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:38.792539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'mac_address': 'fa:16:3e:e2:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:38.844580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-24ded6c7-5386-4729-b064-2e03736a842e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930088 Nov 16 21:05:38.845180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:38.897060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:38.926496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-f00053cc-c6ba-48bb-93fc-6670cc9ea914 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156231 Nov 16 21:05:38.949871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:38.959478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:39.049918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-fe2cd230-e34b-4db3-af96-31c93d64e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:39.063377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-fe2cd230-e34b-4db3-af96-31c93d64e2cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1437194 Nov 16 21:05:39.125128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:39.151182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65650098-9e71-44e1-9d31-63f557b2ba35 req-2bf1746f-4227-48f0-ada1-4b1d0226308f service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139747 Nov 16 21:05:39.302408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-4a6f6a91-87af-4034-9542-05d49e60cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:39.304043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-4a6f6a91-87af-4034-9542-05d49e60cea0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.2111983 Nov 16 21:05:39.377055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-2ba5b21d-e49d-485f-8ac2-69f5d6daec1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0590398 Nov 16 21:05:39.471734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-4782f4f4-547b-4440-9650-145e4567b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:39.473387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-4782f4f4-547b-4440-9650-145e4567b83d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0711229 Nov 16 21:05:39.590455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-68928382-5487-4073-943a-aebd4d1430f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944154 Nov 16 21:05:39.648744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:39.692843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:39.699777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418461444', 'description': 'tempest-description--1982534029'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:39.796586 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.010686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f38ee-f58e-48b0-814f-5c259c504cfc req-e61a5fb7-61f0-4040-8947-81c6495a32bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:40.014659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-82f139c3-da37-48f1-be65-51dbaf2dd36f service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192562 Nov 16 21:05:40.022206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c0f38ee-f58e-48b0-814f-5c259c504cfc req-e61a5fb7-61f0-4040-8947-81c6495a32bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.1823781 Nov 16 21:05:40.203309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970c6dc-fb45-4499-89e4-63ba0ae09d27 req-600f8baf-62d8-4473-bc01-8bf0c41e740e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:40.221731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8970c6dc-fb45-4499-89e4-63ba0ae09d27 req-600f8baf-62d8-4473-bc01-8bf0c41e740e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.3474550 Nov 16 21:05:40.242168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c0f38ee-f58e-48b0-814f-5c259c504cfc req-4feeb866-d77e-40d5-9171-91dd80e19063 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065196 Nov 16 21:05:40.264307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.278011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.310168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83fa1d3-0613-43a7-90de-b2147ddac318,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:40.335782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.339613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-232459b7-6162-46a7-a0c7-f0dd1501b96a tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6430566 Nov 16 21:05:40.355315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8970c6dc-fb45-4499-89e4-63ba0ae09d27 req-84071b6b-4fcf-4b82-91e4-50c27b4849fa tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326077 Nov 16 21:05:40.355769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:40.369697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Request body: {'security_group_rule': {'security_group_id': 'b83fa1d3-0613-43a7-90de-b2147ddac318', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:40.430603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.436949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac39e9-bf5a-4101-a534-c650f4044e83 req-21234e14-4283-4f8e-b0a4-79038c12191e service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965297 Nov 16 21:05:40.491552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c748a-8e23-4828-ac47-1ed56a502efb req-7c41dc19-fa4f-4c80-b557-72a0a56d7210 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:40.492980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-162c748a-8e23-4828-ac47-1ed56a502efb req-7c41dc19-fa4f-4c80-b557-72a0a56d7210 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 946 time: 0.0976737 Nov 16 21:05:40.529345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.542605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.550324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d775118-cb5f-4e04-8eb0-3009e3432c23 req-17ddde73-5c75-4161-b576-5d925b6bf572 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:40.558562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d775118-cb5f-4e04-8eb0-3009e3432c23 req-17ddde73-5c75-4161-b576-5d925b6bf572 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.0971079 Nov 16 21:05:40.560952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929a85e0-5d92-4a28-be4d-8a0fb44c6fef,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:40.581858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-162c748a-8e23-4828-ac47-1ed56a502efb req-6387c4df-4742-4d1a-bd3a-ef765ba2e4b8 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792954 Nov 16 21:05:40.588320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.591123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fa74e892-20bb-4e01-873b-842e3f0a1f79 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340007 Nov 16 21:05:40.593365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51626) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:40.602626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Request body: {'security_group_rule': {'security_group_id': 'b83fa1d3-0613-43a7-90de-b2147ddac318', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:40.635540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.661501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d775118-cb5f-4e04-8eb0-3009e3432c23 req-41bde142-14aa-4650-ad8a-1aef8ff95c1a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016135 Nov 16 21:05:40.724946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.730527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.750466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19dc91e7-1980-45c8-a3c4-694ec47f9373 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:40.763989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7167e1b2-0fd6-47ea-8e51-3a663b3ec1b0,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:40.770367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.772453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-78642aea-abf3-4b6c-b4cc-672bcccef0c7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780188 Nov 16 21:05:40.777723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:40.788558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:40.813909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33fea-6561-4a4b-910f-4f91b8573569 req-4f2fbebd-25d6-4527-aa58-dd3d128fd19f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:40.816395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6db33fea-6561-4a4b-910f-4f91b8573569 req-4f2fbebd-25d6-4527-aa58-dd3d128fd19f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0620902 Nov 16 21:05:40.823776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.835684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 19dc91e7-1980-45c8-a3c4-694ec47f9373 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:40.836198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.896264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6db33fea-6561-4a4b-910f-4f91b8573569 req-0050b06a-ef6a-4c71-9a22-31c3811882b0 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671992 Nov 16 21:05:40.942240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.965915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 19dc91e7-1980-45c8-a3c4-694ec47f9373, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19dc91e7-1980-45c8-a3c4-694ec47f9373,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:40.970393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:40.971280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.051363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=19dc91e7-1980-45c8-a3c4-694ec47f9373,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:41.100824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Allocated IP 172.25.3.6 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/40d96ab6-7d5d-42f2-8d14-e9985643506f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:41.220041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.257919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.307908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:41.311361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:41.315529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:41.366991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event updated for resources: {'Port': ['ID=40d96ab6-7d5d-42f2-8d14-e9985643506f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:41.374983 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Sync routers for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:05:41.395719 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:41.396632 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:41.433434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-4c3667d1-e1be-48d8-88a5-4b9cdf049c1c tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:41.437340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-4c3667d1-e1be-48d8-88a5-4b9cdf049c1c tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1097 time: 0.0963964 Nov 16 21:05:41.460404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817778-8'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:41.520358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800feba-f73a-4905-8d10-4f201fa0db39 req-56906f08-7104-425e-a74e-385d422c3c90 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:41.522138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0800feba-f73a-4905-8d10-4f201fa0db39 req-56906f08-7104-425e-a74e-385d422c3c90 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.1731305 Nov 16 21:05:41.540370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.548180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.597947 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:41.610478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.615958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0800feba-f73a-4905-8d10-4f201fa0db39 req-ecc44135-4ceb-4ae7-a705-bae8b923201a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855482 Nov 16 21:05:41.782250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eccfb-6a7d-40b9-8f8f-3b964ff0f097 req-216ccbbe-e1cb-44a4-9de5-3b9ea59d437f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:41.790372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db1eccfb-6a7d-40b9-8f8f-3b964ff0f097 req-216ccbbe-e1cb-44a4-9de5-3b9ea59d437f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.2541678 Nov 16 21:05:41.839298 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:37Z', 'revision_number': 2, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:41.843587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.858991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.874921 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Checking router: aadfa710-d67b-4c93-86d2-85f459491739 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:05:41.875463 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Updating router aadfa710-d67b-4c93-86d2-85f459491739 port d645b52a-5068-462e-8edc-1c959a0bb99b binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:05:41.883107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db1eccfb-6a7d-40b9-8f8f-3b964ff0f097 req-57e6c2c4-8653-4b5a-8baa-1ed9935a6a6c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912354 Nov 16 21:05:41.898345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:41.905659 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:41.999889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:42.067514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:42.070135 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ca431d-38f0-4671-b995-53ba62239fd4" -d '{"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:42.076813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.086752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b11ed4-3037-4ba6-afe1-3c148b244561 req-b58da6b6-69e6-44af-bb5e-2624863c3d0f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:42.095300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5b11ed4-3037-4ba6-afe1-3c148b244561 req-b58da6b6-69e6-44af-bb5e-2624863c3d0f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 946 time: 0.1052420 Nov 16 21:05:42.113040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.201571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5b11ed4-3037-4ba6-afe1-3c148b244561 req-2f1a4ed0-69d6-4d05-b3a8-4bb2fb566a41 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050103 Nov 16 21:05:42.231896 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.237135 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.298668 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Pushing event updated for resources: {'Port': ['ID=d645b52a-5068-462e-8edc-1c959a0bb99b,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:42.325905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:42.332937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on host n-h2-817778-8 for vnic_type normal with profile {"migrating_to": "n-h1-817778-8"} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:42.333361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:42.334166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.334459 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.334795 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.335130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.335465 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.335790 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.336112 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.336437 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.336765 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.337084 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.337438 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.337818 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:42.348160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:42.356940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:42.358290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Attempting to bind port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:42.370727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:42.371711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:42.372173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:42.373319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Bound port: ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:42.376898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.411844 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Attempting to bind port d645b52a-5068-462e-8edc-1c959a0bb99b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:42.412420 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Attempting to bind port d645b52a-5068-462e-8edc-1c959a0bb99b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:42.412569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Attempting to bind port d645b52a-5068-462e-8edc-1c959a0bb99b on network 240fb785-87e2-48d1-a709-ff7fd34e2579 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:42.420823 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:42.421201 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Checking segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:42.421636 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.422036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Bound using segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:42.422514 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Bound port: d645b52a-5068-462e-8edc-1c959a0bb99b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:42.422909 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.453972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4aade-e0c4-4bba-9432-283635d22e78 req-1f6b1c14-05b2-4b56-80cb-5bd3daf139d3 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:42.455616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63a4aade-e0c4-4bba-9432-283635d22e78 req-1f6b1c14-05b2-4b56-80cb-5bd3daf139d3 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 946 time: 0.6096079 Nov 16 21:05:42.466508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event updated for resources: {'Port': ['ID=40d96ab6-7d5d-42f2-8d14-e9985643506f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:42.498310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:42.501905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:42.506276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.519043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] For port d645b52a-5068-462e-8edc-1c959a0bb99b, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:42.519275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.524232 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] For port d645b52a-5068-462e-8edc-1c959a0bb99b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d645b52a-5068-462e-8edc-1c959a0bb99b,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:42.531000 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.581077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:42.604299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.605562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cfca2e3c-3c9c-4016-946f-f9d6d8b13cd4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8265035 Nov 16 21:05:42.673817 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:42.677640 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:42.712331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:42.714551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:42.716183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] 10.222.0.47 "PUT /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 1122 time: 1.2614565 Nov 16 21:05:42.728903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63a4aade-e0c4-4bba-9432-283635d22e78 req-8d01f2c9-214a-4700-8377-8648edc7e708 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/security-groups?id=e5e7a095-c01a-49fa-b344-2fb7c6e078cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649877 Nov 16 21:05:42.742222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91899e7-7246-4ecd-ae45-9cbeb39af9db req-e2382957-cedb-4313-b2cb-0c61d630b09b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:42.751974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a91899e7-7246-4ecd-ae45-9cbeb39af9db req-e2382957-cedb-4313-b2cb-0c61d630b09b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.2484014 Nov 16 21:05:42.761490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d8bfe-db11-4695-9f55-6670a90d9528 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=8']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:42.794614 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f8d0c-e8ea-4d4e-a901-775a2a51de44 None None] Pushing event updated for resources: {'Port': ['ID=d645b52a-5068-462e-8edc-1c959a0bb99b,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:42.803051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-734d4e18-b774-42bc-94ce-d4b4d15624c3 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:42.804586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-734d4e18-b774-42bc-94ce-d4b4d15624c3 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 946 time: 0.2530096 Nov 16 21:05:42.863403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a91899e7-7246-4ecd-ae45-9cbeb39af9db req-d67278f7-99f2-49e7-81b7-263853492ec2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080008 Nov 16 21:05:42.868206 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc90cbdc-616f-4135-96a8-2ac93e66cbf4 x-openstack-request-id: req-cc90cbdc-616f-4135-96a8-2ac93e66cbf4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:42.868445 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:42.870855 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc90cbdc-616f-4135-96a8-2ac93e66cbf4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:42.871288 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'code': 200} Nov 16 21:05:42.899681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:42.941019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:43.008373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:43.014223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa has no active binding in host n-h1-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:05:43.023288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19dc91e7-1980-45c8-a3c4-694ec47f9373 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:43.058131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6251-91c3-420b-9bea-c92a8e2fc796 req-17ebe76b-16ca-4976-bb84-79a1f70b95bb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:43.059698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b30a6251-91c3-420b-9bea-c92a8e2fc796 req-17ebe76b-16ca-4976-bb84-79a1f70b95bb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.1000788 Nov 16 21:05:43.070770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0d8f1ead-5c24-47ad-8ab0-8c455f0759b1 None None] Provisioning complete for port d645b52a-5068-462e-8edc-1c959a0bb99b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:43.071144 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1ead-5c24-47ad-8ab0-8c455f0759b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.078037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Deleting port 15bfcd97-a4cd-4131-97cb-81836fa69e4a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:05:43.078416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.122948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:43.138062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-b2f2668a-f330-4532-b2ce-30a50b14dc9d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1418461444&fields=id&tenant_id=7a90acb601f0466387a8220ead285ac3 HTTP/1.1" status: 200 len: 267 time: 0.1107626 Nov 16 21:05:43.139799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:43.188348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b30a6251-91c3-420b-9bea-c92a8e2fc796 req-b66842ba-0b97-4413-b4e4-4814ddd7fc48 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213562 Nov 16 21:05:43.190148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port ccdadde1-748d-4d09-8d0e-9514d642d708 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:05:43.227034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] For port 15bfcd97-a4cd-4131-97cb-81836fa69e4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=15bfcd97-a4cd-4131-97cb-81836fa69e4a,segment=NetworkSegment(98972098-457f-4679-9541-079c544cbaf0),segment_id=98972098-457f-4679-9541-079c544cbaf0)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:43.227409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.244367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Calling delete_port for 15bfcd97-a4cd-4131-97cb-81836fa69e4a owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:05:43.283807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port ccdadde1-748d-4d09-8d0e-9514d642d708 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:43.286473 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.346685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-f7218c00-77d0-4d98-b9c7-3d2777cf12dc tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:43.355946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-f7218c00-77d0-4d98-b9c7-3d2777cf12dc tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/networks?id=240fb785-87e2-48d1-a709-ff7fd34e2579 HTTP/1.1" status: 200 len: 812 time: 0.2100341 Nov 16 21:05:43.383169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-b1ab5a0c-3f63-46e8-af65-533ac0c5dfcf tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/quotas/7a90acb601f0466387a8220ead285ac3 HTTP/1.1" status: 200 len: 375 time: 0.0257115 Nov 16 21:05:43.385665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dffdb1-f9da-4089-8154-eb5bb163209a req-7ffc88f1-ed0e-4cc5-a781-ecb60b3fee28 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:43.387385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35dffdb1-f9da-4089-8154-eb5bb163209a req-7ffc88f1-ed0e-4cc5-a781-ecb60b3fee28 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0735903 Nov 16 21:05:43.430253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:42Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:43.471659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-6667c3da-2639-4407-8e15-32d0190d97a4 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a90acb601f0466387a8220ead285ac3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863876 Nov 16 21:05:43.476142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.490273 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65dd7e0-e399-4145-8aca-f442457bb7df None None] The sync data for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 is: [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:42Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:05:43.506110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 19dc91e7-1980-45c8-a3c4-694ec47f9373 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:43.506598 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.526080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35dffdb1-f9da-4089-8154-eb5bb163209a req-ab455f19-291a-40ed-a8ea-df3820005a2f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146433 Nov 16 21:05:43.527524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Pushing event deleted for resources: {'Port': ['ID=15bfcd97-a4cd-4131-97cb-81836fa69e4a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:43.579878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] No DVR routers for this DVR port 15bfcd97-a4cd-4131-97cb-81836fa69e4a on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:05:43.583454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.592836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8160b8f-d8e7-4c5c-a75c-e522a7314289 req-d2751b3d-ebce-45d1-9433-3c99356e2304 tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.47 "DELETE /v2.0/ports/15bfcd97-a4cd-4131-97cb-81836fa69e4a HTTP/1.1" status: 204 len: 173 time: 0.7809510 Nov 16 21:05:43.593331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'name': 'network-vif-deleted', 'tag': '15bfcd97-a4cd-4131-97cb-81836fa69e4a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:43.596038 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93566500-0c04-4fa0-8787-3260875ab32e" -d '{"events": [{"server_uuid": "d2d3978f-08af-41b2-8e02-a287a2a08b14", "name": "network-vif-deleted", "tag": "15bfcd97-a4cd-4131-97cb-81836fa69e4a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:43.697897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31cdb6-ed06-4830-a265-67d5de50c95d req-3fb6e505-ad9c-451d-8ba0-75eaf681c474 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:43.705276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a31cdb6-ed06-4830-a265-67d5de50c95d req-3fb6e505-ad9c-451d-8ba0-75eaf681c474 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0750604 Nov 16 21:05:43.713980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1ead-5c24-47ad-8ab0-8c455f0759b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.730841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-d1d2d7e9-1c47-4f7f-9aa3-75243b5987b9 service neutron] 10.222.0.48 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535353 Nov 16 21:05:43.762938 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a31cdb6-ed06-4830-a265-67d5de50c95d req-ae624225-98fd-45f6-b121-34d0a4a43fd1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566635 Nov 16 21:05:43.851729 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:43.936353 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236e189-1982-458e-a5be-eef39f24d200 x-openstack-request-id: req-2236e189-1982-458e-a5be-eef39f24d200 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:43.936652 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3978f-08af-41b2-8e02-a287a2a08b14", "name": "network-vif-deleted", "tag": "15bfcd97-a4cd-4131-97cb-81836fa69e4a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:43.936906 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2236e189-1982-458e-a5be-eef39f24d200 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:43.937374 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3978f-08af-41b2-8e02-a287a2a08b14', 'name': 'network-vif-deleted', 'tag': '15bfcd97-a4cd-4131-97cb-81836fa69e4a', 'status': 'completed', 'code': 200} Nov 16 21:05:43.976136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0d8f1ead-5c24-47ad-8ab0-8c455f0759b1 None None] For port d645b52a-5068-462e-8edc-1c959a0bb99b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d645b52a-5068-462e-8edc-1c959a0bb99b,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:44.005640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1ead-5c24-47ad-8ab0-8c455f0759b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:44.029584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:44.031988 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee5a1c-b2d9-40fd-b107-0d36c5f03047" -d '{"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:44.090177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-723cbf44-1b77-4a0e-bac2-77088c224de0 req-46a561fe-1443-458a-b7bc-c9fc77b77cba tempest-VolumesAdminNegativeTest-244433310 tempest-VolumesAdminNegativeTest-244433310-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2d3978f-08af-41b2-8e02-a287a2a08b14 HTTP/1.1" status: 200 len: 210 time: 0.0599840 Nov 16 21:05:44.106202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:44.158844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:44.209549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1ead-5c24-47ad-8ab0-8c455f0759b1 None None] Pushing event updated for resources: {'Port': ['ID=d645b52a-5068-462e-8edc-1c959a0bb99b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:44.213614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3eddfb01-8b37-44d1-bac7-afdb3b9c3104 None None] Provisioning complete for port d645b52a-5068-462e-8edc-1c959a0bb99b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:44.213988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3eddfb01-8b37-44d1-bac7-afdb3b9c3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:44.284443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-56feb052-b935-4d9e-bf4c-1fe5017d7ee3 service neutron] 10.222.0.48 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524547 Nov 16 21:05:44.285781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9053d7-f9d4-40de-b50b-20422732fda9 req-d278caf5-03b3-4b0b-ad0d-7c157e1b074d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:44.295618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b9053d7-f9d4-40de-b50b-20422732fda9 req-d278caf5-03b3-4b0b-ad0d-7c157e1b074d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0960112 Nov 16 21:05:44.377729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b9053d7-f9d4-40de-b50b-20422732fda9 req-26f519d9-0c4d-4a84-9177-89e48d7e0e80 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720956 Nov 16 21:05:44.381759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:44.440309 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944241a6-1be1-4198-b5a0-114abf707488 x-openstack-request-id: req-944241a6-1be1-4198-b5a0-114abf707488 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:44.441455 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:44.441875 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-944241a6-1be1-4198-b5a0-114abf707488 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:44.442552 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:05:44.636061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-579bd7de-aa94-4cee-ac84-23dc3c37260d req-cff27e9b-7c26-4832-aae4-87a1f77428cb tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 210 time: 0.0498064 Nov 16 21:05:44.679769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baaeb1-c645-480b-9369-d32258b5e446 req-4ed5bde4-e724-4d21-9d94-ce8e5933952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:44.682006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4baaeb1-c645-480b-9369-d32258b5e446 req-4ed5bde4-e724-4d21-9d94-ce8e5933952d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1101 time: 0.1527500 Nov 16 21:05:44.690042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257e274-f123-4691-b681-2cb74440796d req-e023dfea-605c-41fb-87ed-ab85f2bb3d45 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:44.702573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d257e274-f123-4691-b681-2cb74440796d req-e023dfea-605c-41fb-87ed-ab85f2bb3d45 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1935287 Nov 16 21:05:44.724346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d645b52a-5068-462e-8edc-1c959a0bb99b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:44.766898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ff88a-5dfe-4115-b764-a9ad4a5dd153 req-e6882863-00f8-4dd9-ab78-37ca966eac2a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:44.777241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d50ff88a-5dfe-4115-b764-a9ad4a5dd153 req-e6882863-00f8-4dd9-ab78-37ca966eac2a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0710709 Nov 16 21:05:44.817848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4baaeb1-c645-480b-9369-d32258b5e446 req-b08394b9-1dff-4af8-b398-b39fa25b22ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115563 Nov 16 21:05:44.861329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d50ff88a-5dfe-4115-b764-a9ad4a5dd153 req-3c0284b7-a481-4eb6-b507-332f0ae86a57 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Nov 16 21:05:44.874845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:44.876025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d645b52a-5068-462e-8edc-1c959a0bb99b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:44.876409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:44.893435 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7669d0fb-59e3-49b0-a650-ef59487f446f" -d '{"events": [{"name": "network-changed", "server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:44.893913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d257e274-f123-4691-b681-2cb74440796d req-c8bd369c-86c6-43ca-b9f1-154c62ff3a56 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903441 Nov 16 21:05:45.023996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea932-427c-43a4-94fc-e8b2f31e6393 req-acf0ae28-4986-4111-be90-2cb44620bcc4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:45.026314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27cea932-427c-43a4-94fc-e8b2f31e6393 req-acf0ae28-4986-4111-be90-2cb44620bcc4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0819459 Nov 16 21:05:45.055361 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6ed51-465f-4145-9003-d826157efce4 x-openstack-request-id: req-e9b6ed51-465f-4145-9003-d826157efce4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:45.055653 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:45.055908 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9b6ed51-465f-4145-9003-d826157efce4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:45.056907 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'status': 'completed', 'code': 200} Nov 16 21:05:45.114484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27cea932-427c-43a4-94fc-e8b2f31e6393 req-504fd675-cbe8-41bb-8dcf-bd631a1fc431 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Nov 16 21:05:45.153130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-43889497-1b82-4d76-a3c9-beff8892e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:45.154700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-43889497-1b82-4d76-a3c9-beff8892e436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1125 time: 0.0744677 Nov 16 21:05:45.168768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:45.238527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Deleting subnet cd67869b-1998-433c-87fd-909312accbca {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:05:45.242024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.262566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-e736c59a-2ceb-48aa-9e13-eb3bec0b766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:45.264453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-e736c59a-2ceb-48aa-9e13-eb3bec0b766b service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1018767 Nov 16 21:05:45.289003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.330023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-d2d681d7-f05c-4c20-a104-ca125d58facd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 217 time: 0.0381567 Nov 16 21:05:45.335156 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.395248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-b76fdf85-ddd7-4ca4-add5-d7136f782e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:45.397103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-b76fdf85-ddd7-4ca4-add5-d7136f782e18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0596802 Nov 16 21:05:45.414192 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.449921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd67869b-1998-433c-87fd-909312accbca,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:45.456207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.459960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c68de1df-b75b-4294-a270-d65a87f7830d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cd67869b-1998-433c-87fd-909312accbca HTTP/1.1" status: 204 len: 168 time: 0.2900267 Nov 16 21:05:45.462582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51706) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:45.479618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-7624ed5a-8305-483b-85ac-3bc2a97efbb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716476 Nov 16 21:05:45.576850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.585718 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-12934d68-fd0a-47a5-a1b9-d12d551b4624 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959046 Nov 16 21:05:45.589895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39138d-96e8-4174-a948-a8bbc4950c61 req-7939a419-c0ac-4124-9730-ab0686e930b5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:45.591413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b39138d-96e8-4174-a948-a8bbc4950c61 req-7939a419-c0ac-4124-9730-ab0686e930b5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.1090798 Nov 16 21:05:45.687113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7669d0fb-59e3-49b0-a650-ef59487f446f req-55882eef-334c-43b8-affc-2d825685646d service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935500 Nov 16 21:05:45.715584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b39138d-96e8-4174-a948-a8bbc4950c61 req-03109952-77ac-4f3d-bdd0-5b6fe2f3f9ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097009 Nov 16 21:05:45.719938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.755132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13cbabc8-5c8a-4d21-951d-6e33726c5caa req-c855b8e8-ba44-4022-b604-9d52a32de934 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 210 time: 0.0330880 Nov 16 21:05:45.764732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68f78e8-d4cc-46fd-9873-1e9d296d6a47']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:45.775998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98972098-457f-4679-9541-079c544cbaf0') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:45.776669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98972098-457f-4679-9541-079c544cbaf0') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:45.787647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.802992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.810266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:05:45.810674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:05:45.813450 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:05:45.876307 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.888753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:45.907148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b68f78e8-d4cc-46fd-9873-1e9d296d6a47 HTTP/1.1" status: 204 len: 168 time: 0.4429181 Nov 16 21:05:45.911228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51716) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:46.012819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c181c-7d64-401c-9514-992f97ec7fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68f78e8-d4cc-46fd-9873-1e9d296d6a47,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:46.067517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-8f79a426-6f36-43fb-96c9-847c8fcf5a98 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:46.070518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-8f79a426-6f36-43fb-96c9-847c8fcf5a98 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.41 "GET /v2.0/networks?id=240fb785-87e2-48d1-a709-ff7fd34e2579 HTTP/1.1" status: 200 len: 812 time: 0.2246017 Nov 16 21:05:46.071293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Deleting subnet 3df0f86e-5b51-40bb-8342-c646381132fb {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:05:46.078978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.089386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735f3bb-9f27-4592-b5c8-4eb2862828da req-90814690-a71f-432c-a806-d3cf61a2521d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:46.089634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d61e4-45d2-443d-80a1-45f15f96b6cf req-6c658432-9965-4aac-a41d-21b3585d62cc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:46.097004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a7d61e4-45d2-443d-80a1-45f15f96b6cf req-6c658432-9965-4aac-a41d-21b3585d62cc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1101227 Nov 16 21:05:46.097160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3735f3bb-9f27-4592-b5c8-4eb2862828da req-90814690-a71f-432c-a806-d3cf61a2521d tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0884161 Nov 16 21:05:46.157046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.173471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a7d61e4-45d2-443d-80a1-45f15f96b6cf req-b6eea0f1-9565-4ac6-b9dd-6c4190dbf631 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754566 Nov 16 21:05:46.187666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-86813770-6bac-49d7-83fd-d96e7304e9a1 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a90acb601f0466387a8220ead285ac3 HTTP/1.1" status: 200 len: 380 time: 0.0879369 Nov 16 21:05:46.199003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Request body: {'port': {'device_id': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'admin_state_up': True, 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'security_groups': ['b83fa1d3-0613-43a7-90de-b2147ddac318']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:46.215461 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3735f3bb-9f27-4592-b5c8-4eb2862828da req-dd0e7f91-56b4-4670-9189-fa2c130c6891 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174858 Nov 16 21:05:46.243396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.326497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Made reservation on behalf of 7a90acb601f0466387a8220ead285ac3 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:46.330839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.331209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.375039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df0f86e-5b51-40bb-8342-c646381132fb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:46.380558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.386851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ed9add0b-ae5f-4740-8e8c-8536b942009f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3df0f86e-5b51-40bb-8342-c646381132fb HTTP/1.1" status: 204 len: 168 time: 0.4715776 Nov 16 21:05:46.389684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51722) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:46.451736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e009-d6c3-4f98-a5d2-30c69b662da8 req-b472fc35-633f-4d00-be02-e96ef3f8ef45 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:46.453323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0215e009-d6c3-4f98-a5d2-30c69b662da8 req-b472fc35-633f-4d00-be02-e96ef3f8ef45 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.1337175 Nov 16 21:05:46.473231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Allocated IP 172.20.0.10 (240fb785-87e2-48d1-a709-ff7fd34e2579/f830495a-2f26-4ac8-bfb6-2c73cc6154c1/e3a5ec95-0fc9-4efb-9940-f58ae7d71099) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:46.497635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.533410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0215e009-d6c3-4f98-a5d2-30c69b662da8 req-4c71f3c5-482d-4794-9695-a741a622071d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690968 Nov 16 21:05:46.606449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 15bfcd97-a4cd-4131-97cb-81836fa69e4a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:46.637850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.643660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 15bfcd97-a4cd-4131-97cb-81836fa69e4a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:05:46.644025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 15bfcd97-a4cd-4131-97cb-81836fa69e4a not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:05:46.655549 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.664840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64acdb78-a900-4d19-8d19-19950f85d168']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:46.676207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1cf092-5b95-4e8b-b1ee-1fb0d7109b6d') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:46.676505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1cf092-5b95-4e8b-b1ee-1fb0d7109b6d') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:46.687933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.699238 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.711698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.718895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:05:46.719548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:05:46.721653 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:05:46.751287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:46.758012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:46.761432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:46.803333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.819297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:46.819935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.825032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event updated for resources: {'Port': ['ID=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:46.853810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:46.857018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-35213ebe-5bd2-4039-8333-8b916e9b313d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6627624 Nov 16 21:05:46.867648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] 10.222.0.48 "DELETE /v2.0/networks/64acdb78-a900-4d19-8d19-19950f85d168 HTTP/1.1" status: 204 len: 168 time: 0.4757900 Nov 16 21:05:46.870111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cac4c9-76cf-497b-8239-86f6ff67fd13 admin admin] Pushing event deleted for resources: {'Network': ['ID=64acdb78-a900-4d19-8d19-19950f85d168,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:46.875766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Request body: {'port': {'device_id': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:46.967161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d5da-ebff-48d6-aac0-57a31000d687 req-c5ca6e40-96cc-4fa9-946d-3e51b753f6b5 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:46.969137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc69d5da-ebff-48d6-aac0-57a31000d687 req-c5ca6e40-96cc-4fa9-946d-3e51b753f6b5 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 932 time: 0.0895958 Nov 16 21:05:46.999562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.020574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f615-70df-4338-b0c3-1a4777ed2e27 req-348d6127-aa06-4506-96b4-34915857f56d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:47.022197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9238f615-70df-4338-b0c3-1a4777ed2e27 req-348d6127-aa06-4506-96b4-34915857f56d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.1170526 Nov 16 21:05:47.050286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc69d5da-ebff-48d6-aac0-57a31000d687 req-c09a995d-565f-42de-9f01-c1d667f65f1b tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719995 Nov 16 21:05:47.076976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51732) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:47.113428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-268e76ec-bdec-4beb-9adc-ae42c8c25fe9 None None] Provisioning complete for port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:47.113828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-268e76ec-bdec-4beb-9adc-ae42c8c25fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.123655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-77d5827d-b066-4d3d-acec-409594229b64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a151a913a2c7415aaeccf91e15299d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432334 Nov 16 21:05:47.123961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51734) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:47.149343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-268e76ec-bdec-4beb-9adc-ae42c8c25fe9 None None] Port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:05:47.166407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9238f615-70df-4338-b0c3-1a4777ed2e27 req-e1671e2e-77f2-4b62-acc9-c9ecbb01c54b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360424 Nov 16 21:05:47.176991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66377a5d-d27b-4585-a3f2-5444ea2d82ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.200349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66377a5d-d27b-4585-a3f2-5444ea2d82ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.262162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66377a5d-d27b-4585-a3f2-5444ea2d82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.265394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66377a5d-d27b-4585-a3f2-5444ea2d82ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.270676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-66377a5d-d27b-4585-a3f2-5444ea2d82ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5e7a095-c01a-49fa-b344-2fb7c6e078cc HTTP/1.1" status: 204 len: 168 time: 0.1457100 Nov 16 21:05:47.282175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66377a5d-d27b-4585-a3f2-5444ea2d82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e7a095-c01a-49fa-b344-2fb7c6e078cc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:47.342431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07695ad5-7c32-4d60-8a74-1875607fbd7b req-ef44b326-7f89-411f-b06a-ab9315d93038 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:47.344048 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07695ad5-7c32-4d60-8a74-1875607fbd7b req-ef44b326-7f89-411f-b06a-ab9315d93038 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0588164 Nov 16 21:05:47.393554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fad67d-dcf0-465d-979e-2d8c3e10dc99 req-7061808e-edb9-40c6-ad7e-6f57b683aec7 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:47.397996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74fad67d-dcf0-465d-979e-2d8c3e10dc99 req-7061808e-edb9-40c6-ad7e-6f57b683aec7 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1055775 Nov 16 21:05:47.403625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07695ad5-7c32-4d60-8a74-1875607fbd7b req-5ad1546a-782e-4f2b-9db6-dc8271b14c56 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536957 Nov 16 21:05:47.429123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a5ec95-0fc9-4efb-9940-f58ae7d71099 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:47.439961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.473085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Transition to ACTIVE for port object e3a5ec95-0fc9-4efb-9940-f58ae7d71099 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:05:47.478451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74fad67d-dcf0-465d-979e-2d8c3e10dc99 req-a13bfe35-7488-4260-bdd2-56b38b9b1e1c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 Nov 16 21:05:47.479648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.556816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:47.615839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Attempting to bind port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:47.616187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Attempting to bind port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:47.616524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Attempting to bind port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 on network 240fb785-87e2-48d1-a709-ff7fd34e2579 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:47.623288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 on network 240fb785-87e2-48d1-a709-ff7fd34e2579 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:05:47.623618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Attempting to bind port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 on network 240fb785-87e2-48d1-a709-ff7fd34e2579 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:47.628766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:47.629109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Checking segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:47.629610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Bound using segment: {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:47.629966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Bound port: e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0120b69d-3a48-46d7-93fc-d948219d5877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:47.630329 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.678225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51748) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:47.718609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb34c0-7114-42ff-b24c-47b1ed08c419 req-67435453-8875-4d93-9375-96678c612b52 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:47.720296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0fb34c0-7114-42ff-b24c-47b1ed08c419 req-67435453-8875-4d93-9375-96678c612b52 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0630577 Nov 16 21:05:47.737112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] For port e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:47.753861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-33616340-ebd1-4a0f-8b9d-ae671d445a26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef58dd5245bb4b3ea428da2a9a139d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730481 Nov 16 21:05:47.754270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:47.757584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] For port e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:47.763232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.804896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:47.805685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.807641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0fb34c0-7114-42ff-b24c-47b1ed08c419 req-8c4a98c1-07a9-4ade-bb72-b8aa47c3dfa7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801756 Nov 16 21:05:47.818382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] 10.222.0.41 "PUT /v2.0/ports/e3a5ec95-0fc9-4efb-9940-f58ae7d71099 HTTP/1.1" status: 200 len: 1092 time: 0.9407496 Nov 16 21:05:47.820370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:47.831961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-635aa20e-3d03-4ba7-983a-eb37bf130adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.834013 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b587bbb8-8a72-4c58-973d-1d3baa068a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:47.863913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Pushing event updated for resources: {'Port': ['ID=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:47.877244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-635aa20e-3d03-4ba7-983a-eb37bf130adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.882131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.882541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.882895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.883236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.883576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.884757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.885585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.885771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.886091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.886423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.886754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.887083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66843b89-ad42-4b88-976c-eee405d22ade service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:47.908049 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52a91f1-03a5-468a-891a-2be04fbfc97e x-openstack-request-id: req-d52a91f1-03a5-468a-891a-2be04fbfc97e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:47.908351 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:47.908602 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d52a91f1-03a5-468a-891a-2be04fbfc97e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:47.908998 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'status': 'completed', 'code': 200} Nov 16 21:05:47.925480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-c3359666-97c3-42ac-823d-de61df0e63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:47.927709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-c3359666-97c3-42ac-823d-de61df0e63fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a90acb601f0466387a8220ead285ac3&device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 1095 time: 0.0553849 Nov 16 21:05:47.943707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-635aa20e-3d03-4ba7-983a-eb37bf130adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.946474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-635aa20e-3d03-4ba7-983a-eb37bf130adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:47.948536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-635aa20e-3d03-4ba7-983a-eb37bf130adf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3af2cbfd-609a-4d7f-ba7d-e832750dc84a HTTP/1.1" status: 204 len: 168 time: 0.1930885 Nov 16 21:05:47.960811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635aa20e-3d03-4ba7-983a-eb37bf130adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af2cbfd-609a-4d7f-ba7d-e832750dc84a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:47.978336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-423269a7-2309-4c49-8953-ba6a2ae5a08c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099 HTTP/1.1" status: 200 len: 217 time: 0.0406260 Nov 16 21:05:48.039341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-6e064131-5a38-49c6-9161-9bd070357f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.041377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-6e064131-5a38-49c6-9161-9bd070357f04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f830495a-2f26-4ac8-bfb6-2c73cc6154c1 HTTP/1.1" status: 200 len: 851 time: 0.0516379 Nov 16 21:05:48.111717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-ba3ed651-1997-4443-8d15-5ca4f06871fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.113855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-ba3ed651-1997-4443-8d15-5ca4f06871fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240fb785-87e2-48d1-a709-ff7fd34e2579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630128 Nov 16 21:05:48.185277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e7f2a-50a1-4607-b712-a4ef91b3d258 req-0d8775ee-1746-48c8-b935-09744d584653 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.187075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce4e7f2a-50a1-4607-b712-a4ef91b3d258 req-0d8775ee-1746-48c8-b935-09744d584653 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 944 time: 0.0586462 Nov 16 21:05:48.229706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-dd33fabb-bf9a-44fe-bf5d-0b86808521bb service neutron] 10.222.0.41 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038256 Nov 16 21:05:48.245445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce4e7f2a-50a1-4607-b712-a4ef91b3d258 req-240fca15-178f-488a-91f4-d662d4a3a25c tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504301 Nov 16 21:05:48.364631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022b360-62f7-4a99-bd1c-cadd4502700e req-896dd7f8-3e99-4f2b-be62-eb50e3245399 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.369434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8022b360-62f7-4a99-bd1c-cadd4502700e req-896dd7f8-3e99-4f2b-be62-eb50e3245399 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.1045914 Nov 16 21:05:48.393147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc547eb9-0baf-4bf3-819d-dd6864899be4 req-a1c21892-3797-4723-b873-aab1375440ec service neutron] 10.222.0.41 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543798 Nov 16 21:05:48.423989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8022b360-62f7-4a99-bd1c-cadd4502700e req-002c5771-fe46-48f9-b610-cedc412919f2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Nov 16 21:05:48.493657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-b9b3cec5-63a6-41b4-8f92-5aa8c807a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.495244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-b9b3cec5-63a6-41b4-8f92-5aa8c807a561 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a90acb601f0466387a8220ead285ac3&device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 1095 time: 0.0505445 Nov 16 21:05:48.542199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946c752-6fd0-4817-bb62-22fc504b33df req-cf439508-d9fc-4a71-a7e3-d3f50cf11f67 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.544276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5946c752-6fd0-4817-bb62-22fc504b33df req-cf439508-d9fc-4a71-a7e3-d3f50cf11f67 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0703461 Nov 16 21:05:48.599012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-46e9909c-4e81-45e5-8f31-7d803f1e855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.601946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-46e9909c-4e81-45e5-8f31-7d803f1e855f service neutron] 10.222.0.41 "GET /v2.0/networks?id=240fb785-87e2-48d1-a709-ff7fd34e2579 HTTP/1.1" status: 200 len: 913 time: 0.0983322 Nov 16 21:05:48.622160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5946c752-6fd0-4817-bb62-22fc504b33df req-551f4682-7a2a-4bbe-963c-7220eba286bd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707374 Nov 16 21:05:48.673134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-5814bdf3-bee5-40ce-8ee7-696fdee91b19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099 HTTP/1.1" status: 200 len: 217 time: 0.0567667 Nov 16 21:05:48.719263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7977bc6-85f7-4fc7-91d2-44c44abb9f25 req-1401d95b-b769-49d9-9eed-47d9df2ad4ea tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.720741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7977bc6-85f7-4fc7-91d2-44c44abb9f25 req-1401d95b-b769-49d9-9eed-47d9df2ad4ea tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1131408 Nov 16 21:05:48.754213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-0420e017-971b-470f-92c7-0013e105d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.755650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-0420e017-971b-470f-92c7-0013e105d965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f830495a-2f26-4ac8-bfb6-2c73cc6154c1 HTTP/1.1" status: 200 len: 851 time: 0.0750186 Nov 16 21:05:48.764881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51786) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:48.802818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7977bc6-85f7-4fc7-91d2-44c44abb9f25 req-de771bfa-2fd9-4e07-b4ad-557083ca3502 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762072 Nov 16 21:05:48.821113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-432faa63-2b5e-464e-9bf9-f3e694f00223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.821113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-432faa63-2b5e-464e-9bf9-f3e694f00223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240fb785-87e2-48d1-a709-ff7fd34e2579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504358 Nov 16 21:05:48.871972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-network', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:48.901682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Made reservation on behalf of 6a067fb3e656452194ef5bb23c30bf2c for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:48.903978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:48.919361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-f8665137-b538-4730-a629-a3721e647b71 service neutron] 10.222.0.41 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922387 Nov 16 21:05:48.932930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:48.967338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c540f-8ed5-4172-a061-d542e09c0b6b req-f6a09504-9647-47ce-a82d-46ed7cfcccd5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:48.968830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c9c540f-8ed5-4172-a061-d542e09c0b6b req-f6a09504-9647-47ce-a82d-46ed7cfcccd5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0778351 Nov 16 21:05:49.010590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b587bbb8-8a72-4c58-973d-1d3baa068a7b req-46282ad8-1358-49ed-8581-f14ce484666d service neutron] 10.222.0.41 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837176 Nov 16 21:05:49.051730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c9c540f-8ed5-4172-a061-d542e09c0b6b req-b6837659-ead6-463d-b39d-60f9566a86e9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724173 Nov 16 21:05:49.067974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.073355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.101474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:05:49.109296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12b8f1-c4b9-414f-ab51-4d74da1dede2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:49.120103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.120467 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Added segment 91150bf6-3f6f-4a8a-8cfd-74799f047b4f of type vlan for network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 Nov 16 21:05:49.128969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.129316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.129860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.130044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.130378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.130706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.131034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.131359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.131714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.132266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.132597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.132921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:05:49.177115 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.203057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.204285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:49.204869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.263125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4970713 Nov 16 21:05:49.267733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51794) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:49.275533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6167929-fae7-4a54-8d19-535a59d9c8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7d2c915d-873c-4caa-82e7-dd85fd8c2736,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:49.279819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Request body: {'subnet': {'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-subnet', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:49.294824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:05:49.343406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Made reservation on behalf of 6a067fb3e656452194ef5bb23c30bf2c for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:49.346965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.444955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76244d82-fde0-4a7c-a4f0-afd6cee3a58f req-751410b2-5deb-48b6-bf09-41d8cafdeef6 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:49.446477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76244d82-fde0-4a7c-a4f0-afd6cee3a58f req-751410b2-5deb-48b6-bf09-41d8cafdeef6 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 944 time: 0.1166620 Nov 16 21:05:49.519902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76244d82-fde0-4a7c-a4f0-afd6cee3a58f req-6fed9ad9-bfda-4709-8674-b23ea3fb38bb tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629516 Nov 16 21:05:49.566322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e75991-c429-4748-a628-f2a988010a36 req-18675ae0-4369-4528-ad14-806de3dbffd6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:49.568023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04e75991-c429-4748-a628-f2a988010a36 req-18675ae0-4369-4528-ad14-806de3dbffd6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0677197 Nov 16 21:05:49.627333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.637007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04e75991-c429-4748-a628-f2a988010a36 req-089a4a48-66f6-4be9-a232-4783d444f199 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617149 Nov 16 21:05:49.695228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0909e4-e12b-44d7-88cf-a454294c1f77,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:49.704884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Checking segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:49.705268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Network hostable DHCP agents. Network: 7d2c915d-873c-4caa-82e7-dd85fd8c2736, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:05:49.748250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:05:49.762077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7d2c915d-873c-4caa-82e7-dd85fd8c2736) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:49.766578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:49.767614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.771724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84b1b5-fe81-49ab-abd5-6cb41f74dfdb None None] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:49.781174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92abc-1569-4bc0-b7d2-6c5e3446b6e3 req-e0b901f0-6b3b-4107-a773-258120691dd2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:49.782711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbc92abc-1569-4bc0-b7d2-6c5e3446b6e3 req-e0b901f0-6b3b-4107-a773-258120691dd2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0718436 Nov 16 21:05:49.804841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d9763ed5-fad3-46d4-9b5f-85197499604d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5275092 Nov 16 21:05:49.805645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51804) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:49.813882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:49.862298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.863656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.867096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbc92abc-1569-4bc0-b7d2-6c5e3446b6e3 req-5ad99ded-633b-4ec4-95d6-430ba7fe66c4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708470 Nov 16 21:05:49.957368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:05:49.958387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:49.966622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.043843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8422-ac01-4859-813f-6091419f09e3 req-162697bc-e2ea-4159-a28a-6a839d94cef0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:50.045340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-460e8422-ac01-4859-813f-6091419f09e3 req-162697bc-e2ea-4159-a28a-6a839d94cef0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1391370 Nov 16 21:05:50.105239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Allocated IP 172.20.0.2 (7d2c915d-873c-4caa-82e7-dd85fd8c2736/1c0909e4-e12b-44d7-88cf-a454294c1f77/34fd76bb-f41c-4f58-bcfe-0ead7d723a02) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:50.138333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.206272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-460e8422-ac01-4859-813f-6091419f09e3 req-9cd16611-48ae-478a-a186-85835170ff8c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181760 Nov 16 21:05:50.267457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdef5f-9c8c-4cee-a7da-d1af3fea4920 req-57d8b8b6-ba81-4c47-98f4-f8877a34f3d4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:50.272048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4cdef5f-9c8c-4cee-a7da-d1af3fea4920 req-57d8b8b6-ba81-4c47-98f4-f8877a34f3d4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.1050308 Nov 16 21:05:50.331694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4cdef5f-9c8c-4cee-a7da-d1af3fea4920 req-0cc7076f-b0af-4d3b-9c64-a54fa237e4c5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Nov 16 21:05:50.385491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.410317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.416769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e3a5ec95-0fc9-4efb-9940-f58ae7d71099 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:50.426851 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.439685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.515468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:50.522815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:50.530275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Allocated IP 172.25.3.221 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7459bdc4-151f-4b97-9e76-5a0a109967db) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:50.531465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:50.556153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Pushing event updated for resources: {'Port': ['ID=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:50.625594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:50.648914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Attempting to bind port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:50.649564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Attempting to bind port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:50.650510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Attempting to bind port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 on network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:50.654050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'port_id': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'mac_address': 'fa:16:3e:f3:98:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:50.658436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-942a9daa-c481-486d-9cf6-6e09c5fa323b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.660737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:50.661335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Checking segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:50.661769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.662617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Bound using segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:50.662738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Bound port: 34fd76bb-f41c-4f58-bcfe-0ead7d723a02, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:50.663048 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.674024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caa2e7-efac-47cb-a34c-1e18a6e4d4aa req-817bcee2-949f-44a0-bc70-32e0f78c0edb tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:50.675579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32caa2e7-efac-47cb-a34c-1e18a6e4d4aa req-817bcee2-949f-44a0-bc70-32e0f78c0edb tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 944 time: 0.0788341 Nov 16 21:05:50.722954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.739229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.769550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a5ec95-0fc9-4efb-9940-f58ae7d71099 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:50.772732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32caa2e7-efac-47cb-a34c-1e18a6e4d4aa req-27f58f8b-e66d-4c74-b18f-6a3e2156e5ed tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869448 Nov 16 21:05:50.800655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] For port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:50.801597 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.809000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] For port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:50.813670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:50.815580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.840621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:50.841439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308cf0c-5386-4d33-9b11-643d42e3eb6e req-1a7ca9f6-ab72-4a96-9ba4-edfee2f5d1ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:50.845138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4308cf0c-5386-4d33-9b11-643d42e3eb6e req-1a7ca9f6-ab72-4a96-9ba4-edfee2f5d1ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0724082 Nov 16 21:05:50.845822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:50.848925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:50.854192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:50.857990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Pushing event updated for resources: {'Port': ['ID=7459bdc4-151f-4b97-9e76-5a0a109967db,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:50.876223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44667baa-0e10-42dc-aca9-cda6bbe451f8 None None] Pushing event updated for resources: {'Port': ['ID=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:50.921683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4308cf0c-5386-4d33-9b11-643d42e3eb6e req-3b1d38b7-0239-4586-a7e4-cfe3dc087756 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656989 Nov 16 21:05:50.943184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:51.074706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2ec9-34dd-4931-a473-abc1ff201d92 req-492983cd-415d-43df-b2c5-abe981d341f6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:51.077337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d2d2ec9-34dd-4931-a473-abc1ff201d92 req-492983cd-415d-43df-b2c5-abe981d341f6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1157355 Nov 16 21:05:51.203731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d2d2ec9-34dd-4931-a473-abc1ff201d92 req-7814a594-eed7-4f81-92e0-11e3ed20fb21 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895677 Nov 16 21:05:51.207139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e3a5ec95-0fc9-4efb-9940-f58ae7d71099'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:05:51.219327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:51.345276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e200c-b049-45d5-995d-52360b545224 req-f9e1839d-e4fc-4553-901d-f24f49cfb64e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:51.352638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db4e200c-b049-45d5-995d-52360b545224 req-f9e1839d-e4fc-4553-901d-f24f49cfb64e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0677028 Nov 16 21:05:51.400799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db4e200c-b049-45d5-995d-52360b545224 req-865b3b0d-f90e-46e1-a3fd-75954d67bcad tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466528 Nov 16 21:05:51.486076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:51.497805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1cedb-4a7d-44f0-90a3-accaa3e72b46 req-87ef119f-e2f4-4186-9b81-c9a2c16f1955 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:51.499263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1cedb-4a7d-44f0-90a3-accaa3e72b46 req-87ef119f-e2f4-4186-9b81-c9a2c16f1955 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0728502 Nov 16 21:05:51.866998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca93c0b-73c2-41db-8d01-0e5247f9c431 None None] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:05:51.877891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1cedb-4a7d-44f0-90a3-accaa3e72b46 req-221e581d-b42c-409a-965a-fe09297cf4c2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450966 Nov 16 21:05:51.925739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33e12a-24ce-494c-b035-de9c5b405453 req-f3cfb52b-38eb-4373-b465-90f46eb1b8aa tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:51.926356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Router 10f18ab1-4cd2-44f9-8909-456633b6d823 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:05:51.927423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c33e12a-24ce-494c-b035-de9c5b405453 req-f3cfb52b-38eb-4373-b465-90f46eb1b8aa tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 945 time: 0.0762315 Nov 16 21:05:51.995076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-69e63658-c138-4095-b9ab-5fa777853ac4 None None] Provisioning complete for port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:51.995743 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69e63658-c138-4095-b9ab-5fa777853ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.006363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c33e12a-24ce-494c-b035-de9c5b405453 req-e08ab8d2-ca1a-4854-b99e-af5d7f98d116 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718820 Nov 16 21:05:52.086633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210a0d-ca2c-46a8-abe5-b7eac9d8cf45 req-7d6c5544-a9f8-43a5-96cb-b15b51293eb8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:52.089083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18210a0d-ca2c-46a8-abe5-b7eac9d8cf45 req-7d6c5544-a9f8-43a5-96cb-b15b51293eb8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0813415 Nov 16 21:05:52.096168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:05:52.106952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Sync routers for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:05:52.127030 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69e63658-c138-4095-b9ab-5fa777853ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.141543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.141782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:52.142392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:52.145704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1ee8e201-d88a-45ae-94c3-0713bb52bdda admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.3378942 Nov 16 21:05:52.147068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51832) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:52.164777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18210a0d-ca2c-46a8-abe5-b7eac9d8cf45 req-c544b29c-de66-4df7-be01-ea352bd20e9b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633647 Nov 16 21:05:52.235642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-69e63658-c138-4095-b9ab-5fa777853ac4 None None] For port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:52.242269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69e63658-c138-4095-b9ab-5fa777853ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.322847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:52.325220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e63658-c138-4095-b9ab-5fa777853ac4 None None] Pushing event updated for resources: {'Port': ['ID=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:52.357941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e3a5ec95-0fc9-4efb-9940-f58ae7d71099 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:52.420224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00506b24-fa58-4952-8026-9b5806961102 req-d6989160-52a6-4f0e-8bf7-c1498afd6159 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:52.421755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00506b24-fa58-4952-8026-9b5806961102 req-d6989160-52a6-4f0e-8bf7-c1498afd6159 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1289887 Nov 16 21:05:52.477461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-94fbb55f-50a4-4f7a-9860-6f2060c1f23b None None] Provisioning complete for port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:52.477875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-94fbb55f-50a4-4f7a-9860-6f2060c1f23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.536697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e0e5d-aa29-4a61-bb3c-511f5b817dfa req-c3b0da7c-bac4-4eba-84b3-47aa789eb582 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:52.538484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c85e0e5d-aa29-4a61-bb3c-511f5b817dfa req-c3b0da7c-bac4-4eba-84b3-47aa789eb582 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0568471 Nov 16 21:05:52.565982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:05:52.571233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00506b24-fa58-4952-8026-9b5806961102 req-d6015e65-c02d-490f-a938-f5aa7c4d6641 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410511 Nov 16 21:05:52.581075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:52.582078 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.627631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c85e0e5d-aa29-4a61-bb3c-511f5b817dfa req-4218e387-8573-48a5-b342-b38fd7f7dfe3 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Nov 16 21:05:52.716205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:52.774361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.786062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.799220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:51Z', 'revision_number': 3, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:52.832109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Checking router: 10f18ab1-4cd2-44f9-8909-456633b6d823 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:05:52.832455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Updating router 10f18ab1-4cd2-44f9-8909-456633b6d823 port 7459bdc4-151f-4b97-9e76-5a0a109967db binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:05:52.866656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:52.868970 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a149e0-dde6-4556-b91e-c5493c067eaf" -d '{"events": [{"server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:52.888277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:52.889207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.913569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:52.916549 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10277d1d-83c6-4bd9-9f23-383b34087bc7 x-openstack-request-id: req-10277d1d-83c6-4bd9-9f23-383b34087bc7 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:52.916941 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "name": "network-vif-plugged", "status": "completed", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:52.917732 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10277d1d-83c6-4bd9-9f23-383b34087bc7 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:52.917732 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'code': 200} Nov 16 21:05:52.942359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Allocated IP 172.20.0.1 (7d2c915d-873c-4caa-82e7-dd85fd8c2736/1c0909e4-e12b-44d7-88cf-a454294c1f77/4894b7db-fe3e-4569-aad4-39110c23b02c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:53.094119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:53.095527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.109573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78a40-ac94-4927-876d-4d597cbd2e2f req-45e2a9f5-8c44-4a74-99b6-a3b738d4836c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:53.111061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfd78a40-ac94-4927-876d-4d597cbd2e2f req-45e2a9f5-8c44-4a74-99b6-a3b738d4836c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.1392686 Nov 16 21:05:53.117770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5de10-6719-4ba2-90ba-a17dec8d0464 req-f4ed8c06-d165-46c9-a416-7ef77f3046fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:53.119900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02c5de10-6719-4ba2-90ba-a17dec8d0464 req-f4ed8c06-d165-46c9-a416-7ef77f3046fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 1097 time: 0.1148765 Nov 16 21:05:53.129124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5495e-4008-4a66-8979-bfe7161a3ebb req-bd20eb62-e53c-4f20-a686-2ea4d7274fbf tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:53.134939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bc5495e-4008-4a66-8979-bfe7161a3ebb req-bd20eb62-e53c-4f20-a686-2ea4d7274fbf tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.0538530 Nov 16 21:05:53.156281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.184514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bc5495e-4008-4a66-8979-bfe7161a3ebb req-e8f2d947-abbc-4e0d-8649-bbbf053ddf9e tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466897 Nov 16 21:05:53.228995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfd78a40-ac94-4927-876d-4d597cbd2e2f req-ffba99a0-f93d-4b4d-9a76-936c06e80d7a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053078 Nov 16 21:05:53.231990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41d82d32-69bc-470e-9e86-c87b6b107d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.233537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02c5de10-6719-4ba2-90ba-a17dec8d0464 req-169304ee-2f1e-44f4-9076-ff8cd93bd41c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026249 Nov 16 21:05:53.246408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.265690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:53.294167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:53.299019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:53.302706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:53.327883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b2d5-8522-4adc-aa1a-c34247c2fa15 req-4e2fac77-7b8e-4c02-99f6-18075be6939a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:53.330078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4018b2d5-8522-4adc-aa1a-c34247c2fa15 req-4e2fac77-7b8e-4c02-99f6-18075be6939a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0544398 Nov 16 21:05:53.424425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4018b2d5-8522-4adc-aa1a-c34247c2fa15 req-dd45d3f2-f4be-4c8d-89c6-c41560471dfa tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834396 Nov 16 21:05:53.486882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.495327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.551975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Attempting to bind port 7459bdc4-151f-4b97-9e76-5a0a109967db on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:53.552541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Attempting to bind port 7459bdc4-151f-4b97-9e76-5a0a109967db by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:53.553070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Attempting to bind port 7459bdc4-151f-4b97-9e76-5a0a109967db on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:53.564609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139368a-91e9-4401-aa7e-99939c53c1e6 None None] Pushing event updated for resources: {'Port': ['ID=7459bdc4-151f-4b97-9e76-5a0a109967db,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:53.567282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:53.567901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:53.568243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.568703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:53.569265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Bound port: 7459bdc4-151f-4b97-9e76-5a0a109967db, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:53.569753 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.605929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Pushing event updated for resources: {'Port': ['ID=4894b7db-fe3e-4569-aad4-39110c23b02c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:53.628105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.636628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] For port 7459bdc4-151f-4b97-9e76-5a0a109967db, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:53.652262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] For port 7459bdc4-151f-4b97-9e76-5a0a109967db, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7459bdc4-151f-4b97-9e76-5a0a109967db,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:53.657172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-87a32bb7-189d-4002-8338-3d1c98c4518b None None] Provisioning complete for port 4894b7db-fe3e-4569-aad4-39110c23b02c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:53.657585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87a32bb7-189d-4002-8338-3d1c98c4518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.661016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.740635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-87a32bb7-189d-4002-8338-3d1c98c4518b None None] Port 4894b7db-fe3e-4569-aad4-39110c23b02c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:05:53.755931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c0321-dc02-49cf-9d91-862f3a770ed5 req-24155bfa-e812-47c1-825e-7472d60e1c24 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:53.757253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:53.757923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:53.760434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139368a-91e9-4401-aa7e-99939c53c1e6 None None] Pushing event updated for resources: {'Port': ['ID=7459bdc4-151f-4b97-9e76-5a0a109967db,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:53.764990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff7c0321-dc02-49cf-9d91-862f3a770ed5 req-24155bfa-e812-47c1-825e-7472d60e1c24 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0920680 Nov 16 21:05:53.784198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33810a64-ba36-4874-b9fd-2a0285640d74 req-e752922c-0719-4c9c-8003-aa774d1ba623 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:53.786139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33810a64-ba36-4874-b9fd-2a0285640d74 req-e752922c-0719-4c9c-8003-aa774d1ba623 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0758772 Nov 16 21:05:53.838866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33810a64-ba36-4874-b9fd-2a0285640d74 req-12743770-07dd-4d51-8615-67b0862308ca tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Nov 16 21:05:53.853615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff7c0321-dc02-49cf-9d91-862f3a770ed5 req-5db2f2f4-5408-4c81-9c03-c59f566f9cc9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871875 Nov 16 21:05:53.880050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:53.898134 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:53.996776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.061915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.067047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.073733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:51Z', 'revision_number': 3, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:54.099690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996ce3a-9a55-4a32-aac8-81a7ec33ff9b None None] The sync data for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 is: [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:51Z', 'revision_number': 3, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:05:54.135870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Pushing event updated for resources: {'Port': ['ID=4894b7db-fe3e-4569-aad4-39110c23b02c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:54.140719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.238221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:54.239598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:54.424935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358da57-eeb8-4837-bbc7-29b0743dc3d9 req-8d9a08fc-0477-4a25-9b8c-9f381677189d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:54.426599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7358da57-eeb8-4837-bbc7-29b0743dc3d9 req-8d9a08fc-0477-4a25-9b8c-9f381677189d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.0947144 Nov 16 21:05:54.444618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Router 10f18ab1-4cd2-44f9-8909-456633b6d823 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:05:54.454801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d6247-1dfc-4bf8-bd96-c911397238cd req-96ac2484-32c5-4b0e-9193-fcf0374fbdfc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:54.459144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d0d6247-1dfc-4bf8-bd96-c911397238cd req-96ac2484-32c5-4b0e-9193-fcf0374fbdfc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0801218 Nov 16 21:05:54.541262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d0d6247-1dfc-4bf8-bd96-c911397238cd req-e7d79791-8ecd-42bc-aae6-4860455c9bd4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Nov 16 21:05:54.596012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fa4785a1-e9c9-495b-bc44-9c3d70037476 None None] Provisioning complete for port 4894b7db-fe3e-4569-aad4-39110c23b02c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:54.596385 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fa4785a1-e9c9-495b-bc44-9c3d70037476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.675835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fa4785a1-e9c9-495b-bc44-9c3d70037476 None None] Port 4894b7db-fe3e-4569-aad4-39110c23b02c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:05:54.706104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7358da57-eeb8-4837-bbc7-29b0743dc3d9 req-439d9f37-b025-4291-81fb-17da8fff5604 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536197 Nov 16 21:05:54.733205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7459bdc4-151f-4b97-9e76-5a0a109967db up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:54.747586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:05:54.755742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792f6ee-9cee-4074-9ad1-ad22bc9111c9 req-678814ae-8fcd-456a-9384-ea5c5589315c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:54.757396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-926c29f4-c4cd-4349-b2df-0599c8ccb86e admin admin] 10.222.0.48 "PUT /v2.0/routers/10f18ab1-4cd2-44f9-8909-456633b6d823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085968 Nov 16 21:05:54.769327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2792f6ee-9cee-4074-9ad1-ad22bc9111c9 req-678814ae-8fcd-456a-9384-ea5c5589315c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0981927 Nov 16 21:05:54.799295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7459bdc4-151f-4b97-9e76-5a0a109967db triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:54.799916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.839749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2792f6ee-9cee-4074-9ad1-ad22bc9111c9 req-c8abde78-0130-42e5-80fb-d85ebdad474f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646913 Nov 16 21:05:54.932950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:54.962648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 7459bdc4-151f-4b97-9e76-5a0a109967db, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7459bdc4-151f-4b97-9e76-5a0a109967db,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:54.973499 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:55.015972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d6910-b378-4299-bf7f-884380fdb4cf req-1e8f1226-6e59-4e7e-b070-a4cb79d8f572 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:55.017860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33834f-4598-4196-94e2-7f95aa7a6f76 req-d7af7de2-5e1e-4220-ab7e-37154bdd9853 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:55.018056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c42d6910-b378-4299-bf7f-884380fdb4cf req-1e8f1226-6e59-4e7e-b070-a4cb79d8f572 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.0795326 Nov 16 21:05:55.019941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc33834f-4598-4196-94e2-7f95aa7a6f76 req-d7af7de2-5e1e-4220-ab7e-37154bdd9853 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0648899 Nov 16 21:05:55.038517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=7459bdc4-151f-4b97-9e76-5a0a109967db,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:55.075803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc33834f-4598-4196-94e2-7f95aa7a6f76 req-e54a9083-6bc7-4edc-b60c-7c673436b685 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Nov 16 21:05:55.078384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c42d6910-b378-4299-bf7f-884380fdb4cf req-789527d7-d3bb-4e39-b08c-f81f8d75f846 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547624 Nov 16 21:05:55.382954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-68a7ede0-440a-49d1-8a33-b2d0039bed91 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:55.384700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-68a7ede0-440a-49d1-8a33-b2d0039bed91 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 829 time: 0.1083455 Nov 16 21:05:55.399243 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-c8c30433-e70c-4a71-a96d-f239c30f2d6c tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/quotas/6a067fb3e656452194ef5bb23c30bf2c HTTP/1.1" status: 200 len: 375 time: 0.0087128 Nov 16 21:05:55.449977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-06b49cf1-e448-4957-a27b-de72699cdd0e tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446420 Nov 16 21:05:55.497145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:55.546048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-da1a37d8-ed89-4ef8-95ba-3c1372c00583 service neutron] 10.222.0.48 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891120 Nov 16 21:05:55.640772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-aa825541-a532-4f9e-ba39-08f78a350de1 service neutron] 10.222.0.48 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898371 Nov 16 21:05:55.678379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430e5c3-dc23-4364-8ac7-e68c56bb22b7 req-2093b402-4c70-491e-a974-777ba9ea9489 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:55.679939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a430e5c3-dc23-4364-8ac7-e68c56bb22b7 req-2093b402-4c70-491e-a974-777ba9ea9489 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.0565577 Nov 16 21:05:55.766897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a430e5c3-dc23-4364-8ac7-e68c56bb22b7 req-f9cbd4c3-9a6b-4146-98db-1be058b67ef2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805669 Nov 16 21:05:55.859225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-400b48d3-9744-486a-b74a-dfcf9b86295c req-58875f46-9aa7-4cf3-9761-85a8c37f51f0 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Nov 16 21:05:55.911473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003d748-cdf9-487e-b6f7-07424d8bb138 req-28be388b-9925-416e-a737-20ff3e753197 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:55.914468 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7003d748-cdf9-487e-b6f7-07424d8bb138 req-28be388b-9925-416e-a737-20ff3e753197 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.0720322 Nov 16 21:05:55.976614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7003d748-cdf9-487e-b6f7-07424d8bb138 req-639879c9-59f8-4244-a854-f2bac2f77437 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484145 Nov 16 21:05:55.983915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c78f97-3bbd-4ac1-acfb-79b2fe6034ef req-d25f2e7c-61bf-45ce-b5cf-c1a7d69a7d5a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:55.990741 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Sync routers for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:05:55.992950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36c78f97-3bbd-4ac1-acfb-79b2fe6034ef req-d25f2e7c-61bf-45ce-b5cf-c1a7d69a7d5a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0581865 Nov 16 21:05:56.003409 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:56.004721 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:56.049832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36c78f97-3bbd-4ac1-acfb-79b2fe6034ef req-0f2a5d12-62a2-490d-bba6-cc93b7fae838 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550642 Nov 16 21:05:56.129678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8f79c-e505-4e91-977e-54e779a89f55 req-ad64414b-bfdf-4d0e-a3b6-d002e52bb12c tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:56.140901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51910) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:05:56.148274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Request body: {'floatingip': {'port_id': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:56.167767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17c8f79c-e505-4e91-977e-54e779a89f55 req-ad64414b-bfdf-4d0e-a3b6-d002e52bb12c tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.0850573 Nov 16 21:05:56.251233 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:56.257817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:56.355564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99201c6-c036-483a-9285-7d95da6d45de req-8065e2ee-8995-4c67-ba3c-cafb2ad3076b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:56.361892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d99201c6-c036-483a-9285-7d95da6d45de req-8065e2ee-8995-4c67-ba3c-cafb2ad3076b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.1169770 Nov 16 21:05:56.364848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a910-742f-4552-9a86-0a58c19d546e req-32dd08f1-b333-40b9-a765-22aff764c899 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:56.366943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66d6a910-742f-4552-9a86-0a58c19d546e req-32dd08f1-b333-40b9-a765-22aff764c899 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1591542 Nov 16 21:05:56.452006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d99201c6-c036-483a-9285-7d95da6d45de req-f46d4e45-c9ee-4db0-b0a9-b26c0db45fe4 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850911 Nov 16 21:05:56.470782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66d6a910-742f-4552-9a86-0a58c19d546e req-bfdb6de5-6784-4bae-a6ee-8f6959cd60db tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816898 Nov 16 21:05:56.495458 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:56.671092 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 2, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:56.704510 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Checking router: 10f18ab1-4cd2-44f9-8909-456633b6d823 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:05:56.705256 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Updating router 10f18ab1-4cd2-44f9-8909-456633b6d823 port 4894b7db-fe3e-4569-aad4-39110c23b02c binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:05:56.741677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7459bdc4-151f-4b97-9e76-5a0a109967db up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:56.747819 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:56.858570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7459bdc4-151f-4b97-9e76-5a0a109967db triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:56.860023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:56.961671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:05:57.006191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1279ae2a-8ddb-416b-b416-4faada2e8e5a req-c709f010-bdbe-4997-b892-9112e312b485 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 210 time: 0.0453556 Nov 16 21:05:57.044697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c792f-38eb-4128-a3bc-e437ea5ecf5c req-3dd4efe0-00dc-4a30-b9b0-526369bda76f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:57.047985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d2c792f-38eb-4128-a3bc-e437ea5ecf5c req-3dd4efe0-00dc-4a30-b9b0-526369bda76f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.1415470 Nov 16 21:05:57.062992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.073577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.174344 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.179310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068d46-0a0b-4cff-bd84-3c7ed8208b36 req-63d660da-90a8-4aa8-bdc9-c6b5899380c4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:57.182574 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.187112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97068d46-0a0b-4cff-bd84-3c7ed8208b36 req-63d660da-90a8-4aa8-bdc9-c6b5899380c4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0609937 Nov 16 21:05:57.203524 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Floating IP 1505776e-ecb7-4bb0-9cb7-d73b5d1e0264 associated. External IP: 172.25.3.6, port: e3a5ec95-0fc9-4efb-9940-f58ae7d71099. Nov 16 21:05:57.279326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97068d46-0a0b-4cff-bd84-3c7ed8208b36 req-0485474b-3749-4c2e-a129-941487fe8cfa tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861113 Nov 16 21:05:57.307727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9918ea2-c162-4525-a12d-f5d0ce12dade None None] Pushing event updated for resources: {'Port': ['ID=4894b7db-fe3e-4569-aad4-39110c23b02c,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:57.357449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d2c792f-38eb-4128-a3bc-e437ea5ecf5c req-a401825d-e8cd-4c29-8080-ff24f41c2754 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961588 Nov 16 21:05:57.424147 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Attempting to bind port 4894b7db-fe3e-4569-aad4-39110c23b02c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:05:57.432584 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Attempting to bind port 4894b7db-fe3e-4569-aad4-39110c23b02c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:05:57.433799 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Attempting to bind port 4894b7db-fe3e-4569-aad4-39110c23b02c on network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:05:57.439138 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:05:57.439622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Checking segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:05:57.440095 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.440557 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Bound using segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:05:57.441097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Bound port: 4894b7db-fe3e-4569-aad4-39110c23b02c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:05:57.441580 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.597773 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] For port 4894b7db-fe3e-4569-aad4-39110c23b02c, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:57.604213 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] For port 4894b7db-fe3e-4569-aad4-39110c23b02c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4894b7db-fe3e-4569-aad4-39110c23b02c,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:05:57.610744 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.638668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-3a99b4a8-f6cb-4093-a33f-3f151c79b650 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:57.641160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1cfe789e-9960-413e-842d-3845f9b180b9 None None] Provisioning complete for port 4894b7db-fe3e-4569-aad4-39110c23b02c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:57.642395 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1cfe789e-9960-413e-842d-3845f9b180b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.643031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-3a99b4a8-f6cb-4093-a33f-3f151c79b650 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.41 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 829 time: 0.2808251 Nov 16 21:05:57.676190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Request body: {'port': {'device_id': '13535c81-cb37-4594-80b0-36ec4decc459', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'admin_state_up': True, 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:57.756427 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:57.757064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:57.771526 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722306e-c3ea-41ff-8455-a63b83a668b6 req-e9133279-db4a-487b-9685-545b6c376400 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:57.779466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3722306e-c3ea-41ff-8455-a63b83a668b6 req-e9133279-db4a-487b-9685-545b6c376400 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1553404 Nov 16 21:05:57.809076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1cfe789e-9960-413e-842d-3845f9b180b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.876757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1cfe789e-9960-413e-842d-3845f9b180b9 None None] For port 4894b7db-fe3e-4569-aad4-39110c23b02c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4894b7db-fe3e-4569-aad4-39110c23b02c,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:57.885115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3722306e-c3ea-41ff-8455-a63b83a668b6 req-f49eb527-d886-4425-b47b-82032809c88c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977390 Nov 16 21:05:57.891989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Router aadfa710-d67b-4c93-86d2-85f459491739 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:05:57.893826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1cfe789e-9960-413e-842d-3845f9b180b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:57.921933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149208-e0cf-4d2e-b17c-900535d704cf req-1b4c7fd9-75a6-4f29-93ee-637336475211 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:57.934704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a149208-e0cf-4d2e-b17c-900535d704cf req-1b4c7fd9-75a6-4f29-93ee-637336475211 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.2904704 Nov 16 21:05:57.981676 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:58.002459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Made reservation on behalf of 6a067fb3e656452194ef5bb23c30bf2c for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:05:58.007956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:58.041202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe789e-9960-413e-842d-3845f9b180b9 None None] Pushing event updated for resources: {'Port': ['ID=4894b7db-fe3e-4569-aad4-39110c23b02c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:58.060297 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9918ea2-c162-4525-a12d-f5d0ce12dade None None] Pushing event updated for resources: {'Port': ['ID=4894b7db-fe3e-4569-aad4-39110c23b02c,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:58.082568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a149208-e0cf-4d2e-b17c-900535d704cf req-75b0f700-b527-4f38-b7f6-cf0bf7024d7c tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465151 Nov 16 21:05:58.154347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-82300567-cafb-4160-b4f9-a8d1e571218a None None] Provisioning complete for port 4894b7db-fe3e-4569-aad4-39110c23b02c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:58.155353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82300567-cafb-4160-b4f9-a8d1e571218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:58.180473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8506c43c-d99e-4dff-92eb-be1e23e88284 req-53ea653d-094e-47af-b605-7c5ccc6be90b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 210 time: 0.0915124 Nov 16 21:05:58.190656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:05:58.198674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:58.206644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] Sync routers for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:05:58.234674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:58.235358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:58.257967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9aa28210-16b9-4b96-9710-71548c06f889 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "PUT /v2.0/floatingips/1505776e-ecb7-4bb0-9cb7-d73b5d1e0264 HTTP/1.1" status: 200 len: 990 time: 2.1152775 Nov 16 21:05:58.259256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:05:58.261097 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3820efde-dfa1-4e73-85cb-acae839d2ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:05:58.349577 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e98120-eea8-4689-95b3-f04650347058 x-openstack-request-id: req-95e98120-eea8-4689-95b3-f04650347058 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:05:58.349982 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:05:58.350363 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95e98120-eea8-4689-95b3-f04650347058 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:05:58.350811 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'status': 'completed', 'code': 200} Nov 16 21:05:58.361720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Allocated IP 172.20.0.10 (7d2c915d-873c-4caa-82e7-dd85fd8c2736/1c0909e4-e12b-44d7-88cf-a454294c1f77/169d1f9a-7f01-4bba-9c39-f8af542937ae) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:05:58.410050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:58.436530 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:58.501765 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b27f-9caa-4921-8d98-31f00554e7d0 None None] The sync data for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 is: [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:05:58.547232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17191a96-8242-4142-8075-ea8490a5bd13 req-14550f3d-9775-45f6-91c7-5c01e9fb4785 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:58.548453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:05:58.561603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17191a96-8242-4142-8075-ea8490a5bd13 req-14550f3d-9775-45f6-91c7-5c01e9fb4785 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0973933 Nov 16 21:05:58.580234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-d7dc87e5-d1a2-49bb-ab3a-6cb576b5b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:58.582260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-d7dc87e5-d1a2-49bb-ab3a-6cb576b5b788 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a90acb601f0466387a8220ead285ac3&device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 1097 time: 0.1619499 Nov 16 21:05:58.599038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-64d7e6ad-669c-4daa-8972-933ab45f18c8 service neutron] 10.222.0.41 "GET /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa/bindings/n-h1-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.2377079 Nov 16 21:05:58.635143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17191a96-8242-4142-8075-ea8490a5bd13 req-8709548d-321a-42e9-ab96-647b3c804b22 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715992 Nov 16 21:05:58.723955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:05:58.827900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27137c5-cf3d-43e1-a671-0fc4de87d9be req-7711b7a9-3e14-4446-ac3e-2341947aa15b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:58.829558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c27137c5-cf3d-43e1-a671-0fc4de87d9be req-7711b7a9-3e14-4446-ac3e-2341947aa15b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 944 time: 0.3255894 Nov 16 21:05:58.886615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-9ea90827-77a4-4c9a-9992-1321178c71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:58.888124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-9ea90827-77a4-4c9a-9992-1321178c71ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=240fb785-87e2-48d1-a709-ff7fd34e2579 HTTP/1.1" status: 200 len: 913 time: 0.2948432 Nov 16 21:05:58.926195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:05:58.980854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4894b7db-fe3e-4569-aad4-39110c23b02c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:05:59.005581 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.086953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d967ad-f80d-4ff7-bff1-7264e12d7119 req-f484d455-0bed-4d3f-9645-0f38f50ef276 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.089438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d967ad-f80d-4ff7-bff1-7264e12d7119 req-f484d455-0bed-4d3f-9645-0f38f50ef276 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0823295 Nov 16 21:05:59.115730 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:05:59.136893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c27137c5-cf3d-43e1-a671-0fc4de87d9be req-bd31879c-6b51-4f68-b4bf-d265c77a4e88 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841043 Nov 16 21:05:59.144041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-441b3a62-07b3-42ee-a87a-7df05be1f757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099 HTTP/1.1" status: 200 len: 998 time: 0.2463739 Nov 16 21:05:59.148572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d967ad-f80d-4ff7-bff1-7264e12d7119 req-6d95208a-a898-4a85-a2ef-406e902d8f5e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530789 Nov 16 21:05:59.180055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:59.231358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.248425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16565a82-0603-4836-88b7-84d5f1269cd4', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '16565a82-0603-4836-88b7-84d5f1269cd4', 'mac_address': 'fa:16:3e:97:f2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:05:59.294426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7199-c194-44a1-b404-6c04861a3d09 req-5d033366-493b-4fff-ac10-aa04687a0333 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.302694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5eb7199-c194-44a1-b404-6c04861a3d09 req-5d033366-493b-4fff-ac10-aa04687a0333 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1096 time: 0.0728323 Nov 16 21:05:59.342629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-4fde2f00-322f-4b4a-ba3a-5d22da6b5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.344094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-4fde2f00-322f-4b4a-ba3a-5d22da6b5839 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f830495a-2f26-4ac8-bfb6-2c73cc6154c1 HTTP/1.1" status: 200 len: 851 time: 0.1784375 Nov 16 21:05:59.345618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4894b7db-fe3e-4569-aad4-39110c23b02c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:59.345958 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.350590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:05:59.355860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5eb7199-c194-44a1-b404-6c04861a3d09 req-ba0478cb-b8b9-49fd-a1aa-09d2fa39429a tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519598 Nov 16 21:05:59.381262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:05:59.387388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:05:59.388216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event updated for resources: {'Port': ['ID=169d1f9a-7f01-4bba-9c39-f8af542937ae,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:59.439348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.482537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:59.487885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:59.514154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:59.542100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-c622cc1c-05d3-45de-a67a-feb36dd87a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.543614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-c622cc1c-05d3-45de-a67a-feb36dd87a37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240fb785-87e2-48d1-a709-ff7fd34e2579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848576 Nov 16 21:05:59.554660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dc72b-3e80-4e06-832c-564a4170dc68 req-68312175-8ec8-45a0-82e0-93e4b410a45b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.558482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ab99b-bf8d-4a74-baa1-f10b28e48683 req-dd202253-8680-46fa-a31e-ed7d7fe907c3 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.560250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c57ab99b-bf8d-4a74-baa1-f10b28e48683 req-dd202253-8680-46fa-a31e-ed7d7fe907c3 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 932 time: 0.1048243 Nov 16 21:05:59.560982 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.569208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.570277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-055dc72b-3e80-4e06-832c-564a4170dc68 req-68312175-8ec8-45a0-82e0-93e4b410a45b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 949 time: 0.2234690 Nov 16 21:05:59.584087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:05:59.584730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.624585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c57ab99b-bf8d-4a74-baa1-f10b28e48683 req-e6f62180-b034-487c-abf1-4cf55b33db54 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582633 Nov 16 21:05:59.682543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:05:59.737376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:05:59.763962 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-5deef102-d34a-43ec-a36d-82d9707da3f5 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1081572 Nov 16 21:05:59.769907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd512e7-9390-43fd-b3c9-6cb0477e95fa {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:05:59.783789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Request body: {'port': {'device_id': '13535c81-cb37-4594-80b0-36ec4decc459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:05:59.788036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '1505776e-ecb7-4bb0-9cb7-d73b5d1e0264', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'port_id': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'mac_address': 'fa:16:3e:f3:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:05:41Z', 'updated_at': '2021-11-16T21:05:56Z', 'revision_number': 1, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:43Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:59.800063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:05:59.824086 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:05:59.824440 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:05:59.835600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] Checking router: aadfa710-d67b-4c93-86d2-85f459491739 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:05:59.855434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2fa56f67-d562-487b-aaf7-37634e2b3141 None None] Provisioning complete for port 169d1f9a-7f01-4bba-9c39-f8af542937ae triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:05:59.855647 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2fa56f67-d562-487b-aaf7-37634e2b3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.865438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-055dc72b-3e80-4e06-832c-564a4170dc68 req-092ba84c-01a5-4bd4-9963-f1d22f206824 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936866 Nov 16 21:05:59.874123 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.893335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:05:59.894136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:05:59.923192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-21016740-2b5c-4138-bdec-f61e57653089 service neutron] 10.222.0.41 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346071 Nov 16 21:05:59.958132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:05:59.979286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2fa56f67-d562-487b-aaf7-37634e2b3141 None None] Port 169d1f9a-7f01-4bba-9c39-f8af542937ae cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:06:00.017500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:00.064986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:00.231565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3820efde-dfa1-4e73-85cb-acae839d2ae6 req-406ed9a8-3c81-4486-9d49-792c840ca85e service neutron] 10.222.0.41 "GET /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969015 Nov 16 21:06:00.247543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a457b6-c250-4979-bde0-b272cc595851 req-4cbb4af7-bf07-4429-a025-62a45f64e9f6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:00.249033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a457b6-c250-4979-bde0-b272cc595851 req-4cbb4af7-bf07-4429-a025-62a45f64e9f6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.2538576 Nov 16 21:06:00.265311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] Transition to ACTIVE for port object ffd512e7-9390-43fd-b3c9-6cb0477e95fa will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:00.283887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:00.411755 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:00.434611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:00.463585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:00.470524 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:00.501206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '1505776e-ecb7-4bb0-9cb7-d73b5d1e0264', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'port_id': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'mac_address': 'fa:16:3e:f3:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:05:41Z', 'updated_at': '2021-11-16T21:05:56Z', 'revision_number': 1, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:43Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:00.539727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec81d8-f982-4dbf-b59f-e3c427373584 None None] The sync data for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 is: [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '1505776e-ecb7-4bb0-9cb7-d73b5d1e0264', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'port_id': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'mac_address': 'fa:16:3e:f3:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:05:41Z', 'updated_at': '2021-11-16T21:05:56Z', 'revision_number': 1, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:43Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:06:00.563508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:00.710692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] No DVR routers for this DVR port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:00.727535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a457b6-c250-4979-bde0-b272cc595851 req-163f661d-46a6-4818-a843-11fb20cef62b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550972 Nov 16 21:06:00.739863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:00.777327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-a2c30cb4-78bd-4ada-adc5-749376e80357 service neutron] 10.222.0.41 "PUT /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa/bindings/n-h1-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 2.1497397 Nov 16 21:06:00.827763 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5e6d0-ee63-441b-943c-75146f43b0ac None None] New status for floating IP 1505776e-ecb7-4bb0-9cb7-d73b5d1e0264: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:06:00.894407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-7cdf52b3-8a0b-4021-b6a2-26021db7b065 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:06:00.895399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-7cdf52b3-8a0b-4021-b6a2-26021db7b065 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266540 Nov 16 21:06:00.961542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6420-c2da-49e4-ae1f-7ab77f79ba0b req-a829464e-d221-4f86-b239-89be5691490b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:00.963624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d53e6420-c2da-49e4-ae1f-7ab77f79ba0b req-a829464e-d221-4f86-b239-89be5691490b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 945 time: 0.1531951 Nov 16 21:06:00.973867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169d1f9a-7f01-4bba-9c39-f8af542937ae {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:00.985333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:00.994618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-376f51f6-224a-4996-b489-adbc476dde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:00.995963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-376f51f6-224a-4996-b489-adbc476dde8a service neutron] 10.222.0.48 "GET /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 1093 time: 0.0803351 Nov 16 21:06:01.016306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Request body: {'binding': {'host': 'n-h2-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:01.016758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:06:01.019780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-fe82b82f-d15b-49ee-b77c-a935c0e41294 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.021205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-fe82b82f-d15b-49ee-b77c-a935c0e41294 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.1640272 Nov 16 21:06:01.046701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Transition to ACTIVE for port object 169d1f9a-7f01-4bba-9c39-f8af542937ae will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:01.063352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:01.188710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d53e6420-c2da-49e4-ae1f-7ab77f79ba0b req-d79b93bf-26a9-4677-8424-eada106a681a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169211 Nov 16 21:06:01.208003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Pushing event updated for resources: {'Port': ['ID=169d1f9a-7f01-4bba-9c39-f8af542937ae,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:01.222942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c2052b31-7a0a-452d-ae34-dc76b959c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.224429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-c2052b31-7a0a-452d-ae34-dc76b959c874 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c&tenant_id=2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 1096 time: 0.1751525 Nov 16 21:06:01.401731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-3cbf9deb-2ad9-40b9-b64b-b3ee550bfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.403229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-3cbf9deb-2ad9-40b9-b64b-b3ee550bfcf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1096 time: 0.1299660 Nov 16 21:06:01.404267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on host n-h2-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:01.404599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:01.404923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:01.408459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Attempting to bind port 169d1f9a-7f01-4bba-9c39-f8af542937ae on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:01.408725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Attempting to bind port 169d1f9a-7f01-4bba-9c39-f8af542937ae by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:01.409048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Attempting to bind port 169d1f9a-7f01-4bba-9c39-f8af542937ae on network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:01.432750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedde6a-5764-49bf-9ec6-797a796fea83 req-1a739abf-0990-41b1-bdc4-77651aa8aed2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.434335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dedde6a-5764-49bf-9ec6-797a796fea83 req-1a739abf-0990-41b1-bdc4-77651aa8aed2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1259356 Nov 16 21:06:01.436199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Port 169d1f9a-7f01-4bba-9c39-f8af542937ae on network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:01.436519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Attempting to bind port 169d1f9a-7f01-4bba-9c39-f8af542937ae on network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:01.447702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:01.448028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:01.490470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:01.490723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Checking segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:01.491094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Bound using segment: {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:01.491520 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Bound port: 169d1f9a-7f01-4bba-9c39-f8af542937ae, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91150bf6-3f6f-4a8a-8cfd-74799f047b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:01.491876 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:01.498539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:01.498867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:01.499233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:01.499647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Bound port: 2133c125-bcbc-4485-862c-13e851161d31, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:01.631630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dedde6a-5764-49bf-9ec6-797a796fea83 req-1403870c-1f08-46d2-b533-0c1ad7c53783 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558263 Nov 16 21:06:01.655451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-25807b41-820c-4e71-aafa-37b792926a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.656947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-25807b41-820c-4e71-aafa-37b792926a01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.2427061 Nov 16 21:06:01.658629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:01.662407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] For port 169d1f9a-7f01-4bba-9c39-f8af542937ae, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:01.665618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] For port 169d1f9a-7f01-4bba-9c39-f8af542937ae, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:01.670009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:01.671127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-d7c575a4-0cf7-4c7b-8d41-4f6e241e1efc service neutron] 10.222.0.48 "POST /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31/bindings HTTP/1.1" status: 201 len: 389 time: 0.6627555 Nov 16 21:06:01.678050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:01.722670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-cc0c7657-e248-49fc-94f7-80fe60a0b9ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 200 len: 217 time: 0.0556149 Nov 16 21:06:01.762751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.763281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:01.764562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] 10.222.0.41 "PUT /v2.0/ports/169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 1092 time: 1.9853601 Nov 16 21:06:01.765009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:01.767607 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51a28a-57e5-4897-9a37-f601cad53bce" -d '{"events": [{"name": "network-changed", "server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:01.967729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f25c3-8cc9-4ad7-92e2-e757d92150c7 req-dd5130ac-0743-402d-b7af-f43de10fe38b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:01.971430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-614f25c3-8cc9-4ad7-92e2-e757d92150c7 req-dd5130ac-0743-402d-b7af-f43de10fe38b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 948 time: 0.0925698 Nov 16 21:06:02.013109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cde03-8652-4158-be01-d2c445870065 service neutron] Pushing event updated for resources: {'Port': ['ID=169d1f9a-7f01-4bba-9c39-f8af542937ae,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:02.023972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b1bca4ff-f1fb-4f2a-a72a-7c40964b7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.026721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b1bca4ff-f1fb-4f2a-a72a-7c40964b7b5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.2819359 Nov 16 21:06:02.046327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-614f25c3-8cc9-4ad7-92e2-e757d92150c7 req-3d6cda3d-565b-4665-8a19-828ae05355b8 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661898 Nov 16 21:06:02.092262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-2b0e6656-c584-4227-934e-f547ef682f9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563164 Nov 16 21:06:02.099176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-06eab077-79b7-4470-95b0-15b33398bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.100748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-06eab077-79b7-4470-95b0-15b33398bafd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1095 time: 0.2151167 Nov 16 21:06:02.110331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127517b-c263-4732-879d-fa341e2405bf req-f2fa5a25-6b30-4108-acb5-f7a78856d305 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.111886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d127517b-c263-4732-879d-fa341e2405bf req-f2fa5a25-6b30-4108-acb5-f7a78856d305 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 944 time: 0.2642424 Nov 16 21:06:02.169792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b05b73-76d4-4d8f-bc4d-c97dc93cc2fb req-d4933c30-71c6-46b0-83db-ce2f98e28291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.171600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9b05b73-76d4-4d8f-bc4d-c97dc93cc2fb req-d4933c30-71c6-46b0-83db-ce2f98e28291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0658650 Nov 16 21:06:02.184202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-a7b40e26-515b-4599-ad55-7215e01d8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.186379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-a7b40e26-515b-4599-ad55-7215e01d8fe6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1096 time: 0.2123685 Nov 16 21:06:02.219586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-abc44c6b-d43a-4dd7-b143-371e0a5d5170 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 217 time: 0.1058395 Nov 16 21:06:02.229276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9b05b73-76d4-4d8f-bc4d-c97dc93cc2fb req-f3dd3b43-0463-4f61-87a5-fe45f3f2348d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Nov 16 21:06:02.333289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35fda0-612c-43fd-8577-fa18de7c0129 req-54b32ebe-eefa-43da-9109-06d246d01fc8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.334722 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f35fda0-612c-43fd-8577-fa18de7c0129 req-54b32ebe-eefa-43da-9109-06d246d01fc8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Nov 16 21:06:02.384458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f35fda0-612c-43fd-8577-fa18de7c0129 req-234048a9-5f92-46ba-b5ff-183a21dfbe50 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Nov 16 21:06:02.385602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-26fbad55-c464-42b7-99f2-95b1af3372b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.387074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-26fbad55-c464-42b7-99f2-95b1af3372b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 200 len: 868 time: 0.1482458 Nov 16 21:06:02.416209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d127517b-c263-4732-879d-fa341e2405bf req-9e41ff1c-d6fd-4509-a5a2-12f3ff237065 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847774 Nov 16 21:06:02.435786 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a3945b-d2a4-4f71-9973-e7c3a53da94b x-openstack-request-id: req-84a3945b-d2a4-4f71-9973-e7c3a53da94b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:02.436090 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:02.436347 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84a3945b-d2a4-4f71-9973-e7c3a53da94b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:02.436755 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'status': 'completed', 'code': 200} Nov 16 21:06:02.446456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-069c96cc-8564-4216-84d3-01e3b83c99d6 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314898 Nov 16 21:06:02.487000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-ab31db00-b0c3-43d1-8052-b465ed59c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.488477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-ab31db00-b0c3-43d1-8052-b465ed59c689 service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2668269 Nov 16 21:06:02.531457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd363-a57e-4831-a83f-2287e069c18a req-56f64af1-16b7-4788-a9fc-8f5d78afc998 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.532943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-059bd363-a57e-4831-a83f-2287e069c18a req-56f64af1-16b7-4788-a9fc-8f5d78afc998 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 945 time: 0.0566895 Nov 16 21:06:02.563591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-84697cc9-08d2-430e-a976-c632f27109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.565090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-84697cc9-08d2-430e-a976-c632f27109fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d2c915d-873c-4caa-82e7-dd85fd8c2736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659074 Nov 16 21:06:02.566366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-529c758f-77d0-4274-8f7a-ad5759ff4f95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 217 time: 0.0504286 Nov 16 21:06:02.581863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-059bd363-a57e-4831-a83f-2287e069c18a req-971b7366-cda2-4c71-bced-4a48bceb41d3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427904 Nov 16 21:06:02.697440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-b35b244a-a5e1-4cf2-b67e-0a6d766a6a80 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422228 Nov 16 21:06:02.708149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fb205134-7d0b-4075-9594-dd6c47fdbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.709561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fb205134-7d0b-4075-9594-dd6c47fdbd08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1302354 Nov 16 21:06:02.749141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:02.772896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-a02ed622-e1c4-46c0-ae65-5f428f19de57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478923 Nov 16 21:06:02.783495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-c2ed54d0-a7a9-4d10-85d3-369b88c97b6f service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052147 Nov 16 21:06:02.802953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16565a82-0603-4836-88b7-84d5f1269cd4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:02.803659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:02.815524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9eddd-9084-4c7b-bc62-9d2b163147a6 req-ee116991-f045-4627-bd8f-f4814efb0e4e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:02.816982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c9eddd-9084-4c7b-bc62-9d2b163147a6 req-ee116991-f045-4627-bd8f-f4814efb0e4e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1135740 Nov 16 21:06:02.909338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:02.911358 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:02.936270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:02.939223 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957dee1-f34a-49a6-b969-6bcf2be8af77" -d '{"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-plugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:02.960158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:02.965780 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:02.990571 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9416b0-d155-4a62-a518-92dcb9d58d5e x-openstack-request-id: req-0a9416b0-d155-4a62-a518-92dcb9d58d5e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:02.990932 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-plugged", "status": "completed", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:02.991262 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a9416b0-d155-4a62-a518-92dcb9d58d5e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:02.991718 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4', 'code': 200} Nov 16 21:06:03.020939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:03.021905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c9eddd-9084-4c7b-bc62-9d2b163147a6 req-24b1d178-7200-4e7a-a0d5-74689be7def1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638279 Nov 16 21:06:03.032591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-a2030cf7-aa27-47db-a205-157cfea110dc service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395234 Nov 16 21:06:03.068751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cff93d71-fd4f-4527-b332-0376a9c8e9a6 req-240dd95e-6214-49f1-9f3e-a973520ef131 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685597 Nov 16 21:06:03.104827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bac6-db49-48d4-820e-48fb9addb563 req-483d4f53-ad4b-48f8-9f3d-3c5403e18ce2 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.106364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-483d4f53-ad4b-48f8-9f3d-3c5403e18ce2 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.1377473 Nov 16 21:06:03.184320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013edee7-97e1-4414-a2cd-5abe6c2df900 req-e836256a-ef1d-434d-a532-9d83a8dfc70e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.185852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-013edee7-97e1-4414-a2cd-5abe6c2df900 req-e836256a-ef1d-434d-a532-9d83a8dfc70e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.0543702 Nov 16 21:06:03.235994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-0e90e2ab-81bc-46f2-82e0-70f23a5f61e6 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921451 Nov 16 21:06:03.244598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-10ac353f-1b10-4353-8102-904dbf0bc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.246820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-10ac353f-1b10-4353-8102-904dbf0bc10e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1095 time: 0.1236851 Nov 16 21:06:03.279563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-013edee7-97e1-4414-a2cd-5abe6c2df900 req-0d470834-b6c0-456e-b510-8e62a97928a6 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858631 Nov 16 21:06:03.292042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033eee2-754c-4d22-addc-f9ef2571abd4 req-ed4f9894-e321-4902-bca7-c82dc73b1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.293804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4033eee2-754c-4d22-addc-f9ef2571abd4 req-ed4f9894-e321-4902-bca7-c82dc73b1644 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1101 time: 0.0862432 Nov 16 21:06:03.350469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4033eee2-754c-4d22-addc-f9ef2571abd4 req-c15489a5-97ee-44ea-bc60-6484751e8325 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Nov 16 21:06:03.514292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb547d04-0fa5-497e-864f-aa2cf15520c5 req-13b5b7aa-fe75-451e-b82b-8da4036347d7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.515984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb547d04-0fa5-497e-864f-aa2cf15520c5 req-13b5b7aa-fe75-451e-b82b-8da4036347d7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0567617 Nov 16 21:06:03.566628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb547d04-0fa5-497e-864f-aa2cf15520c5 req-a0144dca-bcb2-4fca-b15d-7c73a32d2e1e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Nov 16 21:06:03.672765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e256bac6-db49-48d4-820e-48fb9addb563 req-83eb9693-ec0a-4c3a-8957-b2c60a9eb8c5 service neutron] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:03.692526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e256bac6-db49-48d4-820e-48fb9addb563 req-83eb9693-ec0a-4c3a-8957-b2c60a9eb8c5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:03.693695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e256bac6-db49-48d4-820e-48fb9addb563 req-83eb9693-ec0a-4c3a-8957-b2c60a9eb8c5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa/bindings/n-h2-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.5724366 Nov 16 21:06:03.699340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-2379647e-b3fc-4a7a-89c8-0354fb6b9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.699770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bded7-62c0-4547-ab54-5c68b9afb2af req-c79d3e01-06b3-450b-ac23-dda3b77dfafa tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.700774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-2379647e-b3fc-4a7a-89c8-0354fb6b9a63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 930 time: 0.4475496 Nov 16 21:06:03.701595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d5bded7-62c0-4547-ab54-5c68b9afb2af req-c79d3e01-06b3-450b-ac23-dda3b77dfafa tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 944 time: 0.0644951 Nov 16 21:06:03.708360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9de80-acf4-43f9-9bb6-04371677292f req-58bc6de2-329f-4571-92bb-9f129638f1f7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.716215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e9de80-acf4-43f9-9bb6-04371677292f req-58bc6de2-329f-4571-92bb-9f129638f1f7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.1164775 Nov 16 21:06:03.770815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-0e99dfbf-f59a-456e-81e9-3ccebb5493dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 217 time: 0.0515039 Nov 16 21:06:03.792885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d5bded7-62c0-4547-ab54-5c68b9afb2af req-40a83cfb-cb84-4c52-9893-c35e074e1347 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810587 Nov 16 21:06:03.849121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e9de80-acf4-43f9-9bb6-04371677292f req-7c612dfc-025f-47f2-9a28-0ddeb45b8725 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319485 Nov 16 21:06:03.858710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-e3e613eb-b4b8-4482-8652-6e589b1d99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.860196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-e3e613eb-b4b8-4482-8652-6e589b1d99a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 200 len: 868 time: 0.0742266 Nov 16 21:06:03.924412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-6adb6988-8a61-49a8-9766-4e76dace74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.925307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9afa7-1d99-4f75-96ae-7b8f41feddf7 req-d03435c6-386c-45c9-8fa6-cfe423f88a1b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:03.926097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-6adb6988-8a61-49a8-9766-4e76dace74da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d2c915d-873c-4caa-82e7-dd85fd8c2736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580685 Nov 16 21:06:03.927219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8f9afa7-1d99-4f75-96ae-7b8f41feddf7 req-d03435c6-386c-45c9-8fa6-cfe423f88a1b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 945 time: 0.0700562 Nov 16 21:06:03.980606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8f9afa7-1d99-4f75-96ae-7b8f41feddf7 req-e6f501a7-9041-4bdf-946f-938d52ea69db tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Nov 16 21:06:04.041989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-c193adb0-df10-4f4d-9115-534193f76dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017654 Nov 16 21:06:04.157633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103192e4-48a4-4b82-b06b-81cd28706b68 req-1fbb1e7c-3e97-40de-bf06-85d79fe51276 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:04.159881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-103192e4-48a4-4b82-b06b-81cd28706b68 req-1fbb1e7c-3e97-40de-bf06-85d79fe51276 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1096 time: 0.0666785 Nov 16 21:06:04.210392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-103192e4-48a4-4b82-b06b-81cd28706b68 req-e808b579-f65f-4600-89c6-e50c3236afee tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442750 Nov 16 21:06:04.217197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf15c1-3d75-43cf-86b3-440c1b556a59 req-0069ea36-870d-4a1d-a3c6-0ab776fc7ef1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:04.219020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fddf15c1-3d75-43cf-86b3-440c1b556a59 req-0069ea36-870d-4a1d-a3c6-0ab776fc7ef1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0964019 Nov 16 21:06:04.221360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a51a28a-57e5-4897-9a37-f601cad53bce req-e5973905-e66b-4433-8416-222a03ded79e service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719825 Nov 16 21:06:04.298433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fddf15c1-3d75-43cf-86b3-440c1b556a59 req-f24f6a46-fdfe-4874-a1c1-17fbf0f965de tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683742 Nov 16 21:06:04.405175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf7545-9944-4553-9351-10b5722af7ce req-e92f2e2f-06a2-4bbd-90fb-8be4096841fa tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:04.409145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fef362-87c7-4c92-b651-17d3c5b20349 req-a8c71abc-325c-4035-b245-63c02a27ba7f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:04.414659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50cf7545-9944-4553-9351-10b5722af7ce req-e92f2e2f-06a2-4bbd-90fb-8be4096841fa tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 1096 time: 0.0693567 Nov 16 21:06:04.416685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8fef362-87c7-4c92-b651-17d3c5b20349 req-a8c71abc-325c-4035-b245-63c02a27ba7f tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.0659375 Nov 16 21:06:04.462751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50cf7545-9944-4553-9351-10b5722af7ce req-94864c27-44b6-49fe-bd23-47e672c01434 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Nov 16 21:06:04.464599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8fef362-87c7-4c92-b651-17d3c5b20349 req-500d31c2-5c1e-49cf-93ec-866017dfcdaf tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Nov 16 21:06:04.583243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563a666-7834-4386-b58f-953120e89040 req-81128ed6-5974-4c68-ab1d-90c2ab53f0e2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:04.584967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7563a666-7834-4386-b58f-953120e89040 req-81128ed6-5974-4c68-ab1d-90c2ab53f0e2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0555694 Nov 16 21:06:04.653244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7563a666-7834-4386-b58f-953120e89040 req-55dcb4e6-a2bc-4dd9-a775-301422b431f8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484941 Nov 16 21:06:04.795843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520756c-8ebd-4afc-aa3d-fc3d0b135183 req-914ac77b-1b0c-4802-856a-ad4bf2805090 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:04.797911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6520756c-8ebd-4afc-aa3d-fc3d0b135183 req-914ac77b-1b0c-4802-856a-ad4bf2805090 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0612879 Nov 16 21:06:04.815995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:04.875761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6520756c-8ebd-4afc-aa3d-fc3d0b135183 req-68c453dd-066c-406e-9c05-95af408b2186 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625181 Nov 16 21:06:05.016162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377fc4c-0cff-47c8-9783-459d0f7b6874 req-b88ab9be-836a-49a3-9258-11a3b1828bee tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:05.017825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4377fc4c-0cff-47c8-9783-459d0f7b6874 req-b88ab9be-836a-49a3-9258-11a3b1828bee tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 944 time: 0.0648949 Nov 16 21:06:05.073733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e30b4-224b-47fa-86b8-3f597ed6f80b req-71d7cb57-fb26-4106-9c47-da97236e2a85 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:05.077978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db4e30b4-224b-47fa-86b8-3f597ed6f80b req-71d7cb57-fb26-4106-9c47-da97236e2a85 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0573871 Nov 16 21:06:05.081257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4377fc4c-0cff-47c8-9783-459d0f7b6874 req-8fec6473-5b46-4f44-8366-6cc960d1391a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 Nov 16 21:06:05.141618 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db4e30b4-224b-47fa-86b8-3f597ed6f80b req-3717bc50-aefa-4284-a82f-c43af087b3e2 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590930 Nov 16 21:06:05.389816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-fe8631ce-7c33-477f-80d3-5693412bd73e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463371 Nov 16 21:06:05.411630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5f1f-fcb5-429b-901f-4ae96d37d051 req-69a86502-827d-487d-bf33-f392af659d3d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:05.413118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-10ad5f1f-fcb5-429b-901f-4ae96d37d051 req-69a86502-827d-487d-bf33-f392af659d3d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0654602 Nov 16 21:06:05.473312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-10ad5f1f-fcb5-429b-901f-4ae96d37d051 req-35308cdc-3072-4d9d-b689-711ebed1366d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 Nov 16 21:06:05.598098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e421d-787e-44ac-aa29-48cd27fee659 req-e1eed474-2302-4d61-9618-4d48051bffda tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:05.599834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c19e421d-787e-44ac-aa29-48cd27fee659 req-e1eed474-2302-4d61-9618-4d48051bffda tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.0606446 Nov 16 21:06:05.664749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c19e421d-787e-44ac-aa29-48cd27fee659 req-a0bf46bf-8ecd-48ae-99b1-cba8de09d475 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528698 Nov 16 21:06:06.037524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1df97-8cd4-478e-bacb-c43c7b3c0013 req-23dc6130-1dc1-48ef-bf53-a281f278925b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.042212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2df1df97-8cd4-478e-bacb-c43c7b3c0013 req-23dc6130-1dc1-48ef-bf53-a281f278925b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0809643 Nov 16 21:06:06.095062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2df1df97-8cd4-478e-bacb-c43c7b3c0013 req-4fb79286-d13a-48c8-86cb-8772eec8d946 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454428 Nov 16 21:06:06.206537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6bcc-a43a-4781-bb3a-84e4961c746b req-1371aa0c-7997-4444-92b1-47ada968c03a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.208271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e6d6bcc-a43a-4781-bb3a-84e4961c746b req-1371aa0c-7997-4444-92b1-47ada968c03a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 944 time: 0.0606880 Nov 16 21:06:06.284664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5a52-cd1a-422f-a836-be1fe531e0d6 req-b2da9a18-6bec-41fc-bd78-3825ca24ed99 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.292395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e6d6bcc-a43a-4781-bb3a-84e4961c746b req-bcdb8b7f-0d2c-4481-8e3c-75ac9ce3cbf2 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751164 Nov 16 21:06:06.293781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fae5a52-cd1a-422f-a836-be1fe531e0d6 req-b2da9a18-6bec-41fc-bd78-3825ca24ed99 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0587640 Nov 16 21:06:06.343098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fae5a52-cd1a-422f-a836-be1fe531e0d6 req-f91da1f3-c626-44d0-b922-1a96093d4482 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Nov 16 21:06:06.397197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 169d1f9a-7f01-4bba-9c39-f8af542937ae details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:06.607402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5043fe9-a475-47f3-9803-c0cbe64f5dcb req-050b2813-f34b-4646-9b5b-070f3fc597b2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.609994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5043fe9-a475-47f3-9803-c0cbe64f5dcb req-050b2813-f34b-4646-9b5b-070f3fc597b2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0587394 Nov 16 21:06:06.643144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 169d1f9a-7f01-4bba-9c39-f8af542937ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:06.659367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'port_id': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'mac_address': 'fa:16:3e:37:9e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:06.703625 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:06.706613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5043fe9-a475-47f3-9803-c0cbe64f5dcb req-91331749-516f-42e1-b4a7-31055f151a3a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Nov 16 21:06:06.723441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-d0f00b0c-4185-4a45-ae4f-54917b411ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.724608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-d0f00b0c-4185-4a45-ae4f-54917b411ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1101 time: 0.0624907 Nov 16 21:06:06.727029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169d1f9a-7f01-4bba-9c39-f8af542937ae {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:06.750622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 169d1f9a-7f01-4bba-9c39-f8af542937ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:06.755565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:06.819831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=169d1f9a-7f01-4bba-9c39-f8af542937ae,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:06.841444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-e85f9cb3-1c39-4bab-9a08-d6ef0f53b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.842340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024377b6-08ba-461e-9d99-465e0f891282 req-dbbc32f3-2b08-4e61-9dc6-f6ed9a7be537 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.843274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-e85f9cb3-1c39-4bab-9a08-d6ef0f53b536 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1089733 Nov 16 21:06:06.846044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-024377b6-08ba-461e-9d99-465e0f891282 req-dbbc32f3-2b08-4e61-9dc6-f6ed9a7be537 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.0616920 Nov 16 21:06:06.895544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-024377b6-08ba-461e-9d99-465e0f891282 req-1d97d8b0-6be3-4f99-82df-8a16f7c745d1 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Nov 16 21:06:06.897933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-5869af8c-ba0b-4b2c-be4d-f787ee09f7f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0376248 Nov 16 21:06:06.956009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-475d89b2-0a73-4ed8-8087-4638a2fc5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:06.957167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-475d89b2-0a73-4ed8-8087-4638a2fc5f7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0522909 Nov 16 21:06:07.011186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-6fa1a6cf-5f4c-4dce-a5ad-a1d7d3958985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.012692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-6fa1a6cf-5f4c-4dce-a5ad-a1d7d3958985 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473466 Nov 16 21:06:07.088337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['169d1f9a-7f01-4bba-9c39-f8af542937ae'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:07.130368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-ca6479db-32c3-425c-8a34-29a0fad03e96 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003606 Nov 16 21:06:07.147388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321fe95-dc69-4a13-9b03-00a3754eb561 req-954016d7-a162-428a-b42c-7ffefcf087ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.156737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2321fe95-dc69-4a13-9b03-00a3754eb561 req-954016d7-a162-428a-b42c-7ffefcf087ac tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1101 time: 0.0588396 Nov 16 21:06:07.212248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2321fe95-dc69-4a13-9b03-00a3754eb561 req-144f2093-7b7b-496e-9060-d7d57d48d4a8 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542285 Nov 16 21:06:07.286883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2c0d-e1be-4d02-ac88-daaf1ff9aa53 req-0eca38bf-d642-4b0c-b7f0-c879050ffc5b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.288682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d56a2c0d-e1be-4d02-ac88-daaf1ff9aa53 req-0eca38bf-d642-4b0c-b7f0-c879050ffc5b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0705564 Nov 16 21:06:07.320878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-8b37a80b-dc4b-4fff-b6b5-5d9d1887cbbe service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770017 Nov 16 21:06:07.362078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d56a2c0d-e1be-4d02-ac88-daaf1ff9aa53 req-107d463f-2291-4395-b6c8-7e7ac614fb62 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642114 Nov 16 21:06:07.482418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa4bc-64be-42a7-9b1e-e4efb9364d39 req-1a451a88-83c8-4976-8a46-b27adfdf3b32 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.484342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62baa4bc-64be-42a7-9b1e-e4efb9364d39 req-1a451a88-83c8-4976-8a46-b27adfdf3b32 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 945 time: 0.0650203 Nov 16 21:06:07.486064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7129bb9-211e-4e9d-8312-b3fc8768a9df req-ff75f71d-d25f-4d78-9bb2-06a063f4e433 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.487608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7129bb9-211e-4e9d-8312-b3fc8768a9df req-ff75f71d-d25f-4d78-9bb2-06a063f4e433 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 1101 time: 0.0537806 Nov 16 21:06:07.540649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7129bb9-211e-4e9d-8312-b3fc8768a9df req-025363f8-0697-42f8-8894-025a65fa0c59 tempest-ServersAdminTestJSON-775237169 tempest-ServersAdminTestJSON-775237169-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458393 Nov 16 21:06:07.541165 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62baa4bc-64be-42a7-9b1e-e4efb9364d39 req-177ac892-c66d-499f-a5ee-4ce32c63e480 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459399 Nov 16 21:06:07.655164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f0d32-f461-4837-b11b-72226f2f03e7 req-04a31f87-8ef2-4236-b3d5-5ea0d63751f5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.656622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-313f0d32-f461-4837-b11b-72226f2f03e7 req-04a31f87-8ef2-4236-b3d5-5ea0d63751f5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0523877 Nov 16 21:06:07.711130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-313f0d32-f461-4837-b11b-72226f2f03e7 req-0ca2e34b-0c44-467e-af7f-303fcb18569f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Nov 16 21:06:07.853478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda501f8-8afb-4af0-b442-ec28f375a3e2 req-f6599c36-84da-442b-8c44-d37cdab67067 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.855029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cda501f8-8afb-4af0-b442-ec28f375a3e2 req-f6599c36-84da-442b-8c44-d37cdab67067 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0560231 Nov 16 21:06:07.917777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cda501f8-8afb-4af0-b442-ec28f375a3e2 req-5345949e-c76a-45c0-810a-815bc5b91e6b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538843 Nov 16 21:06:07.927402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3869a66-6317-4130-adc4-f38ba7c10e26 req-90440c73-de47-485f-a29c-4888468ce0ff tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:07.929200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3869a66-6317-4130-adc4-f38ba7c10e26 req-90440c73-de47-485f-a29c-4888468ce0ff tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 950 time: 0.0514641 Nov 16 21:06:07.979497 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3869a66-6317-4130-adc4-f38ba7c10e26 req-15dccad7-dbb3-4bba-9b7e-c5d2a75c71af tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Nov 16 21:06:08.417395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 169d1f9a-7f01-4bba-9c39-f8af542937ae up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:08.472291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 169d1f9a-7f01-4bba-9c39-f8af542937ae completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:06:08.476439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 169d1f9a-7f01-4bba-9c39-f8af542937ae triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:08.477044 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:08.482739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c4792-5781-4bf6-8659-45cc0592e7bf req-e4ff106b-5b41-4506-a1f6-82080c09a272 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:08.485940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-782c4792-5781-4bf6-8659-45cc0592e7bf req-e4ff106b-5b41-4506-a1f6-82080c09a272 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Nov 16 21:06:08.541410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-782c4792-5781-4bf6-8659-45cc0592e7bf req-27636333-2836-403d-a6da-672fd337223d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504110 Nov 16 21:06:08.557721 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:08.582450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:08.584737 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff4b5e-6081-4382-9ddb-5c97b7b3bbdb" -d '{"events": [{"server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "name": "network-vif-plugged", "status": "completed", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:08.605364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 169d1f9a-7f01-4bba-9c39-f8af542937ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:08.611033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:08.639867 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d42af-4958-418b-8993-2db8e01efb0e x-openstack-request-id: req-293d42af-4958-418b-8993-2db8e01efb0e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:08.640423 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "name": "network-vif-plugged", "status": "completed", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:08.641053 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-293d42af-4958-418b-8993-2db8e01efb0e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:08.641709 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'code': 200} Nov 16 21:06:08.702533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=169d1f9a-7f01-4bba-9c39-f8af542937ae,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:08.721136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9b87c-0f4a-44cb-93b9-9f4cd6b9cbdf req-d730b6a1-eec0-46e8-80cc-f0255b9b4d84 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:08.724002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59f9b87c-0f4a-44cb-93b9-9f4cd6b9cbdf req-d730b6a1-eec0-46e8-80cc-f0255b9b4d84 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.0825946 Nov 16 21:06:08.769450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104684-a922-47be-8791-cd0f0e570561 req-aea006b7-8f4f-4b91-87c9-96730f061832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:08.771015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20104684-a922-47be-8791-cd0f0e570561 req-aea006b7-8f4f-4b91-87c9-96730f061832 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1097 time: 0.0575507 Nov 16 21:06:08.783698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59f9b87c-0f4a-44cb-93b9-9f4cd6b9cbdf req-ed2d9bea-5437-4740-bd6f-7f10f40b0394 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Nov 16 21:06:08.827562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20104684-a922-47be-8791-cd0f0e570561 req-f2b9c366-5bd9-4fd3-8e15-6b99f7a0c2f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 Nov 16 21:06:08.882690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed309a-e936-4a66-a18d-6ae6299193b1 req-1c310607-0800-46d7-8032-c41134834670 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:08.884440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61ed309a-e936-4a66-a18d-6ae6299193b1 req-1c310607-0800-46d7-8032-c41134834670 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0502431 Nov 16 21:06:08.932660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61ed309a-e936-4a66-a18d-6ae6299193b1 req-01827ef8-53c3-441a-a803-1a2b4c6186e9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Nov 16 21:06:09.041474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a97fa-ba38-4b71-8ea0-623f93534513 req-178023fd-fd94-42dd-a546-92f8ef2c64a9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:09.043037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c59a97fa-ba38-4b71-8ea0-623f93534513 req-178023fd-fd94-42dd-a546-92f8ef2c64a9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0587909 Nov 16 21:06:09.094730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c59a97fa-ba38-4b71-8ea0-623f93534513 req-e0f538bc-60df-49e6-8e03-b98ce56af409 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459425 Nov 16 21:06:09.106337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c9cab-6bc5-4e4c-8ca5-eb177f0870dd req-8fc4b2e4-e29a-4970-87d3-136a872ef858 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:09.109991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-837c9cab-6bc5-4e4c-8ca5-eb177f0870dd req-8fc4b2e4-e29a-4970-87d3-136a872ef858 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 950 time: 0.0567026 Nov 16 21:06:09.155645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-837c9cab-6bc5-4e4c-8ca5-eb177f0870dd req-8d2a454e-284b-4d2f-95d5-29d3093d594b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Nov 16 21:06:09.658253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd3e81-6dfb-4667-9f6a-4f6aef8b661b req-3cadb4e5-ebda-4650-b1e3-2335061d1144 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:09.659655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49bd3e81-6dfb-4667-9f6a-4f6aef8b661b req-3cadb4e5-ebda-4650-b1e3-2335061d1144 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Nov 16 21:06:09.707805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49bd3e81-6dfb-4667-9f6a-4f6aef8b661b req-23b2adb5-0eca-4400-806f-a7d5a52bb1ea tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Nov 16 21:06:09.766075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-73f8ff92-6788-426d-b819-1b4202892cf5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:09.767516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-73f8ff92-6788-426d-b819-1b4202892cf5 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 950 time: 0.0546560 Nov 16 21:06:09.885392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Deleting port b1414e78-2c96-45c9-998c-369c401f66ff {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:09.885890 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:09.918591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262687b1-2e4f-4796-9f02-99ed5fd9e252 req-15a03ceb-2ec1-4560-b8e5-ee6b84d8e81d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:09.920077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-262687b1-2e4f-4796-9f02-99ed5fd9e252 req-15a03ceb-2ec1-4560-b8e5-ee6b84d8e81d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.0533218 Nov 16 21:06:09.980871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-262687b1-2e4f-4796-9f02-99ed5fd9e252 req-1437370c-28b6-4cc9-b01c-e145722c6cba tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 Nov 16 21:06:09.986862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] For port b1414e78-2c96-45c9-998c-369c401f66ff, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b1414e78-2c96-45c9-998c-369c401f66ff,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:09.987354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:10.000972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Calling delete_port for b1414e78-2c96-45c9-998c-369c401f66ff owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:10.105393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8ec0-e54e-42df-95c8-ccc4ae48e427 req-e363dc9b-ac38-4114-b79a-4566a7b7b7b4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:10.106710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bfc8ec0-e54e-42df-95c8-ccc4ae48e427 req-e363dc9b-ac38-4114-b79a-4566a7b7b7b4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0940681 Nov 16 21:06:10.232827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:10.237605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bfc8ec0-e54e-42df-95c8-ccc4ae48e427 req-ce5c60c4-3bdd-44f5-8986-2c8ae50dabb9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719762 Nov 16 21:06:10.248871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5403ba5b-4f83-458d-ac13-c49c860f5dcc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:10.250200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2fc8b-ec15-45a3-84e8-7672ca2468bd req-7740ebe9-bf78-4dd9-b79f-8c5aa86ff93e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:10.251092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b1414e78-2c96-45c9-998c-369c401f66ff', '16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:10.251832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8da2fc8b-ec15-45a3-84e8-7672ca2468bd req-7740ebe9-bf78-4dd9-b79f-8c5aa86ff93e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0628695 Nov 16 21:06:10.265304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event deleted for resources: {'Port': ['ID=b1414e78-2c96-45c9-998c-369c401f66ff,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:10.330749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] No DVR routers for this DVR port b1414e78-2c96-45c9-998c-369c401f66ff on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:10.334385 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:10.339788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6362ad99-3da4-4abd-9c93-51901f01d675 req-f967ec1d-f52d-4b82-a5e9-1cb245ed1068 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "DELETE /v2.0/ports/b1414e78-2c96-45c9-998c-369c401f66ff HTTP/1.1" status: 204 len: 173 time: 0.5601430 Nov 16 21:06:10.340431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'name': 'network-vif-deleted', 'tag': 'b1414e78-2c96-45c9-998c-369c401f66ff'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:10.342893 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8da2fc8b-ec15-45a3-84e8-7672ca2468bd req-b98b7083-cf6e-4506-bb2a-b290d5348fae tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825140 Nov 16 21:06:10.368691 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6f4cb5-965c-4973-a008-3965605f013b" -d '{"events": [{"server_uuid": "c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e", "name": "network-vif-deleted", "tag": "b1414e78-2c96-45c9-998c-369c401f66ff"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:10.449259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42c3137d-6e0c-4bb6-8644-3df21a4f6b69 req-d55209bf-b3ce-4f91-b245-c580e5c3b975 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e HTTP/1.1" status: 200 len: 210 time: 0.0692282 Nov 16 21:06:10.543425 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4450ac-7d23-4060-9f2c-38c462bab181 x-openstack-request-id: req-3e4450ac-7d23-4060-9f2c-38c462bab181 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:10.543726 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e", "name": "network-vif-deleted", "tag": "b1414e78-2c96-45c9-998c-369c401f66ff", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:10.544025 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e4450ac-7d23-4060-9f2c-38c462bab181 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:10.544501 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f1e3f6-2c52-4b44-9b0b-baa7b9ab8a7e', 'name': 'network-vif-deleted', 'tag': 'b1414e78-2c96-45c9-998c-369c401f66ff', 'status': 'completed', 'code': 200} Nov 16 21:06:10.835472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd45a63-4dba-4449-a921-7bad5e766ae6 req-5cd97278-f970-48a8-9e21-4356ad9e19b4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:10.836998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dd45a63-4dba-4449-a921-7bad5e766ae6 req-5cd97278-f970-48a8-9e21-4356ad9e19b4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0597763 Nov 16 21:06:10.907500 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dd45a63-4dba-4449-a921-7bad5e766ae6 req-0a8e50a5-0f65-4cd4-b7f7-ec88c9d944d9 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Nov 16 21:06:11.137894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d665d-b466-4b43-9dc5-d6a91491ed74 req-4fc4931e-a5f6-4294-81fc-bb805b8d4215 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:11.139757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad5d665d-b466-4b43-9dc5-d6a91491ed74 req-4fc4931e-a5f6-4294-81fc-bb805b8d4215 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.0527120 Nov 16 21:06:11.195535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad5d665d-b466-4b43-9dc5-d6a91491ed74 req-5c041d4d-844c-4e58-8f12-93a63f55fa49 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487177 Nov 16 21:06:11.387131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2c20d-ba05-427c-9d5f-c8d0739a815e req-edee55ff-cbf1-40c0-83f2-c55ffbe05207 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:11.388569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1a2c20d-ba05-427c-9d5f-c8d0739a815e req-edee55ff-cbf1-40c0-83f2-c55ffbe05207 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0588551 Nov 16 21:06:11.444383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1a2c20d-ba05-427c-9d5f-c8d0739a815e req-7c73bb0b-1ba6-4f73-a294-4bdf35e59cf0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494571 Nov 16 21:06:11.500221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-cb3f8c84-d1a3-47f2-899d-895e461b8834 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 258 time: 0.2657821 Nov 16 21:06:11.505425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:11.544658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:11.662162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d109805-0435-4fe0-9211-ec2a238319b8 req-c41ff3e9-4a97-482b-b27e-34457aa36632 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:11.669144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d109805-0435-4fe0-9211-ec2a238319b8 req-c41ff3e9-4a97-482b-b27e-34457aa36632 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1143064 Nov 16 21:06:11.731098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:11.768783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d109805-0435-4fe0-9211-ec2a238319b8 req-74b6ff9b-0eff-4bdd-bf7a-1c4cd4ea9fe6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956123 Nov 16 21:06:11.866823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Allocated IP 172.25.3.34 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/0d2bfe69-a3fe-4999-b634-32a15f5548bf) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:11.990384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.060624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.126125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event updated for resources: {'Port': ['ID=0d2bfe69-a3fe-4999-b634-32a15f5548bf,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:12.143894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:12.147766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:12.151673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:12.274919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.330140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.406448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7de15-c8af-4c94-abb6-2a86f3a5c5f4 req-a88a30ae-f314-46a9-8d87-da7cf09876ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:12.408307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afd7de15-c8af-4c94-abb6-2a86f3a5c5f4 req-a88a30ae-f314-46a9-8d87-da7cf09876ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0744910 Nov 16 21:06:12.478624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afd7de15-c8af-4c94-abb6-2a86f3a5c5f4 req-dcd6c201-7217-4ef9-8077-bfd5ec8d5fc4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612133 Nov 16 21:06:12.567909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.574083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.655074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event updated for resources: {'Port': ['ID=0d2bfe69-a3fe-4999-b634-32a15f5548bf,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:12.715388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.738240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:12.754157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-625295b3-599c-4f9a-906c-826bdae4ab4a tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2529449 Nov 16 21:06:12.768393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ed37-1dd5-4c7e-a759-7a6ff44cf954 req-e4940d11-b864-4769-92c2-0f9b1f0ba3ef tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:12.778658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15c4ed37-1dd5-4c7e-a759-7a6ff44cf954 req-e4940d11-b864-4769-92c2-0f9b1f0ba3ef tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 950 time: 0.1022041 Nov 16 21:06:12.831974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b1414e78-2c96-45c9-998c-369c401f66ff no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:12.855016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15c4ed37-1dd5-4c7e-a759-7a6ff44cf954 req-3aa3d9e9-1567-484d-b2db-dcfa34fb910a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752940 Nov 16 21:06:12.863585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-b434b510-4e68-4211-8155-670af20a0e9f tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.0967164 Nov 16 21:06:12.885089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: b1414e78-2c96-45c9-998c-369c401f66ff {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:12.885449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b1414e78-2c96-45c9-998c-369c401f66ff not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:12.978636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc843ea9-7ac8-4adc-8add-5a44017cabee req-08825cb6-0387-4183-bd6d-dc4188fb3679 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:12.986041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc843ea9-7ac8-4adc-8add-5a44017cabee req-08825cb6-0387-4183-bd6d-dc4188fb3679 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0588405 Nov 16 21:06:13.002326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-42a0a72e-cfad-41ce-887a-12dab7a40f2c tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:13.003883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dce347d2-20e6-4864-ac9f-42e26a4171b0 req-42a0a72e-cfad-41ce-887a-12dab7a40f2c tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1357152 Nov 16 21:06:13.047082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc843ea9-7ac8-4adc-8add-5a44017cabee req-ff676563-40d7-4d18-8ddb-092522d24ba5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599229 Nov 16 21:06:13.128523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146d5fb-2e30-4b7b-9351-315348a435b4 req-d3784aec-6250-4c54-bcdb-11d4ea5be9fd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:13.131772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1146d5fb-2e30-4b7b-9351-315348a435b4 req-d3784aec-6250-4c54-bcdb-11d4ea5be9fd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0623415 Nov 16 21:06:13.199179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1146d5fb-2e30-4b7b-9351-315348a435b4 req-99aab1f9-c41e-4d8d-a718-ef7d9b013eb6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610230 Nov 16 21:06:13.518671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-c40b5997-f36a-44da-bb0b-bad35d13b883 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:13.527045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-c40b5997-f36a-44da-bb0b-bad35d13b883 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3578136 Nov 16 21:06:13.589625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-4d41f20f-cddf-4fec-8ad5-5b9b5fd78116 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.0616682 Nov 16 21:06:13.599912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Request body: {'floatingip': {'port_id': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:13.623493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf926a9-a7ea-48cb-8d2b-da2fad4c68e0 req-d9216dfd-4fb7-4910-8bc9-116dbb575f01 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:13.625833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf926a9-a7ea-48cb-8d2b-da2fad4c68e0 req-d9216dfd-4fb7-4910-8bc9-116dbb575f01 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0607004 Nov 16 21:06:13.647846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:13.708879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf926a9-a7ea-48cb-8d2b-da2fad4c68e0 req-7f0f6d83-815a-4a5a-88d1-b34e5f28951b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766461 Nov 16 21:06:13.746363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-262e0c85-d6d7-4ed8-a301-c661e6099ce7 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:13.749629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-262e0c85-d6d7-4ed8-a301-c661e6099ce7 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 950 time: 0.1025393 Nov 16 21:06:13.877000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Deleting port 5403ba5b-4f83-458d-ac13-c49c860f5dcc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:13.877344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.016307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] For port 5403ba5b-4f83-458d-ac13-c49c860f5dcc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5403ba5b-4f83-458d-ac13-c49c860f5dcc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:14.016730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.051177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Calling delete_port for 5403ba5b-4f83-458d-ac13-c49c860f5dcc owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:14.080511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ac2d5-ae74-4cd8-b4d7-48756b9392a4 req-9ea9cf3c-15b2-4229-9829-ec8f06c1e2b0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:14.082310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a59ac2d5-ae74-4cd8-b4d7-48756b9392a4 req-9ea9cf3c-15b2-4229-9829-ec8f06c1e2b0 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf14e7cf-7f73-457c-81ea-3f85e069fa15 HTTP/1.1" status: 200 len: 950 time: 0.0826094 Nov 16 21:06:14.171363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a59ac2d5-ae74-4cd8-b4d7-48756b9392a4 req-7447f70a-21ce-4714-a5c4-6b3b0bc6d08b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Nov 16 21:06:14.220326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.225139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.301031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.317632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5403ba5b-4f83-458d-ac13-c49c860f5dcc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:14.339080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event deleted for resources: {'Port': ['ID=5403ba5b-4f83-458d-ac13-c49c860f5dcc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:14.350850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b3fe6-295c-476f-a410-b84b7b45426e req-b88a40d7-66d1-4e1b-8871-dede8840f64e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:14.352881 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Floating IP c8fb42ca-f054-43cf-9b53-b4d6130917d1 associated. External IP: 172.25.3.34, port: 169d1f9a-7f01-4bba-9c39-f8af542937ae. Nov 16 21:06:14.361774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a21b3fe6-295c-476f-a410-b84b7b45426e req-b88a40d7-66d1-4e1b-8871-dede8840f64e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.1034431 Nov 16 21:06:14.381845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:14.419553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] No DVR routers for this DVR port 5403ba5b-4f83-458d-ac13-c49c860f5dcc on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:14.425647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.428900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19ad4a14-e784-41d1-bf2a-32827b5127d2 req-78523f57-67fd-4019-b024-69a8a7ba1a36 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.41 "DELETE /v2.0/ports/5403ba5b-4f83-458d-ac13-c49c860f5dcc HTTP/1.1" status: 204 len: 173 time: 0.6717079 Nov 16 21:06:14.429420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'name': 'network-vif-deleted', 'tag': '5403ba5b-4f83-458d-ac13-c49c860f5dcc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:14.432022 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d7e33-65d8-4208-830c-f8355c9f213c" -d '{"events": [{"server_uuid": "cf14e7cf-7f73-457c-81ea-3f85e069fa15", "name": "network-vif-deleted", "tag": "5403ba5b-4f83-458d-ac13-c49c860f5dcc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:14.478534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a21b3fe6-295c-476f-a410-b84b7b45426e req-83be9804-b37c-433b-afa7-3c948c1e915d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156433 Nov 16 21:06:14.601685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41533259-033d-469f-af09-163d45fcf2be req-320e399d-9c5d-44e0-ae4e-f76dfe349635 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:14.610286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41533259-033d-469f-af09-163d45fcf2be req-320e399d-9c5d-44e0-ae4e-f76dfe349635 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0631258 Nov 16 21:06:14.659868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41533259-033d-469f-af09-163d45fcf2be req-23ef3a69-2b87-405d-8bde-fc6d3a71edb4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Nov 16 21:06:14.735810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Router 10f18ab1-4cd2-44f9-8909-456633b6d823 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:06:14.800637 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8061b6-cd34-4c54-b9de-50968cb493a5 x-openstack-request-id: req-ce8061b6-cd34-4c54-b9de-50968cb493a5 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:14.801282 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf14e7cf-7f73-457c-81ea-3f85e069fa15", "name": "network-vif-deleted", "tag": "5403ba5b-4f83-458d-ac13-c49c860f5dcc", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:14.801619 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce8061b6-cd34-4c54-b9de-50968cb493a5 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:14.802083 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf14e7cf-7f73-457c-81ea-3f85e069fa15', 'name': 'network-vif-deleted', 'tag': '5403ba5b-4f83-458d-ac13-c49c860f5dcc', 'status': 'completed', 'code': 200} Nov 16 21:06:14.872791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:06:14.877945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:14.887240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] Sync routers for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:06:14.899842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:14.901317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:14.913161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-496629bb-be27-4081-a419-89bbecd6f0e9 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "PUT /v2.0/floatingips/c8fb42ca-f054-43cf-9b53-b4d6130917d1 HTTP/1.1" status: 200 len: 996 time: 1.3177655 Nov 16 21:06:14.913649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:14.916915 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:14.921820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a3982-853e-44bc-9b46-610f15dfd780 req-06fbd147-759b-482b-8e57-cb42071116f2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:14.923389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-007a3982-853e-44bc-9b46-610f15dfd780 req-06fbd147-759b-482b-8e57-cb42071116f2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0741010 Nov 16 21:06:15.015372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-007a3982-853e-44bc-9b46-610f15dfd780 req-dfa8a988-9818-4321-b57b-5b975c4f499b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839446 Nov 16 21:06:15.039228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-3754fb30-611f-48ce-8f6c-0c8b7bfad850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.041394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-3754fb30-611f-48ce-8f6c-0c8b7bfad850 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1097 time: 0.0979848 Nov 16 21:06:15.092766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:15.190864 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595b749e-fd07-4307-b77b-446dc35e9c6e x-openstack-request-id: req-595b749e-fd07-4307-b77b-446dc35e9c6e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:15.190864 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:15.190864 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-595b749e-fd07-4307-b77b-446dc35e9c6e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:15.190864 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'status': 'completed', 'code': 200} Nov 16 21:06:15.237759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-b3641692-4c99-496a-b4d2-fafd8292983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.239953 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-b3641692-4c99-496a-b4d2-fafd8292983c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 930 time: 0.1920600 Nov 16 21:06:15.292440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-24ae61e7-6ed6-4573-9273-22b6da7a74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.301875 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-24ae61e7-6ed6-4573-9273-22b6da7a74ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1097 time: 0.0861521 Nov 16 21:06:15.366531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-3c6c113d-3b89-41ec-8d4a-2eb99c258532 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 999 time: 0.1179481 Nov 16 21:06:15.402469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'c8fb42ca-f054-43cf-9b53-b4d6130917d1', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'port_id': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'mac_address': 'fa:16:3e:37:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13535c81-cb37-4594-80b0-36ec4decc459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:06:12Z', 'updated_at': '2021-11-16T21:06:14Z', 'revision_number': 1, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:15.426952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-be53d610-7009-4710-a595-bde11cb0cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.435968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-be53d610-7009-4710-a595-bde11cb0cd27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 200 len: 868 time: 0.0684223 Nov 16 21:06:15.439487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] Checking router: 10f18ab1-4cd2-44f9-8909-456633b6d823 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:06:15.450774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:15.451664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:15.491978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-169ecd1a-34a1-4e7d-9187-747e89f15e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.494302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-169ecd1a-34a1-4e7d-9187-747e89f15e84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d2c915d-873c-4caa-82e7-dd85fd8c2736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576568 Nov 16 21:06:15.500682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-d713194f-62d0-4304-8057-279f253b1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.502530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-d713194f-62d0-4304-8057-279f253b1145 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 930 time: 0.1931083 Nov 16 21:06:15.517134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-8e409f4e-8ae0-4a46-b778-65f2c1a1c85c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:06:15.526145 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-8e409f4e-8ae0-4a46-b778-65f2c1a1c85c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170751 Nov 16 21:06:15.638113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-344acee6-d6e3-42b7-9005-ebd534654743 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 999 time: 0.1244378 Nov 16 21:06:15.647854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2c8ed-f854-45fe-96ec-d02dbd89efb8 req-b48d44b7-c77b-483c-ab23-6482ce3bef34 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.650373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0fa2c8ed-f854-45fe-96ec-d02dbd89efb8 req-b48d44b7-c77b-483c-ab23-6482ce3bef34 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.0775905 Nov 16 21:06:15.661975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-33e72d61-a222-4fe0-975e-f0b09076d43c service neutron] 10.222.0.48 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347706 Nov 16 21:06:15.676680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:15.714229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-994088b2-3159-4829-b28a-b82b97668826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.716139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-994088b2-3159-4829-b28a-b82b97668826 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 200 len: 868 time: 0.0647798 Nov 16 21:06:15.790787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-958b889c-abbc-418e-a79c-4ba61feb0dfa req-2e7db07f-102c-42ba-baed-bce8b6e4ee81 service neutron] 10.222.0.48 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263304 Nov 16 21:06:15.797936 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0fa2c8ed-f854-45fe-96ec-d02dbd89efb8 req-c144e950-0800-47d1-bf76-af3a33f6567b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805902 Nov 16 21:06:15.821950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-e760c9b5-5234-4ea7-a459-d5fcc93ac35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.826040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-e760c9b5-5234-4ea7-a459-d5fcc93ac35a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d2c915d-873c-4caa-82e7-dd85fd8c2736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016977 Nov 16 21:06:15.951931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bee4f-c775-469b-810d-1520d6ae4830 req-82f8cf7f-350c-4698-83df-361382aa48f1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:15.953746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e39bee4f-c775-469b-810d-1520d6ae4830 req-82f8cf7f-350c-4698-83df-361382aa48f1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0636451 Nov 16 21:06:15.991157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-1ba92a7c-6a67-4a11-af4d-2e35bc616bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558688 Nov 16 21:06:16.019628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364f8d1-a7ee-4933-8592-24d71194822a req-2eeb29d3-54cf-4110-ba56-994b7e1c12d3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:16.033805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5364f8d1-a7ee-4933-8592-24d71194822a req-2eeb29d3-54cf-4110-ba56-994b7e1c12d3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0921819 Nov 16 21:06:16.044793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e39bee4f-c775-469b-810d-1520d6ae4830 req-866ee235-8c1b-4d0b-9f3e-0660284b3cfd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832806 Nov 16 21:06:16.045440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'c8fb42ca-f054-43cf-9b53-b4d6130917d1', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'port_id': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'mac_address': 'fa:16:3e:37:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13535c81-cb37-4594-80b0-36ec4decc459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:06:12Z', 'updated_at': '2021-11-16T21:06:14Z', 'revision_number': 1, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:16.099416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b096d4fc-0315-49bc-a25b-9b37fd080814 None None] The sync data for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 is: [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'c8fb42ca-f054-43cf-9b53-b4d6130917d1', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'port_id': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'mac_address': 'fa:16:3e:37:9e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13535c81-cb37-4594-80b0-36ec4decc459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:06:12Z', 'updated_at': '2021-11-16T21:06:14Z', 'revision_number': 1, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:06:16.164386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5364f8d1-a7ee-4933-8592-24d71194822a req-cb970065-50c8-41e2-9ce6-1ad01e36d758 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296132 Nov 16 21:06:16.194764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9720fe72-e2f3-4e38-b4bf-727f26fe4ccf req-d5d6a938-e0f3-41b0-9cf8-84b2aeea7421 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583712 Nov 16 21:06:16.311868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97f75c-dfbe-4c91-b78a-762d36cbd5c2 req-e9a6bcb3-0aa3-4ef9-a434-44f7605d6183 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:16.313457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b97f75c-dfbe-4c91-b78a-762d36cbd5c2 req-e9a6bcb3-0aa3-4ef9-a434-44f7605d6183 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0639355 Nov 16 21:06:16.376405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b97f75c-dfbe-4c91-b78a-762d36cbd5c2 req-28cb45c6-d786-4980-b739-4e869065a141 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565434 Nov 16 21:06:16.390421 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ba4ee-41fc-4f9d-8d6c-2803e690d53b None None] New status for floating IP c8fb42ca-f054-43cf-9b53-b4d6130917d1: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:06:16.431417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-496339eb-7c32-40be-a6fe-028217dd9ced req-49ede9f6-075b-40dc-b4ed-dfd716af3477 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 258 time: 0.2748322 Nov 16 21:06:16.440537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:16.448576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5403ba5b-4f83-458d-ac13-c49c860f5dcc no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:16.478919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 5403ba5b-4f83-458d-ac13-c49c860f5dcc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:16.479759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5403ba5b-4f83-458d-ac13-c49c860f5dcc not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:16.487491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:16.599945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:16.720231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Allocated IP 172.25.3.97 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/55732b05-8b74-487c-8b57-7e9df1e60a90) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:16.834872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:16.855374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:16.877341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:16.920611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:16.920611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:16.924366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:16.967064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event updated for resources: {'Port': ['ID=55732b05-8b74-487c-8b57-7e9df1e60a90,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:16.991469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.035262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:17.038653 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e7eab-fb33-4e2a-b917-aa9762b036e1" -d '{"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-unplugged", "status": "completed", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:17.040641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.058871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:17.064037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.101655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.163337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:17.172025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.172373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.172718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.173056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.173389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.173746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.174210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.174539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.174862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.175186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.175498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.175830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:17.269141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271379d-8ad1-46d4-bc67-84017e86a43a req-4963c490-5a47-4f51-9831-3731ffa71b9a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:17.270684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d271379d-8ad1-46d4-bc67-84017e86a43a req-4963c490-5a47-4f51-9831-3731ffa71b9a tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.4028094 Nov 16 21:06:17.293546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.299744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.365263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-1042ff4e-fb7b-44fd-aa25-269e7d09696b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:17.367604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-1042ff4e-fb7b-44fd-aa25-269e7d09696b tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 950 time: 0.0752919 Nov 16 21:06:17.371555 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d271379d-8ad1-46d4-bc67-84017e86a43a req-b6faa8c4-6d80-4e1f-94e1-6f1ef1857144 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/security-groups?id=a18d17a6-d69c-4aac-8232-73b51953b14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937011 Nov 16 21:06:17.382920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event updated for resources: {'Port': ['ID=55732b05-8b74-487c-8b57-7e9df1e60a90,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:17.422230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.450542 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910efec3-119a-4443-a0c8-a2970536c88a x-openstack-request-id: req-910efec3-119a-4443-a0c8-a2970536c88a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:17.451064 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-unplugged", "status": "completed", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:17.451184 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-910efec3-119a-4443-a0c8-a2970536c88a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:17.451544 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'code': 200} Nov 16 21:06:17.453066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.454489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-496339eb-7c32-40be-a6fe-028217dd9ced req-1d9d8134-7466-4f41-890b-e41bd8f67bc4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0183456 Nov 16 21:06:17.495230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Deleting port 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:17.495855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.640141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957911e-ef1f-4975-abc3-f3d42054a98c req-3c01a16b-a83f-40b1-98c9-747119f4eac7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:17.641777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5957911e-ef1f-4975-abc3-f3d42054a98c req-3c01a16b-a83f-40b1-98c9-747119f4eac7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0948370 Nov 16 21:06:17.650655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] For port 16565a82-0603-4836-88b7-84d5f1269cd4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16565a82-0603-4836-88b7-84d5f1269cd4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:17.651165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.679770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Calling delete_port for 16565a82-0603-4836-88b7-84d5f1269cd4 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:17.745542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5957911e-ef1f-4975-abc3-f3d42054a98c req-6bfbd943-0153-41dc-8eab-025587928f55 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 Nov 16 21:06:17.808022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-496339eb-7c32-40be-a6fe-028217dd9ced req-035514ad-4ac6-4124-873e-d57cffa37e72 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.3469408 Nov 16 21:06:17.866380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:17.881457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16565a82-0603-4836-88b7-84d5f1269cd4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:17.917122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Pushing event deleted for resources: {'Port': ['ID=16565a82-0603-4836-88b7-84d5f1269cd4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:17.959784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496339eb-7c32-40be-a6fe-028217dd9ced req-4b4195a8-6a98-494a-90b0-a9edf99b0dce tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:17.976358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-496339eb-7c32-40be-a6fe-028217dd9ced req-4b4195a8-6a98-494a-90b0-a9edf99b0dce tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1597970 Nov 16 21:06:17.997328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] No DVR routers for this DVR port 16565a82-0603-4836-88b7-84d5f1269cd4 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:17.999517 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:18.003276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d3351f0-126e-44b9-93ff-fda8202e20f6 req-095b92c8-2c6a-4afe-8196-60a8c962d61e tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.47 "DELETE /v2.0/ports/16565a82-0603-4836-88b7-84d5f1269cd4 HTTP/1.1" status: 204 len: 173 time: 0.6292238 Nov 16 21:06:18.003744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-deleted', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:18.006017 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced28826-afac-4b25-b8e0-c535ffaca96d" -d '{"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-deleted", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:18.053577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d2093-f92b-4bdb-94c6-43ec4ef699d9 req-986a8b01-9582-4678-bb08-ddd12d1d4d33 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:18.072663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d42d2093-f92b-4bdb-94c6-43ec4ef699d9 req-986a8b01-9582-4678-bb08-ddd12d1d4d33 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.1623306 Nov 16 21:06:18.161161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d42d2093-f92b-4bdb-94c6-43ec4ef699d9 req-95de3b07-d266-40c2-8767-4b39301340f2 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786216 Nov 16 21:06:18.203877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d5b07-773b-4d6c-9526-2d06b9fda648 req-c2edc161-0f39-44db-95d0-01e23d863559 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:18.205463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-886d5b07-773b-4d6c-9526-2d06b9fda648 req-c2edc161-0f39-44db-95d0-01e23d863559 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 943 time: 0.1463010 Nov 16 21:06:18.264693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-886d5b07-773b-4d6c-9526-2d06b9fda648 req-3bd067e4-edd0-44e5-92b1-56a2573f1a67 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516474 Nov 16 21:06:18.310230 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd7f58-3f5b-44b7-9504-91be255694a3 x-openstack-request-id: req-9efd7f58-3f5b-44b7-9504-91be255694a3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:18.311147 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1b579a-165d-43a3-bf09-8869056b4c40", "name": "network-vif-deleted", "tag": "16565a82-0603-4836-88b7-84d5f1269cd4", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:18.311608 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9efd7f58-3f5b-44b7-9504-91be255694a3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:18.312232 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1b579a-165d-43a3-bf09-8869056b4c40', 'name': 'network-vif-deleted', 'tag': '16565a82-0603-4836-88b7-84d5f1269cd4', 'status': 'completed', 'code': 200} Nov 16 21:06:18.443526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-d4f20520-0067-4cd2-bf5b-c6e829b38746 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:18.444996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-d4f20520-0067-4cd2-bf5b-c6e829b38746 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0837772 Nov 16 21:06:18.509326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ddcf38f-d3ae-4551-8028-0e72c98a90b3 req-a1dd5bce-a992-4f3a-bcf0-c34221e983d2 tempest-ServersAdminTestJSON-851674578 tempest-ServersAdminTestJSON-851674578-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1b579a-165d-43a3-bf09-8869056b4c40 HTTP/1.1" status: 200 len: 210 time: 0.0297732 Nov 16 21:06:18.520155 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-37933145-97ed-4c77-a99e-ded5b8df1ebd tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0691698 Nov 16 21:06:18.529548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-7404d67e-9cf3-488e-b257-d46b82fb00b0 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Request body: {'floatingip': {'port_id': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:18.572789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-7404d67e-9cf3-488e-b257-d46b82fb00b0 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:18.814567 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-7404d67e-9cf3-488e-b257-d46b82fb00b0 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 21:06:18.815635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a824ed1e-49c4-4a39-b834-fbf62c5667a6 req-7404d67e-9cf3-488e-b257-d46b82fb00b0 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "PUT /v2.0/floatingips/1604ea80-6e7e-40c0-bcdb-27c048939421 HTTP/1.1" status: 409 len: 550 time: 0.2946341 Nov 16 21:06:18.860429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:18.870481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a42d5-e4ee-41fa-b91e-5a15a28eeee2 req-4123cc4c-52df-471d-8497-83af4bfa5557 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:18.878729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-595a42d5-e4ee-41fa-b91e-5a15a28eeee2 req-4123cc4c-52df-471d-8497-83af4bfa5557 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0614064 Nov 16 21:06:18.897764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-53f83144-83a4-4bbc-aeb2-6d68145adf91 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips/1604ea80-6e7e-40c0-bcdb-27c048939421 HTTP/1.1" status: 200 len: 692 time: 0.0578794 Nov 16 21:06:18.928277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-595a42d5-e4ee-41fa-b91e-5a15a28eeee2 req-1bbf6991-65cc-4ce2-8205-5cbc31488516 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Nov 16 21:06:18.995404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:19.010700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'port_id': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'mac_address': 'fa:16:3e:b9:0c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa7f0ab-644d-4cf8-8440-7ccef72e7813', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:19.044213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-90b73ba5-9cb5-44e4-8dc0-e98956371a1f tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:19.045662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-90b73ba5-9cb5-44e4-8dc0-e98956371a1f tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1414411 Nov 16 21:06:19.056948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.070087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8475b2b7-37c9-4569-ae8a-f7940bdf714f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:19.091203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:19.095610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.106197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-d3a1d2e1-2f52-4c27-aa1e-be1b4245f255 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0530112 Nov 16 21:06:19.145403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:19.166996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-bee7de88-5c1b-4410-96a5-c997e1fd0e78 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0559824 Nov 16 21:06:19.299722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c713a-69ea-4cd6-8174-a9d890fdc97c req-b84e19ac-4384-49ff-8f9c-7881f69eb78f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:19.301570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4c713a-69ea-4cd6-8174-a9d890fdc97c req-b84e19ac-4384-49ff-8f9c-7881f69eb78f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.0724351 Nov 16 21:06:19.314963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Deleting port 55732b05-8b74-487c-8b57-7e9df1e60a90 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:19.315629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.367356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a4c713a-69ea-4cd6-8174-a9d890fdc97c req-c5b78878-621c-45c8-a9ce-0e0c3327de64 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581906 Nov 16 21:06:19.407741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.408075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.420885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Calling delete_port for 55732b05-8b74-487c-8b57-7e9df1e60a90 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:19.433252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['8475b2b7-37c9-4569-ae8a-f7940bdf714f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:19.551430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8acb3-e98c-495e-942f-b4d02726aedf req-2824b1e4-d716-42be-8998-d3664b3ba37b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:19.553349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85c8acb3-e98c-495e-942f-b4d02726aedf req-2824b1e4-d716-42be-8998-d3664b3ba37b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 944 time: 0.0607836 Nov 16 21:06:19.592099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.618281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85c8acb3-e98c-495e-942f-b4d02726aedf req-c3db5347-b8d7-4aea-9e03-fed3d4e09867 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547204 Nov 16 21:06:19.650319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event deleted for resources: {'Port': ['ID=55732b05-8b74-487c-8b57-7e9df1e60a90,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:19.710743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.713999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:19.715161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d76a368-86f9-46c8-8573-84eb52103bfb req-69d9a5c3-84be-425b-a3e7-8898c213bd4d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "DELETE /v2.0/floatingips/1604ea80-6e7e-40c0-bcdb-27c048939421 HTTP/1.1" status: 204 len: 173 time: 0.5425694 Nov 16 21:06:19.830961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-e2ba8ffe-e64c-452d-9e89-757e77c673a4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 1001 time: 0.0974319 Nov 16 21:06:19.888847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-67ef6b66-d1c5-4c38-b053-0db1b3a0f946 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:19.890288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-67ef6b66-d1c5-4c38-b053-0db1b3a0f946 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports/169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 943 time: 0.0528879 Nov 16 21:06:19.894827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52372) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:20.029015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-e66b1447-36b6-4dc7-a373-bf5c3c5ef9b2 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 1001 time: 0.0917959 Nov 16 21:06:20.066722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74671b07-31c8-4ca3-a0d5-b78130292d88 req-2456c372-5aee-4a8c-91d4-d083b0004201 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:20.068265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74671b07-31c8-4ca3-a0d5-b78130292d88 req-2456c372-5aee-4a8c-91d4-d083b0004201 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0583990 Nov 16 21:06:20.107920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-86d4c698-bcec-4663-b277-7f675d0fe9f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fce08cc9a6d472889066b19ec9f38db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114649 Nov 16 21:06:20.108513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:20.119454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74671b07-31c8-4ca3-a0d5-b78130292d88 req-abc87285-4820-4e05-a466-3c434ba90c87 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Nov 16 21:06:20.193033 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5cea9b8b-911a-403b-94de-dbcd38b8b6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.194300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-de7dc371-b5e6-4159-a02c-2203b0207f74 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:20.195991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-de7dc371-b5e6-4159-a02c-2203b0207f74 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0718713 Nov 16 21:06:20.216224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817778-8'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:20.226172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5cea9b8b-911a-403b-94de-dbcd38b8b6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.235247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-d68b8bcf-6e20-493a-a05f-391dcdeab0d8 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:20.236611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-d68b8bcf-6e20-493a-a05f-391dcdeab0d8 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2019272 Nov 16 21:06:20.285186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.335759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-adb27ce7-c701-4daf-a4c2-8fb7af40b456 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 1001 time: 0.0761812 Nov 16 21:06:20.341392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:20.346432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5cea9b8b-911a-403b-94de-dbcd38b8b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.349087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5cea9b8b-911a-403b-94de-dbcd38b8b6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.352579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5cea9b8b-911a-403b-94de-dbcd38b8b6af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a18d17a6-d69c-4aac-8232-73b51953b14d HTTP/1.1" status: 204 len: 168 time: 0.2388911 Nov 16 21:06:20.394950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea9b8b-911a-403b-94de-dbcd38b8b6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d17a6-d69c-4aac-8232-73b51953b14d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:20.436107 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.457746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:20.470271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:20.584677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:20.629753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de1592-2ef0-47f6-86c9-6249466b6e72 req-47340ef6-1620-44b4-8f9c-a13c00257690 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:20.639373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-40de1592-2ef0-47f6-86c9-6249466b6e72 req-47340ef6-1620-44b4-8f9c-a13c00257690 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 945 time: 0.1483572 Nov 16 21:06:20.657930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.665901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.666885 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b338a2d7-2237-4981-94b6-b3b198b2607b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.667425 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Floating IP c8fb42ca-f054-43cf-9b53-b4d6130917d1 disassociated. External IP: 172.25.3.34, port: 169d1f9a-7f01-4bba-9c39-f8af542937ae. Nov 16 21:06:20.700059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:20.717343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 has no active binding in host n-h2-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:06:20.729061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2133c125-bcbc-4485-862c-13e851161d31'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:20.732160 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14501b2-34aa-4871-bc59-3c83c3777221" -d '{"events": [{"server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2133c125-bcbc-4485-862c-13e851161d31"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:20.740175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.763788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-40de1592-2ef0-47f6-86c9-6249466b6e72 req-4a3295f9-b974-457f-a59f-698216544b51 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234646 Nov 16 21:06:20.766623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.787897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52396) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:20.862622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87446470-6a12-4f30-a82b-86bb98de6d8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dfc451b09d74692819198b833f68aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733080 Nov 16 21:06:20.864890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52398) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:20.883911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:20.886636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:20.953318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on host n-h1-817778-8 for vnic_type normal with profile {"migrating_to": "n-h2-817778-8"} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:20.953318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:20.953318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:20.975906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:20.976453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Attempting to bind port 2133c125-bcbc-4485-862c-13e851161d31 on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:20.980855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 8475b2b7-37c9-4569-ae8a-f7940bdf714f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:20.981496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.990192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:20.990613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:20.991020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:20.991472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Bound port: 2133c125-bcbc-4485-862c-13e851161d31, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:20.991847 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:20.998298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c002320-de5b-4efc-8d68-95a8b0f09d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.038779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c002320-de5b-4efc-8d68-95a8b0f09d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.039121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da94234-947a-44c0-bbef-df1cc057b004 req-190b0d75-6325-4ce4-8a8e-42b171dd3015 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.041292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1da94234-947a-44c0-bbef-df1cc057b004 req-190b0d75-6325-4ce4-8a8e-42b171dd3015 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 944 time: 0.1051474 Nov 16 21:06:21.099000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Router 10f18ab1-4cd2-44f9-8909-456633b6d823 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:06:21.105957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:21.124022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.131144 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:21.157107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1da94234-947a-44c0-bbef-df1cc057b004 req-412d65b8-4942-47b7-911c-6308c55e2545 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042576 Nov 16 21:06:21.159113 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.186384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:21.186384 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee680aa-95ce-49c9-a463-e21fff02b610" -d '{"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-plugged", "status": "completed", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:21.203350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c002320-de5b-4efc-8d68-95a8b0f09d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.206206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c002320-de5b-4efc-8d68-95a8b0f09d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.218867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c002320-de5b-4efc-8d68-95a8b0f09d50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a991160d-cf00-46a9-b030-ea2ef4cb862c HTTP/1.1" status: 204 len: 168 time: 0.3440022 Nov 16 21:06:21.230929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:21.239299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002320-de5b-4efc-8d68-95a8b0f09d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a991160d-cf00-46a9-b030-ea2ef4cb862c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:21.254730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:06:21.259880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.268797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.269688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.271158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] 10.222.0.41 "PUT /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 1121 time: 1.0631847 Nov 16 21:06:21.271954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeef3c0-ceed-4144-bb8a-3e8287d5490e service neutron] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=8']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:21.274524 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:21.275113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:21.279752 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea553af6-49fd-4707-bcea-aaf6d2e1a2f4 x-openstack-request-id: req-ea553af6-49fd-4707-bcea-aaf6d2e1a2f4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:21.280041 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2133c125-bcbc-4485-862c-13e851161d31", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:21.280298 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea553af6-49fd-4707-bcea-aaf6d2e1a2f4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:21.283529 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2133c125-bcbc-4485-862c-13e851161d31', 'code': 200} Nov 16 21:06:21.308187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 16565a82-0603-4836-88b7-84d5f1269cd4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:21.308537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16565a82-0603-4836-88b7-84d5f1269cd4 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:21.309492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-6ef33aae-c12f-4fca-b59e-f57b265baf06 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "PUT /v2.0/floatingips/c8fb42ca-f054-43cf-9b53-b4d6130917d1 HTTP/1.1" status: 200 len: 694 time: 0.9725473 Nov 16 21:06:21.310076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:21.310543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] Sync routers for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:06:21.316898 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6616c68-84a9-4a58-bf8f-ad44db0127b7" -d '{"events": [{"name": "network-changed", "server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:21.378937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2133c125-bcbc-4485-862c-13e851161d31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:21.386809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:21.387470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:21.422335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-df3f305a-23d1-4f9f-8887-fce2fd4e8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.432419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-df3f305a-23d1-4f9f-8887-fce2fd4e8ac8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1097 time: 0.1099839 Nov 16 21:06:21.510814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9424eb-437b-4cc5-b2b9-f7330e9e301c req-54843aea-ed76-4868-a432-a15a708f4c4a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.512458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc9424eb-437b-4cc5-b2b9-f7330e9e301c req-54843aea-ed76-4868-a432-a15a708f4c4a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1122389 Nov 16 21:06:21.545060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-77030733-2ea7-4b56-afc6-2de9d3b320d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.546949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-77030733-2ea7-4b56-afc6-2de9d3b320d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 930 time: 0.1136932 Nov 16 21:06:21.625380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['2133c125-bcbc-4485-862c-13e851161d31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:21.629471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc9424eb-437b-4cc5-b2b9-f7330e9e301c req-fed07927-8861-4834-8c8a-b4877c617d9c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105456 Nov 16 21:06:21.643056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-850ac7b7-0807-44de-8b29-0678d3fe91f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 217 time: 0.0879865 Nov 16 21:06:21.680860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:21.685988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:21.708431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-3c635439-2275-4b38-b490-09afcd63454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.710108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-3c635439-2275-4b38-b490-09afcd63454e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 200 len: 868 time: 0.0507052 Nov 16 21:06:21.740192 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bd0004-9e37-406a-8495-0d414237ab08 x-openstack-request-id: req-f0bd0004-9e37-406a-8495-0d414237ab08 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:21.740488 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-plugged", "status": "completed", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:21.740746 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0bd0004-9e37-406a-8495-0d414237ab08 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:21.741304 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'code': 200} Nov 16 21:06:21.787764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-2d0025e5-44fa-4614-9135-5f8139981de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:21.795328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-2d0025e5-44fa-4614-9135-5f8139981de2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d2c915d-873c-4caa-82e7-dd85fd8c2736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773332 Nov 16 21:06:21.901653 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b4f1e-535c-4815-aa0a-e04b47e746f5 x-openstack-request-id: req-2f8b4f1e-535c-4815-aa0a-e04b47e746f5 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:21.902666 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:21.903027 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f8b4f1e-535c-4815-aa0a-e04b47e746f5 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:21.903436 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'status': 'completed', 'code': 200} Nov 16 21:06:21.933297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-9fbf721b-ccc6-4a4e-b922-c359e4baa8d1 service neutron] 10.222.0.48 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312873 Nov 16 21:06:22.064810 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2c0e2b-d33b-4c64-82a1-7e76adabc61a req-d141c028-f07a-46a1-b384-f89dbb1a86fa service neutron] 10.222.0.48 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228623 Nov 16 21:06:22.095607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e01e4e-138d-41f6-9681-224899ed8ca5 req-9933babd-33d7-40be-a339-dd0851430c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.097149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5e01e4e-138d-41f6-9681-224899ed8ca5 req-9933babd-33d7-40be-a339-dd0851430c69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 1096 time: 0.2009969 Nov 16 21:06:22.101662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-b35c8e99-be28-4f3f-a8fe-1b31d911bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.103136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-b35c8e99-be28-4f3f-a8fe-1b31d911bf80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 1097 time: 0.1491888 Nov 16 21:06:22.115858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307050a7-379c-4793-99dd-262e7a8a7ab6 req-717be0b6-ba9e-4e12-ae7d-434383954427 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.123125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-307050a7-379c-4793-99dd-262e7a8a7ab6 req-717be0b6-ba9e-4e12-ae7d-434383954427 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1432168 Nov 16 21:06:22.283975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-307050a7-379c-4793-99dd-262e7a8a7ab6 req-770fc76e-68a1-469c-804a-0be01decf007 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588523 Nov 16 21:06:22.316539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5e01e4e-138d-41f6-9681-224899ed8ca5 req-2e6941ad-721d-44a4-804a-dc4ed3182908 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898153 Nov 16 21:06:22.329865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e943043-d142-4e74-ba0b-828264698265 req-04d7123d-e1f3-4d77-8783-1de54244f96d tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips/c8fb42ca-f054-43cf-9b53-b4d6130917d1 HTTP/1.1" status: 200 len: 694 time: 0.1347618 Nov 16 21:06:22.338551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-3faa25a2-8e97-4566-addc-62e83c73f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.339967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-3faa25a2-8e97-4566-addc-62e83c73f9f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 200 len: 930 time: 0.2143033 Nov 16 21:06:22.404856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-8876d5cf-ac47-4a93-a4ff-176323f96b1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 200 len: 217 time: 0.0526822 Nov 16 21:06:22.548159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:22.575616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e943043-d142-4e74-ba0b-828264698265 req-be540d4a-782c-4d21-af79-19501015b15b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.578244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e943043-d142-4e74-ba0b-828264698265 req-be540d4a-782c-4d21-af79-19501015b15b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2459326 Nov 16 21:06:22.583283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] Checking router: 10f18ab1-4cd2-44f9-8909-456633b6d823 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:06:22.590756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-9ff5d703-04af-4dd8-bd93-5db268d21029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.592903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-9ff5d703-04af-4dd8-bd93-5db268d21029 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 200 len: 868 time: 0.1747475 Nov 16 21:06:22.608152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:22.608969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:05:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:22.620486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fab97-1d28-403c-9368-10714caf6a21 req-b76039b2-c594-4f30-936e-fbae90ef2b8a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.631458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b4fab97-1d28-403c-9368-10714caf6a21 req-b76039b2-c594-4f30-936e-fbae90ef2b8a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.2255821 Nov 16 21:06:22.662298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e943043-d142-4e74-ba0b-828264698265 req-2cb9e6c6-f87e-44b9-a431-c4cf5f5d7939 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 697 time: 0.0756378 Nov 16 21:06:22.724369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-210db859-40b3-4a8a-b0fe-72b103b99e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.726228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-210db859-40b3-4a8a-b0fe-72b103b99e19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d2c915d-873c-4caa-82e7-dd85fd8c2736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912731 Nov 16 21:06:22.741132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b4fab97-1d28-403c-9368-10714caf6a21 req-a8bdabf0-09be-4882-b5cf-5c128e77e01f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040511 Nov 16 21:06:22.743406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e943043-d142-4e74-ba0b-828264698265 req-d1ac579b-f64e-4c57-a537-e981ca4ffbd6 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 697 time: 0.0730908 Nov 16 21:06:22.807131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:22.922330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd015a-836a-445c-9046-991f932db043 req-57d7624a-353f-456b-9f0e-75c7504e7d07 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:22.924093 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bdbd015a-836a-445c-9046-991f932db043 req-57d7624a-353f-456b-9f0e-75c7504e7d07 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0823743 Nov 16 21:06:22.941396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-7456820b-0844-4213-ae0b-8db6bda84e4d service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987987 Nov 16 21:06:22.976356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Deleting port 0d2bfe69-a3fe-4999-b634-32a15f5548bf {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:22.976709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.014706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bdbd015a-836a-445c-9046-991f932db043 req-60cb1b96-ce73-4d0a-b8e9-c810a81702bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Nov 16 21:06:23.151625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.152383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.185618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Calling delete_port for 0d2bfe69-a3fe-4999-b634-32a15f5548bf owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:23.202584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6616c68-84a9-4a58-bf8f-ad44db0127b7 req-5ec468c8-c96c-4f8d-83ff-ada4931472e0 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046685 Nov 16 21:06:23.226873 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9d7cf68-c08f-4cf0-8f9d-ec2b3cf3da6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.285116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'tag': '2133c125-bcbc-4485-862c-13e851161d31'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:23.292794 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e654f39-8b69-403c-841c-a545093414cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "tag": "2133c125-bcbc-4485-862c-13e851161d31"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:23.349460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:23.356076 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ad2404-540a-44dc-8ad8-3c1abbca6b58 x-openstack-request-id: req-e7ad2404-540a-44dc-8ad8-3c1abbca6b58 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:23.356440 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "tag": "2133c125-bcbc-4485-862c-13e851161d31", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:23.356986 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7ad2404-540a-44dc-8ad8-3c1abbca6b58 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:23.360240 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'tag': '2133c125-bcbc-4485-862c-13e851161d31', 'status': 'completed', 'code': 200} Nov 16 21:06:23.394542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52b10c-1d14-4c9e-beb6-7460b5f4caed None None] The sync data for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 is: [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:05:53Z', 'revision_number': 4, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '4894b7db-fe3e-4569-aad4-39110c23b02c', 'name': '', 'network_id': '7d2c915d-873c-4caa-82e7-dd85fd8c2736', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'mac_address': 'fa:16:3e:3d:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:52Z', 'updated_at': '2021-11-16T21:05:57Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'subnets': [{'id': '1c0909e4-e12b-44d7-88cf-a454294c1f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:06:23.457539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.495096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event deleted for resources: {'Port': ['ID=0d2bfe69-a3fe-4999-b634-32a15f5548bf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:23.539622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654f39-8b69-403c-841c-a545093414cd req-1ec1cccf-c47d-456d-80d2-7b09712628b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:23.541928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-1ec1cccf-c47d-456d-80d2-7b09712628b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1124 time: 0.1527700 Nov 16 21:06:23.596150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.599542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c584cb-1897-43a0-83d3-14c2a15c1634 req-b26a2937-6330-43e2-b0dd-b91683c19f59 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:23.600345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.604191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e943043-d142-4e74-ba0b-828264698265 req-1dc96b4c-86c5-4d0a-90f1-e479419efc9b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8fb42ca-f054-43cf-9b53-b4d6130917d1 HTTP/1.1" status: 204 len: 173 time: 0.8472993 Nov 16 21:06:23.608093 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13c584cb-1897-43a0-83d3-14c2a15c1634 req-b26a2937-6330-43e2-b0dd-b91683c19f59 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1663537 Nov 16 21:06:23.751158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654f39-8b69-403c-841c-a545093414cd req-b1e9cf20-ea14-4c18-afba-35654fc87e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:23.752719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-b1e9cf20-ea14-4c18-afba-35654fc87e0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.1957717 Nov 16 21:06:23.835361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-3385999c-a272-445a-9a5a-5e1af9db0d45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 217 time: 0.0731623 Nov 16 21:06:23.857368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9121-b521-4db2-8c8b-9cbd2bcc59d5 req-4c0fc0e3-cdd1-4de8-a235-dd76fd9639f2 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:23.865950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0aa9121-b521-4db2-8c8b-9cbd2bcc59d5 req-4c0fc0e3-cdd1-4de8-a235-dd76fd9639f2 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1164575 Nov 16 21:06:23.906828 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9773ea7-31b7-46bc-a14a-5725eb754862 None None] New status for floating IP c8fb42ca-f054-43cf-9b53-b4d6130917d1: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:06:23.910675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13c584cb-1897-43a0-83d3-14c2a15c1634 req-d32de5a3-9542-432e-8000-749ea085aa08 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734668 Nov 16 21:06:23.921323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0aa9121-b521-4db2-8c8b-9cbd2bcc59d5 req-dde4b31d-e8b6-4508-9393-abe4dfda48b6 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0552769 Nov 16 21:06:23.944032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654f39-8b69-403c-841c-a545093414cd req-191c8ccf-15bc-4542-a493-1b5d4d32771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:23.944032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-191c8ccf-15bc-4542-a493-1b5d4d32771f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0938029 Nov 16 21:06:23.989749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:23.997260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-e0d02573-aec4-4736-90eb-609d215a8588 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484314 Nov 16 21:06:24.111537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4e1ad-6361-4d5a-b91a-5a4abf505a0a req-1f828a4a-3842-4b08-8511-90abc7832be3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:24.119605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cf4e1ad-6361-4d5a-b91a-5a4abf505a0a req-1f828a4a-3842-4b08-8511-90abc7832be3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.1055231 Nov 16 21:06:24.140983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-b70d479b-1efb-417c-bece-b3c1b38e1ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350987 Nov 16 21:06:24.172872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cf4e1ad-6361-4d5a-b91a-5a4abf505a0a req-026cd458-fe9e-4712-8d5d-0b700fa602bf tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Nov 16 21:06:24.251995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd716fcb-c56a-4dab-a592-d9810ae7b58f req-074e4d77-4c92-495f-ac10-b75894726801 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0494828 Nov 16 21:06:24.256917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e654f39-8b69-403c-841c-a545093414cd req-54a87b83-b960-4ce3-8c76-974c611ed642 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080391 Nov 16 21:06:24.324073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-6c7e6a17-1548-48bb-9393-ae2f75d75425 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243967 Nov 16 21:06:24.358266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7814965-19e3-46fa-a54b-6581a28b52f1 req-62c3055d-094f-4662-96e1-943ac7e13034 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:24.360076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7814965-19e3-46fa-a54b-6581a28b52f1 req-62c3055d-094f-4662-96e1-943ac7e13034 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0532591 Nov 16 21:06:24.418070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7814965-19e3-46fa-a54b-6581a28b52f1 req-96fbabed-06ac-46f3-811d-87b7d4683fd4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513961 Nov 16 21:06:24.449999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-fd7f17d5-8983-431a-9dc3-fac0a3476665 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:24.456843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-fd7f17d5-8983-431a-9dc3-fac0a3476665 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260319 Nov 16 21:06:24.467116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-0d8420f7-d15f-4432-a6c5-4306fd7ba8e8 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/quotas/c1f290e52e7242d984c8af41cac3e14b HTTP/1.1" status: 200 len: 375 time: 0.0094023 Nov 16 21:06:24.500159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-952d2782-dc3c-42e6-8256-213e25876578 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263927 Nov 16 21:06:24.713655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9616bd3-c0ed-4141-ae93-9f5ca5fa8689 req-66baddf4-c320-44b3-b82e-165e2ee83ec2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:24.715351 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9616bd3-c0ed-4141-ae93-9f5ca5fa8689 req-66baddf4-c320-44b3-b82e-165e2ee83ec2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.0690918 Nov 16 21:06:24.782345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9616bd3-c0ed-4141-ae93-9f5ca5fa8689 req-b8b5838f-f277-47f1-a1e1-bf3fabce1abc tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588515 Nov 16 21:06:24.876452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb2592a9-fab6-437b-a40b-f49b6ed140ee req-f85e1ec2-82c0-4226-bde7-306adfe6422d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 210 time: 0.0423248 Nov 16 21:06:24.992700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7e69-552d-4c73-b6c6-15cdfde09936 req-a5bc722f-5945-4187-ae8f-da35a6719513 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:24.995151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29ed7e69-552d-4c73-b6c6-15cdfde09936 req-a5bc722f-5945-4187-ae8f-da35a6719513 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 945 time: 0.0554242 Nov 16 21:06:25.064666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29ed7e69-552d-4c73-b6c6-15cdfde09936 req-61a19882-0bc4-480e-be0a-5e623d74fcf8 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615132 Nov 16 21:06:25.289960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04e2b-a582-43bc-b972-680f176fa258 req-654950d5-868a-4280-81a6-f7b64ce6a3d9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:25.291295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543532-50b9-4513-a974-88571495e7fd req-b7f3121b-703b-441d-8019-0f005a0534ce tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:25.293038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54543532-50b9-4513-a974-88571495e7fd req-b7f3121b-703b-441d-8019-0f005a0534ce tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.0694420 Nov 16 21:06:25.294196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14f04e2b-a582-43bc-b972-680f176fa258 req-654950d5-868a-4280-81a6-f7b64ce6a3d9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1568711 Nov 16 21:06:25.356615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54543532-50b9-4513-a974-88571495e7fd req-a18cd88a-5143-43af-815f-22e099453e90 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499551 Nov 16 21:06:25.358081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14f04e2b-a582-43bc-b972-680f176fa258 req-49129368-fcde-44a3-b3b4-5209daaedd39 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Nov 16 21:06:25.514521 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:25.575183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-5122ff09-aad0-4649-9ae7-57ca3133ed73 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:25.576477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ccd1-57ee-4048-8d54-3b5779c39e7b req-0835cd63-cdf8-4f9a-a42c-5bc2dc3126c2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:25.577700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-5122ff09-aad0-4649-9ae7-57ca3133ed73 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 815 time: 0.1304388 Nov 16 21:06:25.582203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5552ccd1-57ee-4048-8d54-3b5779c39e7b req-0835cd63-cdf8-4f9a-a42c-5bc2dc3126c2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0562673 Nov 16 21:06:25.602604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-b8d2c2c5-a345-49a0-aa5e-162c4075a1b0 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/quotas/c4ba398371e4462a9ece773cd78c88c0 HTTP/1.1" status: 200 len: 375 time: 0.0168455 Nov 16 21:06:25.629759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5552ccd1-57ee-4048-8d54-3b5779c39e7b req-b84c03f8-836b-4f5f-b37a-d36666f6d0f3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Nov 16 21:06:25.655100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-6db5787a-91e9-4717-8f0d-35ab59780196 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505006 Nov 16 21:06:25.751706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-1fcf8bbc-14a9-4602-b7ff-d3994070a75f service neutron] 10.222.0.48 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896161 Nov 16 21:06:25.849334 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-93f2d835-03b9-4296-b017-c63798e46606 service neutron] 10.222.0.48 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911586 Nov 16 21:06:26.000789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5ad00c8-4731-4f1b-875e-377bf179018a req-ff716cd0-5242-4473-9bf6-e5ddb81a875d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 210 time: 0.0377207 Nov 16 21:06:26.045118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80f0fa0c-fbc0-47c1-ad73-918686c2e5c9 req-b16c16eb-d584-4d67-a65b-d455150eadd7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 210 time: 0.0423317 Nov 16 21:06:26.073330 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-88dc81a6-e038-47ed-b0bb-e214786ef3d5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383906 Nov 16 21:06:26.217837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-488836b9-055c-4a47-a616-911f55ade3ea tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:26.219408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-488836b9-055c-4a47-a616-911f55ade3ea tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377184 Nov 16 21:06:26.239379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:26.377830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:26.381744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:26.391795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:26.487181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:26.489449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:26.505983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:26.548757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2b74b-2b19-402e-b71b-cf8152eb990b req-b46bbed6-5eeb-4c13-9fa7-563c8418b631 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:26.550566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5e2b74b-2b19-402e-b71b-cf8152eb990b req-b46bbed6-5eeb-4c13-9fa7-563c8418b631 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.0625291 Nov 16 21:06:26.658164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5e2b74b-2b19-402e-b71b-cf8152eb990b req-23308379-8395-4233-a0ee-f67f53a6427b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Nov 16 21:06:26.961333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd0514-8153-4af5-a929-81a8d03b52ac,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:26.971776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e8e13-cd3e-4e23-bb86-5a6716c16c74 req-1c082c6d-5fe7-4512-9d81-6a1598b0d5dc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:26.988520 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-834e8e13-cd3e-4e23-bb86-5a6716c16c74 req-1c082c6d-5fe7-4512-9d81-6a1598b0d5dc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0778575 Nov 16 21:06:26.999672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52881b12-41ef-4105-b1bf-1a14e9d70109 req-ed31b03a-391b-4070-ae7f-53105c13bb58 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:27.011268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52881b12-41ef-4105-b1bf-1a14e9d70109 req-ed31b03a-391b-4070-ae7f-53105c13bb58 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.5245116 Nov 16 21:06:27.074494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-834e8e13-cd3e-4e23-bb86-5a6716c16c74 req-5e8ca323-13bd-45b8-8617-22443f4b0e6a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851495 Nov 16 21:06:27.139984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-46bc0ba2-9367-4edb-a3dd-84a595bd46de tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:27.141475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-46bc0ba2-9367-4edb-a3dd-84a595bd46de tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3 HTTP/1.1" status: 200 len: 945 time: 0.2165654 Nov 16 21:06:27.171118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.133 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/d005c61f-3a36-4e2e-b39b-bc1e5629f56c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:27.176656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52881b12-41ef-4105-b1bf-1a14e9d70109 req-02fa8f8c-2cca-4549-9fc7-50b15ad897b5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668291 Nov 16 21:06:27.233613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-837bea6f-bdde-4d76-be3d-44663c4a22d4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:27.235193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-837bea6f-bdde-4d76-be3d-44663c4a22d4 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.41 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.1807251 Nov 16 21:06:27.354425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-2fba3b4d-c83f-45c1-a3bd-2156c68d3f9c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:27.355944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-2fba3b4d-c83f-45c1-a3bd-2156c68d3f9c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 815 time: 0.2445951 Nov 16 21:06:27.375334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Request body: {'port': {'device_id': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'admin_state_up': True, 'tenant_id': 'c4ba398371e4462a9ece773cd78c88c0'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:27.460690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-224faf15-a766-47b8-b74e-73ab96fc5d1d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2006065796&fields=id&tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb HTTP/1.1" status: 200 len: 267 time: 0.1217175 Nov 16 21:06:27.471483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc28f31d-45ce-4089-a3cd-ff98d425e945 req-d9f969fb-5c1e-421c-8c04-d0ce2aa770bb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 210 time: 0.1153023 Nov 16 21:06:27.498448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Deleting port 8475b2b7-37c9-4569-ae8a-f7940bdf714f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:27.498791 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:27.644007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fad3f6f-fbfe-4889-8944-4b436b8dcf64 req-4fd4933c-8b21-4256-b43d-f2c8e33e65b2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 210 time: 0.0703723 Nov 16 21:06:27.644209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Made reservation on behalf of c4ba398371e4462a9ece773cd78c88c0 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:27.648168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:27.669252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Deleting port 169d1f9a-7f01-4bba-9c39-f8af542937ae {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:27.669550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:27.675128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:27.692730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-63460305-ab78-46b7-8a78-55aa17b28389 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:27.694324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-63460305-ab78-46b7-8a78-55aa17b28389 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 823 time: 0.2175405 Nov 16 21:06:27.762087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-a22f5bfb-2463-4f97-b5e8-12c0e8d0539c tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/quotas/de9bca24f0ad447fa9d64cd9556f6ebb HTTP/1.1" status: 200 len: 375 time: 0.0545602 Nov 16 21:06:27.852424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] For port 8475b2b7-37c9-4569-ae8a-f7940bdf714f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8475b2b7-37c9-4569-ae8a-f7940bdf714f,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:27.853088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:27.881803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-152e328f-d83f-49a9-a7a9-b9bcef11a48b tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1178956 Nov 16 21:06:27.893352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Calling delete_port for 8475b2b7-37c9-4569-ae8a-f7940bdf714f owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:27.939871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] For port 169d1f9a-7f01-4bba-9c39-f8af542937ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=169d1f9a-7f01-4bba-9c39-f8af542937ae,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:27.940689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:27.943824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Allocated IP 172.20.0.14 (d6c67720-09c5-42fe-be54-c03927285252/cfa7f0ab-644d-4cf8-8440-7ccef72e7813/54899078-fa73-48d1-a3f6-e4b7ba530fb3) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:27.955080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf05aa-4ba5-427e-a3c5-1c812f6f1d47 req-54b3e1d6-001d-4356-8dff-fae6bac9e18b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:27.964139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4baf05aa-4ba5-427e-a3c5-1c812f6f1d47 req-54b3e1d6-001d-4356-8dff-fae6bac9e18b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 946 time: 0.1841795 Nov 16 21:06:28.013211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.042591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Calling delete_port for 169d1f9a-7f01-4bba-9c39-f8af542937ae owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:28.179104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:28.200311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:28.241102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:28.262051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4baf05aa-4ba5-427e-a3c5-1c812f6f1d47 req-04b6f353-bfaf-4b76-8f8a-72a0d3bcaa69 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/security-groups?id=7d12b8f1-c4b9-414f-ab51-4d74da1dede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966444 Nov 16 21:06:28.263731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:28.358377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-72f7f0a7-f3b1-45c0-8909-47537a7c6c28 service neutron] 10.222.0.48 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644539 Nov 16 21:06:28.457626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:28.458313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.497962 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-6720a52b-cfd5-4cc9-948d-b552d0ff6c4a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2631526 Nov 16 21:06:28.528758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Request body: {'port': {'device_id': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:28.529297 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.574368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.589230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['8475b2b7-37c9-4569-ae8a-f7940bdf714f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:28.635503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:28.696735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-1b4fee44-f9fa-45a4-829d-f12b5cd22784 service neutron] 10.222.0.48 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358088 Nov 16 21:06:28.701817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Network d6c67720-09c5-42fe-be54-c03927285252 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:28.703317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:28.706584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:28.708770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e749f96d-0c60-413f-8ab3-fcdae8f03269 None None] Provisioning complete for port d005c61f-3a36-4e2e-b39b-bc1e5629f56c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:28.709720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e749f96d-0c60-413f-8ab3-fcdae8f03269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.726746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.752550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['8475b2b7-37c9-4569-ae8a-f7940bdf714f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:28.761571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78b7f-294a-4460-8eca-5a2c28c64fd4 req-1455ffe6-d048-4648-a241-f46ba67fcc42 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:28.763152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ab78b7f-294a-4460-8eca-5a2c28c64fd4 req-1455ffe6-d048-4648-a241-f46ba67fcc42 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.3702893 Nov 16 21:06:28.818658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e749f96d-0c60-413f-8ab3-fcdae8f03269 None None] Port d005c61f-3a36-4e2e-b39b-bc1e5629f56c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:06:28.824622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:28.825254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.829013 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:28.831072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Pushing event deleted for resources: {'Port': ['ID=8475b2b7-37c9-4569-ae8a-f7940bdf714f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:28.861072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-a6a1ff4e-02d2-4e62-b991-aae98c42a8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4909992 Nov 16 21:06:28.872387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-43bf6581-6d9f-4999-80e0-cae4d7741a87 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:28.874096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-43bf6581-6d9f-4999-80e0-cae4d7741a87 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.41 "GET /v2.0/ports?device_id=e32cd700-6a52-4d76-b900-2a001277854c HTTP/1.1" status: 200 len: 945 time: 0.2055140 Nov 16 21:06:28.874225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Request body: {'port': {'device_id': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:28.972294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.249631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.288796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] No DVR routers for this DVR port 8475b2b7-37c9-4569-ae8a-f7940bdf714f on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:29.301136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.305454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3cc4185-05ce-4994-8412-a328e53ec178 req-2faef6f5-42ab-4263-8b98-9e1a1e13d8ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "DELETE /v2.0/ports/8475b2b7-37c9-4569-ae8a-f7940bdf714f HTTP/1.1" status: 204 len: 173 time: 2.1422553 Nov 16 21:06:29.315865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-deleted', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:29.319050 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e8c4cc-c0c6-41fb-81dd-467064623ec2" -d '{"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-deleted", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:29.395696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d005c61f-3a36-4e2e-b39b-bc1e5629f56c {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:29.416182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ab78b7f-294a-4460-8eca-5a2c28c64fd4 req-71515de8-2d3d-4e8f-9d59-dacf337ccb32 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280568 Nov 16 21:06:29.418305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Pushing event deleted for resources: {'Port': ['ID=169d1f9a-7f01-4bba-9c39-f8af542937ae,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:29.429310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54899078-fa73-48d1-a3f6-e4b7ba530fb3 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:29.443824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.470419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.472546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Transition to ACTIVE for port object 54899078-fa73-48d1-a3f6-e4b7ba530fb3 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:29.518040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.638748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] No DVR routers for this DVR port 169d1f9a-7f01-4bba-9c39-f8af542937ae on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:29.642234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Transition to ACTIVE for port object d005c61f-3a36-4e2e-b39b-bc1e5629f56c will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:29.653371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.657072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a6a709c-606b-420b-92f4-53c7b8203fe9 req-771a2e09-ebe0-43fe-854e-0ab0a9d63b0b tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.41 "DELETE /v2.0/ports/169d1f9a-7f01-4bba-9c39-f8af542937ae HTTP/1.1" status: 204 len: 173 time: 2.4102051 Nov 16 21:06:29.661014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.715289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5ee30-d0bc-4f38-97b4-25d0a24face9 req-7b1bfcaa-96c0-4933-af2d-703b12b63e04 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:29.725202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1df5ee30-d0bc-4f38-97b4-25d0a24face9 req-7b1bfcaa-96c0-4933-af2d-703b12b63e04 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.2497978 Nov 16 21:06:29.736394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:29.829366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f6d5-1a58-40da-9586-b585df2165d6 req-b91a41d1-fb8a-40b4-96a5-8cd826f5379f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:29.848394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0158f6d5-1a58-40da-9586-b585df2165d6 req-b91a41d1-fb8a-40b4-96a5-8cd826f5379f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 936 time: 0.3003433 Nov 16 21:06:29.872601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:29.881486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1df5ee30-d0bc-4f38-97b4-25d0a24face9 req-aa69cfc4-a793-4095-9c7a-0a465886d0f4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550910 Nov 16 21:06:29.882657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Attempting to bind port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:29.883085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Attempting to bind port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:29.884168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Attempting to bind port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 on network d6c67720-09c5-42fe-be54-c03927285252 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:29.894030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 on network d6c67720-09c5-42fe-be54-c03927285252 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:29.894367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Attempting to bind port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 on network d6c67720-09c5-42fe-be54-c03927285252 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:29.922594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:29.922952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Checking segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:29.924827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Bound using segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:29.926021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Deleting port a655f872-094e-46aa-8085-2044363127a2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:29.926685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Bound port: 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:29.927077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:29.927986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.099079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:30.104442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:30.174300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.201010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0158f6d5-1a58-40da-9586-b585df2165d6 req-abb452ff-1c32-4ce4-9c91-9bed09ee7542 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434932 Nov 16 21:06:30.245825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:30.250816 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.252438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] 10.222.0.47 "PUT /v2.0/ports/54899078-fa73-48d1-a3f6-e4b7ba530fb3 HTTP/1.1" status: 200 len: 1092 time: 1.3832965 Nov 16 21:06:30.265062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:30.267861 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae139c41-d313-4837-b3d3-891ab03db1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:30.286173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411f55e-51ab-4d6c-924e-159bcfae32a5 req-a7d28ecd-8e53-451b-86e3-c76b3f2c515a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:30.287852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8411f55e-51ab-4d6c-924e-159bcfae32a5 req-a7d28ecd-8e53-451b-86e3-c76b3f2c515a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.1818748 Nov 16 21:06:30.315398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Attempting to bind port d005c61f-3a36-4e2e-b39b-bc1e5629f56c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:30.316842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Attempting to bind port d005c61f-3a36-4e2e-b39b-bc1e5629f56c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:30.317493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Attempting to bind port d005c61f-3a36-4e2e-b39b-bc1e5629f56c on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:30.328599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a655f872-094e-46aa-8085-2044363127a2,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:30.329280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.354323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Port d005c61f-3a36-4e2e-b39b-bc1e5629f56c on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:30.354710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Attempting to bind port d005c61f-3a36-4e2e-b39b-bc1e5629f56c on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:30.426891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae368e-8483-4870-afcc-ca19de08cc36 service neutron] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:30.456257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8411f55e-51ab-4d6c-924e-159bcfae32a5 req-7ea64f14-f67c-4c77-a281-8b258cfb987e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492975 Nov 16 21:06:30.480424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-65e02e1a-29e2-44a7-9468-1c1ccd06787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:30.484508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-65e02e1a-29e2-44a7-9468-1c1ccd06787d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 1095 time: 0.1047180 Nov 16 21:06:30.496755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 169d1f9a-7f01-4bba-9c39-f8af542937ae no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:30.497376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:30.497376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:30.497634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:30.498097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Bound port: d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:30.498463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.528854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99f9a10a-a37d-4e61-9f95-584f45c45cc2 req-8cc390cd-8249-49f7-a7e7-75aa8e2fc507 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 210 time: 0.1692400 Nov 16 21:06:30.546092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 169d1f9a-7f01-4bba-9c39-f8af542937ae {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:30.547373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 169d1f9a-7f01-4bba-9c39-f8af542937ae not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:30.553237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a655f872-094e-46aa-8085-2044363127a2 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:30.646283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-c6883a68-0228-4869-baa8-54cc14c451a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3 HTTP/1.1" status: 200 len: 217 time: 0.1516476 Nov 16 21:06:30.689452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cd223c6-15fb-4882-9934-d505fe19c919 req-b5d5da2b-f28d-4b22-8e6f-d219acb6e993 tempest-FloatingIPsAssociationNegativeTestJSON-605614234 tempest-FloatingIPsAssociationNegativeTestJSON-605614234-project] 10.222.0.48 "GET /v2.0/ports?device_id=13535c81-cb37-4594-80b0-36ec4decc459 HTTP/1.1" status: 200 len: 210 time: 0.0362890 Nov 16 21:06:30.707895 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44d887-8c21-4daa-979d-2f1ec7ad4c73 x-openstack-request-id: req-bc44d887-8c21-4daa-979d-2f1ec7ad4c73 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:30.708195 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3", "name": "network-vif-deleted", "tag": "8475b2b7-37c9-4569-ae8a-f7940bdf714f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:30.708452 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc44d887-8c21-4daa-979d-2f1ec7ad4c73 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:30.708842 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf32b4b9-e0ae-4036-81e9-dcfdb55cfab3', 'name': 'network-vif-deleted', 'tag': '8475b2b7-37c9-4569-ae8a-f7940bdf714f', 'status': 'completed', 'code': 200} Nov 16 21:06:30.765382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-93b3e700-12d3-47d3-a69f-48f283996e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:30.767677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-93b3e700-12d3-47d3-a69f-48f283996e43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 200 len: 855 time: 0.1023321 Nov 16 21:06:30.781570 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.818595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-903ecb0a-1967-403c-b979-2a4ab3089c68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c67720-09c5-42fe-be54-c03927285252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434647 Nov 16 21:06:30.825327 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b694314-961a-4037-a32d-325aa5875ff9 x-openstack-request-id: req-3b694314-961a-4037-a32d-325aa5875ff9 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:30.825881 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:30.826374 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b694314-961a-4037-a32d-325aa5875ff9 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:30.826968 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'status': 'completed', 'code': 200} Nov 16 21:06:30.866181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a655f872-094e-46aa-8085-2044363127a2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a655f872-094e-46aa-8085-2044363127a2,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:30.869008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a655f872-094e-46aa-8085-2044363127a2'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:30.878017 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f58b7ef-753e-483e-8b15-80dc2b724459" -d '{"events": [{"server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "name": "network-vif-unplugged", "status": "completed", "tag": "a655f872-094e-46aa-8085-2044363127a2"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:30.901370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:30.917484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-b2fb692d-7db6-4b30-9360-3b55807522df service neutron] 10.222.0.47 "GET /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.3081264 Nov 16 21:06:30.948004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-96565800-4063-412c-9c09-0e2c6a1ecdb4 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198835 Nov 16 21:06:31.021678 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0e0599-9304-466c-9667-7e0e12f2e01f x-openstack-request-id: req-9f0e0599-9304-466c-9667-7e0e12f2e01f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:31.022567 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "name": "network-vif-unplugged", "status": "completed", "tag": "a655f872-094e-46aa-8085-2044363127a2", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:31.025637 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f0e0599-9304-466c-9667-7e0e12f2e01f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:31.026332 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a655f872-094e-46aa-8085-2044363127a2', 'code': 200} Nov 16 21:06:31.028591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:31.031998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:31.142447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] For port d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:31.146659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:31.171105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 8475b2b7-37c9-4569-ae8a-f7940bdf714f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:31.171967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8475b2b7-37c9-4569-ae8a-f7940bdf714f not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:31.194503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b90226-20f2-416c-9cdd-f5b3b9a8a7f3 req-41ded9ac-88af-495a-af4c-a60f68dfaa63 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.195593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:31.196587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:31.196996 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9b90226-20f2-416c-9cdd-f5b3b9a8a7f3 req-41ded9ac-88af-495a-af4c-a60f68dfaa63 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1077383 Nov 16 21:06:31.197303 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30 disassociated. External IP: 172.25.3.187, port: a655f872-094e-46aa-8085-2044363127a2. Nov 16 21:06:31.197811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Calling delete_port for a655f872-094e-46aa-8085-2044363127a2 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:31.201649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] For port d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:31.230745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-db51a970-31f2-4e1c-9c43-6ca6bd3ee8ac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.232283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-db51a970-31f2-4e1c-9c43-6ca6bd3ee8ac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.47 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 823 time: 0.4126008 Nov 16 21:06:31.261417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccac9a74-1b56-4765-9c2f-d2b463f8f31c req-e930b7fc-3de3-4115-a2a3-6d2cde85d874 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962358 Nov 16 21:06:31.339578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9b90226-20f2-416c-9cdd-f5b3b9a8a7f3 req-2cda2bf6-4c0b-4d5c-bdfa-a1cd0ecf9c67 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318753 Nov 16 21:06:31.369691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-acb8a7a9-21d6-4a8b-89da-3a58370d1f16 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb HTTP/1.1" status: 200 len: 380 time: 0.1259174 Nov 16 21:06:31.379898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'port': {'device_id': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'admin_state_up': True, 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'security_groups': ['b4bffbde-11a2-4490-86a1-dd3b8a730c5c']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:31.439979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-3594f7b4-9d6d-4a6d-9a6e-a45ec206be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.441477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-3594f7b4-9d6d-4a6d-9a6e-a45ec206be0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 1095 time: 0.1220920 Nov 16 21:06:31.545553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:31.606014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da0d07-d8ae-4685-8320-658d2061fcb1 req-195c66c1-51ab-4da0-8703-7c64097418d6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.607777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5da0d07-d8ae-4685-8320-658d2061fcb1 req-195c66c1-51ab-4da0-8703-7c64097418d6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 948 time: 0.1653638 Nov 16 21:06:31.662842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e0340-5d96-4202-8b38-93880eb2cf76 req-8c0ae4a5-1e59-4864-8c8d-98bc149361b7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.664429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-692e0340-5d96-4202-8b38-93880eb2cf76 req-8c0ae4a5-1e59-4864-8c8d-98bc149361b7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.7237687 Nov 16 21:06:31.667776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.668393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:31.670802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d005c61f-3a36-4e2e-b39b-bc1e5629f56c HTTP/1.1" status: 200 len: 1096 time: 3.1596780 Nov 16 21:06:31.720611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-6e9a11e6-e867-421e-b486-43c46c909a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.722500 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-6e9a11e6-e867-421e-b486-43c46c909a3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 916 time: 0.2688110 Nov 16 21:06:31.730799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Made reservation on behalf of de9bca24f0ad447fa9d64cd9556f6ebb for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:31.734669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:31.772919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01518e9-2630-47da-97f4-1765ab5850a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:31.795103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5da0d07-d8ae-4685-8320-658d2061fcb1 req-a68935d0-882d-4381-958b-1ab701dbebbd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765707 Nov 16 21:06:31.811417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-aaa515a9-3c41-4aad-9b71-4008a2800cbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3 HTTP/1.1" status: 200 len: 217 time: 0.0742989 Nov 16 21:06:31.894624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-88db4f4b-cc1e-4ffa-8235-f3932efc1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.896141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-88db4f4b-cc1e-4ffa-8235-f3932efc1cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 1099 time: 0.1519310 Nov 16 21:06:31.927547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-692e0340-5d96-4202-8b38-93880eb2cf76 req-3f2fb998-c646-42b5-91bb-3517b16d7d25 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121496 Nov 16 21:06:31.962962 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-fbbd8c16-c44a-46c3-bf32-045edd66e206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c HTTP/1.1" status: 200 len: 217 time: 0.0514925 Nov 16 21:06:31.968950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:31.989789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-b94e4893-e4df-4d66-b978-d2454e29595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:31.993780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-b94e4893-e4df-4d66-b978-d2454e29595e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 200 len: 855 time: 0.1680286 Nov 16 21:06:32.053476 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-42bc57f1-d2f8-4d59-8d6c-05ae3a797e94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c67720-09c5-42fe-be54-c03927285252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540016 Nov 16 21:06:32.081241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:32.083330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d700f2-dabb-4ce4-b461-9021b9729596 req-4c7e9216-ddb2-405a-8b30-a0eb260639e5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:32.084860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8d700f2-dabb-4ce4-b461-9021b9729596 req-4c7e9216-ddb2-405a-8b30-a0eb260639e5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.1689022 Nov 16 21:06:32.130602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-113fbea6-d02f-4d99-a4b5-401988b21fd7 req-be014895-d231-4f6e-8b4e-bc60f7610436 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 210 time: 0.0697808 Nov 16 21:06:32.146466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-65600567-5ff2-4a2b-8663-a70f79fe0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:32.147965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-65600567-5ff2-4a2b-8663-a70f79fe0d7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1757913 Nov 16 21:06:32.173877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Allocated IP 172.20.0.5 (48f0c051-d3e7-4eaa-ad7c-0b80a21a9014/2fae1f8e-60c8-437c-8663-460757a7c719/e3fa55d0-fcc6-4846-8f82-9b5f780b18a5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:32.174124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:32.194495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2133c125-bcbc-4485-862c-13e851161d31 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:32.232062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event deleted for resources: {'Port': ['ID=a655f872-094e-46aa-8085-2044363127a2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:32.245682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:32.252484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8d700f2-dabb-4ce4-b461-9021b9729596 req-5c326e1a-9558-4548-921f-62f174653e4e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265531 Nov 16 21:06:32.252956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52658) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:32.352913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:32.359625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77794-db42-4095-a531-4b570e68d993 req-41f275b9-d1ab-41b6-b9bf-657758d6edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:32.361895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-41f275b9-d1ab-41b6-b9bf-657758d6edb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044652 Nov 16 21:06:32.412397 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-2d7edea2-288f-4d20-8b87-4d98c053d2e5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493674 Nov 16 21:06:32.577480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Router fb0f6621-2885-44b2-93ad-9147aa16761c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:06:32.580183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-cb1abf9e-1945-49bb-a8be-e93a8cc7d9a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069004 Nov 16 21:06:32.589860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] Transition to ACTIVE for port object 2133c125-bcbc-4485-862c-13e851161d31 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:32.606434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:32.619355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af744-8153-49e9-a02a-f39cb114dda0 req-32cc817d-741d-4dbc-8c97-fb87e1a8ed79 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:32.626010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a72af744-8153-49e9-a02a-f39cb114dda0 req-32cc817d-741d-4dbc-8c97-fb87e1a8ed79 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 943 time: 0.1812773 Nov 16 21:06:32.631109 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:32.793713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'name': 'network-vif-deleted', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae'}, {'name': 'network-changed', 'server_uuid': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'tag': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:32.795992 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec67937-007b-4885-83c5-df4eeb95223c" -d '{"events": [{"server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "name": "network-vif-deleted", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae"}, {"name": "network-changed", "server_uuid": "66dc7270-7f31-4bf7-9a06-e4c2932ae53f", "tag": "d005c61f-3a36-4e2e-b39b-bc1e5629f56c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:32.800229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a77794-db42-4095-a531-4b570e68d993 req-cdc5a2cf-3ce3-4263-86fe-6cd85c974ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069221 Nov 16 21:06:32.800840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:32.888247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] No DVR routers for this DVR port 2133c125-bcbc-4485-862c-13e851161d31 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:32.894829 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c8cce4-52f2-444c-be98-7d6f2948730f x-openstack-request-id: req-47c8cce4-52f2-444c-be98-7d6f2948730f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:32.895186 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13535c81-cb37-4594-80b0-36ec4decc459", "name": "network-vif-deleted", "tag": "169d1f9a-7f01-4bba-9c39-f8af542937ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66dc7270-7f31-4bf7-9a06-e4c2932ae53f", "tag": "d005c61f-3a36-4e2e-b39b-bc1e5629f56c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:32.895361 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47c8cce4-52f2-444c-be98-7d6f2948730f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:32.895759 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13535c81-cb37-4594-80b0-36ec4decc459', 'name': 'network-vif-deleted', 'tag': '169d1f9a-7f01-4bba-9c39-f8af542937ae', 'status': 'completed', 'code': 200} Nov 16 21:06:32.896013 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'tag': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c', 'status': 'completed', 'code': 200} Nov 16 21:06:32.903959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:32.968099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-19f7f9f6-22e7-43fd-b2e8-0c5b0380a3b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31/bindings/n-h2-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 2.0284736 Nov 16 21:06:33.051547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67937-007b-4885-83c5-df4eeb95223c req-ced2a651-f304-483b-8726-7765e12c335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.052997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-ced2a651-f304-483b-8726-7765e12c335f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 1099 time: 0.1208839 Nov 16 21:06:33.057552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:06:33.072114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:06:33.091394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:33.092364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:06:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:33.142679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae139c41-d313-4837-b3d3-891ab03db1f9 req-8f39b5bf-8ce6-4744-99f9-c34531359539 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154830 Nov 16 21:06:33.146569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:33.217882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5ee72-85c3-4810-9c07-9cab4cfb8852 req-e1eb362a-5f79-4427-ab42-385cbb4db2ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.225146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ee5ee72-85c3-4810-9c07-9cab4cfb8852 req-e1eb362a-5f79-4427-ab42-385cbb4db2ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 948 time: 0.2551553 Nov 16 21:06:33.232560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] No DVR routers for this DVR port a655f872-094e-46aa-8085-2044363127a2 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:33.232830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:33.235114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:33.238133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:33.240352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f34b0f6e-0720-4b35-896b-3cd8703abd20 req-149ad098-0567-478e-a517-4544e991dbf2 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.41 "DELETE /v2.0/ports/a655f872-094e-46aa-8085-2044363127a2 HTTP/1.1" status: 204 len: 173 time: 4.3573554 Nov 16 21:06:33.241024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:33.249802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:33.279313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67937-007b-4885-83c5-df4eeb95223c req-f3f9656f-5b77-4ce6-b026-99bd6814bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.281145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-f3f9656f-5b77-4ce6-b026-99bd6814bd8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2175944 Nov 16 21:06:33.290205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-3910c570-e2b5-4286-91a9-bb59a66fb77e tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.292270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-3910c570-e2b5-4286-91a9-bb59a66fb77e tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.2564504 Nov 16 21:06:33.338881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:33.369914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.371609 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:33.395426 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a72af744-8153-49e9-a02a-f39cb114dda0 req-ae556890-4cad-4fcb-b869-bfed12b736b7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645741 Nov 16 21:06:33.405397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ee5ee72-85c3-4810-9c07-9cab4cfb8852 req-59425afc-544a-467d-b910-cb87cb07bef0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792321 Nov 16 21:06:33.411590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-1225d018-5fb3-43c4-a7da-0fe05ddcc674 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c HTTP/1.1" status: 200 len: 217 time: 0.1009607 Nov 16 21:06:33.490258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-4f6e5c95-e92a-438e-8aff-20c1f422357d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1148598 Nov 16 21:06:33.530859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Request body: {'port': {'device_id': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:33.575272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-477ca677-a59e-4c48-8bc8-6def4f82739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.577044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-477ca677-a59e-4c48-8bc8-6def4f82739d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7&tenant_id=06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 1095 time: 0.2584007 Nov 16 21:06:33.585483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67937-007b-4885-83c5-df4eeb95223c req-af4cf1aa-9848-46c7-885e-1cbda1cb1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.588999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-af4cf1aa-9848-46c7-885e-1cbda1cb1048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1507173 Nov 16 21:06:33.668958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:33.698135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9c6d1-4fa1-404d-a3d4-386a66aa29ab req-50462760-ddd3-45fd-833d-377c54862bd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.699731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0be9c6d1-4fa1-404d-a3d4-386a66aa29ab req-50462760-ddd3-45fd-833d-377c54862bd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 931 time: 0.1197994 Nov 16 21:06:33.713876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4bd6a-61c6-4653-b61e-08697403bd2c req-7f743bed-6ba3-4007-8de6-24e742a0d3ae tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.722470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1d4bd6a-61c6-4653-b61e-08697403bd2c req-7f743bed-6ba3-4007-8de6-24e742a0d3ae tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1771312 Nov 16 21:06:33.730166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:33.767584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-526c2ef3-219e-4abc-904e-18ecaa35391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.768675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:06:33.769734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-526c2ef3-219e-4abc-904e-18ecaa35391b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1095 time: 0.1468353 Nov 16 21:06:33.785634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:33.786782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:06:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:33.790367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a6c0a08b-cd4c-4227-8c96-174dc263809c None None] Provisioning complete for port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:33.791163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6c0a08b-cd4c-4227-8c96-174dc263809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:33.810936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec67937-007b-4885-83c5-df4eeb95223c req-32b9a9f1-2348-43f4-80ca-5e11e675a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:33.812285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-32b9a9f1-2348-43f4-80ca-5e11e675a1b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130268 Nov 16 21:06:33.912684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a6c0a08b-cd4c-4227-8c96-174dc263809c None None] Port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:06:33.948557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:33.960342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1d4bd6a-61c6-4653-b61e-08697403bd2c req-429e53ce-f42e-4896-b164-847638733599 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369144 Nov 16 21:06:34.025399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-4d6618af-6021-4b11-a5c3-8a02aea8bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:34.030957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-4d6618af-6021-4b11-a5c3-8a02aea8bc9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2176931 Nov 16 21:06:34.127821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-3fe16969-c722-46d6-8c9b-ddb8d1f518aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 200 len: 217 time: 0.0851893 Nov 16 21:06:34.146327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:34.155957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0be9c6d1-4fa1-404d-a3d4-386a66aa29ab req-55deb3df-82b7-46bb-998a-342e232d721d tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4491072 Nov 16 21:06:34.162330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.165888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.254741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:34.268070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Transition to ACTIVE for port object e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:34.276155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.293453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b9486-381e-47e6-a1aa-e501641b8567 None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:06:34.319054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-66318745-0c86-479e-8748-4b41adac1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:34.323033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-66318745-0c86-479e-8748-4b41adac1836 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1260407 Nov 16 21:06:34.365850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa242f3-18b4-458a-b113-844e6653e847 req-5104d2dd-e9d9-4b18-bd71-32ab7f3fbc37 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:34.368185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfa242f3-18b4-458a-b113-844e6653e847 req-5104d2dd-e9d9-4b18-bd71-32ab7f3fbc37 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.2129650 Nov 16 21:06:34.387727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-729bf4b4-e9c5-4766-91b7-69f19ecdda70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519390 Nov 16 21:06:34.398917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-13e6cfdd-48a5-4d23-92cd-a472e0275d26 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896806 Nov 16 21:06:34.403554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:34.536963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Attempting to bind port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:34.537076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Attempting to bind port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:34.537418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Attempting to bind port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:34.553169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d005c61f-3a36-4e2e-b39b-bc1e5629f56c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:34.590208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:34.590535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Attempting to bind port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 on network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:34.610003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:34.611088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Checking segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:34.611088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Bound using segment: {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:34.611325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Bound port: e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f2a731-56e3-4073-9a66-c8096d943dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:34.611521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.714615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a8f2a-fd83-4c93-83a7-d7d1e55b6b23 req-465fc880-c837-4714-b404-5d53a73fadda tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:34.724976 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd9a8f2a-fd83-4c93-83a7-d7d1e55b6b23 req-465fc880-c837-4714-b404-5d53a73fadda tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 948 time: 0.1843297 Nov 16 21:06:34.779971 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f646a6-ef8d-42ce-9f56-9dd2c980f42e None None] New status for floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:06:34.800909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:34.822481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c', 'mac_address': 'fa:16:3e:52:87:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:34.871570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:34.876358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:34.889215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd9a8f2a-fd83-4c93-83a7-d7d1e55b6b23 req-1a539066-a287-4461-af2c-d265a00da1c7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633041 Nov 16 21:06:34.896972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.903127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.906643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'name': 'network-vif-deleted', 'tag': 'a655f872-094e-46aa-8085-2044363127a2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:34.909108 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd8e35-27fe-4b02-963d-7287e2b8d063" -d '{"events": [{"server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "name": "network-vif-deleted", "tag": "a655f872-094e-46aa-8085-2044363127a2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:34.913948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:34.935863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d005c61f-3a36-4e2e-b39b-bc1e5629f56c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:34.949056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:34.976351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:34.989640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:35.019460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfa242f3-18b4-458a-b113-844e6653e847 req-df645d8e-ab04-4b23-b942-58c1ed0bdd8f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340587 Nov 16 21:06:35.028171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.028812 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:35.039217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 HTTP/1.1" status: 200 len: 1091 time: 1.5291831 Nov 16 21:06:35.042001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:35.059725 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7afd801-ac39-4bfc-b640-dacc4df5809a" -d '{"events": [{"name": "network-changed", "server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:35.104257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:35.110981 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:06:35.119542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-b4eb0e15-254f-4aeb-abc0-85e34ce22f7f service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102196 Nov 16 21:06:35.211728 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594f4837-8324-4d87-88fb-07b16c42a038 x-openstack-request-id: req-594f4837-8324-4d87-88fb-07b16c42a038 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:35.212007 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32cd700-6a52-4d76-b900-2a001277854c", "name": "network-vif-deleted", "tag": "a655f872-094e-46aa-8085-2044363127a2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:35.212255 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-594f4837-8324-4d87-88fb-07b16c42a038 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:35.212717 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32cd700-6a52-4d76-b900-2a001277854c', 'name': 'network-vif-deleted', 'tag': 'a655f872-094e-46aa-8085-2044363127a2', 'status': 'completed', 'code': 200} Nov 16 21:06:35.213724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Deleting port 4894b7db-fe3e-4569-aad4-39110c23b02c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:35.214640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:35.215483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ec67937-007b-4885-83c5-df4eeb95223c req-5f4a5dc0-768f-42f2-8035-bb1a751481aa service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998586 Nov 16 21:06:35.268548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fef5b9-9c8c-4bef-a0a0-ceecbcc3c2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:35.272619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:35.297729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'port_id': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'mac_address': 'fa:16:3e:d0:73:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa7f0ab-644d-4cf8-8440-7ccef72e7813', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:35.353858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f7b60-0389-4036-8e11-4938bfac44e3 req-10d1e477-ab6c-44c8-a27b-6b65a7ca49f0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.355758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-705f7b60-0389-4036-8e11-4938bfac44e3 req-10d1e477-ab6c-44c8-a27b-6b65a7ca49f0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1296456 Nov 16 21:06:35.379654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:35.398197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:35.407761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22b6e-e532-4463-a663-4146811926bc req-ec6ac5ce-82b8-4f4b-8769-04e6f5bec3bc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.408017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54899078-fa73-48d1-a3f6-e4b7ba530fb3 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:35.409694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aae22b6e-e532-4463-a663-4146811926bc req-ec6ac5ce-82b8-4f4b-8769-04e6f5bec3bc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.3988633 Nov 16 21:06:35.419083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-705f7b60-0389-4036-8e11-4938bfac44e3 req-6702675c-c887-4045-aa9f-0d8bec85833d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 Nov 16 21:06:35.421419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-df80d533-6aa7-41cf-889a-41c2fdeec00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.424491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-df80d533-6aa7-41cf-889a-41c2fdeec00c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 1094 time: 0.3187788 Nov 16 21:06:35.440992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-0ecfb98f-4def-46cf-a630-bff064e338d4 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244549 Nov 16 21:06:35.497468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:35.508584 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:35.520502 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b1b0b6-4b72-482b-86d6-5634ce024fda x-openstack-request-id: req-b0b1b0b6-4b72-482b-86d6-5634ce024fda {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:35.520890 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:35.521265 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0b1b0b6-4b72-482b-86d6-5634ce024fda {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:35.521732 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'status': 'completed', 'code': 200} Nov 16 21:06:35.528932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-5269b8d5-a727-4c98-a934-2b54bd94126b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 HTTP/1.1" status: 200 len: 217 time: 0.0847476 Nov 16 21:06:35.617931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:35.660861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aae22b6e-e532-4463-a663-4146811926bc req-63fd95d7-38c7-489b-ace8-cba59a4c0971 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288191 Nov 16 21:06:35.672665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] For port 4894b7db-fe3e-4569-aad4-39110c23b02c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4894b7db-fe3e-4569-aad4-39110c23b02c,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:35.684401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbfe73-ab06-4776-ba2a-e5c6e0ae9baf req-83c50148-0c71-4eb5-840b-071a1abbe38e tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.687965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:35.694969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bfbfe73-ab06-4776-ba2a-e5c6e0ae9baf req-83c50148-0c71-4eb5-840b-071a1abbe38e tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 943 time: 0.1110306 Nov 16 21:06:35.709428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-e3da072e-8be7-4263-8549-add9acbc0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.711786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-e3da072e-8be7-4263-8549-add9acbc0411 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.1687074 Nov 16 21:06:35.739496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Calling delete_port for 4894b7db-fe3e-4569-aad4-39110c23b02c owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:35.794904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bfbfe73-ab06-4776-ba2a-e5c6e0ae9baf req-fc41f1e5-343b-45ca-96b6-d4fd4968615f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978982 Nov 16 21:06:35.851512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-2d59db1e-a87b-451c-9691-ff1cc7f35eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.853369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-2d59db1e-a87b-451c-9691-ff1cc7f35eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339617 Nov 16 21:06:35.868462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['54899078-fa73-48d1-a3f6-e4b7ba530fb3'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:35.876310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-9b05e001-a7da-4a72-819f-31469c06aaee tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:35.878624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-9b05e001-a7da-4a72-819f-31469c06aaee tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.0594003 Nov 16 21:06:36.051853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-1abb17f0-815d-45ab-878a-e48d3b620454 service neutron] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:36.059362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-1abb17f0-815d-45ab-878a-e48d3b620454 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:36.059362 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea97eec-f7f7-4421-96f2-ccbec5e15d63 req-1abb17f0-815d-45ab-878a-e48d3b620454 service neutron] 10.222.0.41 "DELETE /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31/bindings/n-h1-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.1703546 Nov 16 21:06:36.100403 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:06:36.179408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-405d2bd9-442e-47b6-8f14-535d1f31277b service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182914 Nov 16 21:06:36.183351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a87098-1d61-4df9-8874-a7d3cab64b68 req-3e47fdac-4dcf-4882-bc75-692a51ba395b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:36.184948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45a87098-1d61-4df9-8874-a7d3cab64b68 req-3e47fdac-4dcf-4882-bc75-692a51ba395b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 945 time: 0.0580592 Nov 16 21:06:36.234499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45a87098-1d61-4df9-8874-a7d3cab64b68 req-0039f671-94fc-4baf-81ee-dfdb637d0a9b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Nov 16 21:06:36.258668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea4f2b-32f3-4888-90f6-9e719ee36ee0 req-ec3e11ff-bc05-49b7-8dbe-573287801904 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:36.260203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89ea4f2b-32f3-4888-90f6-9e719ee36ee0 req-ec3e11ff-bc05-49b7-8dbe-573287801904 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 949 time: 0.2238719 Nov 16 21:06:36.263476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:36.303200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=4894b7db-fe3e-4569-aad4-39110c23b02c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:36.414160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a9052c-f6a3-4a44-b36a-e559c2adbe3b req-59cd045f-72b9-43b1-96d2-dfdf84b03eee service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211668 Nov 16 21:06:36.427140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89ea4f2b-32f3-4888-90f6-9e719ee36ee0 req-e4e8e993-7cf8-4f5d-982a-b5cec6b22063 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521211 Nov 16 21:06:36.567149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d005c61f-3a36-4e2e-b39b-bc1e5629f56c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:36.591210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735405-6fc8-496d-bb86-ee665a1f759c req-b3d30e18-68fb-450f-b484-a303ddbef051 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:36.593053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f735405-6fc8-496d-bb86-ee665a1f759c req-b3d30e18-68fb-450f-b484-a303ddbef051 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0684080 Nov 16 21:06:36.638861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port d005c61f-3a36-4e2e-b39b-bc1e5629f56c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:06:36.645230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port d005c61f-3a36-4e2e-b39b-bc1e5629f56c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:36.645637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:36.656081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-d2fbd9ab-e767-4f44-b8f4-c9282afcfac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:36.659444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-d2fbd9ab-e767-4f44-b8f4-c9282afcfac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 1094 time: 0.0860417 Nov 16 21:06:36.689394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f735405-6fc8-496d-bb86-ee665a1f759c req-8c2f0181-73f1-477e-b4fd-695bd8e07141 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838306 Nov 16 21:06:36.732322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:36.930529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:36.962644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:36.965617 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51707ac8-a5d3-4524-bc45-840b8ba034d4" -d '{"events": [{"server_uuid": "66dc7270-7f31-4bf7-9a06-e4c2932ae53f", "name": "network-vif-plugged", "status": "completed", "tag": "d005c61f-3a36-4e2e-b39b-bc1e5629f56c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:36.972900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:36.986255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:37.015491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:37.093327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:37.103376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2fe1e-dcac-4ef0-b529-98713b0afd59 req-8745e568-da71-4895-ab2f-ac560f8fe4fa tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.105140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebf2fe1e-dcac-4ef0-b529-98713b0afd59 req-8745e568-da71-4895-ab2f-ac560f8fe4fa tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 943 time: 0.1350343 Nov 16 21:06:37.105410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:06:37.110427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:37.111374 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:37.180779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebf2fe1e-dcac-4ef0-b529-98713b0afd59 req-7493b251-533c-4edb-b82f-d6ed462648dc tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577631 Nov 16 21:06:37.212360 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:37.233885 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c75748d-ba25-44b0-a760-80148ec45ed5 x-openstack-request-id: req-7c75748d-ba25-44b0-a760-80148ec45ed5 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:37.234190 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dc7270-7f31-4bf7-9a06-e4c2932ae53f", "name": "network-vif-plugged", "status": "completed", "tag": "d005c61f-3a36-4e2e-b39b-bc1e5629f56c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:37.234450 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c75748d-ba25-44b0-a760-80148ec45ed5 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:37.234841 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c', 'code': 200} Nov 16 21:06:37.248200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c43a5-3e12-4a69-bccd-85d62bb6bb4f req-e1ecc9d6-f544-472b-b5da-cacee82ff56a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.249892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-127c43a5-3e12-4a69-bccd-85d62bb6bb4f req-e1ecc9d6-f544-472b-b5da-cacee82ff56a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.4790547 Nov 16 21:06:37.260471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-2be8003f-fd21-4c3c-ab67-3855cba740c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.262235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-2be8003f-fd21-4c3c-ab67-3855cba740c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 924 time: 0.5941648 Nov 16 21:06:37.267430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:37.274694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:37.336928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-daed24f0-d0be-4543-9c14-9228979619dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 HTTP/1.1" status: 200 len: 217 time: 0.0633085 Nov 16 21:06:37.341872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:37.391074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3f8ad-c94d-48e1-a33f-098131882f37 req-b9455962-8764-4a40-8c68-31b4e6913700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.392577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1af3f8ad-c94d-48e1-a33f-098131882f37 req-b9455962-8764-4a40-8c68-31b4e6913700 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 1101 time: 0.0643101 Nov 16 21:06:37.400778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b48ea-8bc1-47ad-99b9-f97f4e343b41 req-e7eeb6ed-778a-49ea-9ded-7607d224d862 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.402198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce6b48ea-8bc1-47ad-99b9-f97f4e343b41 req-e7eeb6ed-778a-49ea-9ded-7607d224d862 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0844362 Nov 16 21:06:37.475879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1af3f8ad-c94d-48e1-a33f-098131882f37 req-83c062ad-cbaf-470c-89d3-b6c6dd7ca502 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726318 Nov 16 21:06:37.479778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-127c43a5-3e12-4a69-bccd-85d62bb6bb4f req-62aaba76-e247-47ee-8d01-c4f5b639ed57 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094216 Nov 16 21:06:37.480851 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce6b48ea-8bc1-47ad-99b9-f97f4e343b41 req-89dcd80c-d563-4f08-8d96-d0fabb0687a9 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725822 Nov 16 21:06:37.483020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-55c0f754-0d3e-4176-9096-204b7b6c9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.484192 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-55c0f754-0d3e-4176-9096-204b7b6c9420 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.1084762 Nov 16 21:06:37.546006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Router 10f18ab1-4cd2-44f9-8909-456633b6d823 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:06:37.586525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-cff7d8a6-1cbc-420f-b337-caa3eabc66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.588230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-cff7d8a6-1cbc-420f-b337-caa3eabc66c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961835 Nov 16 21:06:37.623775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d978f-5b3c-40b3-9ce8-22400f14b036 req-9ae55883-268a-4bd2-8cf1-f5d6841def63 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.626051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e31d978f-5b3c-40b3-9ce8-22400f14b036 req-9ae55883-268a-4bd2-8cf1-f5d6841def63 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1095 time: 0.0416241 Nov 16 21:06:37.671947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e31d978f-5b3c-40b3-9ce8-22400f14b036 req-69a7277b-2ab2-4b4d-aa5a-56d0651feab1 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Nov 16 21:06:37.731452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d482f-6f6c-4eaf-a52d-4258599941b3 req-3ce2ab94-5d6a-4250-99a0-116f844dc7ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.732883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af5d482f-6f6c-4eaf-a52d-4258599941b3 req-3ce2ab94-5d6a-4250-99a0-116f844dc7ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 950 time: 0.1827033 Nov 16 21:06:37.778516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec63d7-07a7-4afb-83d3-1816b1e824f5 req-71d3e9bb-3f9a-43d5-863d-10582d1eb1f4 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:37.780367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcec63d7-07a7-4afb-83d3-1816b1e824f5 req-71d3e9bb-3f9a-43d5-863d-10582d1eb1f4 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 1095 time: 0.0417454 Nov 16 21:06:37.787455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:06:37.794497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-80473ebf-9759-4880-9c7a-3ee21c890cdc admin admin] 10.222.0.48 "PUT /v2.0/routers/10f18ab1-4cd2-44f9-8909-456633b6d823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5189383 Nov 16 21:06:37.797056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] Sync routers for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:06:37.805496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:37.809979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:37.810714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:06:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:37.829504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af5d482f-6f6c-4eaf-a52d-4258599941b3 req-1c3fdffb-de39-4380-9e59-6c2428c09052 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886281 Nov 16 21:06:37.833216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-4e74c798-f4da-41ec-90f5-b92673d6e8b6 service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809959 Nov 16 21:06:37.940876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcec63d7-07a7-4afb-83d3-1816b1e824f5 req-7b11063d-0df9-4b07-af33-9afe648578e6 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525235 Nov 16 21:06:37.951011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:37.964694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:38.011037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7afd801-ac39-4bfc-b640-dacc4df5809a req-b14985f1-d4d8-4e80-b9f5-8caa277da7f8 service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700366 Nov 16 21:06:38.021286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776ba0a-1b0b-4669-a448-ecb83d603a41 req-8bb4852a-bbc5-43d8-9f30-f417860a75ec tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:38.028931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6776ba0a-1b0b-4669-a448-ecb83d603a41 req-8bb4852a-bbc5-43d8-9f30-f417860a75ec tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1167359 Nov 16 21:06:38.090581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6776ba0a-1b0b-4669-a448-ecb83d603a41 req-41841fde-14b2-4ce6-b243-b34f99d14d11 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606863 Nov 16 21:06:38.105629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:38.199667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:06:36Z', 'revision_number': 5, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port': {'id': '7459bdc4-151f-4b97-9e76-5a0a109967db', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:50Z', 'updated_at': '2021-11-16T21:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:38.227921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] Checking router: 10f18ab1-4cd2-44f9-8909-456633b6d823 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:06:38.237743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] Routers {'10f18ab1-4cd2-44f9-8909-456633b6d823'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:38.238520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:06:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10f18ab1-4cd2-44f9-8909-456633b6d823'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:38.249146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Deleting port 7459bdc4-151f-4b97-9e76-5a0a109967db {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:38.249491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:38.337607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] Set router 10f18ab1-4cd2-44f9-8909-456633b6d823 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:38.361789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4cbb4e7d-c858-4184-9b9c-14d4e6fbeec7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:38.370896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4cbb4e7d-c858-4184-9b9c-14d4e6fbeec7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.1931632 Nov 16 21:06:38.396569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-43248ef1-e735-4e1a-8a6a-2024db3bf7ab tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/quotas/2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 375 time: 0.0260103 Nov 16 21:06:38.406686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:06:38Z', 'revision_number': 6, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:38.420387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939b496-bda6-4485-9b14-e005fbddc696 req-29fb85a9-74be-4b69-846c-82f743aad0ee tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:38.422202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1939b496-bda6-4485-9b14-e005fbddc696 req-29fb85a9-74be-4b69-846c-82f743aad0ee tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 943 time: 0.0633004 Nov 16 21:06:38.437772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] For port 7459bdc4-151f-4b97-9e76-5a0a109967db, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7459bdc4-151f-4b97-9e76-5a0a109967db,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:38.438255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:38.439401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b70c2-81a0-4cdb-95a7-7adfcee81175 None None] The sync data for ids ['10f18ab1-4cd2-44f9-8909-456633b6d823'] in n-d-817778-8 is: [{'id': '10f18ab1-4cd2-44f9-8909-456633b6d823', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1190835725-router', 'tenant_id': '6a067fb3e656452194ef5bb23c30bf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:49Z', 'updated_at': '2021-11-16T21:06:38Z', 'revision_number': 6, 'project_id': '6a067fb3e656452194ef5bb23c30bf2c', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:06:38.457550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Calling delete_port for 7459bdc4-151f-4b97-9e76-5a0a109967db owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:38.482110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4d1d111f-e7f2-42d3-abae-fbf23d1dbaa4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846622 Nov 16 21:06:38.485252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1939b496-bda6-4485-9b14-e005fbddc696 req-eab4a0ab-60e5-4a32-bc8a-d1412cd4b09e tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557039 Nov 16 21:06:38.632497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d0025-8386-4489-b9e9-c6abc503fe05 req-fdfedb86-b296-44ad-818b-970dd266c3cf tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:38.635002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a8d0025-8386-4489-b9e9-c6abc503fe05 req-fdfedb86-b296-44ad-818b-970dd266c3cf tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0518646 Nov 16 21:06:38.659117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-8b3cb3c2-d46d-4b5e-94e7-ef452646cb5d service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743731 Nov 16 21:06:38.687921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a8d0025-8386-4489-b9e9-c6abc503fe05 req-37253c24-050c-42ab-a930-b945a6c8dbfe tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 Nov 16 21:06:38.797048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-31543e36-ea3f-47e3-9732-ff2a05d75c7c service neutron] 10.222.0.48 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294520 Nov 16 21:06:38.807310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:38.809343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4894b7db-fe3e-4569-aad4-39110c23b02c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:38.846854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4894b7db-fe3e-4569-aad4-39110c23b02c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:38.847264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4894b7db-fe3e-4569-aad4-39110c23b02c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:38.856836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Pushing event deleted for resources: {'Port': ['ID=7459bdc4-151f-4b97-9e76-5a0a109967db,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:38.941146 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.024339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d733f-2062-4e91-ba9f-eda12f897d08 req-aae2570b-93fd-4c6c-86e0-2daffa0cea22 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:39.026551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-309d733f-2062-4e91-ba9f-eda12f897d08 req-aae2570b-93fd-4c6c-86e0-2daffa0cea22 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 950 time: 0.0823767 Nov 16 21:06:39.077128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.079151 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.089905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-309d733f-2062-4e91-ba9f-eda12f897d08 req-85735a2e-cd8a-49ff-858f-7aaadc3b339f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554116 Nov 16 21:06:39.130775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.131463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f18ab1-4cd2-44f9-8909-456633b6d823 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:06:39.137855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.141547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2cde61a3-c83a-46ba-b214-66a6ef43b60b admin admin] 10.222.0.48 "DELETE /v2.0/routers/10f18ab1-4cd2-44f9-8909-456633b6d823 HTTP/1.1" status: 204 len: 168 time: 1.3327322 Nov 16 21:06:39.141724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52760) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:39.224047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Deleting subnet 1c0909e4-e12b-44d7-88cf-a454294c1f77 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:06:39.227572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.235912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:39.239329 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f371c17-1319-4d3c-ab96-df2f96785358" -d '{"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-plugged", "status": "completed", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:39.315032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.339344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034b7e25-2b2f-420b-8ad4-392cf893de52 req-69399ead-50a1-4cf7-bebf-61a416ca054f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0470228 Nov 16 21:06:39.370534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15efdb1-85fc-48dc-bc1e-4ddfb44a9ff3 req-3034989d-3a3a-4e97-b4b5-624119d30876 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:39.372249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a15efdb1-85fc-48dc-bc1e-4ddfb44a9ff3 req-3034989d-3a3a-4e97-b4b5-624119d30876 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1149778 Nov 16 21:06:39.442038 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95781d4d-24fc-442f-9fe4-9a405fcbed97 x-openstack-request-id: req-95781d4d-24fc-442f-9fe4-9a405fcbed97 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:39.442745 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-plugged", "status": "completed", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:39.443177 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95781d4d-24fc-442f-9fe4-9a405fcbed97 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:39.443747 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'code': 200} Nov 16 21:06:39.463295 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-268a95d5-8a16-447e-a178-424826dd1b48 service neutron] show failed (client error): The resource could not be found. Nov 16 21:06:39.465489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-268a95d5-8a16-447e-a178-424826dd1b48 service neutron] 10.222.0.47 "GET /v2.0/ports/ccdadde1-748d-4d09-8d0e-9514d642d708/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.1220934 Nov 16 21:06:39.544315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a15efdb1-85fc-48dc-bc1e-4ddfb44a9ff3 req-6ba252f1-85b0-4ec8-bb81-ce9c39fbcc52 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617346 Nov 16 21:06:39.613879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.648126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712d38-6735-42e9-b63c-22b1d5c0154b req-7551362d-35cf-4d16-83a2-ccaa57ee2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:39.650577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22712d38-6735-42e9-b63c-22b1d5c0154b req-7551362d-35cf-4d16-83a2-ccaa57ee2c5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 1097 time: 0.1275089 Nov 16 21:06:39.783706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.787850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22712d38-6735-42e9-b63c-22b1d5c0154b req-1cfafeca-3561-45d4-85f0-76944ac20ec9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235185 Nov 16 21:06:39.809858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe1e99-b027-483b-b1ea-ed7ffa88b2ba req-cc05a21d-e8bf-4636-a0f7-a94276c16684 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:39.817583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7fe1e99-b027-483b-b1ea-ed7ffa88b2ba req-cc05a21d-e8bf-4636-a0f7-a94276c16684 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 943 time: 0.1719849 Nov 16 21:06:39.893749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7fe1e99-b027-483b-b1ea-ed7ffa88b2ba req-b3f27930-780a-4494-b02c-2ee9b94c0062 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710549 Nov 16 21:06:39.911985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0909e4-e12b-44d7-88cf-a454294c1f77,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:39.917122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:39.924844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e208ef2-2dfd-40e2-aad6-91564025473f None None] Network 7d2c915d-873c-4caa-82e7-dd85fd8c2736 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:06:39.925408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4a125278-c576-41a0-b684-dcacc9ddc1b0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1c0909e4-e12b-44d7-88cf-a454294c1f77 HTTP/1.1" status: 204 len: 168 time: 0.7822771 Nov 16 21:06:39.927693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:39.988257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33381f59-f731-4fcc-8572-448f630b1b4e req-154447f4-2916-43dd-846d-0cfdc7af8dd1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:39.993813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-33381f59-f731-4fcc-8572-448f630b1b4e req-154447f4-2916-43dd-846d-0cfdc7af8dd1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1372733 Nov 16 21:06:40.049074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-55c36ae2-0262-4c21-be55-ce39196109c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:40.052037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-55c36ae2-0262-4c21-be55-ce39196109c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3&tenant_id=592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 1101 time: 0.1545534 Nov 16 21:06:40.062415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.091420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:40.167742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-33381f59-f731-4fcc-8572-448f630b1b4e req-7feb9a98-1723-4d39-b403-85357e7495dd tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532464 Nov 16 21:06:40.229242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Deleting port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:40.229242 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.247582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.263870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-3e0960ba-43d6-40a6-8257-b09913120fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542015 Nov 16 21:06:40.314172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] DHCP port deletion for 7d2c915d-873c-4caa-82e7-dd85fd8c2736 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:06:40.320921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] For port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:40.321313 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.344931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Calling delete_port for 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:40.377542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] Deleting port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:06:40.378273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.429347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-061824c2-289c-4d0e-8a45-ccd440f6cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:40.432630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-061824c2-289c-4d0e-8a45-ccd440f6cedc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 1096 time: 0.1208742 Nov 16 21:06:40.472738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] For port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,segment=NetworkSegment(91150bf6-3f6f-4a8a-8cfd-74799f047b4f),segment_id=91150bf6-3f6f-4a8a-8cfd-74799f047b4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:40.473652 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.488111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] Calling delete_port for 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:06:40.534306 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.599694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:40.604299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa5315fd-d3e5-4ba5-bc42-398429b2e35d req-81ef7692-3ef1-403b-b3e7-b56010afd9b0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.1034491 Nov 16 21:06:40.613038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.624978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] No DVR routers for this DVR port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:40.730630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] Pushing event deleted for resources: {'Port': ['ID=34fd76bb-f41c-4f58-bcfe-0ead7d723a02,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:40.738436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff44100-86e7-4650-a2b0-793c370474d8 None None] No DVR routers for this DVR port 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:40.783602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7459bdc4-151f-4b97-9e76-5a0a109967db no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:40.809181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.812454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7459bdc4-151f-4b97-9e76-5a0a109967db {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:40.812883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7459bdc4-151f-4b97-9e76-5a0a109967db not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:40.813583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:40.839676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2c915d-873c-4caa-82e7-dd85fd8c2736']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:40.849750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee7245-7228-4f52-b142-7694cb66d5d7 req-01125c7d-330f-4dae-9981-20c26a8cf0e7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:40.851261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ee7245-7228-4f52-b142-7694cb66d5d7 req-01125c7d-330f-4dae-9981-20c26a8cf0e7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 950 time: 0.6417661 Nov 16 21:06:40.857163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:06:40.860384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91150bf6-3f6f-4a8a-8cfd-74799f047b4f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:40.860682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91150bf6-3f6f-4a8a-8cfd-74799f047b4f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:40.862304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34fd76bb-f41c-4f58-bcfe-0ead7d723a02 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:40.876492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:40.893043 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.917624 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.931106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:06:40.931578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:06:40.933284 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:06:40.950379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-d1cebc8e-8f70-48d6-884b-2e459fd2b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:40.952030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-d1cebc8e-8f70-48d6-884b-2e459fd2b3b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.4620509 Nov 16 21:06:40.987814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:41.009097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23ee7245-7228-4f52-b142-7694cb66d5d7 req-bc0d8a19-176f-4577-8a6e-b05fe2e709c5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449792 Nov 16 21:06:41.017630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:41.029123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.050201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.053724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7d2c915d-873c-4caa-82e7-dd85fd8c2736 HTTP/1.1" status: 204 len: 168 time: 1.1247637 Nov 16 21:06:41.055265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab9da7-d2cd-4def-b8ea-7a6b045bd918 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2c915d-873c-4caa-82e7-dd85fd8c2736,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:41.161396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a04c6-6fd9-4107-87d2-8401d3091ed4 req-0b558302-08a8-4496-a3bf-c91bcb7b98c3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:41.169992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-474a04c6-6fd9-4107-87d2-8401d3091ed4 req-0b558302-08a8-4496-a3bf-c91bcb7b98c3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.3805058 Nov 16 21:06:41.204671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-70ba9663-b7e2-4e35-b2c8-b7762c5e166b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 200 len: 217 time: 0.2089531 Nov 16 21:06:41.302727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:41.306200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.320745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'port_id': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'mac_address': 'fa:16:3e:da:f5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:41.344362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Transition to ACTIVE for port object ccdadde1-748d-4d09-8d0e-9514d642d708 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:41.350534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:41.356092 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71785319-c582-440e-82e2-98b0840e4df8" -d '{"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:41.366341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057733-d04d-4c71-a7c7-890bac43dfbb req-a1d7171d-3e8b-485e-b497-3fff35d7ae6b tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:41.375858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bf057733-d04d-4c71-a7c7-890bac43dfbb req-a1d7171d-3e8b-485e-b497-3fff35d7ae6b tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 943 time: 0.0868416 Nov 16 21:06:41.380051 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.380984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-3144c378-0b61-4c65-b8f8-6b0cf1b2bbe2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:41.389298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-3144c378-0b61-4c65-b8f8-6b0cf1b2bbe2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 820 time: 0.7571731 Nov 16 21:06:41.390021 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.401156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:41.412212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52804) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:41.435800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:41.446324 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.448489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Request body: {'port': {'device_id': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'admin_state_up': True, 'tenant_id': '2e10d8b637304f87bd87bd8daec854e6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:41.471570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bf057733-d04d-4c71-a7c7-890bac43dfbb req-543bae68-9503-4015-aaac-29332698fbde tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888963 Nov 16 21:06:41.517005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:41.520796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-89a157fc-4e63-48e8-a0ff-c18b18efd0b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a067fb3e656452194ef5bb23c30bf2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036382 Nov 16 21:06:41.521468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52808) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:41.602977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-5778fb49-0c79-48df-9e33-61c0712c7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:41.604557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-5778fb49-0c79-48df-9e33-61c0712c7492 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.3819220 Nov 16 21:06:41.605164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3cf75e7-b77f-4c86-8f1f-b1f3b174ccc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.632000 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-474a04c6-6fd9-4107-87d2-8401d3091ed4 req-4d5b0b95-d240-468c-94c8-ebec2c9b430b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603539 Nov 16 21:06:41.644747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3cf75e7-b77f-4c86-8f1f-b1f3b174ccc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.723852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3cf75e7-b77f-4c86-8f1f-b1f3b174ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.728415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3cf75e7-b77f-4c86-8f1f-b1f3b174ccc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:41.729782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b3cf75e7-b77f-4c86-8f1f-b1f3b174ccc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d12b8f1-c4b9-414f-ab51-4d74da1dede2 HTTP/1.1" status: 204 len: 168 time: 0.2070758 Nov 16 21:06:41.749616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf75e7-b77f-4c86-8f1f-b1f3b174ccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12b8f1-c4b9-414f-ab51-4d74da1dede2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:41.785826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] No DVR routers for this DVR port ccdadde1-748d-4d09-8d0e-9514d642d708 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:41.790901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-2b39d242-eed6-4b99-b3ca-4420c940f610 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499541 Nov 16 21:06:41.792134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:41.810259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:42.045161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:42.045535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:42.051741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:42.100335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96ef00-152d-4849-b3bc-0654c0b97878 req-710a208e-aec2-4592-a702-fa443ef3f469 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:42.107851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129523c-019f-47ed-8cf0-90d69f29f9de req-72b24785-999f-4d2f-a880-102f775fb013 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:42.112242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d96ef00-152d-4849-b3bc-0654c0b97878 req-710a208e-aec2-4592-a702-fa443ef3f469 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 1101 time: 0.1142187 Nov 16 21:06:42.122052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f129523c-019f-47ed-8cf0-90d69f29f9de req-72b24785-999f-4d2f-a880-102f775fb013 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.3206980 Nov 16 21:06:42.126654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9d96ef00-152d-4849-b3bc-0654c0b97878 req-5685b6b0-afc5-4094-8766-76afb24abe4e tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.136035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:42.136375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:42.168146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:42.168411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:42.168796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:42.172663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Bound port: ccdadde1-748d-4d09-8d0e-9514d642d708, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:42.178379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.232204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9d96ef00-152d-4849-b3bc-0654c0b97878 req-5685b6b0-afc5-4094-8766-76afb24abe4e tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.239017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9d96ef00-152d-4849-b3bc-0654c0b97878 req-5685b6b0-afc5-4094-8766-76afb24abe4e tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.268485 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f129523c-019f-47ed-8cf0-90d69f29f9de req-1491c938-5324-4cd8-a629-e12dc9f68fc5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455004 Nov 16 21:06:42.273319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-b5264c3e-a703-4449-9862-b81b99a72ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701407 Nov 16 21:06:42.275482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Made reservation on behalf of 2e10d8b637304f87bd87bd8daec854e6 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:42.279714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:42.283475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b6b0-afc5-4094-8766-76afb24abe4e tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd4d1d-a41f-491d-afc9-99184f6f9ed1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:42.324710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d96ef00-152d-4849-b3bc-0654c0b97878 req-5685b6b0-afc5-4094-8766-76afb24abe4e tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070651 Nov 16 21:06:42.389689 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826eaf29-ba0c-4f1a-936c-96d2d02446ae x-openstack-request-id: req-826eaf29-ba0c-4f1a-936c-96d2d02446ae {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:42.389976 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:42.390227 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-826eaf29-ba0c-4f1a-936c-96d2d02446ae {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:42.390992 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:06:42.581006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f3b65-5cbc-44cc-a703-c5de1d551eb6 req-0437151f-8fe7-4701-a245-b13226f70a32 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:42.589062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-527f3b65-5cbc-44cc-a703-c5de1d551eb6 req-0437151f-8fe7-4701-a245-b13226f70a32 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0697153 Nov 16 21:06:42.670210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-527f3b65-5cbc-44cc-a703-c5de1d551eb6 req-b63502e1-c93f-449f-9ba6-61fd00a1fcdb tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629389 Nov 16 21:06:42.860002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:42.897847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-204b32c7-e73d-40af-a2e4-58e207f52c8d req-7b86763f-f45e-40fb-bee9-0e1f7f8dd38c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0632350 Nov 16 21:06:42.909821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3d3b-13a9-4c03-9b9c-e62a30f1b37e req-904cd177-ed68-43ad-828f-345832fadbf8 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:42.911709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a41a3d3b-13a9-4c03-9b9c-e62a30f1b37e req-904cd177-ed68-43ad-828f-345832fadbf8 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 944 time: 0.0578506 Nov 16 21:06:42.948472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:42.974215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a41a3d3b-13a9-4c03-9b9c-e62a30f1b37e req-346c7bb9-d02b-4ff0-bfec-98818870589f tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533769 Nov 16 21:06:42.997317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:43.007397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.037935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.039838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.040904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] 10.222.0.41 "PUT /v2.0/ports/ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 1096 time: 2.9696636 Nov 16 21:06:43.079782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:06:43.088123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73584c2-d1a1-48aa-8b6d-f28586e979e5 req-03793f2d-1e05-4700-81d9-389ca36ce1b6 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674050 Nov 16 21:06:43.088979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:43.089438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.166747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Allocated IP 172.20.0.2 (186eb40a-2b30-4ccc-833e-52c554430ea6/396b4609-825b-40c4-ae25-47b785cdc88e/3bf5f820-4b24-4f05-89e3-d9e15666ab13) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:43.199493 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.229815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:43.232440 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488097b7-febe-44fc-b755-5ffd836f9fd2" -d '{"events": [{"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:43.245615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:43.249983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.250978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:43.340586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:43.346176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:43.445964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2e94-26b4-4b11-8d87-35ba8af8b03d req-73d62f8d-0d3c-4743-a7e4-03ffcdb859cd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.447381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-696f2e94-26b4-4b11-8d87-35ba8af8b03d req-73d62f8d-0d3c-4743-a7e4-03ffcdb859cd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.4459555 Nov 16 21:06:43.454167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25802d69-01d8-44eb-a888-df48e7a4ad9e service neutron] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:43.472604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-3ecbfb6b-3d01-4201-95c8-0aa8025d2724 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475876 Nov 16 21:06:43.506814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.526483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-4ddc80af-c17e-42fa-ad36-5e1a308e33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.527981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-4ddc80af-c17e-42fa-ad36-5e1a308e33f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1099 time: 0.4340582 Nov 16 21:06:43.605755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-a86548ad-7b58-416f-b56a-06b7ccea9410 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.607716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-a86548ad-7b58-416f-b56a-06b7ccea9410 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336629 Nov 16 21:06:43.625880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-d50d7e4c-8bc5-478b-bd8b-268caf50ebdd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/quotas/c1f290e52e7242d984c8af41cac3e14b HTTP/1.1" status: 200 len: 375 time: 0.0113130 Nov 16 21:06:43.642283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-696f2e94-26b4-4b11-8d87-35ba8af8b03d req-a3478ea1-b59e-4dd6-a06b-4d8f98ae4e54 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637981 Nov 16 21:06:43.677974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.685831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-00dfab63-8f0a-4906-a49d-77664ae9419f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530915 Nov 16 21:06:43.690999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:43.691928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-8a36a731-691c-4641-bad8-5fa937aff76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.693685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-8a36a731-691c-4641-bad8-5fa937aff76c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1468678 Nov 16 21:06:43.734771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Network 186eb40a-2b30-4ccc-833e-52c554430ea6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:43.776081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:43.778703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:43.786724 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-f6680ca7-d459-49f1-bb36-c9e41210d6ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0694139 Nov 16 21:06:43.870334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:43.918633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.919317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:43.936489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-7e22bca3-210f-4911-b1db-bb226763d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.938001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-7e22bca3-210f-4911-b1db-bb226763d643 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1203671 Nov 16 21:06:43.945885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64c538-3614-43e5-8703-92b80f49b373 req-07b408bb-b60b-442f-90b9-6f179c4ee663 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:43.947441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa64c538-3614-43e5-8703-92b80f49b373 req-07b408bb-b60b-442f-90b9-6f179c4ee663 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1771510 Nov 16 21:06:43.971689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-aeb5cd53-2605-45a9-a8a4-93c6abf12533 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5616384 Nov 16 21:06:43.999016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Request body: {'port': {'device_id': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:44.077815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-b48f5421-0ee5-48d6-a17e-401e5b37400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:44.079532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-b48f5421-0ee5-48d6-a17e-401e5b37400e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304834 Nov 16 21:06:44.086732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa64c538-3614-43e5-8703-92b80f49b373 req-36bce6dd-7374-4ce5-ae11-62a9a070b4d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272268 Nov 16 21:06:44.131078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:44.134513 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a55fb-4323-4a5b-a102-5254c5e5e8ce x-openstack-request-id: req-af9a55fb-4323-4a5b-a102-5254c5e5e8ce {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:44.135536 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:44.136000 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af9a55fb-4323-4a5b-a102-5254c5e5e8ce {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:44.137106 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'code': 200} Nov 16 21:06:44.324426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f769-5285-4285-8063-ea4cda695933 req-868ab968-293a-4509-acea-ec86a357c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:44.328941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec99f769-5285-4285-8063-ea4cda695933 req-868ab968-293a-4509-acea-ec86a357c618 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 1096 time: 0.1185057 Nov 16 21:06:44.414917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:44.418761 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39761944-28ce-4264-8ac8-e39add1009ff" -d '{"events": [{"name": "network-changed", "server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:44.443842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec99f769-5285-4285-8063-ea4cda695933 req-6ab13f7d-e49b-4878-88f5-8fd484ad6f87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064003 Nov 16 21:06:44.453960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-316181ef-7876-4bde-9492-1eb10a048948 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632500 Nov 16 21:06:44.467610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54927281-844a-4780-9479-5234993302b6 req-5ab2496d-f1af-4263-ac2c-26b5363dee43 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:44.478027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54927281-844a-4780-9479-5234993302b6 req-5ab2496d-f1af-4263-ac2c-26b5363dee43 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 931 time: 0.0969257 Nov 16 21:06:44.547102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54927281-844a-4780-9479-5234993302b6 req-1c3c6b59-83b9-4704-bdf8-901c27896fca tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675037 Nov 16 21:06:44.623104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2a0b-d963-484d-bd63-39ad7fc2442e req-de420dd8-a24c-43b8-8d30-08e71d43d4bf tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:44.631398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-436a2a0b-d963-484d-bd63-39ad7fc2442e req-de420dd8-a24c-43b8-8d30-08e71d43d4bf tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.2084553 Nov 16 21:06:44.796662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-436a2a0b-d963-484d-bd63-39ad7fc2442e req-3752881d-e3e5-4f79-9add-98be5ccc6552 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640184 Nov 16 21:06:44.801787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d340dbe-b058-45ae-9550-ffca8556d9de req-62019e9b-5782-482d-a8b2-306457a569a4 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307304 Nov 16 21:06:44.857416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf5f820-4b24-4f05-89e3-d9e15666ab13 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:44.866671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:44.889926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Transition to ACTIVE for port object 3bf5f820-4b24-4f05-89e3-d9e15666ab13 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:44.895518 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:44.978438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:45.003871 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d7c515-4a9f-41fc-80a8-f55fd7d7ff0d x-openstack-request-id: req-52d7c515-4a9f-41fc-80a8-f55fd7d7ff0d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:45.004327 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:45.004722 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52d7c515-4a9f-41fc-80a8-f55fd7d7ff0d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:45.006788 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'status': 'completed', 'code': 200} Nov 16 21:06:45.022598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfa78f-89f4-4efb-ade7-175bd86edb87 req-4421c210-88fe-48a4-90c7-1df8e3da83fe tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.032147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22dfa78f-89f4-4efb-ade7-175bd86edb87 req-4421c210-88fe-48a4-90c7-1df8e3da83fe tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1433151 Nov 16 21:06:45.096022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22dfa78f-89f4-4efb-ade7-175bd86edb87 req-f8341203-e0d2-4d71-b1c5-1d6ed6c1c00b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626667 Nov 16 21:06:45.161134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:45.162020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:45.162020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:45.175094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-9fae3f0a-2480-4f8e-ae6d-ffc7580a9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.176588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-9fae3f0a-2480-4f8e-ae6d-ffc7580a9977 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1099 time: 0.1337390 Nov 16 21:06:45.177135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:45.181933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:45.199609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f053b9-20fc-4dee-b7e2-972b38e9e911 req-d5d739b3-212e-4a23-ab74-3ab534fff424 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.207396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6f053b9-20fc-4dee-b7e2-972b38e9e911 req-d5d739b3-212e-4a23-ab74-3ab534fff424 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.1390338 Nov 16 21:06:45.217066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-e096a90c-bd04-4afd-8961-222319208a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.221292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-e096a90c-bd04-4afd-8961-222319208a88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1099 time: 0.1238799 Nov 16 21:06:45.224967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:45.225306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:45.225733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:45.226234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Bound port: 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:45.226574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:45.330600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9589f926-610c-4808-92ea-a6374fe44398 req-818f3f61-f4e9-4b64-a542-476ba424c886 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 210 time: 0.0660856 Nov 16 21:06:45.379911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6f053b9-20fc-4dee-b7e2-972b38e9e911 req-70a4592d-8774-4760-8b0f-be85dcb4ae33 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686518 Nov 16 21:06:45.437591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-074e0edc-48b5-49a6-8240-778b2e2dea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.439300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-074e0edc-48b5-49a6-8240-778b2e2dea53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2092092 Nov 16 21:06:45.446630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-ca48a17d-30ad-4590-be15-7abd7c336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.448992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-ca48a17d-30ad-4590-be15-7abd7c336568 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2388170 Nov 16 21:06:45.507303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-5bb89f0f-c63c-424a-8261-ac898ab397aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0596218 Nov 16 21:06:45.515550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-932815cd-39ee-4da9-aaef-15d2845bd948 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0481009 Nov 16 21:06:45.520095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:45.563568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:45.579190 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:45.604351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-1a8dbb8d-fb3c-4d11-9f81-85da2f52027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.606245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-1a8dbb8d-fb3c-4d11-9f81-85da2f52027b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0865867 Nov 16 21:06:45.686586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-b0bc7b28-9149-4623-ba45-b51bc0638abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.688223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-b0bc7b28-9149-4623-ba45-b51bc0638abb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721974 Nov 16 21:06:45.728197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.729292 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:45.730746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 1091 time: 1.7432990 Nov 16 21:06:45.741542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147798c-b805-4ddf-9661-ef4a58ffc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:45.750056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-eafa153f-5df5-46d6-9bda-3cda6bf58d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.754681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-eafa153f-5df5-46d6-9bda-3cda6bf58d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2302961 Nov 16 21:06:45.902671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761944-28ce-4264-8ac8-e39add1009ff req-5609a930-c3b0-4210-81d4-06c7492ac225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:45.909819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-5609a930-c3b0-4210-81d4-06c7492ac225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480777 Nov 16 21:06:45.995492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-36cebe48-ec1a-4e3b-a6e0-f9cf9c85821e service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743466 Nov 16 21:06:46.005543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c39e0-ac03-4a57-ab95-c8383adab34f req-7ff7a005-1440-4409-9f6e-c17285814d28 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:46.007310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db3c39e0-ac03-4a57-ab95-c8383adab34f req-7ff7a005-1440-4409-9f6e-c17285814d28 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.1838679 Nov 16 21:06:46.098746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bced4e1-ecc2-4f35-b2f8-4127ccc78257 req-d0872446-484c-4957-a2c7-7c323d19207b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:46.100479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8bced4e1-ecc2-4f35-b2f8-4127ccc78257 req-d0872446-484c-4957-a2c7-7c323d19207b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1868353 Nov 16 21:06:46.170087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-2991c4ea-7987-48a0-8e54-effd6b3fc1bc service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431531 Nov 16 21:06:46.183107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db3c39e0-ac03-4a57-ab95-c8383adab34f req-42861cd3-1891-484c-85b2-0a95031131ef tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647322 Nov 16 21:06:46.194073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-fbfeb6b9-ba52-4c60-89a3-68ecd3356020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:46.196494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-fbfeb6b9-ba52-4c60-89a3-68ecd3356020 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1094 time: 0.1593902 Nov 16 21:06:46.319871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-6508013a-1585-4419-913d-a5269f11fa5b service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173587 Nov 16 21:06:46.350694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8bced4e1-ecc2-4f35-b2f8-4127ccc78257 req-943f8bee-f88a-4729-bcf8-b2792231887d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209735 Nov 16 21:06:46.409170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-c553bf3a-5c1f-4164-9e4d-84e53050ad18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 217 time: 0.1931095 Nov 16 21:06:46.484315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-730150fd-f469-401a-b5da-62cc1163a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:46.485932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-730150fd-f469-401a-b5da-62cc1163a3b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0576141 Nov 16 21:06:46.490190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6ac4ba8-132b-4910-93cf-0f2cfd3b375b req-2acd8982-4d94-42bf-975e-424de5f88650 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 210 time: 0.0640528 Nov 16 21:06:46.507634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-1ebf9f76-d5dc-481f-b629-e03970f82635 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2602987 Nov 16 21:06:46.568316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-d7432343-1309-4c76-b006-cb464de429e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591848 Nov 16 21:06:46.629283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:46.708944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907219f-c5ea-486c-8042-ea8cf97181fb req-9ffa35fe-a10e-4f20-8212-a7caf24d68ca tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:46.723284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e907219f-c5ea-486c-8042-ea8cf97181fb req-9ffa35fe-a10e-4f20-8212-a7caf24d68ca tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 948 time: 0.1414194 Nov 16 21:06:46.875473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:46.897232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39761944-28ce-4264-8ac8-e39add1009ff req-17487916-2055-4ecb-8443-d310e0d2dc5e service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055469 Nov 16 21:06:46.897740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53016) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:46.909421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-0a0b01c3-d8ea-4952-bd4a-93910e36f8ad tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909824 Nov 16 21:06:46.911503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'mac_address': 'fa:16:3e:e2:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:46.922501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2198-dc05-460e-9d88-8c23e04fcd4d req-7bf8a07b-5e6c-49c4-8095-62a344681e86 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:46.931934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf6d2198-dc05-460e-9d88-8c23e04fcd4d req-7bf8a07b-5e6c-49c4-8095-62a344681e86 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.5255814 Nov 16 21:06:46.979485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e907219f-c5ea-486c-8042-ea8cf97181fb req-f185a9f3-7769-40a0-bd64-bdd96e19e82e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503111 Nov 16 21:06:46.996682 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:47.019740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:47.024217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:47.027853 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e325f-6e47-48be-ae13-c0d968eb89d4" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:47.075376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:47.083406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:47.135640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-28efab70-9c2b-462f-9bfe-c0ff3d1daa60 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:47.137280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-28efab70-9c2b-462f-9bfe-c0ff3d1daa60 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6092384 Nov 16 21:06:47.175706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:47.262268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:47.307633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-90471df7-2eda-42f8-9afd-ee53641328ec tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:47.310266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-90471df7-2eda-42f8-9afd-ee53641328ec tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3888028 Nov 16 21:06:47.332586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:47.354184 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e983334-7ae4-4718-a6ec-a962a273b8b4 x-openstack-request-id: req-2e983334-7ae4-4718-a6ec-a962a273b8b4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:47.355286 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:47.356275 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e983334-7ae4-4718-a6ec-a962a273b8b4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:47.357384 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'status': 'completed', 'code': 200} Nov 16 21:06:47.415406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-11c97c3c-32f8-4120-a67f-3851cb5eaf57 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321247 Nov 16 21:06:47.416248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:47.428919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:47.474564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf6d2198-dc05-460e-9d88-8c23e04fcd4d req-c138d4c0-d612-496d-9fc9-8dd6244a3e9b tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5321841 Nov 16 21:06:47.548332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74f36-42f4-4fa4-8a51-c067bd44f106 req-aca251cf-1c7c-40c9-8436-14f4556f6ced tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:47.557176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3a74f36-42f4-4fa4-8a51-c067bd44f106 req-aca251cf-1c7c-40c9-8436-14f4556f6ced tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.1486251 Nov 16 21:06:47.649651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:06:47.649651 n-d-817778-8 neutron-server[102453]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:06:47.649651 n-d-817778-8 neutron-server[102453]: [parameters: {'project_id': 'c1f290e52e7242d984c8af41cac3e14b', 'id': '9ada58de-d08f-429f-a198-a7bc7da2f871', 'expiration': datetime.datetime(2021, 11, 16, 21, 8, 47, 617304)}] Nov 16 21:06:47.649651 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:06:47.651099 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:06:47.714227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3a74f36-42f4-4fa4-8a51-c067bd44f106 req-412ba636-c90f-4e30-bc2a-e6cfda3dfdf5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561353 Nov 16 21:06:47.727690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5ecc0-0078-444e-be59-b823918e1b8c req-0a1b6e06-7974-405f-a15c-853c2a8a703d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:47.733535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:47.735917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cd5ecc0-0078-444e-be59-b823918e1b8c req-0a1b6e06-7974-405f-a15c-853c2a8a703d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1368022 Nov 16 21:06:47.737333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:47.952237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e6ce9-2ec1-4fca-a36b-ebbed00d50b7 req-6483de04-5a1f-4dea-a638-7f2c82a807f4 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:47.964771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-700e6ce9-2ec1-4fca-a36b-ebbed00d50b7 req-6483de04-5a1f-4dea-a638-7f2c82a807f4 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.1733072 Nov 16 21:06:47.965498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:48.022234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Request body: {'floatingip': {'port_id': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:48.078333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ceffc1-5782-4a53-a47c-31c4c86cf8f3 req-2e7d5d3b-fd92-4095-96cf-04e85c34d059 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338322 Nov 16 21:06:48.106833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b799bf43-01d2-473b-add3-e3fd1fc023fc req-b764b6cb-058e-4e9b-ad85-5ff7d8ac234a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 210 time: 0.0793116 Nov 16 21:06:48.109333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:48.147497 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:48.175159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cd5ecc0-0078-444e-be59-b823918e1b8c req-99d62888-3279-467b-93e3-8439d02a04e4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381385 Nov 16 21:06:48.192356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.175 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/d0396582-be38-42ab-9d52-b13a94613c27) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:48.197709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:48.303552 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb185e11849b40a399b5e3f821461d77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4000428 Nov 16 21:06:48.307594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:48.318588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:48.323536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:48.350005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc522e7-1de8-4eff-8a1f-ac732be82fdb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:48.367708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.367708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.367708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.368647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.369387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.371048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.371597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.372011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.372433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.372838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.373239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.373685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a48b85-98cc-4e1b-adab-2291ab6d79fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:48.385000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-054246a9-c444-49d8-8ac1-ed40269732d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:48.386471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-054246a9-c444-49d8-8ac1-ed40269732d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1094 time: 0.2079747 Nov 16 21:06:48.545709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-83fff06a-de20-40e5-a8af-13f8b296006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:48.547303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-83fff06a-de20-40e5-a8af-13f8b296006b service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1240170 Nov 16 21:06:48.612022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-39a70c2d-5979-4245-b5d4-3f4a120157a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 217 time: 0.0552788 Nov 16 21:06:48.744693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d2d8-0336-4318-bdc4-12feef2a9989 req-52cf85cf-facf-47cc-996f-d130d70536fe tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:48.752241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-308eedf0-8af4-4632-96fe-8d2e99bf4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:48.753286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fc7d2d8-0336-4318-bdc4-12feef2a9989 req-52cf85cf-facf-47cc-996f-d130d70536fe tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.5016944 Nov 16 21:06:48.756169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-308eedf0-8af4-4632-96fe-8d2e99bf4e8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1362736 Nov 16 21:06:48.803233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-f4a5acfc-a017-421c-8d31-058b7be50b01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304849 Nov 16 21:06:48.984026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.000564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-148a6893-47ce-405f-ba83-916349fd90ba service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876926 Nov 16 21:06:49.073503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603934-7653-4bcc-b75c-cc0eb3ff1bbd req-8063f672-0d2a-45d6-a43a-4c17f61bcf9d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:49.080869 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18603934-7653-4bcc-b75c-cc0eb3ff1bbd req-8063f672-0d2a-45d6-a43a-4c17f61bcf9d tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.2326756 Nov 16 21:06:49.095272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fc7d2d8-0336-4318-bdc4-12feef2a9989 req-d463e3d8-e973-414b-9919-83308ed5f30c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351867 Nov 16 21:06:49.147006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.232640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18603934-7653-4bcc-b75c-cc0eb3ff1bbd req-f6a008fa-b422-4ef4-b3de-078d9605593a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472483 Nov 16 21:06:49.254676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e325f-6e47-48be-ae13-c0d968eb89d4 req-de7b3151-d689-4d87-9dc8-9d86e82b7116 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418818 Nov 16 21:06:49.322009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:06:49.364441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b631f8aa-0193-430a-842f-4b139bd3f05b req-ffc5e256-ca23-459b-83ec-307127fb0334 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 210 time: 0.0400500 Nov 16 21:06:49.489102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.514252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.530445 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.562157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee7b73-bc08-4a1f-bc12-44609794eb0a req-a9df0cb3-22ec-4f15-b902-22bae931ce94 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:49.572233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bdee7b73-bc08-4a1f-bc12-44609794eb0a req-a9df0cb3-22ec-4f15-b902-22bae931ce94 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1084504 Nov 16 21:06:49.624079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.629257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.633924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6dc522e7-1de8-4eff-8a1f-ac732be82fdb HTTP/1.1" status: 204 len: 168 time: 1.3234637 Nov 16 21:06:49.661637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc522e7-1de8-4eff-8a1f-ac732be82fdb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:49.686129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.686660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.687111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.687525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.687968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.688439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.688860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.689279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.689775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.690194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.690631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.691151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e2879f-176d-4e8d-bf83-f304125aa408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:06:49.695841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:49.720427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:49.840404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:49.857549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bdee7b73-bc08-4a1f-bc12-44609794eb0a req-d22b7c69-8ec7-4f12-ab2b-36afffc4e255 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771270 Nov 16 21:06:49.870541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:49.876657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:49.938195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=d0396582-be38-42ab-9d52-b13a94613c27,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:49.944522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.12 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/96b38b0c-d82b-464c-afe3-67ae721bcb10) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:50.004694 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30 associated. External IP: 172.25.3.187, port: e3fa55d0-fcc6-4846-8f82-9b5f780b18a5. Nov 16 21:06:50.222395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:50.223282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.282520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d77f8-edb6-4e6e-b1ea-f5d3fc9d4ba0 req-a1705e64-0396-4d80-8068-0d4e9963e6a1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:50.292280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b04d77f8-edb6-4e6e-b1ea-f5d3fc9d4ba0 req-a1705e64-0396-4d80-8068-0d4e9963e6a1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.3378100 Nov 16 21:06:50.296066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-938f62ee-5d08-4290-a02a-4d17a5ca8f43 None None] Provisioning complete for port d0396582-be38-42ab-9d52-b13a94613c27 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:50.299221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938f62ee-5d08-4290-a02a-4d17a5ca8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.316004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9930035f-917a-4718-a8ea-3bb4116080af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9883482 Nov 16 21:06:50.375790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Request body: {'port': {'device_id': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:50.428298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-938f62ee-5d08-4290-a02a-4d17a5ca8f43 None None] Port d0396582-be38-42ab-9d52-b13a94613c27 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:06:50.496198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-1b47cafe-bc53-4397-a851-4984f860e455 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:50.498144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-1b47cafe-bc53-4397-a851-4984f860e455 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3&tenant_id=592b4716c4a64f2d88f38a91914acb83&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 949 time: 0.8571610 Nov 16 21:06:50.508818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.568325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.635199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d11dac2-1887-4cfb-90a7-97382c022994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.647442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:50.749919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1543a-3cfa-44d1-8efe-5a89059d65bc req-a427cf52-f72f-43f4-ae29-a13aa0b35502 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:50.751501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2d1543a-3cfa-44d1-8efe-5a89059d65bc req-a427cf52-f72f-43f4-ae29-a13aa0b35502 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.3187888 Nov 16 21:06:50.772398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port ccdadde1-748d-4d09-8d0e-9514d642d708 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:06:50.786451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ccdadde1-748d-4d09-8d0e-9514d642d708 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:50.787744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:50.790919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b04d77f8-edb6-4e6e-b1ea-f5d3fc9d4ba0 req-095a310a-498f-4708-a17b-5127ae60fc74 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909868 Nov 16 21:06:50.844204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-f62197c4-9f99-4f83-aceb-236ea65e6fe9 service neutron] 10.222.0.41 "GET /v2.0/ports/ccdadde1-748d-4d09-8d0e-9514d642d708/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 382 time: 0.3327501 Nov 16 21:06:50.977208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2d1543a-3cfa-44d1-8efe-5a89059d65bc req-a7d863ed-b846-45a2-94db-8e7d81e01b1b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064912 Nov 16 21:06:50.980961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.008933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:51.042263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:51.048342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:51.051619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:51.071566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.154700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:51.157246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.207709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0389929 Nov 16 21:06:51.235384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Request body: {'port': {'device_id': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:51.252868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:51.260234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:51.265409 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8bb7af-4dd6-4a2b-a06e-18dbed3093ee" -d '{"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:51.280959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.342763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e9612-0278-4856-b2b3-0c8e0f7ffeb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=96b38b0c-d82b-464c-afe3-67ae721bcb10,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:51.351939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53118) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:51.369206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-0b302926-fe40-47ac-8a4a-83ac6fa55002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:51.371003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-0b302926-fe40-47ac-8a4a-83ac6fa55002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1100 time: 0.4946132 Nov 16 21:06:51.430557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:51.521915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d925-4b16-456a-9b70-6a8e688ef071 req-9085f0ae-1bc8-4d88-8a34-39f9d4284aa6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:51.524488 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f66d925-4b16-456a-9b70-6a8e688ef071 req-9085f0ae-1bc8-4d88-8a34-39f9d4284aa6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.2240651 Nov 16 21:06:51.563424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.686402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f66d925-4b16-456a-9b70-6a8e688ef071 req-0ba30da6-5974-41f8-bd6e-ab35e2a2f47f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184645 Nov 16 21:06:51.690139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-944162591-network', 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:51.743060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8cb3b-eb35-46e7-a367-2999c0ac9038 req-5cd65ae2-e03f-420f-a6db-3b4104ae8cbb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:51.748012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dc8cb3b-eb35-46e7-a367-2999c0ac9038 req-5cd65ae2-e03f-420f-a6db-3b4104ae8cbb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 936 time: 0.8482621 Nov 16 21:06:51.758957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b85ba7c9-7277-4287-a074-f70d4adb1e3a None None] Provisioning complete for port 96b38b0c-d82b-464c-afe3-67ae721bcb10 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:51.759304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b85ba7c9-7277-4287-a074-f70d4adb1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.776506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Router fb0f6621-2885-44b2-93ad-9147aa16761c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:06:51.801462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b85ba7c9-7277-4287-a074-f70d4adb1e3a None None] Port 96b38b0c-d82b-464c-afe3-67ae721bcb10 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:06:51.869460 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5736dd55-6175-46e5-8944-dc5a9afc53ae x-openstack-request-id: req-5736dd55-6175-46e5-8944-dc5a9afc53ae {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:51.869784 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:51.870040 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5736dd55-6175-46e5-8944-dc5a9afc53ae {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:51.870436 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:06:51.896742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:51.900503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:51.956641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0396582-be38-42ab-9d52-b13a94613c27 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:51.973223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.009149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.060509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-ec89fbf2-6943-42df-b922-bfb10bbaf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:52.064674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-ec89fbf2-6943-42df-b922-bfb10bbaf388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.6785672 Nov 16 21:06:52.069052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dc8cb3b-eb35-46e7-a367-2999c0ac9038 req-82bc3b70-7f54-46ff-b202-13d0b0e41ba3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074377 Nov 16 21:06:52.090961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Transition to ACTIVE for port object d0396582-be38-42ab-9d52-b13a94613c27 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:52.134216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:06:52.147647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.149610 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:06:52.153756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.170823 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:52.171707 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:06:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:52.220366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-d498341a-57c2-4847-8256-1b96bd85c15c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.1412268 Nov 16 21:06:52.296848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba28d6-79de-4d48-957a-091bee0baac1 req-afa6d4fe-d59c-43fb-8b58-208c4ab69134 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:52.300048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20ba28d6-79de-4d48-957a-091bee0baac1 req-afa6d4fe-d59c-43fb-8b58-208c4ab69134 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.3060296 Nov 16 21:06:52.373411 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:52.376183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078620-32cb-48b2-9e28-27651f93bb4c req-4db99120-039b-4bad-9580-19efb9f058a3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:52.378099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5078620-32cb-48b2-9e28-27651f93bb4c req-4db99120-039b-4bad-9580-19efb9f058a3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.1984751 Nov 16 21:06:52.397188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-74d7d4b4-3f0b-4ece-9411-85f5711ae486 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "PUT /v2.0/floatingips/63b70ade-82e9-4ea4-8d73-9e7747a6dd30 HTTP/1.1" status: 200 len: 991 time: 4.3851540 Nov 16 21:06:52.469569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20ba28d6-79de-4d48-957a-091bee0baac1 req-9f135f06-b259-40f4-891d-9aab3e2287c8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399117 Nov 16 21:06:52.482306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:52.487523 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea5a29-9f4f-4c1a-8932-01120f1ea165" -d '{"events": [{"name": "network-changed", "server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:52.489803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-487c0efc-21f2-4835-89ed-ff3846079e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:52.491809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-487c0efc-21f2-4835-89ed-ff3846079e77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2541180 Nov 16 21:06:52.594625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.612869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0396582-be38-42ab-9d52-b13a94613c27,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:52.623875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.661462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af963160-c709-40ae-b4f3-c0523f92558c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:52.692013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:06:52.730313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-a305c5f2-5d44-486d-a152-0924645af6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:52.731841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-a305c5f2-5d44-486d-a152-0924645af6ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176456 Nov 16 21:06:52.743738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Attempting to bind port d0396582-be38-42ab-9d52-b13a94613c27 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:52.744238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Attempting to bind port d0396582-be38-42ab-9d52-b13a94613c27 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:52.744625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Attempting to bind port d0396582-be38-42ab-9d52-b13a94613c27 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:52.764317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5078620-32cb-48b2-9e28-27651f93bb4c req-ace947e3-8936-4089-8390-ead96f337b7b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607025 Nov 16 21:06:52.768367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Port d0396582-be38-42ab-9d52-b13a94613c27 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:52.768511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.768782 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Added segment 8eda0d41-7089-4d76-a067-89b52e8e8933 of type vlan for network 23710389-38d0-48df-aea5-d0b7641eea2d Nov 16 21:06:52.769333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Attempting to bind port d0396582-be38-42ab-9d52-b13a94613c27 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:52.783206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:52.783673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:52.784648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:52.784824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Bound port: d0396582-be38-42ab-9d52-b13a94613c27, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:52.785695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.831110 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152e658-0050-4e64-8cf2-b2cb12cf1d1c x-openstack-request-id: req-0152e658-0050-4e64-8cf2-b2cb12cf1d1c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:52.831430 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:52.836266 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0152e658-0050-4e64-8cf2-b2cb12cf1d1c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:52.839162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b38b0c-d82b-464c-afe3-67ae721bcb10 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:52.839858 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'status': 'completed', 'code': 200} Nov 16 21:06:52.853915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.929773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.932618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Transition to ACTIVE for port object 96b38b0c-d82b-464c-afe3-67ae721bcb10 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:52.947955 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '63b70ade-82e9-4ea4-8d73-9e7747a6dd30', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'port_id': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'mac_address': 'fa:16:3e:da:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:04:12Z', 'updated_at': '2021-11-16T21:06:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:52.948712 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:52.973635 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c6ba17bf-4fe9-49d1-bd6a-0dd2539ca8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.002001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-071c3403-21a7-4d13-9789-7a2414ba1dca service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482698 Nov 16 21:06:53.003265 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:06:53.021729 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:06:53.023529 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:06:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:53.040566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Pushing event updated for resources: {'Port': ['ID=96b38b0c-d82b-464c-afe3-67ae721bcb10,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:53.044160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.044160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.044675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.106717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-fdc4567e-f989-41e2-bc12-e67e800a0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.109706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-fdc4567e-f989-41e2-bc12-e67e800a0183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 1096 time: 0.2281275 Nov 16 21:06:53.154565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0527d31-b02c-4789-9c54-fe7aacac8d11 req-c4369725-0648-4b8e-8759-5ea84b062ff3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.170631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0527d31-b02c-4789-9c54-fe7aacac8d11 req-c4369725-0648-4b8e-8759-5ea84b062ff3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.2385933 Nov 16 21:06:53.253132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8955688 Nov 16 21:06:53.261575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53138) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:06:53.285124 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:06:53.300385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] For port d0396582-be38-42ab-9d52-b13a94613c27, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:53.305937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Request body: {'subnet': {'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-944162591-subnet', 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:53.392629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff3516-fb22-46cf-b340-55b94356ded4 admin admin] Pushing event updated for resources: {'Network': ['ID=23710389-38d0-48df-aea5-d0b7641eea2d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:53.412531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 23710389-38d0-48df-aea5-d0b7641eea2d details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:06:53.431364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0527d31-b02c-4789-9c54-fe7aacac8d11 req-c8656455-235d-44f0-83bf-b257d1657a67 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547133 Nov 16 21:06:53.434767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-f9ec64e8-bb23-47a5-9db3-cbcba75d31f0 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133763 Nov 16 21:06:53.448496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef8f5c-7d4c-4430-bcaa-de6e37180f73 req-cd02ae73-da15-4a20-97fd-5dab5ce9f8a3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.455815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25ef8f5c-7d4c-4430-bcaa-de6e37180f73 req-cd02ae73-da15-4a20-97fd-5dab5ce9f8a3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 948 time: 0.2455239 Nov 16 21:06:53.460207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:53.462708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.469678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] For port d0396582-be38-42ab-9d52-b13a94613c27, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d0396582-be38-42ab-9d52-b13a94613c27,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:53.485189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Attempting to bind port 96b38b0c-d82b-464c-afe3-67ae721bcb10 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:53.485189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Attempting to bind port 96b38b0c-d82b-464c-afe3-67ae721bcb10 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:53.485189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Attempting to bind port 96b38b0c-d82b-464c-afe3-67ae721bcb10 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:53.501255 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.546896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Port 96b38b0c-d82b-464c-afe3-67ae721bcb10 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:53.547369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Attempting to bind port 96b38b0c-d82b-464c-afe3-67ae721bcb10 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:53.595536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:53.595887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:53.596278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:53.596724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Bound port: 96b38b0c-d82b-464c-afe3-67ae721bcb10, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:53.597088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.635853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.636860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.638696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0396582-be38-42ab-9d52-b13a94613c27 HTTP/1.1" status: 200 len: 1096 time: 3.2994769 Nov 16 21:06:53.645545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25ef8f5c-7d4c-4430-bcaa-de6e37180f73 req-0caec9c1-7350-4422-8b7c-61e164ed29da tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888232 Nov 16 21:06:53.727633 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '63b70ade-82e9-4ea4-8d73-9e7747a6dd30', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'port_id': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'mac_address': 'fa:16:3e:da:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:04:12Z', 'updated_at': '2021-11-16T21:06:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:06:53.757004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] For port 96b38b0c-d82b-464c-afe3-67ae721bcb10, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:53.773785 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfa85c7-4420-4793-9cc3-148d7c1f3ffd None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '63b70ade-82e9-4ea4-8d73-9e7747a6dd30', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'port_id': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'mac_address': 'fa:16:3e:da:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:04:12Z', 'updated_at': '2021-11-16T21:06:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:06:53.826943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] For port 96b38b0c-d82b-464c-afe3-67ae721bcb10, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:53.837717 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.863454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-c3081735-0b44-4cdb-9413-cd96300b1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.864926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-c3081735-0b44-4cdb-9413-cd96300b1377 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 924 time: 0.6868091 Nov 16 21:06:53.865542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bf964-10f6-435f-b94e-cff206a344b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0396582-be38-42ab-9d52-b13a94613c27,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:53.936779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a381382-4d0f-4b42-b140-5bd4751586c1 req-9993aee0-fd20-48fa-bd92-fec3c47eadf3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.940268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a381382-4d0f-4b42-b140-5bd4751586c1 req-9993aee0-fd20-48fa-bd92-fec3c47eadf3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.3066649 Nov 16 21:06:53.991357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:53.998037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-7340c8d3-03f1-4ef2-afdd-7e93ea902835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:53.999557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-7340c8d3-03f1-4ef2-afdd-7e93ea902835 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 1099 time: 0.2330954 Nov 16 21:06:54.003007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-a16a678e-bad4-4a4b-830d-1d8150bd2c3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 HTTP/1.1" status: 200 len: 999 time: 0.1301520 Nov 16 21:06:54.016998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.020276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:54.024626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] 10.222.0.41 "PUT /v2.0/ports/96b38b0c-d82b-464c-afe3-67ae721bcb10 HTTP/1.1" status: 200 len: 1095 time: 2.7974231 Nov 16 21:06:54.051349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'tag': '96b38b0c-d82b-464c-afe3-67ae721bcb10'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:54.054247 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652cdc2f-e29f-4a68-a173-85d98867db89" -d '{"events": [{"name": "network-changed", "server_uuid": "cc27f70d-fe6c-4596-93cb-365e9ee7f3e5", "tag": "96b38b0c-d82b-464c-afe3-67ae721bcb10"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:54.112568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:54.144371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a381382-4d0f-4b42-b140-5bd4751586c1 req-0679d964-7d16-42c1-8854-fe132720d7f1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942072 Nov 16 21:06:54.151927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-673da67f-9fc4-428f-815d-76f14083f6d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=d0396582-be38-42ab-9d52-b13a94613c27 HTTP/1.1" status: 200 len: 217 time: 0.1389477 Nov 16 21:06:54.176465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5ae619-201d-4ce7-9b6e-55f669485f11 None None] New status for floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:06:54.254219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-4302dc84-e6e9-4cce-b1bc-be7d78b23545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.255847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-4302dc84-e6e9-4cce-b1bc-be7d78b23545 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0790701 Nov 16 21:06:54.274304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-dbbe45d5-55c7-44a9-aa67-3202537268b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.276120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-dbbe45d5-55c7-44a9-aa67-3202537268b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.2645483 Nov 16 21:06:54.280653 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce072e4c-a150-48f7-9a99-1fdd21880638 x-openstack-request-id: req-ce072e4c-a150-48f7-9a99-1fdd21880638 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:54.281184 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc27f70d-fe6c-4596-93cb-365e9ee7f3e5", "tag": "96b38b0c-d82b-464c-afe3-67ae721bcb10", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:54.281184 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce072e4c-a150-48f7-9a99-1fdd21880638 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:54.281577 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'tag': '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'status': 'completed', 'code': 200} Nov 16 21:06:54.303210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad15af-25a8-45c7-9edb-d3b7cdcdb4da service neutron] Pushing event updated for resources: {'Port': ['ID=96b38b0c-d82b-464c-afe3-67ae721bcb10,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:54.318749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712b9d6b-e497-41b4-9e60-05b6eccbcfb4,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:54.353980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744a780-94d3-428e-a773-9ebe3f10f273 req-848f4544-ba8c-4cda-8ffa-61d00213c875 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.355674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1744a780-94d3-428e-a773-9ebe3f10f273 req-848f4544-ba8c-4cda-8ffa-61d00213c875 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.3518572 Nov 16 21:06:54.362649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-c5e18332-b676-4990-8a0d-78d05d827961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.364046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-c5e18332-b676-4990-8a0d-78d05d827961 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868504 Nov 16 21:06:54.366996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-7e18b7a7-3a9c-4151-a307-3159f11d83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.368405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-7e18b7a7-3a9c-4151-a307-3159f11d83a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796263 Nov 16 21:06:54.373479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-f6b708fd-587d-4b3f-8070-52d435b838ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.375031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-f6b708fd-587d-4b3f-8070-52d435b838ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 1098 time: 0.2784023 Nov 16 21:06:54.395813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Checking segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:54.396609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Network hostable DHCP agents. Network: 23710389-38d0-48df-aea5-d0b7641eea2d, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:06:54.432946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-039330ae-7d5c-43a5-8eab-3b55df049b54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10 HTTP/1.1" status: 200 len: 217 time: 0.0470436 Nov 16 21:06:54.503217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Network 23710389-38d0-48df-aea5-d0b7641eea2d is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:06:54.511397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1744a780-94d3-428e-a773-9ebe3f10f273 req-dace602b-f9fa-422d-82a7-e938a343af42 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483750 Nov 16 21:06:54.528364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 23710389-38d0-48df-aea5-d0b7641eea2d) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:54.535752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.537571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:54.539645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0669976-f7f9-4446-9f9e-7549e5a6e4cd None None] Network 23710389-38d0-48df-aea5-d0b7641eea2d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:06:54.557467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3c9a4a29-03b3-4dba-bede-db6f15c4aee1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2727931 Nov 16 21:06:54.559323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-801114f2-c648-4da9-a304-3ef7dd99e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.561034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-801114f2-c648-4da9-a304-3ef7dd99e886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1137204 Nov 16 21:06:54.634274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af942992-3333-4c63-9c71-e79ecb846d17 req-f34c6918-174b-4aa9-811a-c17a8169a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.635927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-f34c6918-174b-4aa9-811a-c17a8169a636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589511 Nov 16 21:06:54.724732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5931d-e765-4885-9b4a-80a0d488517f None None] Network 23710389-38d0-48df-aea5-d0b7641eea2d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:06:54.767415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cff65d-a513-45c7-91c5-13ded3d997e9 req-41e80de0-a1f6-4b75-9f0b-cec8d1dea584 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.775265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66cff65d-a513-45c7-91c5-13ded3d997e9 req-41e80de0-a1f6-4b75-9f0b-cec8d1dea584 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1873879 Nov 16 21:06:54.816907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-dc85b5a5-7b58-4dcf-961f-f8c7cc1f5a63 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688416 Nov 16 21:06:54.944401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fe535-9deb-4792-a5f4-8d7b331f6dea req-d2678ffa-69ab-4127-9f9b-eac21ba5cb9e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:54.946895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a2fe535-9deb-4792-a5f4-8d7b331f6dea req-d2678ffa-69ab-4127-9f9b-eac21ba5cb9e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 948 time: 0.1289573 Nov 16 21:06:54.992097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-0bb4853d-c008-4b3d-b955-35487b929c1b service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622388 Nov 16 21:06:55.034385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a2fe535-9deb-4792-a5f4-8d7b331f6dea req-0d568b26-dfc9-4b7f-96d7-67d9f811c8f4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765066 Nov 16 21:06:55.109592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'tag': 'd0396582-be38-42ab-9d52-b13a94613c27'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:55.111861 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8cd580-f13f-41ec-8d27-0070b0afec7a", "tag": "d0396582-be38-42ab-9d52-b13a94613c27"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:55.113407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-18e0cd23-dd9e-43e0-95bf-15c3fa268e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.115970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-18e0cd23-dd9e-43e0-95bf-15c3fa268e73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 1098 time: 0.0564117 Nov 16 21:06:55.136045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-d0249f88-6538-4274-819e-d6aa3d579192 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592170 Nov 16 21:06:55.186334 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-d75707a8-d7a3-4f51-a55d-17888d5e8d52 service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082044 Nov 16 21:06:55.223842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66cff65d-a513-45c7-91c5-13ded3d997e9 req-0469b7e5-76ac-41db-8a60-bd309bebb32d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479580 Nov 16 21:06:55.292030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-91949f08-27d6-45ec-a656-da81026904a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.293656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-91949f08-27d6-45ec-a656-da81026904a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1709929 Nov 16 21:06:55.360617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38ea5a29-9f4f-4c1a-8932-01120f1ea165 req-b14aab5f-93fc-43b7-b0cd-c3362b40ad5b service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343389 Nov 16 21:06:55.364441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-0a41c040-75aa-44c5-9360-4f9ad82604f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10 HTTP/1.1" status: 200 len: 217 time: 0.0602179 Nov 16 21:06:55.371082 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e48ce77-314b-4f2a-b0b8-38cc23221a10 x-openstack-request-id: req-7e48ce77-314b-4f2a-b0b8-38cc23221a10 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:55.371375 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8cd580-f13f-41ec-8d27-0070b0afec7a", "tag": "d0396582-be38-42ab-9d52-b13a94613c27", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:55.371633 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e48ce77-314b-4f2a-b0b8-38cc23221a10 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:55.372093 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'tag': 'd0396582-be38-42ab-9d52-b13a94613c27', 'status': 'completed', 'code': 200} Nov 16 21:06:55.393157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af942992-3333-4c63-9c71-e79ecb846d17 req-2829416a-e395-4713-b883-e9815e14b088 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327831 Nov 16 21:06:55.465967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-259a4c0a-473e-4fae-94f5-948544534181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.467616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-259a4c0a-473e-4fae-94f5-948544534181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0899053 Nov 16 21:06:55.533769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:55.537116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c215b7-3321-4525-b54b-da6822517693 req-c1482a28-ac1b-4fd2-b46d-39d5249beda5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.539502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16c215b7-3321-4525-b54b-da6822517693 req-c1482a28-ac1b-4fd2-b46d-39d5249beda5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.1132576 Nov 16 21:06:55.552785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-40ca1217-249c-4da3-a908-40dc4d7d187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.554486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-40ca1217-249c-4da3-a908-40dc4d7d187e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 1099 time: 0.0726993 Nov 16 21:06:55.593287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-8b2fbe25-6ccd-463f-9f07-91ea027c26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.594840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-8b2fbe25-6ccd-463f-9f07-91ea027c26ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118422 Nov 16 21:06:55.660220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16c215b7-3321-4525-b54b-da6822517693 req-018fcadb-1c7d-40f2-b11b-3c187d2f8c5b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098323 Nov 16 21:06:55.669929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-9e05b1cb-6a86-4f5b-8e1f-fdec0aff8ff8 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.671462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-9e05b1cb-6a86-4f5b-8e1f-fdec0aff8ff8 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.1919751 Nov 16 21:06:55.712366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-f43efd4c-e91b-4564-9d98-ba8ae4da2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.713909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-f43efd4c-e91b-4564-9d98-ba8ae4da2fe8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1400239 Nov 16 21:06:55.716878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-e0ae3e25-deaf-4ee8-a009-294edaeea4fd tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/quotas/cb6a6e07a70440d484ed412b56a7210e HTTP/1.1" status: 200 len: 375 time: 0.0365338 Nov 16 21:06:55.778637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-04514875-a8a3-4dd6-bac0-764e32541152 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=d0396582-be38-42ab-9d52-b13a94613c27 HTTP/1.1" status: 200 len: 217 time: 0.0464509 Nov 16 21:06:55.873584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4675-387d-4a01-b723-db6aa8067a2c req-bd5ae811-8268-4364-8311-f7a53990bd25 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.875309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7aca4675-387d-4a01-b723-db6aa8067a2c req-bd5ae811-8268-4364-8311-f7a53990bd25 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0993807 Nov 16 21:06:55.877160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-4786c265-4022-48be-9905-b7eb44e5fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.878698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-4786c265-4022-48be-9905-b7eb44e5fbd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0685780 Nov 16 21:06:55.973596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7aca4675-387d-4a01-b723-db6aa8067a2c req-606b0951-844f-4e25-b9e4-dffd7f08dee1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911236 Nov 16 21:06:55.991304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-15bb7b60-d65c-4604-87aa-3a6a35dd2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:55.993136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-15bb7b60-d65c-4604-87aa-3a6a35dd2174 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935316 Nov 16 21:06:56.103183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-ad7dac5b-3e4d-476c-94ea-299018ad035c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3853552 Nov 16 21:06:56.126034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-bfd4b89c-8153-4fd5-b08c-ae45a7b1e898 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226687 Nov 16 21:06:56.163273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-44b6fd24-daa4-4328-b055-9891af6e702a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576847 Nov 16 21:06:56.280780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-98b61147-9522-4955-adb6-6026986758f5 service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766517 Nov 16 21:06:56.293859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-94162c64-3d97-47c2-9629-682f4ac08bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:56.295386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-94162c64-3d97-47c2-9629-682f4ac08bda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3&tenant_id=592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 1101 time: 0.1016805 Nov 16 21:06:56.310292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9849b-b873-437f-bb5a-5536a41278ca req-cb16d2c4-87ce-4aab-a9cf-fbfe28671f87 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:56.311816 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-70f9849b-b873-437f-bb5a-5536a41278ca req-cb16d2c4-87ce-4aab-a9cf-fbfe28671f87 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 948 time: 0.1169546 Nov 16 21:06:56.313005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-652cdc2f-e29f-4a68-a173-85d98867db89 req-9750715a-ea02-4f12-9b29-52c10be4f134 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401572 Nov 16 21:06:56.318736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:56.371543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57b3e1f5-ee53-4bbc-93d2-9237e4d65370 req-f5dd68d2-c657-4076-ab11-0e48f7194ba2 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371380 Nov 16 21:06:56.392583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-82cb2c36-1f27-4755-8731-5b2a65581d0b service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021793 Nov 16 21:06:56.428878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:56.435698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-70f9849b-b873-437f-bb5a-5536a41278ca req-7ede64e2-6410-493f-8731-69ddf41e0586 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040280 Nov 16 21:06:56.487592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:56.672851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 96b38b0c-d82b-464c-afe3-67ae721bcb10 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:56.675103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bab6-c4a4-4606-b65a-9894a9a450b7 req-caef233d-d86d-40f3-ada4-4ddf53476137 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:56.683609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa09bab6-c4a4-4606-b65a-9894a9a450b7 req-caef233d-d86d-40f3-ada4-4ddf53476137 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0849228 Nov 16 21:06:56.690476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:56.774858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:56.790951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa09bab6-c4a4-4606-b65a-9894a9a450b7 req-d7d5386b-2fde-4d5e-bf0c-180081ce5b7b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054831 Nov 16 21:06:56.802284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 96b38b0c-d82b-464c-afe3-67ae721bcb10, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:56.816581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'mac_address': 'fa:16:3e:b3:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:56.828597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5c3175e-b51b-4ebe-9630-44b5588bd192 req-8bacf935-1e5d-47ce-aa76-4f508932bd6e tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 210 time: 0.0582483 Nov 16 21:06:56.871226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:56.891231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Transition to ACTIVE for port object ccdadde1-748d-4d09-8d0e-9514d642d708 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:06:56.893232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:56.897016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:56.909220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b38b0c-d82b-464c-afe3-67ae721bcb10 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:56.934145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891c072-c3fb-48f2-b5e6-a6b4d5ad7800 req-03a6a351-0a8a-42b6-b9a2-3ed8c8b71cb2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:56.935911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 96b38b0c-d82b-464c-afe3-67ae721bcb10, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:56.939189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4891c072-c3fb-48f2-b5e6-a6b4d5ad7800 req-03a6a351-0a8a-42b6-b9a2-3ed8c8b71cb2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0658097 Nov 16 21:06:56.943796 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:57.030549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=96b38b0c-d82b-464c-afe3-67ae721bcb10,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:57.044628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4891c072-c3fb-48f2-b5e6-a6b4d5ad7800 req-eaddabdb-0ae8-499e-a938-466b906cfc04 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998049 Nov 16 21:06:57.070151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] No DVR routers for this DVR port ccdadde1-748d-4d09-8d0e-9514d642d708 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:06:57.092755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=10']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:57.157224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:06:57.157834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:06:57.157947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:57.167197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:06:57.167641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Attempting to bind port ccdadde1-748d-4d09-8d0e-9514d642d708 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:06:57.177258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:06:57.177625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:06:57.178020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:06:57.178707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Bound port: ccdadde1-748d-4d09-8d0e-9514d642d708, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:06:57.179736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:57.207675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee51a62-e68a-45aa-8b54-14c399b82e76 req-fe263775-eea8-4501-95de-67fb9944d578 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.209283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ee51a62-e68a-45aa-8b54-14c399b82e76 req-fe263775-eea8-4501-95de-67fb9944d578 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0987203 Nov 16 21:06:57.301120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:06:57.315602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:06:57.320288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ee51a62-e68a-45aa-8b54-14c399b82e76 req-3f503fc4-1246-4f18-a8ab-c30f7fd794e7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870566 Nov 16 21:06:57.322333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:57.363992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.364688 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:57.367108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] 10.222.0.47 "PUT /v2.0/ports/ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 1097 time: 1.0540340 Nov 16 21:06:57.382682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}, {'name': 'network-changed', 'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:57.385863 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a282f335-e6a6-4d50-af9e-47eca089a31a" -d '{"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}, {"name": "network-changed", "server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:57.390121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['96b38b0c-d82b-464c-afe3-67ae721bcb10'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:57.429882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b5c55-a62b-410f-b8fd-7da1f5916295 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=11']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:57.508461 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cf46c-d9a1-4bf5-839a-941b3c9900f2 x-openstack-request-id: req-4f5cf46c-d9a1-4bf5-839a-941b3c9900f2 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:57.511366 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}, {"name": "network-changed", "server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:57.511366 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f5cf46c-d9a1-4bf5-839a-941b3c9900f2 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:57.511366 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:06:57.511366 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'status': 'completed', 'code': 200} Nov 16 21:06:57.677059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-57afc6f1-266b-4d2a-886c-4098e15d0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.682458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-57afc6f1-266b-4d2a-886c-4098e15d0efd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1100 time: 0.2854323 Nov 16 21:06:57.691422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-fe101193-12ef-43d9-b1e5-6d0d491598e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.692263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-fe101193-12ef-43d9-b1e5-6d0d491598e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1100 time: 0.1808498 Nov 16 21:06:57.805661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419e56c-c06f-4078-bff1-5461443aa161 req-95398e69-a6ab-4f36-90af-ac3b343e34fb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.807196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2419e56c-c06f-4078-bff1-5461443aa161 req-95398e69-a6ab-4f36-90af-ac3b343e34fb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 948 time: 0.2636113 Nov 16 21:06:57.904889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-dd9832da-8e72-474e-912f-f025f045bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.906406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-dd9832da-8e72-474e-912f-f025f045bf5c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2132812 Nov 16 21:06:57.936933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f1f58-7641-4946-8725-5ec49aba649f req-ecfdcd94-2815-42a5-9d91-f187fe7be024 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.942015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec3f1f58-7641-4946-8725-5ec49aba649f req-ecfdcd94-2815-42a5-9d91-f187fe7be024 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0661051 Nov 16 21:06:57.963618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-d773e327-a3b8-479e-9dae-e101e8bdce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:57.965209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-d773e327-a3b8-479e-9dae-e101e8bdce2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2601969 Nov 16 21:06:57.985566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2419e56c-c06f-4078-bff1-5461443aa161 req-964520ff-76c8-4327-bdb0-eb3420c4996d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536608 Nov 16 21:06:57.985566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-e1de4d4f-3f3f-4dfe-825f-8450b5efb9dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0624614 Nov 16 21:06:58.011945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec3f1f58-7641-4946-8725-5ec49aba649f req-376324f2-2b06-4745-8696-e398f03da723 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643952 Nov 16 21:06:58.076368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-0f8729ca-551a-465b-9057-b5259e1e7fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0949616 Nov 16 21:06:58.155146 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5105e5d5-a858-4509-8ed3-a3c1d41b25a8 req-0b6e5bfd-2f64-49ef-b9de-977d621166f0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 210 time: 0.0835943 Nov 16 21:06:58.199779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-a4517c7f-9458-4e20-ac39-8959692a4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.201251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-a4517c7f-9458-4e20-ac39-8959692a4cd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2047355 Nov 16 21:06:58.243872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-9c207aee-79d9-42dd-b803-c1f7844f0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.245328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-9c207aee-79d9-42dd-b803-c1f7844f0ebf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1204984 Nov 16 21:06:58.245788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2eb66-6427-4b9c-b1db-06bd7fbd4d54 req-46bfeec4-c821-427e-bb1d-e5d64672af85 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.247636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0f2eb66-6427-4b9c-b1db-06bd7fbd4d54 req-46bfeec4-c821-427e-bb1d-e5d64672af85 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.0688815 Nov 16 21:06:58.301335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0f2eb66-6427-4b9c-b1db-06bd7fbd4d54 req-ab045cfd-94ed-4847-85e4-25172059d4c6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Nov 16 21:06:58.309394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-6c85f7a8-6443-451c-9bd8-9863157f9ea3 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.310920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-6c85f7a8-6443-451c-9bd8-9863157f9ea3 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.2654908 Nov 16 21:06:58.319950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-e6ad1d1e-fdfc-4a3d-a075-4925d4ab6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.320275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-e6ad1d1e-fdfc-4a3d-a075-4925d4ab6925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092219 Nov 16 21:06:58.327176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-b57978ed-4cb6-4b11-805d-82a8c577597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.329044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-b57978ed-4cb6-4b11-805d-82a8c577597c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757582 Nov 16 21:06:58.340795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Request body: {'port': {'device_id': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'admin_state_up': True, 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:06:58.597279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-6ca23bd5-d436-4642-8b16-124a167ed66c service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527292 Nov 16 21:06:58.610545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47f25-a0e8-4f69-8786-66678a2d9f9d req-dddabad1-3b28-4123-b8fe-609cfe5bbd4a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:58.611998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffb47f25-a0e8-4f69-8786-66678a2d9f9d req-dddabad1-3b28-4123-b8fe-609cfe5bbd4a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.1794021 Nov 16 21:06:58.648798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-d0f51a1e-9217-4adb-b47f-ffd879a5c3c5 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169801 Nov 16 21:06:58.684872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d0396582-be38-42ab-9d52-b13a94613c27 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:06:58.708268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 96b38b0c-d82b-464c-afe3-67ae721bcb10 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:06:58.737764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:06:58.741253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:58.808534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffb47f25-a0e8-4f69-8786-66678a2d9f9d req-2d7bb647-4921-4059-899a-3f91561a7003 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832125 Nov 16 21:06:58.854796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 96b38b0c-d82b-464c-afe3-67ae721bcb10 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:06:58.866110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 96b38b0c-d82b-464c-afe3-67ae721bcb10 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:06:58.866671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:58.891555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-f52c51d4-c36b-4920-ae7c-a4e19ae0d4e4 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785945 Nov 16 21:06:58.907156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d0396582-be38-42ab-9d52-b13a94613c27, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d0396582-be38-42ab-9d52-b13a94613c27,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:58.927965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'd0396582-be38-42ab-9d52-b13a94613c27', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'd0396582-be38-42ab-9d52-b13a94613c27', 'mac_address': 'fa:16:3e:79:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:06:58.928271 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f8c48f-3294-419c-9f85-d285a7ccd293 req-570640e8-ecd8-4e96-be96-f6e348d608e5 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285075 Nov 16 21:06:58.984277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Allocated IP 172.20.0.12 (23710389-38d0-48df-aea5-d0b7641eea2d/712b9d6b-e497-41b4-9e60-05b6eccbcfb4/c316d9ae-9957-414e-9a43-4e1a360cb8a4) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:06:59.012174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:59.037635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0396582-be38-42ab-9d52-b13a94613c27 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:06:59.055891 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:59.058331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-8c8d4449-9baf-449d-ae40-6206b4b6fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.059930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-8c8d4449-9baf-449d-ae40-6206b4b6fde6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 1100 time: 0.0777884 Nov 16 21:06:59.082139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d0396582-be38-42ab-9d52-b13a94613c27, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d0396582-be38-42ab-9d52-b13a94613c27,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:59.088912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b38b0c-d82b-464c-afe3-67ae721bcb10'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:06:59.091181 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a65e4dc-fad4-410a-a685-d71ed7526ef7" -d '{"events": [{"server_uuid": "cc27f70d-fe6c-4596-93cb-365e9ee7f3e5", "name": "network-vif-plugged", "status": "completed", "tag": "96b38b0c-d82b-464c-afe3-67ae721bcb10"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:06:59.103490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:59.109337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 96b38b0c-d82b-464c-afe3-67ae721bcb10, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:06:59.134922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:59.137034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:06:59.186771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c937fc-7a8b-4096-aa6b-1ff7c61a7b61 req-9eb3ffc0-b07b-4a9c-bc43-4813520cab9a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.189868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7c937fc-7a8b-4096-aa6b-1ff7c61a7b61 req-9eb3ffc0-b07b-4a9c-bc43-4813520cab9a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0651517 Nov 16 21:06:59.211130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d0396582-be38-42ab-9d52-b13a94613c27,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:59.249499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:06:59.280176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=96b38b0c-d82b-464c-afe3-67ae721bcb10,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:06:59.283264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7c937fc-7a8b-4096-aa6b-1ff7c61a7b61 req-45db4e03-6cf9-4445-9c93-6858fde17839 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882444 Nov 16 21:06:59.348624 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21407725-1925-457d-86be-6dc43532d293 x-openstack-request-id: req-21407725-1925-457d-86be-6dc43532d293 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:06:59.349023 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc27f70d-fe6c-4596-93cb-365e9ee7f3e5", "name": "network-vif-plugged", "status": "completed", "tag": "96b38b0c-d82b-464c-afe3-67ae721bcb10", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:06:59.349374 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21407725-1925-457d-86be-6dc43532d293 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:06:59.349926 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'code': 200} Nov 16 21:06:59.437863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b4ff8b2-5a08-4a0d-b489-5dbd1df8baef req-08690bb5-4548-4a27-8749-d07669f1b16b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 210 time: 0.0319774 Nov 16 21:06:59.521839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d0396582-be38-42ab-9d52-b13a94613c27'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:06:59.583020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b9af5-5d83-441d-b898-af3e803aab33 req-53aeb5aa-0e15-4286-96c9-d30e8e7d24ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.584740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0099-4bab-4365-a1af-d1719cd2ffc3 req-422b41f9-638b-41b7-a84d-c66f53b4d14f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.590210 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c08f0099-4bab-4365-a1af-d1719cd2ffc3 req-422b41f9-638b-41b7-a84d-c66f53b4d14f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.0829251 Nov 16 21:06:59.590427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a2b9af5-5d83-441d-b898-af3e803aab33 req-53aeb5aa-0e15-4286-96c9-d30e8e7d24ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 949 time: 0.5265059 Nov 16 21:06:59.641311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-bc627947-c50e-4fe8-bd2f-ede5351c757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.642785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-bc627947-c50e-4fe8-bd2f-ede5351c757d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.5727201 Nov 16 21:06:59.656616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c08f0099-4bab-4365-a1af-d1719cd2ffc3 req-22791ba1-ac5e-434d-9ae9-fbbad4187b5b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636294 Nov 16 21:06:59.667723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1a191-dafc-403b-9c1d-0efe5071833b req-cb867a20-fe9b-4bf0-9c82-dbabb32f39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.669183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fa1a191-dafc-403b-9c1d-0efe5071833b req-cb867a20-fe9b-4bf0-9c82-dbabb32f39ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 1100 time: 0.1559720 Nov 16 21:06:59.744395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-4cccdfa8-b61f-4ad5-ba6f-c1bfa40c1829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 200 len: 217 time: 0.0788343 Nov 16 21:06:59.747153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:59.752688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a2b9af5-5d83-441d-b898-af3e803aab33 req-0601d224-447f-4c62-889c-967c75565bc5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615281 Nov 16 21:06:59.830289 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fa1a191-dafc-403b-9c1d-0efe5071833b req-1f473a96-0602-4c29-a63a-d3f4c1a2e283 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458712 Nov 16 21:06:59.836852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-95d31d2b-8f5e-4efa-a50b-39140ae84dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.838971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-95d31d2b-8f5e-4efa-a50b-39140ae84dca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0835094 Nov 16 21:06:59.858665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:06:59.952174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Network 23710389-38d0-48df-aea5-d0b7641eea2d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:06:59.961392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:06:59.966688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:06:59.975681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-8a0103a6-0ff5-44d9-85d2-08de860e18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:06:59.977709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-8a0103a6-0ff5-44d9-85d2-08de860e18a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296351 Nov 16 21:06:59.978328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:00.075203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0cfa-947c-436c-a7df-e8c2fff58089 req-12443a77-002b-48ed-bfbe-b6511290e15a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:00.076720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa3b0cfa-947c-436c-a7df-e8c2fff58089 req-12443a77-002b-48ed-bfbe-b6511290e15a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.1706100 Nov 16 21:07:00.091502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:00.092119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.134399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-87579042-85b2-42f0-bf15-8c8db5980e51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8043120 Nov 16 21:07:00.157109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Request body: {'port': {'device_id': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:00.191130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-4604347a-be84-429e-82a9-e3f7ec8ba27e service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902113 Nov 16 21:07:00.198079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa3b0cfa-947c-436c-a7df-e8c2fff58089 req-3a377788-3abb-4d13-b272-4279eaffd442 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032720 Nov 16 21:07:00.280421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.361162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a282f335-e6a6-4d50-af9e-47eca089a31a req-48441b44-f24d-419e-b010-dda9a65634bd service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601768 Nov 16 21:07:00.430415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ff37d-b928-47f3-9003-35863be6a6ae req-7a1171b3-7b81-4f55-85fd-ef92829afe76 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:00.432669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-208ff37d-b928-47f3-9003-35863be6a6ae req-7a1171b3-7b81-4f55-85fd-ef92829afe76 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0690107 Nov 16 21:07:00.497790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-208ff37d-b928-47f3-9003-35863be6a6ae req-37f8fa59-ff9e-42df-a08e-665f53b7a7da tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570364 Nov 16 21:07:00.602392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced67f28-0eca-48bc-83d8-7c8fce939a01 req-ca49c3bd-f5a2-4974-8acd-2990475b4a56 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:00.603868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ced67f28-0eca-48bc-83d8-7c8fce939a01 req-ca49c3bd-f5a2-4974-8acd-2990475b4a56 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 932 time: 0.0894721 Nov 16 21:07:00.675346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c316d9ae-9957-414e-9a43-4e1a360cb8a4 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:00.679277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:00.689668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.716922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ced67f28-0eca-48bc-83d8-7c8fce939a01 req-5dbfd1a7-65e0-4cbb-b05a-a0704e457f13 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921252 Nov 16 21:07:00.727925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Transition to ACTIVE for port object c316d9ae-9957-414e-9a43-4e1a360cb8a4 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:00.733332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.802293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:00.818555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e6d6b-9df4-412b-8a33-337017697d37 req-ae80fbbe-ba99-4d5e-bee6-b80cde3cae6f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:00.821618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e2e6d6b-9df4-412b-8a33-337017697d37 req-ae80fbbe-ba99-4d5e-bee6-b80cde3cae6f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.0625510 Nov 16 21:07:00.829849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:00.845834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'port_id': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'mac_address': 'fa:16:3e:45:77:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b4609-825b-40c4-ae25-47b785cdc88e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:00.893274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.908995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf5f820-4b24-4f05-89e3-d9e15666ab13 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:00.918492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Attempting to bind port c316d9ae-9957-414e-9a43-4e1a360cb8a4 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:00.918851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Attempting to bind port c316d9ae-9957-414e-9a43-4e1a360cb8a4 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:00.919183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Attempting to bind port c316d9ae-9957-414e-9a43-4e1a360cb8a4 on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:00.930980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Port c316d9ae-9957-414e-9a43-4e1a360cb8a4 on network 23710389-38d0-48df-aea5-d0b7641eea2d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:00.931355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Attempting to bind port c316d9ae-9957-414e-9a43-4e1a360cb8a4 on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:00.932520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e2e6d6b-9df4-412b-8a33-337017697d37 req-069781b9-62fb-498a-9950-db60c80e7f82 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015298 Nov 16 21:07:00.936632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:00.942652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:00.943007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Checking segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:00.943438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Bound using segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:00.943972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Bound port: c316d9ae-9957-414e-9a43-4e1a360cb8a4, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:00.944272 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.952255 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:00.967768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82860434-b909-475f-b2ef-34525ab7895f req-0ca46974-0dd4-4d81-a633-ab70f7f835fe tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:00.969280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-82860434-b909-475f-b2ef-34525ab7895f req-0ca46974-0dd4-4d81-a633-ab70f7f835fe tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 949 time: 0.1028147 Nov 16 21:07:01.013087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:01.062345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-82860434-b909-475f-b2ef-34525ab7895f req-76ec20f9-1966-4880-adea-221ab3c79f5d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856974 Nov 16 21:07:01.065444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:01.071247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:01.081961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:01.128288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.128909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:01.130370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] 10.222.0.47 "PUT /v2.0/ports/c316d9ae-9957-414e-9a43-4e1a360cb8a4 HTTP/1.1" status: 200 len: 1092 time: 0.9869184 Nov 16 21:07:01.133551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:01.134175 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a75ff5-4495-4c44-95c6-d5ba26fdb966" -d '{"events": [{"name": "network-changed", "server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:01.156270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97072a7b-9176-4eca-837e-1a501fba8364 service neutron] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:01.214408 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5a6259-bca2-4b30-a371-f7764dbc1d9a x-openstack-request-id: req-0d5a6259-bca2-4b30-a371-f7764dbc1d9a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:01.214803 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:01.214987 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d5a6259-bca2-4b30-a371-f7764dbc1d9a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:01.215349 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'status': 'completed', 'code': 200} Nov 16 21:07:01.239207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-597f3da8-b1f5-41df-80f0-9a2a24ed81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.240681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-597f3da8-b1f5-41df-80f0-9a2a24ed81a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 1095 time: 0.0607831 Nov 16 21:07:01.293375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-7e5f823f-990b-43dc-9dd3-d7c0a73b2e35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4 HTTP/1.1" status: 200 len: 217 time: 0.0435119 Nov 16 21:07:01.365075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3bf5f820-4b24-4f05-89e3-d9e15666ab13'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:01.379769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b591948-0cf4-4a97-830e-dba9fbb20558 req-28edf9bc-88da-4374-b77f-124cd1fc3e9c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.387257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b591948-0cf4-4a97-830e-dba9fbb20558 req-28edf9bc-88da-4374-b77f-124cd1fc3e9c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0957215 Nov 16 21:07:01.394640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-b5103bb6-0d4e-47eb-8c0a-abe3c4406dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.396066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-b5103bb6-0d4e-47eb-8c0a-abe3c4406dda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.0931010 Nov 16 21:07:01.437769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-b38e3568-6af9-4438-9409-185574fe4a2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312114 Nov 16 21:07:01.462642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b591948-0cf4-4a97-830e-dba9fbb20558 req-b457eeba-d311-492a-9b02-579939bb9b91 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745082 Nov 16 21:07:01.588924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-40e14982-0195-4a81-b28b-4a3cadc1d5d2 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248124 Nov 16 21:07:01.618612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb05a28-94b2-4a2d-af91-e394cdea320e req-dc6c5800-09a2-4a47-92e6-a45d62c45274 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.626532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2eb05a28-94b2-4a2d-af91-e394cdea320e req-dc6c5800-09a2-4a47-92e6-a45d62c45274 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0590351 Nov 16 21:07:01.675823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2eb05a28-94b2-4a2d-af91-e394cdea320e req-5a2f22d6-e7ca-44ce-9992-7c3521d8e1cc tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Nov 16 21:07:01.689361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7211b7dc-c39c-4c9f-8e10-538d7f9f2259 req-447e051e-9969-4fb9-a678-f4fa30ac289a service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928855 Nov 16 21:07:01.815981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-ff8b0d33-c8f3-4571-a78b-f52d191ca874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.817493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-ff8b0d33-c8f3-4571-a78b-f52d191ca874 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 1095 time: 0.0739009 Nov 16 21:07:01.833567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610889-b11c-434d-a38a-c110d2d19489 req-dec5851f-0e36-4294-ac00-de20d4969be0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.835036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9610889-b11c-434d-a38a-c110d2d19489 req-dec5851f-0e36-4294-ac00-de20d4969be0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 944 time: 0.0650916 Nov 16 21:07:01.943957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9610889-b11c-434d-a38a-c110d2d19489 req-894d6b6b-fb04-4426-a1ef-6656814f723f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007526 Nov 16 21:07:01.989713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-d5078ba8-55ef-469d-bcd9-83ef7f5ac99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:01.991531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-d5078ba8-55ef-469d-bcd9-83ef7f5ac99a service neutron] 10.222.0.47 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 905 time: 0.1554368 Nov 16 21:07:02.047154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-367fb566-f60c-4f96-b9c1-0e1cee9b33a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4 HTTP/1.1" status: 200 len: 217 time: 0.0436993 Nov 16 21:07:02.058039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66c136-ac9a-4853-82fd-a3e749d947b6 req-9d99fd9e-a6b2-4eab-82bf-e0029b2ecec7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:02.059683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d66c136-ac9a-4853-82fd-a3e749d947b6 req-9d99fd9e-a6b2-4eab-82bf-e0029b2ecec7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.0618927 Nov 16 21:07:02.101200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-0dc5748e-ffaa-49cf-b6cf-cd4ea7adc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:02.102833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-0dc5748e-ffaa-49cf-b6cf-cd4ea7adc157 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.0479152 Nov 16 21:07:02.118117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d66c136-ac9a-4853-82fd-a3e749d947b6 req-23e766e7-cef2-4680-8b2d-141dfd8cacf9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Nov 16 21:07:02.165997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-8eb30456-dd13-4729-93e3-fa77965e9365 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451422 Nov 16 21:07:02.298609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd6a8c-b9f3-4507-bed9-b2a23d0ba577 req-040e6d45-9f47-4028-b344-aaeda1671be6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:02.300553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72fd6a8c-b9f3-4507-bed9-b2a23d0ba577 req-040e6d45-9f47-4028-b344-aaeda1671be6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 949 time: 0.1410477 Nov 16 21:07:02.385242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-ddcc1204-bcae-46bd-937d-bd2b68b8af97 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060204 Nov 16 21:07:02.407768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72fd6a8c-b9f3-4507-bed9-b2a23d0ba577 req-485729e9-9f15-4e15-8ae7-cafb558eabb0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989995 Nov 16 21:07:02.517885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05a75ff5-4495-4c44-95c6-d5ba26fdb966 req-d257884d-26ac-430f-98d9-c0d14988d572 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208718 Nov 16 21:07:02.603537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a306-ab96-41f1-be83-4713c114875b req-6ca1b036-ff62-4208-ab33-8178e4f97b7b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:02.605269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c678a306-ab96-41f1-be83-4713c114875b req-6ca1b036-ff62-4208-ab33-8178e4f97b7b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0561297 Nov 16 21:07:02.663865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c678a306-ab96-41f1-be83-4713c114875b req-bb489c41-86e5-442f-8998-214f3e5e894e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524836 Nov 16 21:07:02.680168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:02.799196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:02.804408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:02.805914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:02.825934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d9f42-a654-4602-a380-cf5d2a9dca87 req-c24feb60-09fe-4646-b8fa-345d0fdb4b2c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:02.827441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc0d9f42-a654-4602-a380-cf5d2a9dca87 req-c24feb60-09fe-4646-b8fa-345d0fdb4b2c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0610039 Nov 16 21:07:02.878862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc0d9f42-a654-4602-a380-cf5d2a9dca87 req-578c52e7-61eb-4087-85c5-5a92deeeeb0e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 Nov 16 21:07:02.905238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:02.909480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:02.933896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:02.936123 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9bdf26-4ba9-4394-ad62-48158a710a8a" -d '{"events": [{"server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:02.949416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:02.953817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:02.954715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d0396582-be38-42ab-9d52-b13a94613c27 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:02.981776 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ef2742-e52f-40b7-a6e7-b9a44dde7a55 x-openstack-request-id: req-54ef2742-e52f-40b7-a6e7-b9a44dde7a55 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:02.982088 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:02.982340 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54ef2742-e52f-40b7-a6e7-b9a44dde7a55 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:02.982768 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'code': 200} Nov 16 21:07:03.046325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:03.058168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port d0396582-be38-42ab-9d52-b13a94613c27 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:03.063090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port d0396582-be38-42ab-9d52-b13a94613c27 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:03.063511 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:03.116249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:03.118268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1933f6-8a48-4367-ad99-11ae88b0b868 req-3422bb72-e12f-40f9-bb74-01d82f94d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:03.120445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b1933f6-8a48-4367-ad99-11ae88b0b868 req-3422bb72-e12f-40f9-bb74-01d82f94d960 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1096 time: 0.0751321 Nov 16 21:07:03.201347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b1933f6-8a48-4367-ad99-11ae88b0b868 req-9abafc5f-a879-44d3-857c-f6261b795f8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647089 Nov 16 21:07:03.231500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:03.298767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:03.303398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ac647-a50b-41a6-aa40-dae87b6aaf97 req-0689ac39-8765-4c72-bd9f-c88e5aa4c701 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:03.306362 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac4ac647-a50b-41a6-aa40-dae87b6aaf97 req-0689ac39-8765-4c72-bd9f-c88e5aa4c701 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 949 time: 0.0634725 Nov 16 21:07:03.319878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'mac_address': 'fa:16:3e:e2:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:03.364020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac4ac647-a50b-41a6-aa40-dae87b6aaf97 req-b662c739-15bf-4562-9cb6-64baead1c10b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505338 Nov 16 21:07:03.364268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d0396582-be38-42ab-9d52-b13a94613c27, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d0396582-be38-42ab-9d52-b13a94613c27,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:03.371229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:03.401433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86122ba0-c42d-4d31-826c-65c15835f63a req-6484f920-d759-497e-99dc-dd114f6cddcb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:03.403262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-86122ba0-c42d-4d31-826c-65c15835f63a req-6484f920-d759-497e-99dc-dd114f6cddcb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 944 time: 0.0805917 Nov 16 21:07:03.417016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:03.437808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:03.474523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:03.476484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d0396582-be38-42ab-9d52-b13a94613c27,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:03.482457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:03.486525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-86122ba0-c42d-4d31-826c-65c15835f63a req-b5a1c481-2e63-4e8a-9836-9ddf2f64170f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728540 Nov 16 21:07:03.540185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:03.597952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168fd7-b2ce-4003-a592-8d122c7cc1f4 req-be9ed81c-5ecb-4f7f-b074-c8134c81dcd9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:03.599496 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f168fd7-b2ce-4003-a592-8d122c7cc1f4 req-be9ed81c-5ecb-4f7f-b074-c8134c81dcd9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 950 time: 0.0529149 Nov 16 21:07:03.634348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e01ff-dcdb-484f-aedc-069ee6eba618 req-5ab716e7-da64-4006-a8c4-6ec40fcc4748 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:03.636122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-115e01ff-dcdb-484f-aedc-069ee6eba618 req-5ab716e7-da64-4006-a8c4-6ec40fcc4748 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 950 time: 0.0548208 Nov 16 21:07:03.652608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f168fd7-b2ce-4003-a592-8d122c7cc1f4 req-b78d8c54-a82f-4dc1-a6ba-93f8eaa961d3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461109 Nov 16 21:07:03.704666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-115e01ff-dcdb-484f-aedc-069ee6eba618 req-9243c155-e523-451b-9ea2-e4c16455c0b6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605717 Nov 16 21:07:03.814216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ff7cc-b1cd-4d20-956f-fac161409ff7 req-315743a4-a639-4201-a81d-dfbe48cf9e8f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:03.815759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc4ff7cc-b1cd-4d20-956f-fac161409ff7 req-315743a4-a639-4201-a81d-dfbe48cf9e8f tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0584025 Nov 16 21:07:03.870959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc4ff7cc-b1cd-4d20-956f-fac161409ff7 req-01956a9a-789c-4ddf-a089-5d492e49485b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 Nov 16 21:07:03.876190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:03.885035 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-df9b5a55-d969-4c4d-a31e-fb8b20dd1ba5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237262 Nov 16 21:07:04.018692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-05fde296-0ce2-4baa-8b03-7df03dc28ed1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:04.020585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-05fde296-0ce2-4baa-8b03-7df03dc28ed1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295993 Nov 16 21:07:04.023997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c992b1-b0f4-4d2d-bbd8-73465b57eb25 req-f16eaeec-4cf4-499d-ad0e-95689d8e0e09 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:04.030046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74c992b1-b0f4-4d2d-bbd8-73465b57eb25 req-f16eaeec-4cf4-499d-ad0e-95689d8e0e09 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0664582 Nov 16 21:07:04.047137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-2c7d5668-ba53-4f2f-941d-cdfed29d1a66 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/quotas/592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 375 time: 0.0165226 Nov 16 21:07:04.084237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74c992b1-b0f4-4d2d-bbd8-73465b57eb25 req-997b76ca-4471-40b6-b5ac-55a3f4470d61 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497720 Nov 16 21:07:04.111198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-b2a25305-daeb-45c0-a29e-4dab5bc8c9c4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627367 Nov 16 21:07:04.300169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbae28fe-d315-4337-bfdc-134c0ec31479 req-15bb1dd3-e5c5-4909-99db-1fb757669d8f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 210 time: 0.0307643 Nov 16 21:07:04.624254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd69e6-67b9-4b77-b791-7305ecec9e04 req-1ad74080-ee7f-45d8-972e-5eb2c77704ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:04.633417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eccd69e6-67b9-4b77-b791-7305ecec9e04 req-1ad74080-ee7f-45d8-972e-5eb2c77704ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 944 time: 0.0677123 Nov 16 21:07:04.706608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eccd69e6-67b9-4b77-b791-7305ecec9e04 req-244c013d-c72f-4455-b7a4-c738050484eb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714757 Nov 16 21:07:04.826466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:04.836298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b8f6e-2c94-429b-a241-7c748d2f5b6d req-c1075e57-b72d-4c51-8bd5-2694c9fba8ad tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:04.837956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-984b8f6e-2c94-429b-a241-7c748d2f5b6d req-c1075e57-b72d-4c51-8bd5-2694c9fba8ad tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 950 time: 0.0691218 Nov 16 21:07:04.897120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-984b8f6e-2c94-429b-a241-7c748d2f5b6d req-cf642b4f-771c-4158-9920-855a8324af59 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Nov 16 21:07:04.983601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0396582-be38-42ab-9d52-b13a94613c27'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:04.986490 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0897ff9-3147-4982-89f0-62e6ff8288fd" -d '{"events": [{"server_uuid": "8d8cd580-f13f-41ec-8d27-0070b0afec7a", "name": "network-vif-plugged", "status": "completed", "tag": "d0396582-be38-42ab-9d52-b13a94613c27"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:05.037091 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d9a02-c9bc-4d33-87ac-020e9ea6259c x-openstack-request-id: req-7f6d9a02-c9bc-4d33-87ac-020e9ea6259c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:05.039432 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8cd580-f13f-41ec-8d27-0070b0afec7a", "name": "network-vif-plugged", "status": "completed", "tag": "d0396582-be38-42ab-9d52-b13a94613c27", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:05.039983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762c0d-da5c-43ba-a818-13bf6b7cfbff req-3de4a84c-d81a-4e8a-b7c4-4f5ceee9929e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.040581 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f6d9a02-c9bc-4d33-87ac-020e9ea6259c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:05.041152 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0396582-be38-42ab-9d52-b13a94613c27', 'code': 200} Nov 16 21:07:05.048126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e762c0d-da5c-43ba-a818-13bf6b7cfbff req-3de4a84c-d81a-4e8a-b7c4-4f5ceee9929e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0641122 Nov 16 21:07:05.100575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e762c0d-da5c-43ba-a818-13bf6b7cfbff req-a2e2ce06-60f6-4908-87ff-b94e751cc4e4 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515592 Nov 16 21:07:05.133971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c316d9ae-9957-414e-9a43-4e1a360cb8a4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:05.232710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:05.248117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d89f2-8426-44b8-a02f-0323e401ae9b req-f2427318-30e5-46d1-9122-fa8f269a571b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.252511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f02d89f2-8426-44b8-a02f-0323e401ae9b req-f2427318-30e5-46d1-9122-fa8f269a571b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0824683 Nov 16 21:07:05.282030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2787d7-6e7c-4939-a38d-7b4f047b480e req-97388467-cd9b-449c-b035-a390d698fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.284136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2787d7-6e7c-4939-a38d-7b4f047b480e req-97388467-cd9b-449c-b035-a390d698fd73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 1101 time: 0.1478605 Nov 16 21:07:05.317753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4792a1-1c13-4a57-8d4a-84635d40f7aa req-e6711561-26ea-4b3a-9ab8-d91b7e2aad9d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.333833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f02d89f2-8426-44b8-a02f-0323e401ae9b req-8d815c27-b548-435c-946f-5f00cb3f3c72 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744894 Nov 16 21:07:05.340654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a4792a1-1c13-4a57-8d4a-84635d40f7aa req-e6711561-26ea-4b3a-9ab8-d91b7e2aad9d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1096 time: 0.1114192 Nov 16 21:07:05.351435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port ccdadde1-748d-4d09-8d0e-9514d642d708 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:05.355266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:05.368381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port ccdadde1-748d-4d09-8d0e-9514d642d708 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:05.368718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:05.390794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'mac_address': 'fa:16:3e:f4:36:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:05.408568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-91b89d64-2d52-4f2c-8d80-0ee47cf92d06 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=592b4716c4a64f2d88f38a91914acb83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641701 Nov 16 21:07:05.452954 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:05.477006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c316d9ae-9957-414e-9a43-4e1a360cb8a4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:05.498969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9c1b5ab-ad8f-41c1-ae27-1e7f853cc4ae req-ebed70d7-9ecd-4da4-9fe7-119531bbe4c1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 210 time: 0.0645669 Nov 16 21:07:05.528771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a4792a1-1c13-4a57-8d4a-84635d40f7aa req-a23f3278-d91b-4d48-a7fc-5241c05b1ca2 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792831 Nov 16 21:07:05.529414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2787d7-6e7c-4939-a38d-7b4f047b480e req-706e0339-a5aa-4ac7-a82a-909691e8facb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357950 Nov 16 21:07:05.531623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:05.532771 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:05.556231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:05.583962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:05.605400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:05.624224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-d9e782ac-b373-4feb-bf70-b3fd0121186a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.625168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-d9e782ac-b373-4feb-bf70-b3fd0121186a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987567 Nov 16 21:07:05.634961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:05.645262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Request body: {'port': {'device_id': 'ac12b104-776c-4798-b31b-972c6b89078b', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '592b4716c4a64f2d88f38a91914acb83'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:05.698569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=13']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:05.757555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868e86-1e16-4800-84b2-78054364981d req-557d36fa-518f-4af7-9563-ed585d12ebae tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.759322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20868e86-1e16-4800-84b2-78054364981d req-557d36fa-518f-4af7-9563-ed585d12ebae tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1096 time: 0.1043503 Nov 16 21:07:05.834855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20868e86-1e16-4800-84b2-78054364981d req-15026bee-5b3b-4e6d-9167-47b71f6abcac tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Nov 16 21:07:05.839792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Made reservation on behalf of 592b4716c4a64f2d88f38a91914acb83 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:05.844078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:05.924589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c316d9ae-9957-414e-9a43-4e1a360cb8a4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:05.983010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225f54-b9b0-4d90-b42c-63cd66eb7b86 req-34cf116d-64c7-4295-ad63-dbd5644d8466 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:05.991828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8225f54-b9b0-4d90-b42c-63cd66eb7b86 req-34cf116d-64c7-4295-ad63-dbd5644d8466 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 945 time: 0.0676215 Nov 16 21:07:06.068574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8225f54-b9b0-4d90-b42c-63cd66eb7b86 req-6ac414a0-e4ef-4595-8a04-69a0966d01bb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754151 Nov 16 21:07:06.084502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Allocated IP 192.168.233.97 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/80bdad7d-aa22-44cb-a517-4264d4fe1256) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:06.116989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d893a-cde1-4b36-bfcd-314df53b7a38 req-2bbec012-acb7-4eff-8574-44d7f92ba727 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:06.119031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d9d893a-cde1-4b36-bfcd-314df53b7a38 req-2bbec012-acb7-4eff-8574-44d7f92ba727 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 950 time: 0.0852811 Nov 16 21:07:06.204435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d9d893a-cde1-4b36-bfcd-314df53b7a38 req-74d3467c-22bc-4cf2-906b-823b01be0a6e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780072 Nov 16 21:07:06.331280 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:06.379142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:06.399810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7', '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:06.443060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:06.469567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:06.476582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:06.537017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:06.537717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:06.550356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:06.580697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e18a2-ce97-49c4-9327-219735e7bc2c req-4987dae0-9628-4fee-90ea-1354a7eef8c3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:06.582316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-234e18a2-ce97-49c4-9327-219735e7bc2c req-4987dae0-9628-4fee-90ea-1354a7eef8c3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1625345 Nov 16 21:07:06.587582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-205604fe-b78f-471e-ba9f-35f0d8076568 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9513159 Nov 16 21:07:06.636120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Request body: {'port': {'device_id': 'ac12b104-776c-4798-b31b-972c6b89078b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:06.692719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-234e18a2-ce97-49c4-9327-219735e7bc2c req-65c2a13e-26c0-47bf-9991-17cb3e585ea0 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990701 Nov 16 21:07:06.751139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:06.819126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:06.921316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc9c97c0-ed80-4e6d-a263-39568e89c522 None None] Provisioning complete for port 80bdad7d-aa22-44cb-a517-4264d4fe1256 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:06.921614 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc9c97c0-ed80-4e6d-a263-39568e89c522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:06.975121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0be1ab-3e9b-472f-8830-e3dad54b522a req-45b624d9-c43f-41db-8d45-d0c9a9ac5796 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:06.980549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c97c0-ed80-4e6d-a263-39568e89c522 None None] Port 80bdad7d-aa22-44cb-a517-4264d4fe1256 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:07:06.990218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b0be1ab-3e9b-472f-8830-e3dad54b522a req-45b624d9-c43f-41db-8d45-d0c9a9ac5796 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 935 time: 0.1879902 Nov 16 21:07:07.042634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:07.045024 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a10d8a-f07c-4242-8377-96102a8ccfb5" -d '{"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:07.135159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c316d9ae-9957-414e-9a43-4e1a360cb8a4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:07.218056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port c316d9ae-9957-414e-9a43-4e1a360cb8a4 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:07.223505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c316d9ae-9957-414e-9a43-4e1a360cb8a4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:07.223877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.246152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-f2786886-e70f-4278-958b-91b47ddf101f tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:07:07.248419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-f2786886-e70f-4278-958b-91b47ddf101f tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069256 Nov 16 21:07:07.298718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-469ebade-f0ed-47e7-8321-4e1d91ea4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:07.306524 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-469ebade-f0ed-47e7-8321-4e1d91ea4db3 service neutron] 10.222.0.48 "GET /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 1093 time: 0.0509858 Nov 16 21:07:07.313289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Request body: {'binding': {'host': 'n-h1-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:07.313964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:07:07.320018 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.360949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:07.365982 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.450312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:07.482365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b0be1ab-3e9b-472f-8830-e3dad54b522a req-e0141c12-6943-4eec-a7b7-e549a431e011 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910247 Nov 16 21:07:07.533715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on host n-h1-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:07.533957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:07.534419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:07.542067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:07.542402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:07.547783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:07.548125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:07.548509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:07.548940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Bound port: 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:07.578426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:07.587385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.603061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Transition to ACTIVE for port object 80bdad7d-aa22-44cb-a517-4264d4fe1256 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:07.607744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.610919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:07.622163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.632679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-823338b2-c113-48b3-b8ba-17e3ee540f93 service neutron] 10.222.0.48 "POST /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13/bindings HTTP/1.1" status: 201 len: 389 time: 0.3196814 Nov 16 21:07:07.692885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:07.793152 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c4ebb9-f23b-4409-ad2e-20516bd33b52 x-openstack-request-id: req-b5c4ebb9-f23b-4409-ad2e-20516bd33b52 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:07.793476 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:07.793952 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5c4ebb9-f23b-4409-ad2e-20516bd33b52 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:07.794435 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:07:07.795246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:07.795777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:07.796352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:07.802247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:07.802842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:07.810345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:07.811178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:07.811971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:07.812772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Bound port: 80bdad7d-aa22-44cb-a517-4264d4fe1256, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:07.813407 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:07.915600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d205-a61b-4e66-9045-1be59448c65c req-2bd7c491-375d-4dbe-8387-079e4b9f7ef3 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:07.917784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26b3d205-a61b-4e66-9045-1be59448c65c req-2bd7c491-375d-4dbe-8387-079e4b9f7ef3 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.0947974 Nov 16 21:07:07.981007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:07.989656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26b3d205-a61b-4e66-9045-1be59448c65c req-fb5c48a3-11de-4bb8-9924-a16b268b9247 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 Nov 16 21:07:08.015262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:08.025371 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:08.050250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-02e7019b-acca-41f8-a9db-6a46edf6ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.051762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-02e7019b-acca-41f8-a9db-6a46edf6ac49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1096 time: 0.1274145 Nov 16 21:07:08.059641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6847-d33d-43fb-bff2-05ab62a7a4ca req-8979a9ea-6244-404d-9a17-94cd5add3b30 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.061035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-31bd6847-d33d-43fb-bff2-05ab62a7a4ca req-8979a9ea-6244-404d-9a17-94cd5add3b30 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 950 time: 0.1575558 Nov 16 21:07:08.112029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386e083-b1b7-4f5d-8f7c-cf06a0571a20 req-6c6e96d8-ab2e-4769-9b92-32198fd08c6e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.113618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9386e083-b1b7-4f5d-8f7c-cf06a0571a20 req-6c6e96d8-ab2e-4769-9b92-32198fd08c6e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0574157 Nov 16 21:07:08.145852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.146491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:08.148133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] 10.222.0.47 "PUT /v2.0/ports/80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 1095 time: 1.5183249 Nov 16 21:07:08.153163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:08.155594 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582309d-b35a-4326-83f2-6a6b4838bee1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:08.205941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf1eb-6afc-483a-9fe1-395a66ec4edb service neutron] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:08.224385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9386e083-b1b7-4f5d-8f7c-cf06a0571a20 req-9a1dc039-ab2e-4f14-a7d4-df5eb0e61a5a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002433 Nov 16 21:07:08.280148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-31bd6847-d33d-43fb-bff2-05ab62a7a4ca req-4bd531dd-5bb0-4112-822b-4ee6f2c38a9a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027094 Nov 16 21:07:08.325024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-02275003-bc88-426a-bc46-aa7efc4cae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.327169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-02275003-bc88-426a-bc46-aa7efc4cae05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.2595551 Nov 16 21:07:08.352527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-afaf88e9-c27c-4bd3-aa21-698980e5028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.354788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-afaf88e9-c27c-4bd3-aa21-698980e5028f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1098 time: 0.1166120 Nov 16 21:07:08.380437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456e113-a3a8-4ae6-a248-6dbee8b40e8f req-02e22555-5664-41ec-821b-b9cce0113216 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.382672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b456e113-a3a8-4ae6-a248-6dbee8b40e8f req-02e22555-5664-41ec-821b-b9cce0113216 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0804114 Nov 16 21:07:08.391434 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97798905-42ed-4876-988d-20fab0b486d5 x-openstack-request-id: req-97798905-42ed-4876-988d-20fab0b486d5 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:08.391905 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:08.392101 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97798905-42ed-4876-988d-20fab0b486d5 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:08.392512 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'status': 'completed', 'code': 200} Nov 16 21:07:08.402253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-5e5fb80e-d148-42dc-8910-c91443077425 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 217 time: 0.0644896 Nov 16 21:07:08.462526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-20cd70f5-bab2-4c8e-8328-ccd885aecb4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0675361 Nov 16 21:07:08.467946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b456e113-a3a8-4ae6-a248-6dbee8b40e8f req-50a0929d-5907-4813-9cd1-190b0d90747d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768800 Nov 16 21:07:08.588383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-1faa3027-4289-4975-9307-143948840a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.590122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-1faa3027-4289-4975-9307-143948840a07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.1429451 Nov 16 21:07:08.596877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-59d6fd70-7b0a-4276-ae4f-a1828e0ccec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.598490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-59d6fd70-7b0a-4276-ae4f-a1828e0ccec7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1229069 Nov 16 21:07:08.615693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c72af-bebb-43f2-87fe-0bfa654cfa46 req-f3ed2321-3978-4afd-9814-a7a37bfe0878 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.616111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87a91-7cd9-4caa-809c-621ded6291eb req-621eb3b7-9c14-4274-9ffc-0d722f05aa0b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.618258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-920c72af-bebb-43f2-87fe-0bfa654cfa46 req-f3ed2321-3978-4afd-9814-a7a37bfe0878 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.0580735 Nov 16 21:07:08.622419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb87a91-7cd9-4caa-809c-621ded6291eb req-621eb3b7-9c14-4274-9ffc-0d722f05aa0b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 949 time: 0.1739678 Nov 16 21:07:08.666344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-0027d614-25d8-4b70-a1d6-32dbc25647f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659919 Nov 16 21:07:08.683425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-920c72af-bebb-43f2-87fe-0bfa654cfa46 req-a113aa21-0ba1-470d-a015-21485b7cc173 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567746 Nov 16 21:07:08.783695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-04f6ebcb-6d3e-4f44-be33-35fa1d15ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:08.785249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-04f6ebcb-6d3e-4f44-be33-35fa1d15ec5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604447 Nov 16 21:07:08.792208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb87a91-7cd9-4caa-809c-621ded6291eb req-e21be550-c352-4f4f-96d1-9a5fcd4c6d96 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592684 Nov 16 21:07:08.897172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-3c6d144f-2c5f-4983-a56f-577af2dc24b7 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153258 Nov 16 21:07:08.988531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-17c34de4-0545-4ede-b041-12806f67cf6d service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934152 Nov 16 21:07:09.093549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-786200e0-6965-4f10-8f66-4d60254bb24a service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848907 Nov 16 21:07:09.154748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcef99-d46e-4251-b598-685a53d06592 req-6964553a-9d30-4ce3-a0a1-c8346c34b54d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.156269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99bcef99-d46e-4251-b598-685a53d06592 req-6964553a-9d30-4ce3-a0a1-c8346c34b54d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.0761647 Nov 16 21:07:09.170308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e23299-cdd1-49ad-840f-7c7e956692e7 req-cc2a373f-f327-4000-aad1-308aea6f73b9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726642 Nov 16 21:07:09.191880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb8c75-36ae-47b9-9744-e400463c1fe0 req-3b0242d5-cd63-4a31-8e31-336e7e79e0b7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.199407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb8c75-36ae-47b9-9744-e400463c1fe0 req-3b0242d5-cd63-4a31-8e31-336e7e79e0b7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.206628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67eb8c75-36ae-47b9-9744-e400463c1fe0 req-3b0242d5-cd63-4a31-8e31-336e7e79e0b7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a&device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 1690 time: 0.0752664 Nov 16 21:07:09.255451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99bcef99-d46e-4251-b598-685a53d06592 req-d58c7680-f0ca-42a3-b406-6a299047492f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910928 Nov 16 21:07:09.290081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67eb8c75-36ae-47b9-9744-e400463c1fe0 req-869ed171-731c-4e50-80ec-4d7097e8ccb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825574 Nov 16 21:07:09.298094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-10d87d73-b6f0-4aed-b14e-5783b336f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.299823 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-10d87d73-b6f0-4aed-b14e-5783b336f486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1098 time: 0.0774226 Nov 16 21:07:09.390350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b559-fe3a-4a29-86f0-182c6f1cad04 req-c5796d77-1a8a-4164-9d39-1f90787c84d0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.398472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6890b559-fe3a-4a29-86f0-182c6f1cad04 req-c5796d77-1a8a-4164-9d39-1f90787c84d0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0699673 Nov 16 21:07:09.462441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6890b559-fe3a-4a29-86f0-182c6f1cad04 req-a474ef97-b1a1-428a-9f08-68a8387db162 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546122 Nov 16 21:07:09.487001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-ac29ffbe-c695-4134-b144-87b518660c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.488649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-ac29ffbe-c695-4134-b144-87b518660c2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1812236 Nov 16 21:07:09.495264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055deea-44e5-4e23-b4cd-9b69b77f7394 req-b3b75873-f44f-45d2-b0f9-be7da5bd8cd1 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.496741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9055deea-44e5-4e23-b4cd-9b69b77f7394 req-b3b75873-f44f-45d2-b0f9-be7da5bd8cd1 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 1101 time: 0.0656950 Nov 16 21:07:09.539463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-052cc955-663e-408c-992a-9a73ac149075 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0417452 Nov 16 21:07:09.617222 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9055deea-44e5-4e23-b4cd-9b69b77f7394 req-bcc147f0-1afa-4c04-bd77-717dea72f165 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765927 Nov 16 21:07:09.639610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-14b09c31-f824-4700-96d3-3b24eb9dfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.643067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-14b09c31-f824-4700-96d3-3b24eb9dfa2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0741701 Nov 16 21:07:09.662818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef31d0-6181-4531-a517-fbd8509712b8 req-e69ee40e-5444-4d57-b53b-2c99451796f8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.666579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35ef31d0-6181-4531-a517-fbd8509712b8 req-e69ee40e-5444-4d57-b53b-2c99451796f8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0824742 Nov 16 21:07:09.734400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35ef31d0-6181-4531-a517-fbd8509712b8 req-1707ae9a-ef6e-4a09-ad9d-db8badc33f34 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619059 Nov 16 21:07:09.763218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-98f216f4-03fb-474e-b1e8-e2b94f193f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.765051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-98f216f4-03fb-474e-b1e8-e2b94f193f5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149797 Nov 16 21:07:09.769767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508933-2ddd-4713-82ec-15e77f443964 req-08a535b5-2d77-44cf-95fb-a405683cd5c4 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.778691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d508933-2ddd-4713-82ec-15e77f443964 req-08a535b5-2d77-44cf-95fb-a405683cd5c4 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 1100 time: 0.0741293 Nov 16 21:07:09.796120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:09.798379 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b30ee3-470e-4776-9697-588ed9e56019" -d '{"events": [{"server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "name": "network-vif-plugged", "status": "completed", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:09.863404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62784f-ff42-44e7-a181-abcdcaa33cdd req-0ea266a0-eef2-4333-8ff8-af3823c50ace tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:09.871368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a62784f-ff42-44e7-a181-abcdcaa33cdd req-0ea266a0-eef2-4333-8ff8-af3823c50ace tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.0626807 Nov 16 21:07:09.903851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d508933-2ddd-4713-82ec-15e77f443964 req-1e6a2096-434c-4ef9-877c-e72126d7f9d5 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241319 Nov 16 21:07:09.936501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a62784f-ff42-44e7-a181-abcdcaa33cdd req-a39e6b5d-f181-48cb-aa8d-e5f8f8453550 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620654 Nov 16 21:07:09.945106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-73901b7b-a36b-4d2e-965e-253a712682f4 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636386 Nov 16 21:07:09.987897 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c709c-05cb-4f78-af42-1f4f27e0448b x-openstack-request-id: req-b74c709c-05cb-4f78-af42-1f4f27e0448b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:09.988303 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "name": "network-vif-plugged", "status": "completed", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:09.988679 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b74c709c-05cb-4f78-af42-1f4f27e0448b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:09.989379 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'code': 200} Nov 16 21:07:10.058851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4582309d-b35a-4326-83f2-6a6b4838bee1 req-769d6e95-86da-4e56-8f74-5331f06c2b73 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056898 Nov 16 21:07:10.116003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd660478-52d7-4981-beb1-68dbd196357c req-a40e3541-13c1-4f94-aeb6-999af4035fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:10.117836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd660478-52d7-4981-beb1-68dbd196357c req-a40e3541-13c1-4f94-aeb6-999af4035fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 1097 time: 0.0579617 Nov 16 21:07:10.185866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd660478-52d7-4981-beb1-68dbd196357c req-f2f062d3-4577-4aa2-9a3c-819f299cd1d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574446 Nov 16 21:07:10.360476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-21634d35-9245-4ad5-8f1c-3fa3b5b5a804 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211027 Nov 16 21:07:10.380947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654854-8935-4e1f-87ce-2eea86ef40e4 req-2bfdcecc-1cd5-435d-bc90-d4c18161c738 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:10.383541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62654854-8935-4e1f-87ce-2eea86ef40e4 req-2bfdcecc-1cd5-435d-bc90-d4c18161c738 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.0546906 Nov 16 21:07:10.433624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62654854-8935-4e1f-87ce-2eea86ef40e4 req-594ef9d7-ad59-426e-8b51-202751846709 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Nov 16 21:07:10.479319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-2c334306-6e13-4f9b-baec-217f18689bf2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:10.481956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-2c334306-6e13-4f9b-baec-217f18689bf2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156361 Nov 16 21:07:10.497564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-74e2208a-0e85-40d5-8959-eced9ffbb511 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/quotas/c1f290e52e7242d984c8af41cac3e14b HTTP/1.1" status: 200 len: 375 time: 0.0102911 Nov 16 21:07:10.555335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-61e08c5f-d36a-4267-ac96-2842f2810fa8 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509331 Nov 16 21:07:10.587442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d289b7-297d-4704-a803-9e9dd806c613 req-afcd60c1-3d2b-4278-b16f-691aaf1069f8 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:10.589227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4d289b7-297d-4704-a803-9e9dd806c613 req-afcd60c1-3d2b-4278-b16f-691aaf1069f8 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0599616 Nov 16 21:07:10.656407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4d289b7-297d-4704-a803-9e9dd806c613 req-1655a9df-bd04-4764-b0ac-29e9ab62bab5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613029 Nov 16 21:07:10.869644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-cf6af81c-9e9b-427c-ac9f-7136f0a2f9b5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:10.871164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-cf6af81c-9e9b-427c-ac9f-7136f0a2f9b5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.1040092 Nov 16 21:07:10.889744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-38c9485e-e8bc-4887-b755-5a4557010fd6 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/quotas/06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 375 time: 0.0104396 Nov 16 21:07:10.957594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-e5c22083-9eed-4a18-b3dc-7abfdd748eaa tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600724 Nov 16 21:07:11.042486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b767-d604-4d99-a84a-2737a7fa3f65 req-d780fca0-1433-4f34-8898-98ef4fd140be tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:11.044369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4e1b767-d604-4d99-a84a-2737a7fa3f65 req-d780fca0-1433-4f34-8898-98ef4fd140be tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0636854 Nov 16 21:07:11.079341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-2f6db135-371f-49ea-bb89-d40dc80f72df service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207223 Nov 16 21:07:11.123167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4e1b767-d604-4d99-a84a-2737a7fa3f65 req-09465f37-4313-446a-a7d5-d2b76d16cb6c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724730 Nov 16 21:07:11.199799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-7f4a8c1d-b2d7-4271-8d3f-b898b813cfd2 service neutron] 10.222.0.48 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123261 Nov 16 21:07:11.490565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9d7bf-1908-43bf-aaf8-2cdb0a491be1 req-3c69c211-7fb7-4a4c-b20c-91314bfb5809 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:11.516741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7d9d7bf-1908-43bf-aaf8-2cdb0a491be1 req-3c69c211-7fb7-4a4c-b20c-91314bfb5809 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.1038802 Nov 16 21:07:11.617756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7d9d7bf-1908-43bf-aaf8-2cdb0a491be1 req-4f783969-49ab-49fc-ab08-1ffb830e6b3e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934582 Nov 16 21:07:11.768060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0813e171-7741-4b73-a207-d192784e4940 req-9e2e3a42-faf3-452f-82b7-e303ca22f7cd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 210 time: 0.0662472 Nov 16 21:07:11.892541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96b5ec51-d789-42e0-9c22-3eacffeca45b req-509a955e-9d9e-4703-b727-4861f38cdced tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.0362000 Nov 16 21:07:11.898868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e24f-fec4-4956-9bca-7f9c450cb649 req-7f14a93b-cf3f-46c8-b35c-a94ec35b1a0c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:11.906714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c599e24f-fec4-4956-9bca-7f9c450cb649 req-7f14a93b-cf3f-46c8-b35c-a94ec35b1a0c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.1167760 Nov 16 21:07:12.006389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c599e24f-fec4-4956-9bca-7f9c450cb649 req-ebf346cb-b574-4a80-b5fa-9a4b01d94dcc tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983047 Nov 16 21:07:12.128864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca42f7-c862-4fba-89c3-70f9d2ef6fde req-fbc3456e-a6f9-4c72-b6c7-4e3273934efb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:12.139654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdca42f7-c862-4fba-89c3-70f9d2ef6fde req-fbc3456e-a6f9-4c72-b6c7-4e3273934efb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.1156101 Nov 16 21:07:12.224344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdca42f7-c862-4fba-89c3-70f9d2ef6fde req-f8856575-1d9b-4736-bde3-1d0632c46ef1 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832565 Nov 16 21:07:12.286950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8078f-7403-486a-9a41-06daeed0270e req-ad994fc9-8b90-4c8f-a43f-94ea763a3611 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:12.288923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eaf8078f-7403-486a-9a41-06daeed0270e req-ad994fc9-8b90-4c8f-a43f-94ea763a3611 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0568972 Nov 16 21:07:12.348292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eaf8078f-7403-486a-9a41-06daeed0270e req-d76484ef-cb86-4988-8238-9197493c627e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477219 Nov 16 21:07:12.632661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-7b16046c-65f2-49ef-83e7-dcbf2099bea8 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268407 Nov 16 21:07:12.787919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc924-ff0e-499a-b493-18dd9b1f47c4 req-ba3dab93-f5cc-4bc6-849a-608c5b6340f0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:12.790388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a8bc924-ff0e-499a-b493-18dd9b1f47c4 req-ba3dab93-f5cc-4bc6-849a-608c5b6340f0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.0687957 Nov 16 21:07:12.862225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-b1426539-3403-46fa-a18f-fd6cb931896f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:12.863797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-b1426539-3403-46fa-a18f-fd6cb931896f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263260 Nov 16 21:07:12.878471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': '0d241e90-3536-4ec6-b492-b83b33152972', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:12.938761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82a5a980-7fc6-4023-86fc-fb4ef6a9e428 req-d25e2b2f-589e-45fb-a3ae-838c209ffdbc tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 210 time: 0.0459471 Nov 16 21:07:13.006429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-c136a641-314d-483e-8eb3-d01aa18916be tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256796 Nov 16 21:07:13.030807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a8bc924-ff0e-499a-b493-18dd9b1f47c4 req-91ed0cfb-566e-40c5-9b37-940399b08d35 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335818 Nov 16 21:07:13.044244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6efe09e0-de52-484b-bf24-4486d2373b08 req-26e1cfe4-d7d1-4dae-8210-8ca3b36e3a48 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.0294476 Nov 16 21:07:13.101287 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:07:13.182135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:13.244106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:13.248837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:13.336313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127f7c-83fd-4e38-914e-8fefc21df0c9 req-d68592a6-704b-4942-9a36-82b2a133189a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:13.338186 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62127f7c-83fd-4e38-914e-8fefc21df0c9 req-d68592a6-704b-4942-9a36-82b2a133189a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.2384112 Nov 16 21:07:13.340071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:13.355892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-d3171ce6-991d-4a77-9cda-06eb06bdb15a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:13.356460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'mac_address': 'fa:16:3e:39:cf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:13.357381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-d3171ce6-991d-4a77-9cda-06eb06bdb15a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255019 Nov 16 21:07:13.396827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-50c236db-c8ad-4395-9277-4a4b5004f677 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:13.398432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-50c236db-c8ad-4395-9277-4a4b5004f677 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 808 time: 0.3835027 Nov 16 21:07:13.407784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:13.425886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:13.432266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed3d2c-f289-436a-b66a-49f1b6a95686 req-37ca8473-19ce-4e4e-9528-70e447f6ad70 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:13.433848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32ed3d2c-f289-436a-b66a-49f1b6a95686 req-37ca8473-19ce-4e4e-9528-70e447f6ad70 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0901129 Nov 16 21:07:13.456028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:13.461253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:13.470468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:13.506440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Request body: {'port': {'device_id': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'admin_state_up': True, 'tenant_id': '06b5778640944f27b62822905a225088'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:13.526894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:13.534860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32ed3d2c-f289-436a-b66a-49f1b6a95686 req-d1a132ed-976b-441b-9eb0-0928adf9de85 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936859 Nov 16 21:07:13.679897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dff9e-5de2-4b01-bec9-013c02dd8513 req-a7f2d55b-92d6-4be2-88b0-0a05b2acd9ce tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:13.688656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d86dff9e-5de2-4b01-bec9-013c02dd8513 req-a7f2d55b-92d6-4be2-88b0-0a05b2acd9ce tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0664828 Nov 16 21:07:13.767072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d86dff9e-5de2-4b01-bec9-013c02dd8513 req-f26b872f-d853-4523-80b7-78d69f61120e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771592 Nov 16 21:07:13.869116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['80bdad7d-aa22-44cb-a517-4264d4fe1256'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:14.060591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62127f7c-83fd-4e38-914e-8fefc21df0c9 req-0a16f2b2-f6f2-4cda-9f38-edf1b2d51f73 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991632 Nov 16 21:07:14.146727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:14.151196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:14.213453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.166 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/55f70bd8-866f-4676-beaf-84496fecc127) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:14.283319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1a6eb55-69a8-4781-87c8-1dd541700587 req-fb0bc539-1481-4c64-bd70-e4a0b0516bd1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Nov 16 21:07:14.312720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Made reservation on behalf of 06b5778640944f27b62822905a225088 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:14.316587 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:14.378476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c2ed2ac-9267-4ea2-9aff-43bd4cea1bd7 req-a90bc447-d1c8-46fa-a86e-725bde0dd48b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.0328183 Nov 16 21:07:14.382722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695e975-e37f-47ca-8efb-a8bcf369fe5e req-ebcb03fd-39d5-4c23-965f-42546c2bcf8e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:14.384570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f695e975-e37f-47ca-8efb-a8bcf369fe5e req-ebcb03fd-39d5-4c23-965f-42546c2bcf8e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.1975453 Nov 16 21:07:14.591891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a3fe5-f8ff-4063-a1da-9481b78e89c2 req-1c13cf38-12f4-460d-90bc-2548674bdba9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:14.593547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b9a3fe5-f8ff-4063-a1da-9481b78e89c2 req-1c13cf38-12f4-460d-90bc-2548674bdba9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.0542405 Nov 16 21:07:14.621768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f695e975-e37f-47ca-8efb-a8bcf369fe5e req-ce9ba14c-a4da-4bb1-b430-3644d90868b2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164192 Nov 16 21:07:14.646343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b9a3fe5-f8ff-4063-a1da-9481b78e89c2 req-88c791d2-3c74-4e2f-b8fd-2ee5b0ba4163 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468333 Nov 16 21:07:14.671741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Allocated IP 172.20.0.13 (577e0baf-bab5-43e1-bc57-eff95e371e12/7b9cc6c0-caba-45df-8302-79ccbf7677de/7e30d768-7c8a-410f-a48b-814348bd217c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:14.688994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:14.884335 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:14.888434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82500-45cf-4d61-8062-e70c12066fbe req-6933cae4-153b-439c-a3b0-1db195262b28 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:14.890266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66d82500-45cf-4d61-8062-e70c12066fbe req-6933cae4-153b-439c-a3b0-1db195262b28 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0617800 Nov 16 21:07:14.900231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520cb2c-837c-43bc-9a01-23db80bf2b5f req-6a792c14-4520-4320-8a8c-e1ad65324718 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:14.902102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6520cb2c-837c-43bc-9a01-23db80bf2b5f req-6a792c14-4520-4320-8a8c-e1ad65324718 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.1968126 Nov 16 21:07:14.903227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:14.960672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66d82500-45cf-4d61-8062-e70c12066fbe req-786b4479-f14a-48c4-bb54-401c4a787a6f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Nov 16 21:07:15.016904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:15.029143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.99 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/6c5262cf-ecca-430f-bb95-7635eb7795bf) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:15.057793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:15.060127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:15.071372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:15.182309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6520cb2c-837c-43bc-9a01-23db80bf2b5f req-528f25d1-9a1c-44e0-a66a-17fb4a4fd6c8 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638335 Nov 16 21:07:15.191326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.201665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:15.247920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:15.248602 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.335360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-7b514085-970d-4cf1-adc2-106795e8c2d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4604332 Nov 16 21:07:15.360750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Request body: {'port': {'device_id': '0d241e90-3536-4ec6-b492-b83b33152972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:15.383116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 80bdad7d-aa22-44cb-a517-4264d4fe1256 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:15.406141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.414278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 80bdad7d-aa22-44cb-a517-4264d4fe1256 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:15.415198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.501150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fdfc4bd6-5319-4105-800d-87c7d6ff9ead None None] Provisioning complete for port 55f70bd8-866f-4676-beaf-84496fecc127 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:15.501544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fdfc4bd6-5319-4105-800d-87c7d6ff9ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.507025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20ef74a4-63fa-483c-b35f-e2428f38fe21 req-d22f1ee3-c397-4508-b9c3-7a532eacb494 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 210 time: 0.0566387 Nov 16 21:07:15.572230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc4bd6-5319-4105-800d-87c7d6ff9ead None None] Port 55f70bd8-866f-4676-beaf-84496fecc127 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:07:15.574039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Network 577e0baf-bab5-43e1-bc57-eff95e371e12 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:15.586755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:15.588661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:15.591606 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.619124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:15.621504 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218afcb7-4d17-4c73-8cec-9a39d8814270" -d '{"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-plugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:15.634909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:15.639119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.641539 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.655042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.670079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:15.705822 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c96c06-833e-4e3e-bb54-9d6ed4c54342 x-openstack-request-id: req-90c96c06-833e-4e3e-bb54-9d6ed4c54342 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:15.706120 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-plugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:15.707008 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90c96c06-833e-4e3e-bb54-9d6ed4c54342 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:15.707412 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'code': 200} Nov 16 21:07:15.739976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:15.764367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccf80d-7f3d-4176-9712-ff8e0969db34 req-b141130e-6ca7-4db4-976a-fa7b9b633067 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:15.765962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46ccf80d-7f3d-4176-9712-ff8e0969db34 req-b141130e-6ca7-4db4-976a-fa7b9b633067 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 932 time: 0.2520237 Nov 16 21:07:15.790749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:15.791391 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.823750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36786ac8-5adc-435a-a360-fb878b34ea44 req-aec6d745-0dd6-4138-9527-84b71264dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:15.824839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36786ac8-5adc-435a-a360-fb878b34ea44 req-aec6d745-0dd6-4138-9527-84b71264dfc0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1100 time: 0.0748026 Nov 16 21:07:15.841255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-ef7d59f5-4172-42c6-9480-fb450100d291 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3485284 Nov 16 21:07:15.841502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b045f-3d60-4ab4-b3f4-d6107ba2843c req-489a3df3-19b6-43de-a942-7d716a0df004 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:15.842792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc4b045f-3d60-4ab4-b3f4-d6107ba2843c req-489a3df3-19b6-43de-a942-7d716a0df004 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0834446 Nov 16 21:07:15.896111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Request body: {'port': {'device_id': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:15.916004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36786ac8-5adc-435a-a360-fb878b34ea44 req-0cd81de3-259f-4032-9a84-6e5230aa607e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722349 Nov 16 21:07:15.923702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:15.930118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc4b045f-3d60-4ab4-b3f4-d6107ba2843c req-0c07e3dc-5d0b-4230-a885-461d88dea742 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Nov 16 21:07:16.033632 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46ccf80d-7f3d-4176-9712-ff8e0969db34 req-3ddce1b0-4021-4034-ad9a-77f66e41b305 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575855 Nov 16 21:07:16.052710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359d4e0-51fc-47a3-bcae-e31fb32d9600 req-1bf51ab5-a4f1-43a9-b6e1-856d37a7b7c2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:16.054825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8359d4e0-51fc-47a3-bcae-e31fb32d9600 req-1bf51ab5-a4f1-43a9-b6e1-856d37a7b7c2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.0584190 Nov 16 21:07:16.082781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:16.096439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:16.100114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:16.104816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:16.107347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=6c5262cf-ecca-430f-bb95-7635eb7795bf,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:16.123334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8359d4e0-51fc-47a3-bcae-e31fb32d9600 req-c56b39a5-b83d-4147-90ef-28b6546ae584 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610590 Nov 16 21:07:16.261388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:16.262087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:16.349080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d3ff-0160-4783-8d6d-b5bcea549418 req-ccc67204-2383-4a76-b2fd-2e3c53190f69 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:16.351289 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae04d3ff-0160-4783-8d6d-b5bcea549418 req-ccc67204-2383-4a76-b2fd-2e3c53190f69 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.2408643 Nov 16 21:07:16.404045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4c6b4f5d-319c-4325-91f9-fcd28fd11c2f None None] Provisioning complete for port 6c5262cf-ecca-430f-bb95-7635eb7795bf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:16.404480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4f5d-319c-4325-91f9-fcd28fd11c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:16.428597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-1cd4840c-f08d-44c4-918b-ba2771f1617e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0290589 Nov 16 21:07:16.447838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b4f5d-319c-4325-91f9-fcd28fd11c2f None None] Port 6c5262cf-ecca-430f-bb95-7635eb7795bf cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:07:16.458192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Request body: {'port': {'device_id': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:16.547466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f70bd8-866f-4676-beaf-84496fecc127 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:16.565253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:16.608912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae04d3ff-0160-4783-8d6d-b5bcea549418 req-a12292b0-428b-46fa-885e-a5cbae067f71 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915240 Nov 16 21:07:16.620514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Transition to ACTIVE for port object 55f70bd8-866f-4676-beaf-84496fecc127 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:16.621460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:16.637377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:16.708260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:16.716017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['2133c125-bcbc-4485-862c-13e851161d31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:16.807096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:16.818695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4487c-68a4-4dd7-8908-cd48c28b4a72 req-cc589a44-6ea4-48d0-a0d0-47d6cb97549d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:16.828590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fde4487c-68a4-4dd7-8908-cd48c28b4a72 req-cc589a44-6ea4-48d0-a0d0-47d6cb97549d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 935 time: 0.0669749 Nov 16 21:07:16.911467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fde4487c-68a4-4dd7-8908-cd48c28b4a72 req-7a183df0-4b3d-4871-bfb3-30d6339f5325 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763276 Nov 16 21:07:17.066387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d9ac8-851a-41c9-adf3-3a7a8d45081f req-36dd97c5-23a9-4803-ae87-a9b06fdb8c34 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:17.068515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-058d9ac8-851a-41c9-adf3-3a7a8d45081f req-36dd97c5-23a9-4803-ae87-a9b06fdb8c34 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.3284979 Nov 16 21:07:17.105842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b54e3-44cf-4ce2-ab74-887d53da7751 req-1603e0e4-301f-4a9b-9d8e-2b08d13964f5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:17.113549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-404b54e3-44cf-4ce2-ab74-887d53da7751 req-1603e0e4-301f-4a9b-9d8e-2b08d13964f5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0716331 Nov 16 21:07:17.129591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e30d768-7c8a-410f-a48b-814348bd217c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:17.177185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-404b54e3-44cf-4ce2-ab74-887d53da7751 req-8c30f27d-ef3a-426b-a689-87d79d1251bc tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608752 Nov 16 21:07:17.178208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.201305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Attempting to bind port 55f70bd8-866f-4676-beaf-84496fecc127 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:17.201958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Attempting to bind port 55f70bd8-866f-4676-beaf-84496fecc127 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:17.202475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Attempting to bind port 55f70bd8-866f-4676-beaf-84496fecc127 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:17.230833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Port 55f70bd8-866f-4676-beaf-84496fecc127 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:17.231416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Attempting to bind port 55f70bd8-866f-4676-beaf-84496fecc127 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:17.241713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Transition to ACTIVE for port object 7e30d768-7c8a-410f-a48b-814348bd217c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:17.250840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-058d9ac8-851a-41c9-adf3-3a7a8d45081f req-8978427b-2597-4a6d-a3cd-c1fcb2dc9938 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693361 Nov 16 21:07:17.253871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:17.254640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:17.255209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:17.255836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Bound port: 55f70bd8-866f-4676-beaf-84496fecc127, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:17.256537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.277549 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.362515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb2252-0856-4664-88e2-6ba7e029db2c req-b59f7b1c-7a39-4914-9969-026237182072 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:17.370388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38cb2252-0856-4664-88e2-6ba7e029db2c req-b59f7b1c-7a39-4914-9969-026237182072 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.1290243 Nov 16 21:07:17.503053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38cb2252-0856-4664-88e2-6ba7e029db2c req-fd31cebb-e7e6-4b8d-8b1b-1f1eb0f1164f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259127 Nov 16 21:07:17.701324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:17.820290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:17.864693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:17.867384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5262cf-ecca-430f-bb95-7635eb7795bf {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:17.884204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.888305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.941343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Transition to ACTIVE for port object 6c5262cf-ecca-430f-bb95-7635eb7795bf will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:17.952754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f0331-a384-4f35-93d2-c050011e8a3d req-069f7a3f-e592-4e80-8cb7-65778cf51c08 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:17.954288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b38f0331-a384-4f35-93d2-c050011e8a3d req-069f7a3f-e592-4e80-8cb7-65778cf51c08 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.2357826 Nov 16 21:07:17.965341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:17.965994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.967423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] 10.222.0.47 "PUT /v2.0/ports/55f70bd8-866f-4676-beaf-84496fecc127 HTTP/1.1" status: 200 len: 1096 time: 2.6134818 Nov 16 21:07:17.969928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:17.972110 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5263ef5-0483-47a0-93b6-9d4aaefb8845" -d '{"events": [{"name": "network-changed", "server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "tag": "55f70bd8-866f-4676-beaf-84496fecc127"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:17.978830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:17.998132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:17.998475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:17.999144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:18.032211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:18.032531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:18.062557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379cabe-4546-4874-9fbf-7f324c3e7c8e service neutron] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:18.078986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:18.079413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:18.079894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:18.080447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Bound port: 7e30d768-7c8a-410f-a48b-814348bd217c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:18.080906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:18.087996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4f4a-8fdf-4924-81fc-045df1fb8388 req-ef1b354b-f094-4307-a430-0611cf0913d2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.090282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d33a4f4a-8fdf-4924-81fc-045df1fb8388 req-ef1b354b-f094-4307-a430-0611cf0913d2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 947 time: 0.0985758 Nov 16 21:07:18.163719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d33a4f4a-8fdf-4924-81fc-045df1fb8388 req-c439e1c1-84da-426e-b4cb-6873d63a17ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671208 Nov 16 21:07:18.214369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b38f0331-a384-4f35-93d2-c050011e8a3d req-8ef2c47a-c692-45f4-9eee-3d99f93b720a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329350 Nov 16 21:07:18.254423 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955862c-9f23-4fa8-b0e7-3447ec753a85 x-openstack-request-id: req-b955862c-9f23-4fa8-b0e7-3447ec753a85 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:18.254698 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "tag": "55f70bd8-866f-4676-beaf-84496fecc127", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:18.254922 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b955862c-9f23-4fa8-b0e7-3447ec753a85 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:18.255358 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127', 'status': 'completed', 'code': 200} Nov 16 21:07:18.341921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:18.345677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:18.440561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5262cf-ecca-430f-bb95-7635eb7795bf,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:18.451050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:18.464764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f28a8-cb67-489d-a163-129e19fcc5b0 req-61d495b7-87ad-44ff-b739-c904df9c45cd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.466642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-672f28a8-cb67-489d-a163-129e19fcc5b0 req-61d495b7-87ad-44ff-b739-c904df9c45cd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0809937 Nov 16 21:07:18.475208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-757b546e-2326-416f-ae33-e4195b93b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.476851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-757b546e-2326-416f-ae33-e4195b93b3c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 1099 time: 0.4170735 Nov 16 21:07:18.542260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-672f28a8-cb67-489d-a163-129e19fcc5b0 req-f9877899-79fa-491e-9f90-0b9a020a32c8 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668089 Nov 16 21:07:18.577042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.577793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:18.579321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] 10.222.0.47 "PUT /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 1092 time: 2.6875134 Nov 16 21:07:18.580649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-23e09167-41ff-4988-ac9d-354e7217f5e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=55f70bd8-866f-4676-beaf-84496fecc127 HTTP/1.1" status: 200 len: 217 time: 0.0860622 Nov 16 21:07:18.663743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Attempting to bind port 6c5262cf-ecca-430f-bb95-7635eb7795bf on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:18.664097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Attempting to bind port 6c5262cf-ecca-430f-bb95-7635eb7795bf by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:18.664396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Attempting to bind port 6c5262cf-ecca-430f-bb95-7635eb7795bf on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:18.708720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a4a6a-2abd-4198-8d51-aa55773324df req-aa2e69d4-5226-4dd4-9816-cfb1c1f5e0cb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.710962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-015a4a6a-2abd-4198-8d51-aa55773324df req-aa2e69d4-5226-4dd4-9816-cfb1c1f5e0cb tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.3301859 Nov 16 21:07:18.711672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b19027-defe-46e0-9c0e-91b78d30c314 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:18.728326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Port 6c5262cf-ecca-430f-bb95-7635eb7795bf on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:18.728719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Attempting to bind port 6c5262cf-ecca-430f-bb95-7635eb7795bf on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:18.753021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7a67-b051-4663-8341-9350178d2692 req-a272f094-a219-49c4-a8b2-e8d8ac617d78 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.754113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:18.754465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:18.754864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:18.755029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d67a7a67-b051-4663-8341-9350178d2692 req-a272f094-a219-49c4-a8b2-e8d8ac617d78 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0577083 Nov 16 21:07:18.755315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Bound port: 6c5262cf-ecca-430f-bb95-7635eb7795bf, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:18.755684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:18.781286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-8d10fb33-3cf5-4d0b-babf-232d8ede258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.782905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-8d10fb33-3cf5-4d0b-babf-232d8ede258f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1751893 Nov 16 21:07:18.810563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d67a7a67-b051-4663-8341-9350178d2692 req-d2897d47-be42-49ed-a9d3-a61d0a498f33 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Nov 16 21:07:18.828762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-a9843836-eaa1-4f45-9c90-09664f3cb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.830408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-a9843836-eaa1-4f45-9c90-09664f3cb7d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1095 time: 0.1812413 Nov 16 21:07:18.865663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-015a4a6a-2abd-4198-8d51-aa55773324df req-c216e6b1-5a44-49e8-b5ae-3906784d7407 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437809 Nov 16 21:07:18.920434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-2e1e1e46-316c-4fd6-92ab-7d50931b9f1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 217 time: 0.0597227 Nov 16 21:07:18.942402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-932d419e-bd88-4194-bcb2-02378ebc21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:18.944522 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-932d419e-bd88-4194-bcb2-02378ebc21bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485903 Nov 16 21:07:18.945667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] For port 6c5262cf-ecca-430f-bb95-7635eb7795bf, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:18.950793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] For port 6c5262cf-ecca-430f-bb95-7635eb7795bf, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:18.961914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:19.091264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.091897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:19.093281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c5262cf-ecca-430f-bb95-7635eb7795bf HTTP/1.1" status: 200 len: 1095 time: 2.6391551 Nov 16 21:07:19.144594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca6ec-befc-4a12-9922-13313d75b048 req-7d5b3105-8d5c-42fe-ba14-0b6cd4058a58 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.146330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-332ca6ec-befc-4a12-9922-13313d75b048 req-7d5b3105-8d5c-42fe-ba14-0b6cd4058a58 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1100 time: 0.1983089 Nov 16 21:07:19.160591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b46bad-6c1e-4edd-a1a7-cc73e1651fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5262cf-ecca-430f-bb95-7635eb7795bf,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:19.164261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc508388-393b-4259-8ace-ea1273b142a6 req-9acc048a-93e3-49ff-98e4-df6a5982b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.165748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-9acc048a-93e3-49ff-98e4-df6a5982b8ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1571178 Nov 16 21:07:19.309019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-7d011dd1-da11-478f-94fe-b0cb75570d62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238644 Nov 16 21:07:19.316944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-c6974831-81b6-486a-bf7d-f13e85409e94 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062940 Nov 16 21:07:19.343489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-332ca6ec-befc-4a12-9922-13313d75b048 req-d390ca5c-faeb-43e5-8d81-f1c90cba2207 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864052 Nov 16 21:07:19.358678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d714b3-b993-441e-9ed8-f8e009b8f4e8 req-f25afdee-3e96-4bbe-8413-172566499b72 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.367082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7d714b3-b993-441e-9ed8-f8e009b8f4e8 req-f25afdee-3e96-4bbe-8413-172566499b72 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 947 time: 0.0809813 Nov 16 21:07:19.426590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7d714b3-b993-441e-9ed8-f8e009b8f4e8 req-eee1d158-bdb4-4800-af22-487d71c7c218 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556185 Nov 16 21:07:19.453686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-8a6d54e7-c5f3-4ab0-8b42-7975841604fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.455252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-8a6d54e7-c5f3-4ab0-8b42-7975841604fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 1098 time: 0.2842155 Nov 16 21:07:19.540194 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-d1444784-4c4e-4675-b303-f90b084f6601 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf HTTP/1.1" status: 200 len: 217 time: 0.0624225 Nov 16 21:07:19.626009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efcb8b-edca-43ef-8db9-72ed926b8626 req-80b4e226-533c-4774-abf0-af5afe3e5e48 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.627531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0efcb8b-edca-43ef-8db9-72ed926b8626 req-80b4e226-533c-4774-abf0-af5afe3e5e48 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.2000482 Nov 16 21:07:19.631780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-092cfa13-90fe-44c1-8e39-00b8dd7f2eff service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059614 Nov 16 21:07:19.633922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-7d5677c9-e058-455f-98e0-9ca9af19727f service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006608 Nov 16 21:07:19.734655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-f623af27-ac84-4928-8ba5-bfb24ac448be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.736213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-f623af27-ac84-4928-8ba5-bfb24ac448be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1780744 Nov 16 21:07:19.822441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0efcb8b-edca-43ef-8db9-72ed926b8626 req-a8b87ccc-ff46-485c-a9b3-35b44cefbfb5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840441 Nov 16 21:07:19.861941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-0415e5f4-573c-4e4d-8a0c-f9b4c260d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.863718 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-0415e5f4-573c-4e4d-8a0c-f9b4c260d2da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 1099 time: 0.1570740 Nov 16 21:07:19.871028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b590-4159-4e47-94c9-dece6480964e req-3fd3e578-0f26-48a3-8a8c-6b3487cb8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:19.872565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-3fd3e578-0f26-48a3-8a8c-6b3487cb8140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187935 Nov 16 21:07:19.893779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc508388-393b-4259-8ace-ea1273b142a6 req-1dbae57e-8acc-48e5-a9b3-ed2bc4044b6b service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387171 Nov 16 21:07:20.074885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e9c91-b80e-4e7e-866a-c81c9456822b req-9d9862b0-da61-4ccc-809b-94e75a18e8cc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.076483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-876e9c91-b80e-4e7e-866a-c81c9456822b req-9d9862b0-da61-4ccc-809b-94e75a18e8cc tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.1639776 Nov 16 21:07:20.095653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-ca3fd9c7-633e-4c7c-a1d1-b205c26de7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.095883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-7521ef5f-0394-474b-9c48-72f32e5824b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0667217 Nov 16 21:07:20.096286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-ca3fd9c7-633e-4c7c-a1d1-b205c26de7da service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2211719 Nov 16 21:07:20.104717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-0c468ed2-6e68-4036-b254-cb4703a38eec service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208638 Nov 16 21:07:20.165623 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-4f286d91-5560-4379-9fe9-0294f02eda21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=55f70bd8-866f-4676-beaf-84496fecc127 HTTP/1.1" status: 200 len: 217 time: 0.0582724 Nov 16 21:07:20.200260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5288ebe-0ed3-42d4-b693-3d4a47850b7e req-5d56f0b6-498e-4062-9329-a2e6f74fa121 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.209412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5288ebe-0ed3-42d4-b693-3d4a47850b7e req-5d56f0b6-498e-4062-9329-a2e6f74fa121 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0715294 Nov 16 21:07:20.243027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-876e9c91-b80e-4e7e-866a-c81c9456822b req-1e11def7-e3da-4102-8cdc-c22fa6f836e5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574454 Nov 16 21:07:20.255857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}, {'name': 'network-changed', 'server_uuid': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'tag': '6c5262cf-ecca-430f-bb95-7635eb7795bf'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:20.257337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5288ebe-0ed3-42d4-b693-3d4a47850b7e req-53443893-bab5-4e30-93b8-8cbfcbf6c1ca tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Nov 16 21:07:20.259220 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574e630b-320e-46bd-9701-f60b14043376" -d '{"events": [{"name": "network-changed", "server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}, {"name": "network-changed", "server_uuid": "5f3f2c9c-e8df-4e06-9bc9-61b1d8159474", "tag": "6c5262cf-ecca-430f-bb95-7635eb7795bf"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:20.283867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-18bbef52-8405-44bd-904b-303dc0d177de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.285495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-18bbef52-8405-44bd-904b-303dc0d177de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1001549 Nov 16 21:07:20.345153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1078b590-4159-4e47-94c9-dece6480964e req-5a0d1c9e-1c9c-4fb9-9923-9c4e10cd0a86 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298629 Nov 16 21:07:20.360562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-fe0628e4-80c8-4912-9f83-ec648e8cef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.362082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-fe0628e4-80c8-4912-9f83-ec648e8cef9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677390 Nov 16 21:07:20.451080 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e790ff-936b-456a-a271-414a03e1eb0a x-openstack-request-id: req-12e790ff-936b-456a-a271-414a03e1eb0a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:20.451381 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f3f2c9c-e8df-4e06-9bc9-61b1d8159474", "tag": "6c5262cf-ecca-430f-bb95-7635eb7795bf", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:20.451639 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12e790ff-936b-456a-a271-414a03e1eb0a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:20.452047 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'status': 'completed', 'code': 200} Nov 16 21:07:20.452307 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'tag': '6c5262cf-ecca-430f-bb95-7635eb7795bf', 'status': 'completed', 'code': 200} Nov 16 21:07:20.591613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c6b8e-fb84-4fe8-a7cb-84a00c8aa3a6 req-2321dd30-842f-4821-b38f-ed6f628d5dfc tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.599816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-928c6b8e-fb84-4fe8-a7cb-84a00c8aa3a6 req-2321dd30-842f-4821-b38f-ed6f628d5dfc tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 947 time: 0.0871668 Nov 16 21:07:20.626299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db7630a9-2953-4c86-99dd-20c2d5465eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:20.682109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-928c6b8e-fb84-4fe8-a7cb-84a00c8aa3a6 req-8283bdc9-2069-49dd-98ab-9adfe5b543db tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706673 Nov 16 21:07:20.847115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b9766-7635-4aa1-8ce7-8ca5d7cffe53 req-b6210750-edab-4632-89f7-6f9b09dd1e12 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.848687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f29b9766-7635-4aa1-8ce7-8ca5d7cffe53 req-b6210750-edab-4632-89f7-6f9b09dd1e12 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.4633365 Nov 16 21:07:20.867121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-952153d4-2cdf-4b02-9f4f-082214978ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.868596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-952153d4-2cdf-4b02-9f4f-082214978ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1095 time: 0.4060307 Nov 16 21:07:20.873207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-a7033f47-13c8-40db-b31a-0532947eadb4 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983449 Nov 16 21:07:20.881069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-41d1da4f-0613-4d4a-aea1-220cd7a648e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.883379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-41d1da4f-0613-4d4a-aea1-220cd7a648e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 1098 time: 0.4286344 Nov 16 21:07:20.982890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648a188-9a23-4419-9ebc-d97182c5476a req-5448905b-4a10-44aa-a8bc-4634638201b3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:20.985107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4648a188-9a23-4419-9ebc-d97182c5476a req-5448905b-4a10-44aa-a8bc-4634638201b3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0680332 Nov 16 21:07:21.039225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4648a188-9a23-4419-9ebc-d97182c5476a req-7f25b834-eb8a-4c1d-b75f-14284b1be163 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Nov 16 21:07:21.088760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f29b9766-7635-4aa1-8ce7-8ca5d7cffe53 req-72ada120-a915-4bda-a70c-616800399f1e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245290 Nov 16 21:07:21.166436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5263ef5-0483-47a0-93b6-9d4aaefb8845 req-d60b69b3-de4b-47f6-98d1-55ee195d8ef0 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619884 Nov 16 21:07:21.167395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-92fa66c8-b5d4-408e-a706-65b3a7b57fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.168752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-92fa66c8-b5d4-408e-a706-65b3a7b57fab service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2773926 Nov 16 21:07:21.171542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-b5ce0e03-9372-41d5-83ae-f04d78fcc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.172992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-b5ce0e03-9372-41d5-83ae-f04d78fcc5f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2716870 Nov 16 21:07:21.220510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-bda3b076-c108-4466-add0-2c746cae4c98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 217 time: 0.0411355 Nov 16 21:07:21.223368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c316d9ae-9957-414e-9a43-4e1a360cb8a4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:21.228620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:21.258094 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-cd0a5136-61ef-4e46-ba61-f62e157c44e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf HTTP/1.1" status: 200 len: 217 time: 0.0435748 Nov 16 21:07:21.333425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-bc581339-db17-463b-93dc-fdc3b5949499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.335633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-bc581339-db17-463b-93dc-fdc3b5949499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0863101 Nov 16 21:07:21.349783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-32bd4af0-3d69-436a-be9c-2a1481f1c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.351241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-32bd4af0-3d69-436a-be9c-2a1481f1c8a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0732770 Nov 16 21:07:21.404189 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:21.407793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:21.415588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-04c440ae-a30f-483a-9960-de16246f44ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619955 Nov 16 21:07:21.419546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62235-1a84-445b-b344-f3cd6a50f33a req-91b83ada-2d45-48e3-ac52-2fab32ba6b54 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.426186 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab62235-1a84-445b-b344-f3cd6a50f33a req-91b83ada-2d45-48e3-ac52-2fab32ba6b54 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0645022 Nov 16 21:07:21.426654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'mac_address': 'fa:16:3e:f4:36:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:21.443142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:21.446187 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bdaadb-0717-4a87-9022-ff31d380378d" -d '{"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-unplugged", "status": "completed", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:21.477752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:21.484909 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:21.485618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab62235-1a84-445b-b344-f3cd6a50f33a req-340f8dca-b27e-4558-b7a4-9915a700df0e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576911 Nov 16 21:07:21.494415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394aaaa-b13e-4e24-a3c0-b9ade419d3ed req-cbe0cad6-8617-4426-8757-93207932016e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.495966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b394aaaa-b13e-4e24-a3c0-b9ade419d3ed req-cbe0cad6-8617-4426-8757-93207932016e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.1555965 Nov 16 21:07:21.514585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e630b-320e-46bd-9701-f60b14043376 req-9ee62d4f-04e1-4785-ba0a-c8d0f45e6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.516085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-9ee62d4f-04e1-4785-ba0a-c8d0f45e6cde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540494 Nov 16 21:07:21.517832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:21.546344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c316d9ae-9957-414e-9a43-4e1a360cb8a4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:21.566651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:21.585249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:21.587662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.588268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.588689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.589222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.589647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.590191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.590583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.590974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.591499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.591891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.592286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.592676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:21.597719 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:21.625171 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e429391-4593-4765-ab4f-ea1528805c28 x-openstack-request-id: req-7e429391-4593-4765-ab4f-ea1528805c28 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:21.625455 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-unplugged", "status": "completed", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:21.625725 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e429391-4593-4765-ab4f-ea1528805c28 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:21.626107 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'code': 200} Nov 16 21:07:21.629796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b394aaaa-b13e-4e24-a3c0-b9ade419d3ed req-feb69d9b-85aa-4362-9d0b-bef498230054 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279807 Nov 16 21:07:21.640177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-6c8b00ce-24a6-4ad1-aeb2-e9be8209a7cb service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143288 Nov 16 21:07:21.653844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:21.732537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-7f22ea4d-dcfa-4ecc-8e34-a7946c59eb9a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029750 Nov 16 21:07:21.761721 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-69d7ad19-d128-4237-b48a-ec69d237f80a service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134634 Nov 16 21:07:21.822116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fda429-36ff-4cd1-95a4-04547707bc25 req-1ce0782c-1357-47ba-ba96-659ffbe9a12e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.830825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74fda429-36ff-4cd1-95a4-04547707bc25 req-1ce0782c-1357-47ba-ba96-659ffbe9a12e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 947 time: 0.0744536 Nov 16 21:07:21.877888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74fda429-36ff-4cd1-95a4-04547707bc25 req-08afcbd4-5432-409e-84e3-789f5259c726 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Nov 16 21:07:21.905474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-574e630b-320e-46bd-9701-f60b14043376 req-301c70a6-59d5-40bb-a09c-41a8194a0751 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276529 Nov 16 21:07:21.911572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-fb1eabaa-5722-4d23-8d66-48b12b130886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:21.914266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-fb1eabaa-5722-4d23-8d66-48b12b130886 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1100 time: 0.0608482 Nov 16 21:07:22.007639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-64324c16-b475-44cb-aa13-14cb4b4b694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.009349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-64324c16-b475-44cb-aa13-14cb4b4b694c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.0888925 Nov 16 21:07:22.050400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-aca17d55-9c65-4d6f-8a6d-f3fa514cfc1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0335832 Nov 16 21:07:22.111051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-e60f793c-9b48-4416-a95c-a009438c679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.112494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-e60f793c-9b48-4416-a95c-a009438c679f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0510707 Nov 16 21:07:22.187746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481cf98-fe5d-4cb9-b5c1-95b831d02173 req-d2d2be3b-127c-4a8b-9ec0-cb9e7b8e26b1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.189249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6481cf98-fe5d-4cb9-b5c1-95b831d02173 req-d2d2be3b-127c-4a8b-9ec0-cb9e7b8e26b1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.0809462 Nov 16 21:07:22.195383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-cb32a761-2ea5-4ec6-a502-f38113617f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.196836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-cb32a761-2ea5-4ec6-a502-f38113617f74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760090 Nov 16 21:07:22.211216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ad47-96be-4e4f-b192-1db98fff2909 req-c9d6c2c2-050c-49f9-a0a3-6023e6d9ceee tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.212703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1247ad47-96be-4e4f-b192-1db98fff2909 req-c9d6c2c2-050c-49f9-a0a3-6023e6d9ceee tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0527990 Nov 16 21:07:22.260039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1247ad47-96be-4e4f-b192-1db98fff2909 req-62deaf45-11d9-45fb-905e-55524ec5daca tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Nov 16 21:07:22.296647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6481cf98-fe5d-4cb9-b5c1-95b831d02173 req-57ad78bd-a3f6-4f9a-b57f-81a1d9780498 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988610 Nov 16 21:07:22.329071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-6d5db8dd-abb0-4cfa-b972-d83420999a32 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178250 Nov 16 21:07:22.422371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-efffa9fd-57ec-4d58-80e1-9a4d9f38c06d service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Nov 16 21:07:22.582622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c316d9ae-9957-414e-9a43-4e1a360cb8a4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:22.611009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27eade-ebab-42eb-8331-2e81a2c35fd6 req-0391cb30-b657-4090-9535-3cdf392c27aa tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.612761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c27eade-ebab-42eb-8331-2e81a2c35fd6 req-0391cb30-b657-4090-9535-3cdf392c27aa tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0595660 Nov 16 21:07:22.673592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c27eade-ebab-42eb-8331-2e81a2c35fd6 req-59613cbe-21b9-48f9-9a75-021e54be02a8 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Nov 16 21:07:22.755440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd564fa-7172-4871-aba8-da19195b80e4 req-72063e64-dd00-4c48-9192-ad8f47af5ca2 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.757979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efd564fa-7172-4871-aba8-da19195b80e4 req-72063e64-dd00-4c48-9192-ad8f47af5ca2 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0501654 Nov 16 21:07:22.807904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efd564fa-7172-4871-aba8-da19195b80e4 req-3adc88b6-076e-45a7-bb0b-fb41870a9b4a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Nov 16 21:07:22.810429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6c5262cf-ecca-430f-bb95-7635eb7795bf details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:22.952498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:07:22.996690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1015f-f42f-413f-bb8d-8d33fab3a33d req-dfb98e4d-b120-4e39-a0fc-21b9b387111b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:22.998199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13e1015f-f42f-413f-bb8d-8d33fab3a33d req-dfb98e4d-b120-4e39-a0fc-21b9b387111b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 947 time: 0.0506575 Nov 16 21:07:23.005621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6ea21d52-86af-454c-9889-55548f74db90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.047233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6c5262cf-ecca-430f-bb95-7635eb7795bf, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:23.048905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13e1015f-f42f-413f-bb8d-8d33fab3a33d req-0eebff12-cc80-4c81-87cd-1d648dcc7cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Nov 16 21:07:23.058553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '6c5262cf-ecca-430f-bb95-7635eb7795bf', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '6c5262cf-ecca-430f-bb95-7635eb7795bf', 'mac_address': 'fa:16:3e:fb:c8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:23.099357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.112438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5262cf-ecca-430f-bb95-7635eb7795bf {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:23.133504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6c5262cf-ecca-430f-bb95-7635eb7795bf, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:23.136971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.183607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6c5262cf-ecca-430f-bb95-7635eb7795bf,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:23.235491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:23.238509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c316d9ae-9957-414e-9a43-4e1a360cb8a4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:23.353054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c316d9ae-9957-414e-9a43-4e1a360cb8a4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:23.353342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.391555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b2ebe-731d-4948-a7d4-219dbd3b02fd req-a1cf10e0-27fa-4e75-89c2-4d7600a07870 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:23.393499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-961b2ebe-731d-4948-a7d4-219dbd3b02fd req-a1cf10e0-27fa-4e75-89c2-4d7600a07870 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0652833 Nov 16 21:07:23.414604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:23.422213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9e8b-8b11-4988-bce7-12dbbc9fc728 req-92d53981-f060-4311-8091-233229b80343 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:23.423717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b49f9e8b-8b11-4988-bce7-12dbbc9fc728 req-92d53981-f060-4311-8091-233229b80343 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.0511346 Nov 16 21:07:23.431175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 has no active binding in host n-h1-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:07:23.457980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-e144741e-e03a-4607-a639-e17dfda53804 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:23.461147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-e144741e-e03a-4607-a639-e17dfda53804 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0860660 Nov 16 21:07:23.476026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817778-8'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:23.484124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.485595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b49f9e8b-8b11-4988-bce7-12dbbc9fc728 req-54470515-67d3-4f35-b8a2-98a53c8087fa tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519795 Nov 16 21:07:23.505151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-961b2ebe-731d-4948-a7d4-219dbd3b02fd req-a2867834-3c8f-4022-913c-e2f1f06d1178 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913591 Nov 16 21:07:23.527331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:23.534471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.556011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.586992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:23.626944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:23.629189 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e33024-5c25-4842-83e5-2fd5f1408ef6" -d '{"events": [{"server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "name": "network-vif-plugged", "status": "completed", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:23.669316 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32da8b-91c2-4748-8102-b5f655e5e28d x-openstack-request-id: req-3d32da8b-91c2-4748-8102-b5f655e5e28d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:23.669606 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "name": "network-vif-plugged", "status": "completed", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:23.669927 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d32da8b-91c2-4748-8102-b5f655e5e28d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:23.670388 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'code': 200} Nov 16 21:07:23.679518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:23.697423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:23.743053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:23.811122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:23.813373 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06639ff7-961a-4332-8b8c-7fe890bf52a4" -d '{"events": [{"server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:23.819308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.830293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.849781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddac7fc-256c-4a3b-adc6-c5a5269a3384 req-1a637771-e0b6-44ea-bac8-dd0de902483b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:23.852282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fddac7fc-256c-4a3b-adc6-c5a5269a3384 req-1a637771-e0b6-44ea-bac8-dd0de902483b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 945 time: 0.0886121 Nov 16 21:07:23.871162 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d50a27-4c49-44ab-a268-eeac9f6ba1c7 x-openstack-request-id: req-05d50a27-4c49-44ab-a268-eeac9f6ba1c7 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:23.871452 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:23.871705 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05d50a27-4c49-44ab-a268-eeac9f6ba1c7 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:23.872097 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'code': 200} Nov 16 21:07:23.951144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:23.951375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f5f28-71ff-4bbb-b60e-92e3c6e67387 req-12b05338-4324-4125-a1fa-91b9bce8072f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:23.953004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a1f5f28-71ff-4bbb-b60e-92e3c6e67387 req-12b05338-4324-4125-a1fa-91b9bce8072f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0520613 Nov 16 21:07:23.975319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fddac7fc-256c-4a3b-adc6-c5a5269a3384 req-57d0ee2b-91f0-4479-90a1-28ba4b9a6d91 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007073 Nov 16 21:07:23.979888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on host n-h2-817778-8 for vnic_type normal with profile {"migrating_to": "n-h1-817778-8"} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:23.980271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:23.980682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:23.983427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:23.985388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:23.985788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Attempting to bind port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on network 186eb40a-2b30-4ccc-833e-52c554430ea6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:23.993338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:23.993733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Checking segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:23.994125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Bound using segment: {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:23.994622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Bound port: 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978fa20-9c7a-45d1-ac01-5ba7191c6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:23.995296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:24.014094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a1f5f28-71ff-4bbb-b60e-92e3c6e67387 req-e302b9ad-e75a-4b88-b8e4-f02cf55902b3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Nov 16 21:07:24.069920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:24.072926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:24.076842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:24.157426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=8']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:24.160825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:24.161456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:24.163588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-78b14870-1695-4bf7-9ca1-7c1f985b5f8a service neutron] 10.222.0.47 "PUT /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 1121 time: 0.6916857 Nov 16 21:07:24.170245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58601eed-8133-444e-b86f-8e4d00e0d028 req-e6418240-216b-4896-94cf-521fa495fdb4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:24.171781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-58601eed-8133-444e-b86f-8e4d00e0d028 req-e6418240-216b-4896-94cf-521fa495fdb4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 948 time: 0.0520847 Nov 16 21:07:24.225268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-58601eed-8133-444e-b86f-8e4d00e0d028 req-843ea940-208a-4e1d-8c86-e9edc2d50aee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471964 Nov 16 21:07:24.279942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3bf5f820-4b24-4f05-89e3-d9e15666ab13'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:24.414561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3bf5f820-4b24-4f05-89e3-d9e15666ab13'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:24.596090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f347a7-c5ac-45d7-87c5-1d173327d80a req-8f8b9519-2335-4687-81d3-e726b7dad08b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:24.597756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8f347a7-c5ac-45d7-87c5-1d173327d80a req-8f8b9519-2335-4687-81d3-e726b7dad08b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.0506127 Nov 16 21:07:24.632479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11467-7fcb-4e07-8138-cc600ba40b22 req-aac09543-161b-4603-8f50-7e56c31ab00a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:24.634298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16f11467-7fcb-4e07-8138-cc600ba40b22 req-aac09543-161b-4603-8f50-7e56c31ab00a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0523841 Nov 16 21:07:24.646715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8f347a7-c5ac-45d7-87c5-1d173327d80a req-17eb54f1-a90a-474f-a06a-b0c5a45c095d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Nov 16 21:07:24.689669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16f11467-7fcb-4e07-8138-cc600ba40b22 req-78edab75-a088-4fc1-836e-9d43bd9db0f8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Nov 16 21:07:25.119025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba100df-b0b6-412b-8731-0f4c888fa408 req-986f660a-0191-4211-afec-61ee61c9ff2b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:25.122091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aba100df-b0b6-412b-8731-0f4c888fa408 req-986f660a-0191-4211-afec-61ee61c9ff2b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0621700 Nov 16 21:07:25.143490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c275d6-ac34-4749-8eb0-a786caccd211 req-95ca26b0-c94e-484c-89a2-17375031572b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:25.145352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3c275d6-ac34-4749-8eb0-a786caccd211 req-95ca26b0-c94e-484c-89a2-17375031572b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0581336 Nov 16 21:07:25.174166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aba100df-b0b6-412b-8731-0f4c888fa408 req-005a0028-8f8f-4c9d-ad19-b89ce368db59 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475166 Nov 16 21:07:25.194904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3c275d6-ac34-4749-8eb0-a786caccd211 req-e65c57cc-a3aa-497b-be18-15eaf43276b6 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Nov 16 21:07:25.245765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:25.359790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801d8d0-3ee9-4a0e-bf57-a120df1344a6 req-642f74c3-75d1-4f44-b7ad-11d051f27ee7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:25.361707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4801d8d0-3ee9-4a0e-bf57-a120df1344a6 req-642f74c3-75d1-4f44-b7ad-11d051f27ee7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 948 time: 0.0511925 Nov 16 21:07:25.389347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:25.409954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '55f70bd8-866f-4676-beaf-84496fecc127', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '55f70bd8-866f-4676-beaf-84496fecc127', 'mac_address': 'fa:16:3e:ac:af:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:25.418597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4801d8d0-3ee9-4a0e-bf57-a120df1344a6 req-8ec6680f-ba0f-46b1-a294-8460a583caf9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Nov 16 21:07:25.487212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:25.515024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f70bd8-866f-4676-beaf-84496fecc127 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:25.521206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:25.539501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:25.544441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:25.545401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:25.650223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:25.707009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:25.724593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'port_id': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'mac_address': 'fa:16:3e:d0:73:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa7f0ab-644d-4cf8-8440-7ccef72e7813', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:25.766742 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:25.783696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54899078-fa73-48d1-a3f6-e4b7ba530fb3 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:25.812988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:25.820442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:25.827555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371910de-6cec-4222-8543-2ca14235e30b req-6f7c32a8-7dbf-47ed-9be5-16aae0cff81e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:25.830109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-371910de-6cec-4222-8543-2ca14235e30b req-6f7c32a8-7dbf-47ed-9be5-16aae0cff81e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 944 time: 0.1031358 Nov 16 21:07:25.873802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128ce3-f1b0-4f20-87c7-9cf6978305c1 req-404102d9-8855-4f8b-8206-3f7dd0c1e5bd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:25.875568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:25.877996 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd314ab3-e428-4691-bb4d-82239825c9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:25.879286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:25.883178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f128ce3-f1b0-4f20-87c7-9cf6978305c1 req-404102d9-8855-4f8b-8206-3f7dd0c1e5bd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.1063900 Nov 16 21:07:25.930569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-371910de-6cec-4222-8543-2ca14235e30b req-6e18d76a-775c-4a82-91bd-264566dab143 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907412 Nov 16 21:07:25.951537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f128ce3-f1b0-4f20-87c7-9cf6978305c1 req-305ef832-28f4-40f0-8c9b-0783ba1b0e54 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604742 Nov 16 21:07:26.035324 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab17d9-f629-4771-bc4a-2922326ca09b x-openstack-request-id: req-1cab17d9-f629-4771-bc4a-2922326ca09b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:26.035710 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:26.036048 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cab17d9-f629-4771-bc4a-2922326ca09b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:26.036456 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'status': 'completed', 'code': 200} Nov 16 21:07:26.128855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-a1645a3d-838f-41a0-8f2e-7ee72d0ea4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:26.130398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-a1645a3d-838f-41a0-8f2e-7ee72d0ea4ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1124 time: 0.0509939 Nov 16 21:07:26.291224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-27aa1e48-f232-4a5f-818a-84e4758ffea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:26.292971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-27aa1e48-f232-4a5f-818a-84e4758ffea7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1476731 Nov 16 21:07:26.329882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:26.348115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9126ac4-a6a4-4aab-8216-faf7217a31f2 req-86702f3e-3b98-4aec-8439-b74c5a3a0483 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:26.349744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a9126ac4-a6a4-4aab-8216-faf7217a31f2 req-86702f3e-3b98-4aec-8439-b74c5a3a0483 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0777113 Nov 16 21:07:26.371699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-be76b842-e665-4a51-9c93-b153d61b084e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 217 time: 0.0620811 Nov 16 21:07:26.376724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['54899078-fa73-48d1-a3f6-e4b7ba530fb3'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:26.421050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a9126ac4-a6a4-4aab-8216-faf7217a31f2 req-bc8afd2d-4883-4925-b853-7b069309f094 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Nov 16 21:07:26.458027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-2a7a3f67-ffe7-4924-b362-957ad7a3c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:26.459285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-2a7a3f67-ffe7-4924-b362-957ad7a3c3a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0734739 Nov 16 21:07:26.467955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c922845-bd7b-4073-becc-b62f1f0d043f req-419470e4-7307-4ca4-a80a-dc44b6e4fc32 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:26.470072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c922845-bd7b-4073-becc-b62f1f0d043f req-419470e4-7307-4ca4-a80a-dc44b6e4fc32 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.1724210 Nov 16 21:07:26.502151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-8b70ddc1-3e7f-4886-b211-f6d8a0234332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282509 Nov 16 21:07:26.508153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:26.602440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c922845-bd7b-4073-becc-b62f1f0d043f req-8778af4f-cfd4-4b78-8648-e0950795fddc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992074 Nov 16 21:07:26.672495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36185a-713a-49a2-8056-5d8efaa862a8 req-541f367b-cf66-44bd-ac84-7461cb740acd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:26.692043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-8e30ec8f-789c-4b61-b0a8-2081e02dce57 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687622 Nov 16 21:07:26.699019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa36185a-713a-49a2-8056-5d8efaa862a8 req-541f367b-cf66-44bd-ac84-7461cb740acd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 948 time: 0.1198597 Nov 16 21:07:26.761368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa36185a-713a-49a2-8056-5d8efaa862a8 req-c1fdd05b-3a63-4f8a-9a65-7679bd48cb84 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Nov 16 21:07:26.796769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd314ab3-e428-4691-bb4d-82239825c9b7 req-a5939fb2-af29-4634-8dfe-db20dee60b69 service neutron] 10.222.0.41 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919628 Nov 16 21:07:26.832303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6c5262cf-ecca-430f-bb95-7635eb7795bf up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:26.892935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 6c5262cf-ecca-430f-bb95-7635eb7795bf completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:26.896672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 6c5262cf-ecca-430f-bb95-7635eb7795bf triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:26.897183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:27.011303 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:27.057542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6c5262cf-ecca-430f-bb95-7635eb7795bf, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:27.058641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5262cf-ecca-430f-bb95-7635eb7795bf'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:27.061212 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03454cfe-d7c8-42eb-836f-ef4e6666e681" -d '{"events": [{"server_uuid": "5f3f2c9c-e8df-4e06-9bc9-61b1d8159474", "name": "network-vif-plugged", "status": "completed", "tag": "6c5262cf-ecca-430f-bb95-7635eb7795bf"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:27.068433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:27.072148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1aaa-9b70-4030-9156-be1c318feca0 req-42befe05-b7dd-46d3-8fcb-53dfe69f1a1a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:27.082110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-309f1aaa-9b70-4030-9156-be1c318feca0 req-42befe05-b7dd-46d3-8fcb-53dfe69f1a1a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 945 time: 0.0832448 Nov 16 21:07:27.111623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3aea-cf57-4e7c-8e98-8e5f7a4615c3 req-2a341f43-0acf-499b-a981-0cdd6c263168 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:27.114167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcfe3aea-cf57-4e7c-8e98-8e5f7a4615c3 req-2a341f43-0acf-499b-a981-0cdd6c263168 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0830383 Nov 16 21:07:27.136740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6c5262cf-ecca-430f-bb95-7635eb7795bf,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:27.143243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-309f1aaa-9b70-4030-9156-be1c318feca0 req-22bed579-6a97-4144-8cbb-b3d19adacbe6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527005 Nov 16 21:07:27.181616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcfe3aea-cf57-4e7c-8e98-8e5f7a4615c3 req-fbb33413-1961-4117-bbde-8cf3f9a8a671 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Nov 16 21:07:27.285406 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ecc00-e063-472f-8484-682f8674a7d4 x-openstack-request-id: req-106ecc00-e063-472f-8484-682f8674a7d4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:27.286134 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3f2c9c-e8df-4e06-9bc9-61b1d8159474", "name": "network-vif-plugged", "status": "completed", "tag": "6c5262cf-ecca-430f-bb95-7635eb7795bf", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:27.286392 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-106ecc00-e063-472f-8484-682f8674a7d4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:27.286788 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5262cf-ecca-430f-bb95-7635eb7795bf', 'code': 200} Nov 16 21:07:27.430113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1959-d53f-46a2-9b72-8c754904e143 req-9ed74597-001c-479f-8b1a-47a7d28f26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:27.430614 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db9e1959-d53f-46a2-9b72-8c754904e143 req-9ed74597-001c-479f-8b1a-47a7d28f26ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 1100 time: 0.0462162 Nov 16 21:07:27.508710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db9e1959-d53f-46a2-9b72-8c754904e143 req-bdd0b7e1-9a65-4fa3-8edf-b1304e6e47e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637507 Nov 16 21:07:27.566842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1391bc-bb83-4f57-87ef-29d95ebc6f4a req-1182b469-3d3f-43c4-b07a-f3339b8c81ad tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:27.570279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a1391bc-bb83-4f57-87ef-29d95ebc6f4a req-1182b469-3d3f-43c4-b07a-f3339b8c81ad tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0622926 Nov 16 21:07:27.628954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a1391bc-bb83-4f57-87ef-29d95ebc6f4a req-eec07b12-1e6a-46f1-be6e-46c209cb8dc3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528607 Nov 16 21:07:27.762995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3724274-f7ff-42cb-9f13-c0e6d9e9e79f req-b0b8f564-2c2c-4731-82dc-72e5dc165dbd tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:27.770807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3724274-f7ff-42cb-9f13-c0e6d9e9e79f req-b0b8f564-2c2c-4731-82dc-72e5dc165dbd tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0645177 Nov 16 21:07:27.847432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3724274-f7ff-42cb-9f13-c0e6d9e9e79f req-aee11c0e-2857-4189-af9f-bb1d4baee9fa tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 Nov 16 21:07:27.904704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee71538-1ff1-4753-9472-2d512100ce3b req-fcc17eff-7e49-4a50-a871-b87d8fede378 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:27.910005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ee71538-1ff1-4753-9472-2d512100ce3b req-fcc17eff-7e49-4a50-a871-b87d8fede378 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 949 time: 0.0703599 Nov 16 21:07:27.971799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ee71538-1ff1-4753-9472-2d512100ce3b req-4a119663-dd96-44a6-949b-ccf5b81b9f00 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588553 Nov 16 21:07:28.301591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cefc3b-e137-4387-aadb-0b17177c6d76 req-baa4059b-04a6-46cd-8b8b-995fee888012 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:28.305563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93cefc3b-e137-4387-aadb-0b17177c6d76 req-baa4059b-04a6-46cd-8b8b-995fee888012 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 945 time: 0.0585225 Nov 16 21:07:28.348113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9192f20-063d-4000-bc35-ca6262bb895c req-f736ab68-0177-49ef-be21-8da16d8187c7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:28.354907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9192f20-063d-4000-bc35-ca6262bb895c req-f736ab68-0177-49ef-be21-8da16d8187c7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0684981 Nov 16 21:07:28.363101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93cefc3b-e137-4387-aadb-0b17177c6d76 req-3d5bd3fa-9c3b-4750-819b-9ad915f5609f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533352 Nov 16 21:07:28.415172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9192f20-063d-4000-bc35-ca6262bb895c req-e68f93db-e41b-4375-972c-0b4bd06b4c94 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573997 Nov 16 21:07:28.790316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b45b-04d2-4538-9000-0d022ba4e796 req-6c30d44e-5c22-48a2-8b4a-23db874d0e2c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:28.792794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6294b45b-04d2-4538-9000-0d022ba4e796 req-6c30d44e-5c22-48a2-8b4a-23db874d0e2c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0591130 Nov 16 21:07:28.851048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6294b45b-04d2-4538-9000-0d022ba4e796 req-ae4e5c9b-ccd6-4994-8980-06d7aaea80cf tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Nov 16 21:07:28.988443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434840-e8a2-4157-b8aa-722e5c00b5a6 req-24dbdf08-4808-44fa-9a27-c1d68eee1f68 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:28.990095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb434840-e8a2-4157-b8aa-722e5c00b5a6 req-24dbdf08-4808-44fa-9a27-c1d68eee1f68 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0654473 Nov 16 21:07:29.069711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb434840-e8a2-4157-b8aa-722e5c00b5a6 req-b8aaa186-1330-4a7c-805f-4fcd69089e48 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680923 Nov 16 21:07:29.161556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c1f8a-41f8-4668-ab3d-ac44ffb94b9c req-800fbe96-f941-47b5-a114-94a9ab86bf09 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:29.170148 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf4c1f8a-41f8-4668-ab3d-ac44ffb94b9c req-800fbe96-f941-47b5-a114-94a9ab86bf09 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 949 time: 0.0636461 Nov 16 21:07:29.246567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf4c1f8a-41f8-4668-ab3d-ac44ffb94b9c req-ec35787d-7e5d-4453-8d01-1f741a7589c4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Nov 16 21:07:29.310657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:29.376852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 55f70bd8-866f-4676-beaf-84496fecc127 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:29.381175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 55f70bd8-866f-4676-beaf-84496fecc127 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:29.381706 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:29.484229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:29.517305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:29.520666 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dee5c4b-b94b-4b17-a7ef-54abb1cac427" -d '{"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-plugged", "status": "completed", "tag": "55f70bd8-866f-4676-beaf-84496fecc127"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:29.535785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:29.542625 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:29.543683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:29.594657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad917-7f9f-4cc7-8c1c-dc7fe63c24fc req-346c3418-c698-4b86-a53b-14ebb9b7182a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:29.603810 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-919ad917-7f9f-4cc7-8c1c-dc7fe63c24fc req-346c3418-c698-4b86-a53b-14ebb9b7182a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0800374 Nov 16 21:07:29.669240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:29.695531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-919ad917-7f9f-4cc7-8c1c-dc7fe63c24fc req-3be424c0-a9b4-4f1b-9f7c-66a3d921493d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903580 Nov 16 21:07:29.701376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:29.702146 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:29.726840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8829b-6804-4bd2-9cf4-02c48fa899ff req-2472cfa0-61e0-4ed4-b821-d17b7b89e8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:29.728395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54a8829b-6804-4bd2-9cf4-02c48fa899ff req-2472cfa0-61e0-4ed4-b821-d17b7b89e8ef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 945 time: 0.1260397 Nov 16 21:07:29.810510 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54a8829b-6804-4bd2-9cf4-02c48fa899ff req-b20d9419-6754-494c-9b26-93a7f1a982ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740862 Nov 16 21:07:29.861197 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dddf979-7abc-409b-9162-5d28dea53601 x-openstack-request-id: req-1dddf979-7abc-409b-9162-5d28dea53601 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:29.861958 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-plugged", "status": "completed", "tag": "55f70bd8-866f-4676-beaf-84496fecc127", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:29.862432 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dddf979-7abc-409b-9162-5d28dea53601 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:29.863034 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127', 'code': 200} Nov 16 21:07:29.867693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:29.919398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:29.930118 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:30.012365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:30.054941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729d88-00ad-4183-b044-9a0e954180f3 req-56f8e401-1553-4b97-88a3-8cd2246dc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:30.056506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b729d88-00ad-4183-b044-9a0e954180f3 req-56f8e401-1553-4b97-88a3-8cd2246dc071 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 1101 time: 0.1024935 Nov 16 21:07:30.069630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8cf61-c4d9-4d57-888b-cb65a997c43c req-8c384bb0-7380-4bad-ac9d-bc9ac784cf28 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:30.077244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19c8cf61-c4d9-4d57-888b-cb65a997c43c req-8c384bb0-7380-4bad-ac9d-bc9ac784cf28 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0765352 Nov 16 21:07:30.155262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19c8cf61-c4d9-4d57-888b-cb65a997c43c req-f6703f13-752b-46bc-9367-9d4919ff3b88 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770748 Nov 16 21:07:30.157715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b729d88-00ad-4183-b044-9a0e954180f3 req-b2ca16d7-f9c3-42fe-8b02-37e1a0e4b222 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784659 Nov 16 21:07:30.202431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b05916-cca8-4b19-bb43-ec4713870cc1 req-1b4b8269-972a-4795-a96e-de9fa7bb9d60 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:30.210876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61b05916-cca8-4b19-bb43-ec4713870cc1 req-1b4b8269-972a-4795-a96e-de9fa7bb9d60 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0722136 Nov 16 21:07:30.259555 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61b05916-cca8-4b19-bb43-ec4713870cc1 req-9153d492-8a0d-461d-b4ef-37877ea744de tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477707 Nov 16 21:07:30.402265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c397a2-cbe7-417f-aed6-24638c08542e req-5e24ec09-f28a-49a6-afb5-202a26fa5399 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:30.405690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42c397a2-cbe7-417f-aed6-24638c08542e req-5e24ec09-f28a-49a6-afb5-202a26fa5399 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 949 time: 0.0703585 Nov 16 21:07:30.470704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42c397a2-cbe7-417f-aed6-24638c08542e req-3c42de70-82e5-4801-ae6e-8eb5ca7eb3aa tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Nov 16 21:07:30.601953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310985e-a1ec-4938-94d1-76c9b45fe155 req-6cc21571-98d0-45f8-8a7f-b46660bb25b6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:30.603996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c310985e-a1ec-4938-94d1-76c9b45fe155 req-6cc21571-98d0-45f8-8a7f-b46660bb25b6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0616503 Nov 16 21:07:30.676055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c310985e-a1ec-4938-94d1-76c9b45fe155 req-e90ca8c2-2db4-41fb-adb9-7ab8c3a4f8e2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649176 Nov 16 21:07:30.861847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ef011-2b07-4136-97e9-197d8e963a6d req-7a147298-465f-404b-aa8a-9b47ea7ac169 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:30.863358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e23ef011-2b07-4136-97e9-197d8e963a6d req-7a147298-465f-404b-aa8a-9b47ea7ac169 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0929348 Nov 16 21:07:30.946785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e23ef011-2b07-4136-97e9-197d8e963a6d req-33a40d6c-c612-46bf-9d76-820913062bef tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667050 Nov 16 21:07:31.010497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe52f-0f3a-4138-88f2-3fbf89d48ee6 req-69e78586-d87d-48c7-881b-7a47021371d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:31.012077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03fe52f-0f3a-4138-88f2-3fbf89d48ee6 req-69e78586-d87d-48c7-881b-7a47021371d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0733767 Nov 16 21:07:31.090380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03fe52f-0f3a-4138-88f2-3fbf89d48ee6 req-236ccd5e-6015-4fa4-84b3-5b98108dfca7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713000 Nov 16 21:07:31.323038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834ba0-d6af-472a-bce5-06e43dc1437c req-9913f889-d987-4b60-a206-917e67b240ef tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:31.330867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4834ba0-d6af-472a-bce5-06e43dc1437c req-9913f889-d987-4b60-a206-917e67b240ef tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0820901 Nov 16 21:07:31.394935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4834ba0-d6af-472a-bce5-06e43dc1437c req-545072f6-9d1b-4477-9b42-76abdac57cd7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Nov 16 21:07:31.479140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:31.534722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260a97-1bd8-47b4-8b04-b6826da6d727 req-41cd8dd6-9574-4c39-abf4-6eb8ea29952c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:31.536551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95260a97-1bd8-47b4-8b04-b6826da6d727 req-41cd8dd6-9574-4c39-abf4-6eb8ea29952c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.0624619 Nov 16 21:07:31.604325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95260a97-1bd8-47b4-8b04-b6826da6d727 req-6d1a9d22-a164-4a9f-8429-e2b9a968b4ae tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Nov 16 21:07:31.706468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:31.725428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '7e30d768-7c8a-410f-a48b-814348bd217c', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'port_id': '7e30d768-7c8a-410f-a48b-814348bd217c', 'mac_address': 'fa:16:3e:57:0f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9cc6c0-caba-45df-8302-79ccbf7677de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:31.779972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:31.811372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e30d768-7c8a-410f-a48b-814348bd217c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:31.846056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff422-9a5b-4f8c-b208-3b2bb87fbd57 req-4d31e336-67d6-433b-aab1-a09580ff323c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:31.854879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac8ff422-9a5b-4f8c-b208-3b2bb87fbd57 req-4d31e336-67d6-433b-aab1-a09580ff323c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0659666 Nov 16 21:07:31.860597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:31.864684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:31.868338 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bba2fb-a4fd-407b-83b6-187e4cd69944" -d '{"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-plugged", "status": "completed", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:31.879542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:31.948063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac8ff422-9a5b-4f8c-b208-3b2bb87fbd57 req-31529a17-5e20-4dbf-a4ce-058499fc12d5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866203 Nov 16 21:07:31.952090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:32.009939 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3a9681-a224-4aa1-8542-101df03ab555 x-openstack-request-id: req-4b3a9681-a224-4aa1-8542-101df03ab555 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:32.009939 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-plugged", "status": "completed", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:32.009939 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b3a9681-a224-4aa1-8542-101df03ab555 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:32.013163 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'code': 200} Nov 16 21:07:32.289051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79246c1a-e1b3-48bf-a9d7-28780bee0624 req-11f98dfc-f9c5-48ac-a171-002652c3bd13 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:32.291655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79246c1a-e1b3-48bf-a9d7-28780bee0624 req-11f98dfc-f9c5-48ac-a171-002652c3bd13 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0810921 Nov 16 21:07:32.371373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79246c1a-e1b3-48bf-a9d7-28780bee0624 req-70d25d2c-8ccc-41db-b049-883ebadb0817 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688636 Nov 16 21:07:32.475422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['7e30d768-7c8a-410f-a48b-814348bd217c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:32.516243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288ceed-a978-4c19-9d44-d46ff94faa57 req-c3694811-fd31-4ee4-9079-ec203e61c211 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:32.518057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8288ceed-a978-4c19-9d44-d46ff94faa57 req-c3694811-fd31-4ee4-9079-ec203e61c211 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0660238 Nov 16 21:07:32.586552 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8288ceed-a978-4c19-9d44-d46ff94faa57 req-3e3b1b78-1fe0-4918-8da0-29a306ebd265 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568991 Nov 16 21:07:32.875499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8417-afee-4275-a813-a0bb5347a9f3 req-6a31d837-d0ea-4d16-8d56-246c20d0feb6 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:32.875891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-398a8417-afee-4275-a813-a0bb5347a9f3 req-6a31d837-d0ea-4d16-8d56-246c20d0feb6 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 943 time: 0.0638442 Nov 16 21:07:32.891375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:32.932418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:32.957864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-398a8417-afee-4275-a813-a0bb5347a9f3 req-b6d64db0-7574-49de-a3a2-372f1aea42f7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Nov 16 21:07:33.114165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bf2c4-d7de-4dc2-950c-7b939300ecd1 req-19cb4e8f-3451-45d0-b879-b954d3b854a1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:33.115835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef5bf2c4-d7de-4dc2-950c-7b939300ecd1 req-19cb4e8f-3451-45d0-b879-b954d3b854a1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0721905 Nov 16 21:07:33.189252 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef5bf2c4-d7de-4dc2-950c-7b939300ecd1 req-c8ec1d40-fd74-494d-bfb9-881e4ab80b13 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601754 Nov 16 21:07:33.320463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6236-e9d2-4209-b383-6b834e4f6adf req-b739bb7c-5252-46c7-aefc-f0d1359ed8a0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:33.323883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a50b6236-e9d2-4209-b383-6b834e4f6adf req-b739bb7c-5252-46c7-aefc-f0d1359ed8a0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0608120 Nov 16 21:07:33.382795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a50b6236-e9d2-4209-b383-6b834e4f6adf req-5695f3c6-1ca8-4751-97cd-fd8ac396497f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Nov 16 21:07:33.389439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-1e7f35df-d6b9-4d9f-a3c8-efad07c33abb service neutron] 10.222.0.41 "GET /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13/bindings/n-h1-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.0755286 Nov 16 21:07:33.615802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3252a-22c8-436d-94df-3f640de7a720 req-ab9a73dd-e831-45d5-a518-9f04d5da06d8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:33.624103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5dc3252a-22c8-436d-94df-3f640de7a720 req-ab9a73dd-e831-45d5-a518-9f04d5da06d8 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0735397 Nov 16 21:07:33.649350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:33.683053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5dc3252a-22c8-436d-94df-3f640de7a720 req-a7830101-c422-44c3-87ca-1ff99b704212 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580504 Nov 16 21:07:33.684322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:33.731558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf5f820-4b24-4f05-89e3-d9e15666ab13 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:33.745313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:33.764792 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:33.844625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85668316-30b7-4402-b426-d264529a15ce req-85bc86e9-403e-44c5-9714-55b814162035 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:33.853811 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85668316-30b7-4402-b426-d264529a15ce req-85bc86e9-403e-44c5-9714-55b814162035 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0800228 Nov 16 21:07:33.871680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] Transition to ACTIVE for port object 3bf5f820-4b24-4f05-89e3-d9e15666ab13 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:33.878951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:33.931409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85668316-30b7-4402-b426-d264529a15ce req-48431717-3123-4291-ab8c-60f01d27a151 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762243 Nov 16 21:07:34.177436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf165d-0238-452b-9903-35843de78137 req-ceda9646-daf6-49f6-a2c7-9ba01ca5db6b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:34.180019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-64bf165d-0238-452b-9903-35843de78137 req-ceda9646-daf6-49f6-a2c7-9ba01ca5db6b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0923584 Nov 16 21:07:34.249929 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-64bf165d-0238-452b-9903-35843de78137 req-b357f29a-149f-4fdc-ac27-fe3a8c47ea95 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603695 Nov 16 21:07:34.274713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] No DVR routers for this DVR port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:34.315781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=10']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:34.321613 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-a07dad5b-55f4-437a-a898-c1f9ab9d5777 service neutron] 10.222.0.41 "PUT /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13/bindings/n-h1-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9205329 Nov 16 21:07:34.388159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9f061-3c89-43c5-a8c5-9a762f31e3a1 req-37a6d320-85f9-43d9-92a3-9c3fb169a09a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:34.394291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35d9f061-3c89-43c5-a8c5-9a762f31e3a1 req-37a6d320-85f9-43d9-92a3-9c3fb169a09a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0789366 Nov 16 21:07:34.450283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35d9f061-3c89-43c5-a8c5-9a762f31e3a1 req-49a0016e-e192-4060-8f88-3ca7a0266a0b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Nov 16 21:07:34.571812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a3189-b429-478c-b6ae-2409508337a4 req-54f1a0d0-b667-4a0e-8f4e-0331ddc37f45 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:34.573413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c4a3189-b429-478c-b6ae-2409508337a4 req-54f1a0d0-b667-4a0e-8f4e-0331ddc37f45 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0615380 Nov 16 21:07:34.629329 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c4a3189-b429-478c-b6ae-2409508337a4 req-35fa9d42-7d09-4ef0-823e-0b7cae250fc3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486593 Nov 16 21:07:34.822124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:34.868974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298a0c6-5659-472c-a9b5-b71d7ef6d5e6 req-82b9174a-79a4-40dd-a488-8a2543f2b3d6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:34.870659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8298a0c6-5659-472c-a9b5-b71d7ef6d5e6 req-82b9174a-79a4-40dd-a488-8a2543f2b3d6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0638797 Nov 16 21:07:34.922111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8298a0c6-5659-472c-a9b5-b71d7ef6d5e6 req-d387f62d-274a-4032-8468-4be99fd7ea40 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444586 Nov 16 21:07:35.076164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbd199-44c9-4fb7-9124-9371bffcce40 req-f1ec5a71-eb98-4626-80ae-b9e537c88fa5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:35.077818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccdbd199-44c9-4fb7-9124-9371bffcce40 req-f1ec5a71-eb98-4626-80ae-b9e537c88fa5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0622420 Nov 16 21:07:35.135690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccdbd199-44c9-4fb7-9124-9371bffcce40 req-66f390f9-91fe-43c1-8eae-e94553eae70c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511320 Nov 16 21:07:35.385656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e303-0d5d-44cb-aea5-99ff5cc68757 req-27f17c6b-0ba8-436f-bb4b-a1a52d88a7ab tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:35.391500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-def4e303-0d5d-44cb-aea5-99ff5cc68757 req-27f17c6b-0ba8-436f-bb4b-a1a52d88a7ab tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0645878 Nov 16 21:07:35.448692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-def4e303-0d5d-44cb-aea5-99ff5cc68757 req-4012cd24-8f12-4625-bad7-92cb6a1518b7 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563142 Nov 16 21:07:35.516718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:35.607010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 7e30d768-7c8a-410f-a48b-814348bd217c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:07:35.614017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 7e30d768-7c8a-410f-a48b-814348bd217c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:35.614388 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:35.648876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c71119-af23-4164-a986-97729f5b7f72 req-8408b843-8c6d-4b9c-8702-ebc7e5e850df tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:35.659267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5c71119-af23-4164-a986-97729f5b7f72 req-8408b843-8c6d-4b9c-8702-ebc7e5e850df tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1225257 Nov 16 21:07:35.740269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5c71119-af23-4164-a986-97729f5b7f72 req-f9f4e5fd-e5fa-4bbb-a0c2-6f3a21701bba tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691440 Nov 16 21:07:35.766863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:35.801817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:35.805131 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419cea54-c66d-4336-9ef0-91c568f8ee88" -d '{"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-plugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:35.824681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:35.831329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:35.886349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec0cb-08d1-4511-a01c-0f907599f02c req-afa2e3d6-b015-427e-8f4f-294e15188723 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:35.888810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:35.894496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a41ec0cb-08d1-4511-a01c-0f907599f02c req-afa2e3d6-b015-427e-8f4f-294e15188723 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0757987 Nov 16 21:07:35.947691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a41ec0cb-08d1-4511-a01c-0f907599f02c req-e063ab27-f45f-4e1b-83f1-b82f94643185 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522594 Nov 16 21:07:36.084000 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f4659a-d507-454a-be0d-165f2f1a72a0 x-openstack-request-id: req-e1f4659a-d507-454a-be0d-165f2f1a72a0 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:36.084432 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-plugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:36.084742 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1f4659a-d507-454a-be0d-165f2f1a72a0 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:36.085149 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'code': 200} Nov 16 21:07:36.187803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f618c-dca0-4791-a4fa-bf361465ed13 req-8074e7aa-46a5-4ff0-8266-775f95d7a04f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:36.189408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-820f618c-dca0-4791-a4fa-bf361465ed13 req-8074e7aa-46a5-4ff0-8266-775f95d7a04f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0567517 Nov 16 21:07:36.242718 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-820f618c-dca0-4791-a4fa-bf361465ed13 req-753d4d48-b7b6-401b-89ac-04ebde9c5a37 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Nov 16 21:07:36.353786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b31283-9250-4789-9e96-f86c1d16e502 req-ee3328d8-299c-4cc8-b254-6680504b0b7f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:36.355558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37b31283-9250-4789-9e96-f86c1d16e502 req-ee3328d8-299c-4cc8-b254-6680504b0b7f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0521898 Nov 16 21:07:36.403805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37b31283-9250-4789-9e96-f86c1d16e502 req-f8ebeaae-0479-4785-86b8-c4857b70f479 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Nov 16 21:07:36.618967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e912d4-4479-4c7c-9ee5-fe046e1b37b4 req-3b143823-d31e-4fd9-847c-031c439c9184 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:36.620417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-14e912d4-4479-4c7c-9ee5-fe046e1b37b4 req-3b143823-d31e-4fd9-847c-031c439c9184 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0532944 Nov 16 21:07:36.668240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-14e912d4-4479-4c7c-9ee5-fe046e1b37b4 req-bf796aaf-6cf6-4813-a40a-07784bbde03b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Nov 16 21:07:37.170201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ace9d-e893-4ecb-aeef-22e3c42fbc0c req-24939741-cf89-4172-82c8-db0893daeb5c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:37.171670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd3ace9d-e893-4ecb-aeef-22e3c42fbc0c req-24939741-cf89-4172-82c8-db0893daeb5c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0500543 Nov 16 21:07:37.219379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd3ace9d-e893-4ecb-aeef-22e3c42fbc0c req-a8e71107-0657-45a5-9a4b-322855002fb1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Nov 16 21:07:37.321801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fde989-94c1-46a9-82a6-03153311ac24 req-47d74b37-c1ad-4865-8466-afb3775cd21e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:37.323187 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06fde989-94c1-46a9-82a6-03153311ac24 req-47d74b37-c1ad-4865-8466-afb3775cd21e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0495956 Nov 16 21:07:37.373427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06fde989-94c1-46a9-82a6-03153311ac24 req-3b8f9693-0ed7-4433-be07-3bbf77a16478 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Nov 16 21:07:37.656099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32185cf-8005-4828-b572-73abd0706c87 req-87e718c1-a053-4760-bbc9-e76cb3d00242 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:37.657681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a32185cf-8005-4828-b572-73abd0706c87 req-87e718c1-a053-4760-bbc9-e76cb3d00242 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0502565 Nov 16 21:07:37.705470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a32185cf-8005-4828-b572-73abd0706c87 req-3841944b-0431-4792-99d9-6e98808917ed tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Nov 16 21:07:37.810202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ff20-6c61-4be7-8480-f0085a24a9ef req-03817979-d5a3-4ea6-9700-cab7572a931f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:37.811709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f6f6ff20-6c61-4be7-8480-f0085a24a9ef req-03817979-d5a3-4ea6-9700-cab7572a931f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0497983 Nov 16 21:07:37.858249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f6f6ff20-6c61-4be7-8480-f0085a24a9ef req-400dc209-1ab0-42a5-970d-abe8a6732541 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Nov 16 21:07:38.039828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b48f4eeb-5291-40e0-a04e-0305424ddfa6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:38.041628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b48f4eeb-5291-40e0-a04e-0305424ddfa6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.1103182 Nov 16 21:07:38.057689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-913866af-2497-433c-8a68-208a4026c391 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/quotas/cb6a6e07a70440d484ed412b56a7210e HTTP/1.1" status: 200 len: 375 time: 0.0098748 Nov 16 21:07:38.108686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-66943204-19b3-4e39-8741-3e769e2ff849 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455604 Nov 16 21:07:38.206297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3b23ae2a-a78d-48fa-85ba-575743fb4387 service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905085 Nov 16 21:07:38.296099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b17f095f-6cfc-40a0-9fd3-4fe053ae3d14 service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833149 Nov 16 21:07:38.490116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeed7b-14a6-428f-8720-4618903f1023 req-22e6f318-1e24-4af7-9a33-d48f3d981675 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:38.491674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bdeed7b-14a6-428f-8720-4618903f1023 req-22e6f318-1e24-4af7-9a33-d48f3d981675 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0543792 Nov 16 21:07:38.545112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bdeed7b-14a6-428f-8720-4618903f1023 req-ab390842-1c90-42bb-b4b8-4987ae2dabb5 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Nov 16 21:07:38.661244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8104b88-8113-4b3a-ab2e-ef10d0a84fb9 req-043f6074-660f-4d94-86a6-fbf57042f423 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:38.663262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8104b88-8113-4b3a-ab2e-ef10d0a84fb9 req-043f6074-660f-4d94-86a6-fbf57042f423 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0534983 Nov 16 21:07:38.716386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8104b88-8113-4b3a-ab2e-ef10d0a84fb9 req-87b4b8df-e133-4b99-8f65-d44df5ce6c76 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466366 Nov 16 21:07:38.835034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b98016-e2aa-49b9-bc66-bdc5fbb36ae7 req-64962695-8d43-4d0d-b9fb-8850b4e4dcb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:38.836476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52b98016-e2aa-49b9-bc66-bdc5fbb36ae7 req-64962695-8d43-4d0d-b9fb-8850b4e4dcb5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0508065 Nov 16 21:07:38.886923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52b98016-e2aa-49b9-bc66-bdc5fbb36ae7 req-d2fcbf0f-d505-4692-8211-83ad2ed69558 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 Nov 16 21:07:38.972564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88f9fb7-01de-4a3c-83df-b4f0c40a7744 req-e358d0d7-b574-4b76-8cc2-60f9fca0ae44 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 210 time: 0.0250061 Nov 16 21:07:39.150253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360085-ee5f-4e80-8bb9-2d216eaa957b req-f3545057-e881-4585-8d40-7363c8abd959 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:39.152095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80360085-ee5f-4e80-8bb9-2d216eaa957b req-f3545057-e881-4585-8d40-7363c8abd959 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0526013 Nov 16 21:07:39.202245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80360085-ee5f-4e80-8bb9-2d216eaa957b req-19e8dd6e-9b1d-4e8e-85ed-39fc2289c731 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Nov 16 21:07:39.302832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31ed42-2592-48b6-a51c-bf058414dd2f req-09b9df5f-6f65-4fb3-9e93-e7d25edae717 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:39.304978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd31ed42-2592-48b6-a51c-bf058414dd2f req-09b9df5f-6f65-4fb3-9e93-e7d25edae717 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Nov 16 21:07:39.354606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd31ed42-2592-48b6-a51c-bf058414dd2f req-596e8cfe-16a8-4d27-b950-8243f2c35679 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437920 Nov 16 21:07:39.972622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950325c-4e8f-47cd-97f6-ead6ec3aa877 req-74cb67a8-8f0b-4e85-b836-7bcfa6a25bab tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:39.974155 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0950325c-4e8f-47cd-97f6-ead6ec3aa877 req-74cb67a8-8f0b-4e85-b836-7bcfa6a25bab tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.3535669 Nov 16 21:07:40.023839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0950325c-4e8f-47cd-97f6-ead6ec3aa877 req-75cf8d40-e94a-4a5c-9f7d-7dc855c3c43b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Nov 16 21:07:40.136240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5764-1c0e-4faa-8a1d-6c7122776642 req-7ed382b0-4c56-44c3-8c86-2b54239ebc72 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:40.137810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-422e5764-1c0e-4faa-8a1d-6c7122776642 req-7ed382b0-4c56-44c3-8c86-2b54239ebc72 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0525017 Nov 16 21:07:40.183908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-422e5764-1c0e-4faa-8a1d-6c7122776642 req-f0d0275c-397f-463a-896c-cf6fefc812df tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Nov 16 21:07:40.293187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad83e23-41df-4967-8ec7-e0aac8995db7 req-60107423-8a99-44a1-820e-2b687073d9d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:40.294680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dad83e23-41df-4967-8ec7-e0aac8995db7 req-60107423-8a99-44a1-820e-2b687073d9d3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.0502598 Nov 16 21:07:40.340587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dad83e23-41df-4967-8ec7-e0aac8995db7 req-482123de-d81b-4582-9091-1915ce30ca64 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Nov 16 21:07:40.417635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8bf2c970-34e6-42a4-a121-b1d47911a6c6 req-fbc996ce-0833-4717-bebd-89b8bf696493 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 210 time: 0.0245764 Nov 16 21:07:40.578377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1aca9-f5c2-4de5-bbfe-ea060804bc5b req-d10dc3c3-e33a-468b-b3e2-d00cb508f683 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:40.579723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2c1aca9-f5c2-4de5-bbfe-ea060804bc5b req-d10dc3c3-e33a-468b-b3e2-d00cb508f683 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0476000 Nov 16 21:07:40.625672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2c1aca9-f5c2-4de5-bbfe-ea060804bc5b req-d49a216d-a31e-41b5-9004-5a2a83cbd5f5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Nov 16 21:07:40.731186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af2577-d7af-4064-a556-1b05a4a27a35 req-b6a5f553-48b2-48ba-84a2-ea002a46d65f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:40.732603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4af2577-d7af-4064-a556-1b05a4a27a35 req-b6a5f553-48b2-48ba-84a2-ea002a46d65f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0518672 Nov 16 21:07:40.780566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4af2577-d7af-4064-a556-1b05a4a27a35 req-29ad1452-ea4d-4515-bdaa-627e58414c15 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Nov 16 21:07:41.144591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc85ae-ff67-4901-ab5d-0c7072d92902 req-4bb08095-f985-43a9-af81-92f761071a92 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.146073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8dc85ae-ff67-4901-ab5d-0c7072d92902 req-4bb08095-f985-43a9-af81-92f761071a92 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0492072 Nov 16 21:07:41.192453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8dc85ae-ff67-4901-ab5d-0c7072d92902 req-abbbe3e2-a994-4d81-a12f-477717627a79 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 Nov 16 21:07:41.306863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc98bbd-05e0-4617-b826-f4d3666d8fda req-244c03ee-286f-4e80-b05a-d412e97f2ea1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.313019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bc98bbd-05e0-4617-b826-f4d3666d8fda req-244c03ee-286f-4e80-b05a-d412e97f2ea1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0609000 Nov 16 21:07:41.374902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bc98bbd-05e0-4617-b826-f4d3666d8fda req-7bfd9862-b14b-4113-a284-e590ffeb080b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604138 Nov 16 21:07:41.432461 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-07b6440f-5b07-427f-8cad-c0e2da12429c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861452 Nov 16 21:07:41.529036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f019d9-80a9-4882-b5fd-3e2c6a037347 req-f245afa5-4ff2-45a0-a76e-377cc34ccc4e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.530613 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6f019d9-80a9-4882-b5fd-3e2c6a037347 req-f245afa5-4ff2-45a0-a76e-377cc34ccc4e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.1132011 Nov 16 21:07:41.533621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-ae3c78ff-35de-43ce-a330-0a35d46333bb tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.535196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-ae3c78ff-35de-43ce-a330-0a35d46333bb tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.0831792 Nov 16 21:07:41.542910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e897607-189b-4589-8e44-be8adcf48ae3 req-c4b012f0-eec8-48f2-9b12-83652eb79634 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 210 time: 0.0314538 Nov 16 21:07:41.632774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e90ab-2f54-4935-b4f9-e147b954b29e req-f84c4640-1f10-48e1-ab54-9ff028b1ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.634373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-660e90ab-2f54-4935-b4f9-e147b954b29e req-f84c4640-1f10-48e1-ab54-9ff028b1ac35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 1097 time: 0.0487185 Nov 16 21:07:41.663418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6f019d9-80a9-4882-b5fd-3e2c6a037347 req-9170c08a-822c-4977-bccd-463285cae879 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262314 Nov 16 21:07:41.675846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-422bb9a4-4990-47ce-8333-833bcda03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.677383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-422bb9a4-4990-47ce-8333-833bcda03158 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 1096 time: 0.1324022 Nov 16 21:07:41.681366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-306e1036-c4ba-4e5f-9f3e-1a3c3d4b097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.684173 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-306e1036-c4ba-4e5f-9f3e-1a3c3d4b097a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec&tenant_id=2e10d8b637304f87bd87bd8daec854e6 HTTP/1.1" status: 200 len: 1095 time: 0.1164048 Nov 16 21:07:41.706873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-660e90ab-2f54-4935-b4f9-e147b954b29e req-b6733c39-6e63-40a7-9332-7fa7808a0015 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Nov 16 21:07:41.782755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0b039-e103-4ba3-8e85-84f65c9adbf2 req-f7687440-09ef-4e44-8bcf-d7a9bc51cea0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.784604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbe0b039-e103-4ba3-8e85-84f65c9adbf2 req-f7687440-09ef-4e44-8bcf-d7a9bc51cea0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0528576 Nov 16 21:07:41.841781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbe0b039-e103-4ba3-8e85-84f65c9adbf2 req-8efbb1e4-5c5e-4960-b1fb-aefec0e58b24 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502665 Nov 16 21:07:41.910833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb839743-3a8e-44e4-9011-55b1dc2ebf02 req-2c66db36-f867-4294-a9cd-ad155f7b25f8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:41.913337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eb839743-3a8e-44e4-9011-55b1dc2ebf02 req-2c66db36-f867-4294-a9cd-ad155f7b25f8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0584502 Nov 16 21:07:41.963064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eb839743-3a8e-44e4-9011-55b1dc2ebf02 req-f2da66d0-8456-45bc-aca0-a8d66bf95040 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Nov 16 21:07:42.142579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-338a898c-c727-4a52-b779-1ee16ef90c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.144068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-338a898c-c727-4a52-b779-1ee16ef90c41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e10d8b637304f87bd87bd8daec854e6&device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1095 time: 0.0621269 Nov 16 21:07:42.173610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-b5331559-6e25-4501-8421-43a3f40434dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.175363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-b5331559-6e25-4501-8421-43a3f40434dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.0925245 Nov 16 21:07:42.224325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-409bdd4c-fc2f-47bd-9726-65924953b662 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 200 len: 217 time: 0.0398600 Nov 16 21:07:42.242774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74161437-fb24-41bf-9929-dbde4c59ec42 req-cb78caae-4369-422e-80d0-ef68f887deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.244413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74161437-fb24-41bf-9929-dbde4c59ec42 req-cb78caae-4369-422e-80d0-ef68f887deae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1097 time: 0.1192830 Nov 16 21:07:42.289552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-22513f48-8375-4241-8f64-8a615bcf6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.291169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-22513f48-8375-4241-8f64-8a615bcf6fbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0586929 Nov 16 21:07:42.293008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-1dd9420d-cdca-4296-b8c8-42f968b3d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.294574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-1dd9420d-cdca-4296-b8c8-42f968b3d7ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 200 len: 921 time: 0.1342075 Nov 16 21:07:42.316848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74161437-fb24-41bf-9929-dbde4c59ec42 req-948cd0de-5923-46a3-bb5a-1cd1b7a36f72 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569725 Nov 16 21:07:42.343897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-404d5d72-b3c5-4fff-963e-e959996efbad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284257 Nov 16 21:07:42.351919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f441bb-0418-45bf-a7c4-c13e225e983f req-7c09d388-ed03-4bd5-a11b-5bd75f02d571 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.353439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2f441bb-0418-45bf-a7c4-c13e225e983f req-7c09d388-ed03-4bd5-a11b-5bd75f02d571 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0771518 Nov 16 21:07:42.362705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-0e91bf45-7ef6-4a57-bdfc-5a7966ee53a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 200 len: 217 time: 0.0447252 Nov 16 21:07:42.407289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2f441bb-0418-45bf-a7c4-c13e225e983f req-37be635e-351d-4142-8397-012006002664 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Nov 16 21:07:42.518475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cd77-eb45-443b-977d-74f5aa9c9a78 req-89c9e656-5194-4538-852c-754c9e2c8f28 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.519976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b64cd77-eb45-443b-977d-74f5aa9c9a78 req-89c9e656-5194-4538-852c-754c9e2c8f28 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0509675 Nov 16 21:07:42.567324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b64cd77-eb45-443b-977d-74f5aa9c9a78 req-c09faef8-7fb1-4a39-8c94-b7d8ba7201fc tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Nov 16 21:07:42.643817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-fe370cf5-9b41-428f-8c78-f93c4ba83ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.645385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-fe370cf5-9b41-428f-8c78-f93c4ba83ee5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 200 len: 860 time: 0.0545592 Nov 16 21:07:42.684144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fb6853b8-8726-41a7-b621-330cd7759094 req-fd19c934-ecb8-4f38-a660-b9d53b26ab7a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 210 time: 0.0390832 Nov 16 21:07:42.698104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-b6317984-ff76-4c87-8670-80daaf57a5cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=186eb40a-2b30-4ccc-833e-52c554430ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435739 Nov 16 21:07:42.743659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-8bb998c9-f9a5-4bce-a40c-cf6a939ba2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526284 Nov 16 21:07:42.804055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-db3b45ab-d083-4270-b205-00111e1e4d09 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976484 Nov 16 21:07:42.918476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f790df7-dea4-4a63-92f5-9d9af8619391 req-38a9c3e6-2666-4ecd-9322-0b3b85f9cdd7 service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583138 Nov 16 21:07:42.926928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b6d28-bcd5-4e28-bac0-83b5d61f9672 req-70738419-29d9-4dd6-adc7-20835474abbb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:42.929168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-342b6d28-bcd5-4e28-bac0-83b5d61f9672 req-70738419-29d9-4dd6-adc7-20835474abbb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.1556118 Nov 16 21:07:42.995364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-342b6d28-bcd5-4e28-bac0-83b5d61f9672 req-e9e368e5-680b-43f0-989f-dbaf710aaf15 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575693 Nov 16 21:07:43.040190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eb791-c94a-4936-82c2-bab854799b8a req-e374c269-1eef-4572-9652-07572f151685 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.041802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-813eb791-c94a-4936-82c2-bab854799b8a req-e374c269-1eef-4572-9652-07572f151685 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.1225641 Nov 16 21:07:43.045693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-52b2cba9-ec6e-46f7-80ea-bdcf85bb23cb service neutron] 10.222.0.47 "GET /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320828 Nov 16 21:07:43.052766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-baeeaebf-17a7-4db1-b48a-ce4a69c6b447 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.054920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-baeeaebf-17a7-4db1-b48a-ce4a69c6b447 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.2211878 Nov 16 21:07:43.073827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Request body: {'port': {'device_id': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'admin_state_up': True, 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:43.123279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b215dff-0c5d-4f6d-b1ab-9298b80fa22a req-96583eb7-0a96-4c8e-a3bd-a074cd997b27 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.124578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b215dff-0c5d-4f6d-b1ab-9298b80fa22a req-96583eb7-0a96-4c8e-a3bd-a074cd997b27 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0504758 Nov 16 21:07:43.155535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-813eb791-c94a-4936-82c2-bab854799b8a req-bda591fd-44f7-4ce0-9e92-863b77309dbf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996220 Nov 16 21:07:43.179862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b215dff-0c5d-4f6d-b1ab-9298b80fa22a req-662ddbe4-cadd-436c-89f8-118684f6e55e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Nov 16 21:07:43.214811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:43.218564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:43.350993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Allocated IP 172.20.0.8 (23710389-38d0-48df-aea5-d0b7641eea2d/712b9d6b-e497-41b4-9e60-05b6eccbcfb4/d6d705d4-9600-454a-9f81-518dbcaebb37) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:43.426451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-cde6b69e-c45c-4ab2-8213-feaee5dc8402 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.427983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-cde6b69e-c45c-4ab2-8213-feaee5dc8402 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec&tenant_id=2e10d8b637304f87bd87bd8daec854e6&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1095 time: 0.0747178 Nov 16 21:07:43.618785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb138-3f31-478a-82db-7bdee36941a5 req-bd751ea4-a503-449c-a71b-04bc7bd00985 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.620330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24deb138-3f31-478a-82db-7bdee36941a5 req-bd751ea4-a503-449c-a71b-04bc7bd00985 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.1162281 Nov 16 21:07:43.679960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:43.741756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24deb138-3f31-478a-82db-7bdee36941a5 req-cf82c8bb-a138-457a-8b0c-add49ad2adeb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001842 Nov 16 21:07:43.743103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-8200b7b4-7e1c-4a9d-ab32-4edbccf92108 service neutron] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:43.746135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd5cac-3930-4e97-b396-173712f9898f req-136d9c55-4283-4043-8792-7d8ac56a5ee1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.748272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52cd5cac-3930-4e97-b396-173712f9898f req-136d9c55-4283-4043-8792-7d8ac56a5ee1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0945618 Nov 16 21:07:43.754489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-8200b7b4-7e1c-4a9d-ab32-4edbccf92108 service neutron] Publish callbacks [] for binding, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:43.755580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c99b69-29fb-434b-8c43-4b81ed48013e req-8200b7b4-7e1c-4a9d-ab32-4edbccf92108 service neutron] 10.222.0.47 "DELETE /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13/bindings/n-h2-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.3171401 Nov 16 21:07:43.770908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:43.786608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c316d9ae-9957-414e-9a43-4e1a360cb8a4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:43.836837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Network 23710389-38d0-48df-aea5-d0b7641eea2d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:43.838854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52cd5cac-3930-4e97-b396-173712f9898f req-4589670c-48ac-4258-afcf-6083187a1185 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Nov 16 21:07:43.840307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:43.855020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:43.896971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event updated for resources: {'Port': ['ID=d6d705d4-9600-454a-9f81-518dbcaebb37,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:43.923286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.924220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:43.950736 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3c2edd2-ae05-4826-a255-b07eb6e273d1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8780918 Nov 16 21:07:43.962986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Request body: {'port': {'device_id': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:43.971903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c6fa2-da42-4177-a995-9cb749aa49ae req-55b8347e-1360-4e40-bb7b-5cb05f7fbfc1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:43.974197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-866c6fa2-da42-4177-a995-9cb749aa49ae req-55b8347e-1360-4e40-bb7b-5cb05f7fbfc1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 931 time: 0.0710251 Nov 16 21:07:44.054437 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-866c6fa2-da42-4177-a995-9cb749aa49ae req-4a425f09-a212-43f2-9cc8-9b4218609922 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 Nov 16 21:07:44.071596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:44.184106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3eb17-b268-4a1d-a72d-7a6320116192 req-a3a45d1a-caeb-49a3-8752-6803dc795e9d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:44.185928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59a3eb17-b268-4a1d-a72d-7a6320116192 req-a3a45d1a-caeb-49a3-8752-6803dc795e9d tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 1095 time: 0.0515375 Nov 16 21:07:44.247749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59a3eb17-b268-4a1d-a72d-7a6320116192 req-4d10f0ff-c4cd-4bf8-9314-984e408b37e6 tempest-LiveAutoBlockMigrationV225Test-2064466401 tempest-LiveAutoBlockMigrationV225Test-2064466401-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553870 Nov 16 21:07:44.249212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217dba0-ab9c-4d8c-a1d7-5a5e41538269 req-ae826265-907a-4aab-8343-a1fc6483f4a3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:44.250805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4217dba0-ab9c-4d8c-a1d7-5a5e41538269 req-ae826265-907a-4aab-8343-a1fc6483f4a3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.1187854 Nov 16 21:07:44.368873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4217dba0-ab9c-4d8c-a1d7-5a5e41538269 req-840e6c7d-baa2-4396-9025-33675cfaa738 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098266 Nov 16 21:07:44.449358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5cead-6476-4b03-99e4-1e50d10827b9 req-06aab62b-a799-4055-8b10-fb43e104d66a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:44.450051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e5cead-6476-4b03-99e4-1e50d10827b9 req-06aab62b-a799-4055-8b10-fb43e104d66a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0900056 Nov 16 21:07:44.526510 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e5cead-6476-4b03-99e4-1e50d10827b9 req-bcdccb1f-2bb0-4ed5-a5dd-79e6304143a1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628297 Nov 16 21:07:44.564783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d705d4-9600-454a-9f81-518dbcaebb37 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:44.576866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd7a00-b8b9-41be-b490-56995d749acb req-d98781d9-0e14-4a48-9a5d-1112558680d3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:44.578464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49bd7a00-b8b9-41be-b490-56995d749acb req-d98781d9-0e14-4a48-9a5d-1112558680d3 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1028383 Nov 16 21:07:44.583079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:44.610465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Transition to ACTIVE for port object d6d705d4-9600-454a-9f81-518dbcaebb37 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:44.620187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:44.679297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49bd7a00-b8b9-41be-b490-56995d749acb req-16e61dde-9a69-4b8a-b230-0a141955d8c7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859277 Nov 16 21:07:44.746331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d705d4-9600-454a-9f81-518dbcaebb37,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:44.838685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Attempting to bind port d6d705d4-9600-454a-9f81-518dbcaebb37 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:44.839028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Attempting to bind port d6d705d4-9600-454a-9f81-518dbcaebb37 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:44.839404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Attempting to bind port d6d705d4-9600-454a-9f81-518dbcaebb37 on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:44.847202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Port d6d705d4-9600-454a-9f81-518dbcaebb37 on network 23710389-38d0-48df-aea5-d0b7641eea2d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:44.847529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Attempting to bind port d6d705d4-9600-454a-9f81-518dbcaebb37 on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:44.858738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b8c2-16a3-43e1-9229-0c8afce26ca9 req-0819a4cb-b98f-48c7-864a-181f6878d787 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:44.860327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b19b8c2-16a3-43e1-9229-0c8afce26ca9 req-0819a4cb-b98f-48c7-864a-181f6878d787 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0835707 Nov 16 21:07:44.863406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:44.863754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Checking segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:44.864165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Bound using segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:44.864577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Bound port: d6d705d4-9600-454a-9f81-518dbcaebb37, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:44.864981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:44.988364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b19b8c2-16a3-43e1-9229-0c8afce26ca9 req-9b4a0c17-aa52-494b-bc10-60a1318d3e9c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201479 Nov 16 21:07:44.994835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03489-5c8e-4cf9-8b66-2ade1c129fe2 req-42d8096a-84e9-4ce7-abed-4714d929bff4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:44.999992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-b6da6bbe-951d-4b20-bebd-7540b1705251 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.001564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-b6da6bbe-951d-4b20-bebd-7540b1705251 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "GET /v2.0/ports?device_id=73352895-3ce7-4ca8-9f41-a39a8d8ac14b HTTP/1.1" status: 200 len: 946 time: 0.1323390 Nov 16 21:07:45.002165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03489-5c8e-4cf9-8b66-2ade1c129fe2 req-42d8096a-84e9-4ce7-abed-4714d929bff4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.010587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-14b03489-5c8e-4cf9-8b66-2ade1c129fe2 req-42d8096a-84e9-4ce7-abed-4714d929bff4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972&device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 1690 time: 0.0689044 Nov 16 21:07:45.050619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] For port d6d705d4-9600-454a-9f81-518dbcaebb37, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:45.059376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] For port d6d705d4-9600-454a-9f81-518dbcaebb37, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d6d705d4-9600-454a-9f81-518dbcaebb37,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:45.066303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:45.077077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-14b03489-5c8e-4cf9-8b66-2ade1c129fe2 req-b7f67ba9-5544-415a-94f2-21e834a5f33d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652642 Nov 16 21:07:45.161108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.161753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:45.163850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6d705d4-9600-454a-9f81-518dbcaebb37 HTTP/1.1" status: 200 len: 1091 time: 1.2057908 Nov 16 21:07:45.166346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'tag': 'd6d705d4-9600-454a-9f81-518dbcaebb37'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:45.168627 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "tag": "d6d705d4-9600-454a-9f81-518dbcaebb37"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:45.192986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a553128-fb4c-4873-abc6-0cd984ae96d5 req-ee90065e-48b9-47ac-adcb-ae94d3e2ba63 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.208068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa197eb-4f3d-4126-a0f9-7e5ac712f630 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d705d4-9600-454a-9f81-518dbcaebb37,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:45.213169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a553128-fb4c-4873-abc6-0cd984ae96d5 req-ee90065e-48b9-47ac-adcb-ae94d3e2ba63 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0825379 Nov 16 21:07:45.222771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcd095-0084-4446-a59f-d594aafec711 req-4acc93e2-1b74-4f73-a152-3e475d7edec4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.224435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4fcd095-0084-4446-a59f-d594aafec711 req-4acc93e2-1b74-4f73-a152-3e475d7edec4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.1282859 Nov 16 21:07:45.264195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a553128-fb4c-4873-abc6-0cd984ae96d5 req-011d7e2a-120a-477f-ab9d-b9a255dedd20 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Nov 16 21:07:45.274184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Deleting port c316d9ae-9957-414e-9a43-4e1a360cb8a4 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:45.274533 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:45.351671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-244a4f14-94fe-4fe0-88b9-16c89ffbcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.353179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-244a4f14-94fe-4fe0-88b9-16c89ffbcbcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 1094 time: 0.1265502 Nov 16 21:07:45.363861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4fcd095-0084-4446-a59f-d594aafec711 req-a96816c6-a084-44d4-81ae-9a0994718d0d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277566 Nov 16 21:07:45.414235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-a944a777-0217-439d-900a-d4974881a619 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d705d4-9600-454a-9f81-518dbcaebb37 HTTP/1.1" status: 200 len: 217 time: 0.0445266 Nov 16 21:07:45.453081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] For port c316d9ae-9957-414e-9a43-4e1a360cb8a4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c316d9ae-9957-414e-9a43-4e1a360cb8a4,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:45.453448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:45.503644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Calling delete_port for c316d9ae-9957-414e-9a43-4e1a360cb8a4 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:07:45.513694 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41096ef7-3d0c-4b2e-9817-e6defab13527 x-openstack-request-id: req-41096ef7-3d0c-4b2e-9817-e6defab13527 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:45.513982 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "tag": "d6d705d4-9600-454a-9f81-518dbcaebb37", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:45.514288 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41096ef7-3d0c-4b2e-9817-e6defab13527 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:45.514639 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'tag': 'd6d705d4-9600-454a-9f81-518dbcaebb37', 'status': 'completed', 'code': 200} Nov 16 21:07:45.567841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-e07b8f6e-d63c-49ef-88d9-b9882797a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.569543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-e07b8f6e-d63c-49ef-88d9-b9882797a0e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.1391954 Nov 16 21:07:45.580416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ddfc-88f4-4203-936f-da364ccd3fb7 req-0ffe406b-c8b5-4456-8f40-be85414528af tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.581867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8516ddfc-88f4-4203-936f-da364ccd3fb7 req-0ffe406b-c8b5-4456-8f40-be85414528af tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.1542721 Nov 16 21:07:45.593038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04bb8-030c-4d5b-a7ea-15fa8e1d18d6 req-929bffd3-5a3b-4cba-83f2-de194ba1a100 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.596346 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dae04bb8-030c-4d5b-a7ea-15fa8e1d18d6 req-929bffd3-5a3b-4cba-83f2-de194ba1a100 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1097 time: 0.0418591 Nov 16 21:07:45.628399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-305764bd-c5a1-42c3-890a-4c9ff40b9a8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428953 Nov 16 21:07:45.640447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dae04bb8-030c-4d5b-a7ea-15fa8e1d18d6 req-5768c6ba-f174-4263-b711-419eb349ad46 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Nov 16 21:07:45.731052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8516ddfc-88f4-4203-936f-da364ccd3fb7 req-4a0fcb5d-e4c8-4085-9edd-d1a422493e39 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356161 Nov 16 21:07:45.799028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-20783613-35ff-4e15-a017-387b944de937 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579864 Nov 16 21:07:45.876298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:45.924481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54325314-6c9d-430f-bade-3628dba69606 req-f16d3fed-1c71-4f7e-9b79-54b7d7e442ee tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.925958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54325314-6c9d-430f-bade-3628dba69606 req-f16d3fed-1c71-4f7e-9b79-54b7d7e442ee tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 944 time: 0.0893488 Nov 16 21:07:45.932971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1a9f4-94c8-4222-a9d2-6c36382a8487 req-8598a36d-a640-4180-8618-5fc3e2304b10 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:45.934512 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a1a9f4-94c8-4222-a9d2-6c36382a8487 req-8598a36d-a640-4180-8618-5fc3e2304b10 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 1101 time: 0.0659218 Nov 16 21:07:46.037250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a1a9f4-94c8-4222-a9d2-6c36382a8487 req-254f3aad-c9de-4d60-a178-ba17ed14f395 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954435 Nov 16 21:07:46.072973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Deleting port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:46.073358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:46.190065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event deleted for resources: {'Port': ['ID=c316d9ae-9957-414e-9a43-4e1a360cb8a4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:46.199471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] For port 3bf5f820-4b24-4f05-89e3-d9e15666ab13, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3bf5f820-4b24-4f05-89e3-d9e15666ab13,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:46.199919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:46.209346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cdf38-4b23-4502-97d0-afe0d8a1c8a3 req-0f98a8c2-82c7-41af-97dc-9b16e88adc6e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.210909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e8cdf38-4b23-4502-97d0-afe0d8a1c8a3 req-0f98a8c2-82c7-41af-97dc-9b16e88adc6e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0935171 Nov 16 21:07:46.226147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f98e-bc1c-4b44-93e7-99cecb119d35 req-916833cf-04ed-484a-8820-3762bf7ce45d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.227122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Calling delete_port for 3bf5f820-4b24-4f05-89e3-d9e15666ab13 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:07:46.227629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72e1f98e-bc1c-4b44-93e7-99cecb119d35 req-916833cf-04ed-484a-8820-3762bf7ce45d tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.4315875 Nov 16 21:07:46.257943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] No DVR routers for this DVR port c316d9ae-9957-414e-9a43-4e1a360cb8a4 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:46.267170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:46.270430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-274c80ef-cbdd-4b98-9155-c66779ea7065 req-950d5c73-859f-4a17-a682-f47de50b0b12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "DELETE /v2.0/ports/c316d9ae-9957-414e-9a43-4e1a360cb8a4 HTTP/1.1" status: 204 len: 173 time: 1.2617447 Nov 16 21:07:46.291205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-f0bc126b-f18b-4df3-8dba-b77af7ae1263 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821384 Nov 16 21:07:46.311142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e8cdf38-4b23-4502-97d0-afe0d8a1c8a3 req-08cf5056-79ad-465f-ab4e-e729cdd638c7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 Nov 16 21:07:46.321400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72e1f98e-bc1c-4b44-93e7-99cecb119d35 req-db7ed1f8-d9f7-44e7-b4b5-3544194561ff tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793178 Nov 16 21:07:46.471603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-755ea165-c468-4d4b-b197-bba2657b0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.473231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-755ea165-c468-4d4b-b197-bba2657b0a82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 1094 time: 0.0939691 Nov 16 21:07:46.480321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa596e3-203f-4e53-ab02-ec08e3a749b7 req-05082f63-d5c3-43f1-91a4-e4984dafafb6 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.482079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1aa596e3-203f-4e53-ab02-ec08e3a749b7 req-05082f63-d5c3-43f1-91a4-e4984dafafb6 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1097 time: 0.0597417 Nov 16 21:07:46.507996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:46.522079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa', '3bf5f820-4b24-4f05-89e3-d9e15666ab13'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:46.555507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event deleted for resources: {'Port': ['ID=3bf5f820-4b24-4f05-89e3-d9e15666ab13,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:46.605063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-9c57bf29-4551-42f9-8c5c-e391f3b284c5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.605477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1aa596e3-203f-4e53-ab02-ec08e3a749b7 req-dd421e5b-3995-4d44-92dc-ca364e412b9a tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056383 Nov 16 21:07:46.614642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-9c57bf29-4551-42f9-8c5c-e391f3b284c5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 815 time: 0.1910076 Nov 16 21:07:46.649717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-f7bd6220-5cc7-4c7c-b674-095e3b4fdd9a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/quotas/c4ba398371e4462a9ece773cd78c88c0 HTTP/1.1" status: 200 len: 375 time: 0.0340538 Nov 16 21:07:46.655891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-223d14f1-c097-4d92-a987-93dd7d463860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.659685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-223d14f1-c097-4d92-a987-93dd7d463860 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 905 time: 0.1696501 Nov 16 21:07:46.659970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] No DVR routers for this DVR port 3bf5f820-4b24-4f05-89e3-d9e15666ab13 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:46.664726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:46.676145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54325314-6c9d-430f-bade-3628dba69606 req-82d8d9bd-48d1-4ac3-a891-662af1f44ec3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "DELETE /v2.0/ports/3bf5f820-4b24-4f05-89e3-d9e15666ab13 HTTP/1.1" status: 204 len: 173 time: 0.7406063 Nov 16 21:07:46.723672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'name': 'network-vif-deleted', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:46.726252 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe9b49-df24-42bf-af31-298c61d458ed" -d '{"events": [{"server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "name": "network-vif-deleted", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:46.736787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-27e95419-18c2-4778-9594-816a704cdaea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d705d4-9600-454a-9f81-518dbcaebb37 HTTP/1.1" status: 200 len: 217 time: 0.0703957 Nov 16 21:07:46.771304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-6c4f9350-84a9-465a-b00d-456cf781d1be tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203768 Nov 16 21:07:46.784640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d95aad0d-647e-49a0-a593-eb828e1eb509 req-fa5fbe02-06be-4eb4-9fb5-99c785be5102 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0464478 Nov 16 21:07:46.838694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-1380b1d3-97f2-497a-9a08-62e78de880d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:46.840621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-1380b1d3-97f2-497a-9a08-62e78de880d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.0834231 Nov 16 21:07:46.899946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-5ffe5b6e-d3a2-43aa-a560-524a8720d640 service neutron] 10.222.0.48 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094291 Nov 16 21:07:46.900207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-51122a1a-2a0e-4068-891c-37a4c09f5141 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426781 Nov 16 21:07:46.998167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0fcbb-4784-4812-a8f0-5e4055b4d616 req-8f89849b-f427-4e33-bf16-db11e7acdab0 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:47.000595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5da0fcbb-4784-4812-a8f0-5e4055b4d616 req-8f89849b-f427-4e33-bf16-db11e7acdab0 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 1100 time: 0.1028616 Nov 16 21:07:47.035167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-fa7aa784-d8a0-4811-91bb-d9f067ad7945 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:47.036776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-fa7aa784-d8a0-4811-91bb-d9f067ad7945 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 946 time: 0.0707057 Nov 16 21:07:47.060580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-62ec3f86-4589-4891-9d5b-48ba7b21c6e6 service neutron] 10.222.0.48 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532795 Nov 16 21:07:47.114483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b33dc03d-85ca-46ff-9465-97248dcf2239 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:47.116601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b33dc03d-85ca-46ff-9465-97248dcf2239 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.1689520 Nov 16 21:07:47.128308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-589804d0-3c91-480c-81ef-d9d9d7a2b1bf service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888957 Nov 16 21:07:47.170654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5da0fcbb-4784-4812-a8f0-5e4055b4d616 req-11fbecf1-fd94-47fc-b637-cd1023d2946f tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517098 Nov 16 21:07:47.189812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Deleting port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:47.189812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.307315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eedcbe8-9bec-47e4-8800-01bd5583b5bc req-33ead820-e376-40f1-b6c1-7367156c1258 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675267 Nov 16 21:07:47.310589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Deleting port d6d705d4-9600-454a-9f81-518dbcaebb37 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:47.310945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.394252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] For port 54899078-fa73-48d1-a3f6-e4b7ba530fb3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54899078-fa73-48d1-a3f6-e4b7ba530fb3,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:47.399176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.413000 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a791a8-832b-4c38-af61-f3d6bfdf0a6f x-openstack-request-id: req-22a791a8-832b-4c38-af61-f3d6bfdf0a6f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:47.413488 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79cc5586-4524-4f37-a81f-3da2a23261ec", "name": "network-vif-deleted", "tag": "3bf5f820-4b24-4f05-89e3-d9e15666ab13", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:47.413829 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22a791a8-832b-4c38-af61-f3d6bfdf0a6f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:47.414291 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cc5586-4524-4f37-a81f-3da2a23261ec', 'name': 'network-vif-deleted', 'tag': '3bf5f820-4b24-4f05-89e3-d9e15666ab13', 'status': 'completed', 'code': 200} Nov 16 21:07:47.427234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Calling delete_port for 54899078-fa73-48d1-a3f6-e4b7ba530fb3 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:07:47.448528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] For port d6d705d4-9600-454a-9f81-518dbcaebb37, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d6d705d4-9600-454a-9f81-518dbcaebb37,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:47.448931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.465338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Calling delete_port for d6d705d4-9600-454a-9f81-518dbcaebb37 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:07:47.523790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'name': 'network-vif-deleted', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:47.527374 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ea3b42-d4d2-4f94-9f7c-6296737f7ada" -d '{"events": [{"server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "name": "network-vif-deleted", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:47.553950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c316d9ae-9957-414e-9a43-4e1a360cb8a4 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:47.621969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: c316d9ae-9957-414e-9a43-4e1a360cb8a4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:07:47.622489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c316d9ae-9957-414e-9a43-4e1a360cb8a4 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:07:47.623007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:47.659367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c7a27-f98e-4285-a9c4-838ec6c95afb req-13306ca7-6c19-4009-919c-bebbd235e803 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:47.668050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-164c7a27-f98e-4285-a9c4-838ec6c95afb req-13306ca7-6c19-4009-919c-bebbd235e803 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.2619116 Nov 16 21:07:47.681843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a5bf8b0-7443-4a94-94fd-db0639000453 req-281dbb07-c287-4378-9525-a4ccf5058622 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 210 time: 0.0778203 Nov 16 21:07:47.724576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.787903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event deleted for resources: {'Port': ['ID=d6d705d4-9600-454a-9f81-518dbcaebb37,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:47.790343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.814786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-164c7a27-f98e-4285-a9c4-838ec6c95afb req-bdf5bc37-5f60-4f7a-bcca-1a948b09838a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451135 Nov 16 21:07:47.824251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.879072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Pushing event deleted for resources: {'Port': ['ID=54899078-fa73-48d1-a3f6-e4b7ba530fb3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:47.902291 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-11bd1fa4-d3e0-4f74-8234-28817eb3f4f0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863554 Nov 16 21:07:47.925104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] No DVR routers for this DVR port d6d705d4-9600-454a-9f81-518dbcaebb37 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:47.940244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.947149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-5f666cef-d7ce-42cf-a920-abf9db4324b1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "DELETE /v2.0/ports/d6d705d4-9600-454a-9f81-518dbcaebb37 HTTP/1.1" status: 204 len: 173 time: 0.8211014 Nov 16 21:07:47.972466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] No DVR routers for this DVR port 54899078-fa73-48d1-a3f6-e4b7ba530fb3 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:47.978001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:47.982650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7e03a68-98db-4e44-bc17-e1dc9d012402 req-6f6b7d6d-e63a-406d-9947-769ba6487890 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "DELETE /v2.0/ports/54899078-fa73-48d1-a3f6-e4b7ba530fb3 HTTP/1.1" status: 204 len: 173 time: 0.9324718 Nov 16 21:07:48.124950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-885a46e7-1bda-4704-8cf0-3dc7c4cf52bd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:48.132288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-885a46e7-1bda-4704-8cf0-3dc7c4cf52bd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046545 Nov 16 21:07:48.155131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-9b9e2a35-6bc3-418d-8240-9e60a2301526 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/quotas/c1f290e52e7242d984c8af41cac3e14b HTTP/1.1" status: 200 len: 375 time: 0.0215824 Nov 16 21:07:48.241977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-65e2972c-150b-47f6-8f33-e21d9cadbce3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857897 Nov 16 21:07:48.604114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515965d-4d8d-40e3-af21-7ac48ff5fefc req-3a4efa6a-dc75-425d-9ffb-c1c80dbfd705 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:48.605793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c515965d-4d8d-40e3-af21-7ac48ff5fefc req-3a4efa6a-dc75-425d-9ffb-c1c80dbfd705 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.1867867 Nov 16 21:07:48.715029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c515965d-4d8d-40e3-af21-7ac48ff5fefc req-7696227e-289e-4c1e-9291-0cd7b04fb5aa tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997548 Nov 16 21:07:48.791938 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea3224c-09d9-4b04-a038-fbde9b605d52 x-openstack-request-id: req-eea3224c-09d9-4b04-a038-fbde9b605d52 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:48.792523 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73352895-3ce7-4ca8-9f41-a39a8d8ac14b", "name": "network-vif-deleted", "tag": "c316d9ae-9957-414e-9a43-4e1a360cb8a4", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:48.793684 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eea3224c-09d9-4b04-a038-fbde9b605d52 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:48.794333 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73352895-3ce7-4ca8-9f41-a39a8d8ac14b', 'name': 'network-vif-deleted', 'tag': 'c316d9ae-9957-414e-9a43-4e1a360cb8a4', 'status': 'completed', 'code': 200} Nov 16 21:07:49.045881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-16a50f0e-97b9-42ed-ad49-9144a51eee34 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:49.047583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-16a50f0e-97b9-42ed-ad49-9144a51eee34 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.41 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 815 time: 0.2451789 Nov 16 21:07:49.096003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152fe5-692b-4178-8b98-64107b1c2c5c req-d7712df9-350b-4fb8-a630-6c6208263ea0 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:49.097826 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d152fe5-692b-4178-8b98-64107b1c2c5c req-d7712df9-350b-4fb8-a630-6c6208263ea0 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.1107855 Nov 16 21:07:49.106042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Request body: {'port': {'device_id': '2e53190c-97d0-4f7b-a316-e0428e040956', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'admin_state_up': True, 'tenant_id': 'c4ba398371e4462a9ece773cd78c88c0'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:49.269354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-6e8d0a3f-c16a-4d90-b535-63fcf7c8cfb4 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:07:49.270529 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-6e8d0a3f-c16a-4d90-b535-63fcf7c8cfb4 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058813 Nov 16 21:07:49.332461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-3b2f86b3-0b29-4d9d-a94f-2e75ce081c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:49.334485 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-3b2f86b3-0b29-4d9d-a94f-2e75ce081c7b service neutron] 10.222.0.48 "GET /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 1094 time: 0.0432818 Nov 16 21:07:49.347324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Request body: {'binding': {'host': 'n-h2-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:49.348649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:07:49.366321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d152fe5-692b-4178-8b98-64107b1c2c5c req-f227e798-9f58-4df2-9779-dccf6ecb4895 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393656 Nov 16 21:07:49.394940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Made reservation on behalf of c4ba398371e4462a9ece773cd78c88c0 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:49.414566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:49.426245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-deleted', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:49.445861 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfbd2ca-7a58-4bd4-a580-796a0094ebde" -d '{"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-deleted", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:49.565043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1b5c124-1a6c-446e-a50d-85777c140e9c req-6326f632-aac0-4f5e-91a6-6943e8bbdf9b tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0682590 Nov 16 21:07:49.578430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:49.660345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on host n-h2-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:49.665009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:49.666293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:49.678165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:49.678872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:49.688332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:49.692259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:49.692917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:49.694234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Bound port: 7e30d768-7c8a-410f-a48b-814348bd217c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:49.714404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Allocated IP 172.20.0.11 (d6c67720-09c5-42fe-be54-c03927285252/cfa7f0ab-644d-4cf8-8440-7ccef72e7813/3f0f6c8b-1c62-4916-89a8-ce09d27ed15b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:49.747326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:49.803140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:49.813879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:49.815072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] 10.222.0.48 "POST /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4740026 Nov 16 21:07:49.878838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab747340-aa1a-4630-9384-e0d4663ad6b1 req-2c49acac-2690-42b6-988b-f85cfe66dce1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 210 time: 0.0745635 Nov 16 21:07:49.930767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:49.995739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:50.000322 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813fc99-b04b-4a6d-9359-c1813d906350" -d '{"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-unplugged", "status": "completed", "tag": "55f70bd8-866f-4676-beaf-84496fecc127"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:50.028942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:50.042176 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.043293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:50.101997 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:07:50.179031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-a3bac6f4-767c-4eab-b428-26bc9f968071 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.181037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-a3bac6f4-767c-4eab-b428-26bc9f968071 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.2427411 Nov 16 21:07:50.207542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f57fb566-273d-4af1-9cdc-b0cbe441cc87 req-e080fdd8-1c94-45ca-b056-c6c4fdbc3b85 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 210 time: 0.1206667 Nov 16 21:07:50.215621 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.220072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Request body: {'port': {'device_id': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'admin_state_up': True, 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:50.241947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27e8e6ed-9cf0-417c-ac89-483a56eb1e8b req-a7de7009-7acd-4183-bf5f-4c54aa135e65 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 210 time: 0.0596080 Nov 16 21:07:50.245268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:50.317922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:50.340585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.344869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 3bf5f820-4b24-4f05-89e3-d9e15666ab13 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:07:50.345419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3bf5f820-4b24-4f05-89e3-d9e15666ab13 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:07:50.383770 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1a55e-16b0-440d-8bac-c9586d4b6021 x-openstack-request-id: req-a9c1a55e-16b0-440d-8bac-c9586d4b6021 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:50.384391 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e56fc181-6e8c-413a-9086-d65f0ae4e078", "name": "network-vif-deleted", "tag": "54899078-fa73-48d1-a3f6-e4b7ba530fb3", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:50.384850 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9c1a55e-16b0-440d-8bac-c9586d4b6021 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:50.385345 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e56fc181-6e8c-413a-9086-d65f0ae4e078', 'name': 'network-vif-deleted', 'tag': '54899078-fa73-48d1-a3f6-e4b7ba530fb3', 'status': 'completed', 'code': 200} Nov 16 21:07:50.439741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Network d6c67720-09c5-42fe-be54-c03927285252 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:50.445703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:50.449415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-560091d3-6695-40bc-9e72-5d6e5d6c809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.451079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-560091d3-6695-40bc-9e72-5d6e5d6c809e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1097 time: 0.2379589 Nov 16 21:07:50.451955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:50.527537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Pushing event updated for resources: {'Port': ['ID=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:50.543758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.544108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.544449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.544789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.545117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.545461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.545794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.546118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.546437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.546759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.547076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.547398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:50.548239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0c670-7802-4916-8167-379d485ad1c6 req-31fc0112-fb87-405d-a8db-aff26e5df92c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.558309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80c0c670-7802-4916-8167-379d485ad1c6 req-31fc0112-fb87-405d-a8db-aff26e5df92c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.1719155 Nov 16 21:07:50.566481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.567100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.588071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a6716-49a5-4f17-a8fa-5127ddd7a7fe req-0567f6fb-a20d-4a8c-9807-be9e0d53eb1e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.589628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c10a6716-49a5-4f17-a8fa-5127ddd7a7fe req-0567f6fb-a20d-4a8c-9807-be9e0d53eb1e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.1202030 Nov 16 21:07:50.614825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-b695a705-8a2e-4a7a-945b-0d821a0278d5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5153925 Nov 16 21:07:50.627666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-519b8abd-8b50-467c-9742-047525da688b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.634608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Request body: {'port': {'device_id': '2e53190c-97d0-4f7b-a316-e0428e040956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:50.675455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80c0c670-7802-4916-8167-379d485ad1c6 req-0a1b44f5-5a82-4792-9b1f-edb536c3d8b1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160738 Nov 16 21:07:50.707064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b55a80d2-76a8-41a0-af9c-8fed0c699f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.709501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b55a80d2-76a8-41a0-af9c-8fed0c699f9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.2421193 Nov 16 21:07:50.713726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:50.720538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.720834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:50.728727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c10a6716-49a5-4f17-a8fa-5127ddd7a7fe req-85632b1c-a8c2-4459-a4a6-2eb139843baa tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188169 Nov 16 21:07:50.758489 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ee175a-84db-45a8-bc41-acf26e3c94af x-openstack-request-id: req-49ee175a-84db-45a8-bc41-acf26e3c94af {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:50.759157 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-unplugged", "status": "completed", "tag": "55f70bd8-866f-4676-beaf-84496fecc127", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:50.759628 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49ee175a-84db-45a8-bc41-acf26e3c94af {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:50.760253 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127', 'code': 200} Nov 16 21:07:50.796736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-deleted', 'tag': 'd6d705d4-9600-454a-9f81-518dbcaebb37'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:50.811308 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ac7f3-2b94-460f-aee6-1353f2db75a8" -d '{"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-deleted", "tag": "d6d705d4-9600-454a-9f81-518dbcaebb37"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:50.846055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-047a4023-efed-4e07-87a9-6c09389b25f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 217 time: 0.1194620 Nov 16 21:07:50.966995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7d22e3e-55bd-4b68-a47d-c2e309c3d2e7 req-3a2ad3cd-e0e6-4789-8673-c899db7f5430 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0987670 Nov 16 21:07:50.984607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-081a527c-148f-4e49-81eb-28bd2ca0fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:50.986347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-081a527c-148f-4e49-81eb-28bd2ca0fd1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.1160486 Nov 16 21:07:51.086651 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151fa557-af55-4930-a406-74c259f6d281 x-openstack-request-id: req-151fa557-af55-4930-a406-74c259f6d281 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:51.086982 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-deleted", "tag": "d6d705d4-9600-454a-9f81-518dbcaebb37", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:51.087626 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-151fa557-af55-4930-a406-74c259f6d281 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:51.087626 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-deleted', 'tag': 'd6d705d4-9600-454a-9f81-518dbcaebb37', 'status': 'completed', 'code': 200} Nov 16 21:07:51.106422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-8bf2b962-c545-4d0b-b6c1-70d207e8971c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982537 Nov 16 21:07:51.136481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfe65479-7eaf-42dd-bbcc-561dba105046 req-773abb03-edaa-477a-bcaf-3df14920009c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 210 time: 0.0379908 Nov 16 21:07:51.242037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:51.251399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.251597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Allocated IP 172.20.0.5 (23710389-38d0-48df-aea5-d0b7641eea2d/712b9d6b-e497-41b4-9e60-05b6eccbcfb4/92a29d2f-261d-4b74-8261-90c76342dc3a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:51.286514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Transition to ACTIVE for port object 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:51.292434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b9c1-0310-46a0-bfae-c05fa4473b75 req-afb6be53-f4cf-4509-a139-806a12af92a5 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:51.294305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b64b9c1-0310-46a0-bfae-c05fa4473b75 req-afb6be53-f4cf-4509-a139-806a12af92a5 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.1994135 Nov 16 21:07:51.306341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.347990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-3470950f-3ebd-4c14-8f3c-ba20b2c960c1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492971 Nov 16 21:07:51.389178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:51.418174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5fa1f67-92ad-4fb5-abf2-a00e8fd916e8 req-c80e39bf-25e0-4f37-abd1-4fd54c97a553 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 210 time: 0.1272378 Nov 16 21:07:51.562850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Attempting to bind port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:51.563059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Attempting to bind port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:51.563386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Attempting to bind port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b on network d6c67720-09c5-42fe-be54-c03927285252 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:51.576995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f085e-dfff-45fe-9650-b5b5aabe8db5 req-9b34f53d-d5d3-43dd-a056-0163e041ddbd tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:51.578669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:51.578926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc0f085e-dfff-45fe-9650-b5b5aabe8db5 req-9b34f53d-d5d3-43dd-a056-0163e041ddbd tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 944 time: 0.0751207 Nov 16 21:07:51.583181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:51.590423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b on network d6c67720-09c5-42fe-be54-c03927285252 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:51.591106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Attempting to bind port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b on network d6c67720-09c5-42fe-be54-c03927285252 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:51.652903 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc0f085e-dfff-45fe-9650-b5b5aabe8db5 req-886b06ee-fca0-4baa-9e00-d6dbf65a1b4a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633996 Nov 16 21:07:51.657418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:51.660159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Checking segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:51.661604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Bound using segment: {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:51.662359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Bound port: 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5f23f3-b61b-49b5-848c-8fff43ffe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:51.662946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.698568 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.766705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:51.775605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.776642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:51.793342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4cb2a361-4c23-4c69-a18a-2664000b092d service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578104 Nov 16 21:07:51.802450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] For port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:51.809338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] For port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:51.827209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.881591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:51.888082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:51.888953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:51.890547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f0f6c8b-1c62-4916-89a8-ce09d27ed15b HTTP/1.1" status: 200 len: 1092 time: 1.2618744 Nov 16 21:07:51.916159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:51.921315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'port_id': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'mac_address': 'fa:16:3e:ca:81:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b4609-825b-40c4-ae25-47b785cdc88e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:51.930632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1dde9-5531-46e7-9292-d643c98f1620 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:51.949878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b64b9c1-0310-46a0-bfae-c05fa4473b75 req-ecbcf462-24ed-4aac-9dd4-6a2d4d8a14c2 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6365111 Nov 16 21:07:51.950825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eeeec-47ce-48a3-a1da-4a8435f2842e req-31c63d10-76ca-4b70-bcd8-2445dea799c9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:51.952396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d7eeeec-47ce-48a3-a1da-4a8435f2842e req-31c63d10-76ca-4b70-bcd8-2445dea799c9 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.1270950 Nov 16 21:07:52.031430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.035763 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.047522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-3b40b140-70ce-49b0-aad4-c6ccc5c1344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:52.049232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-3b40b140-70ce-49b0-aad4-c6ccc5c1344a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 1095 time: 0.0958910 Nov 16 21:07:52.066016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d7eeeec-47ce-48a3-a1da-4a8435f2842e req-cdac9536-655f-4f76-b4c4-439f6afd3eca tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997345 Nov 16 21:07:52.075762 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.106793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:52.119344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.120111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:52.132813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-5f2e858c-6180-4365-854f-e4dad4f6c475 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218312 Nov 16 21:07:52.137463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.142756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-72a432ba-b953-44c1-ae2c-8d6e2efd7bba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b HTTP/1.1" status: 200 len: 217 time: 0.0705955 Nov 16 21:07:52.234963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Network 23710389-38d0-48df-aea5-d0b7641eea2d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:52.245842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-e19e35a3-6076-4ded-bd38-0d59f436f9ca tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:52.247396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-e19e35a3-6076-4ded-bd38-0d59f436f9ca tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8784764 Nov 16 21:07:52.252145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:52.252465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:52.257880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:52.260590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:52.292510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0a2c490-d25d-4843-a3a0-16471613931c req-e1d3715e-130f-446e-aec4-c1613c9d82a9 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0781014 Nov 16 21:07:52.294110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:52.304943 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.305627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:52.311460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-22cf3086-a4f7-41c7-ac5b-9225aa4412e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:52.312539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:52.314134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-22cf3086-a4f7-41c7-ac5b-9225aa4412e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 200 len: 855 time: 0.1518278 Nov 16 21:07:52.320603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:52.321185 n-d-817778-8 neutron-server[102455]: INFO neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No ports have port_id starting with 54899078-fa73-48d1-a3f6-e4b7ba530fb3 Nov 16 21:07:52.325504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 requested by agent hyperv_n-h1-817778-8 not found in database {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 16 21:07:52.325879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:52.366327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-5cede6fa-6cfb-4ad4-af16-46e69afca98e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6c67720-09c5-42fe-be54-c03927285252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429347 Nov 16 21:07:52.407523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be357-8f12-4e9f-b9e1-a514f8e92ae4 req-f9d2aefd-b9bb-4ff4-913e-e7dc78199336 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:52.409140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c63be357-8f12-4e9f-b9e1-a514f8e92ae4 req-f9d2aefd-b9bb-4ff4-913e-e7dc78199336 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 944 time: 0.2731552 Nov 16 21:07:52.411110 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.413665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.414053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.414400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.414735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.415071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.415407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.415737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.416068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.416398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.416727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.417053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.417380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:07:52.507088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:52.524338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:52.532195 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.533109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:52.536797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-a716b093-6fa5-4bc1-b130-5e6a6651378b service neutron] 10.222.0.41 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575708 Nov 16 21:07:52.547221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:52.547964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.596884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c63be357-8f12-4e9f-b9e1-a514f8e92ae4 req-07661031-1aca-482b-8c9b-3de74d8b0470 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514721 Nov 16 21:07:52.607300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-70f9d018-31db-4f41-8af7-115eafc2a4c4 req-6e80266f-0e5b-436a-80c2-c16b22c378c9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 210 time: 0.0672491 Nov 16 21:07:52.608494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-3f962733-7fc0-4e35-9e1c-9e46361687d0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3940351 Nov 16 21:07:52.653385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Request body: {'port': {'device_id': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:52.669610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.727464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:52.743559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.749716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:52.761028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}, {'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}, {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}, {'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:52.763515 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dac89b-17c1-46c8-a44e-8b55ed012c83" -d '{"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}, {"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}, {"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}, {"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:52.768648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=14']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:52.800286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'port_id': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'mac_address': 'fa:16:3e:da:f5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:52.843794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acc10f72-22d3-43b2-a061-98c6beb0f832 req-2e07fbf9-bc6a-4402-b3fb-ff8383fef01b service neutron] 10.222.0.41 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827933 Nov 16 21:07:52.861002 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.877944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:52.887641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:52.889144 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:07:52.893384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.909430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:52.914361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.915285 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:52.915957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:52.939059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c40ca-d3a9-4ca2-aed6-11310a0edbb8 req-ae6e7846-ec08-4efb-8b21-9e870e52f303 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:52.948346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-570c40ca-d3a9-4ca2-aed6-11310a0edbb8 req-ae6e7846-ec08-4efb-8b21-9e870e52f303 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 931 time: 0.1723387 Nov 16 21:07:52.976839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:53.029213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-73085975-79bb-4144-bf83-00715ecc2529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.043747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85272b8-772f-4d61-9486-eadd184d1c44 req-52af462b-100d-43b8-b3d0-27a406b91e1a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:53.051208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c85272b8-772f-4d61-9486-eadd184d1c44 req-52af462b-100d-43b8-b3d0-27a406b91e1a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 944 time: 0.2650044 Nov 16 21:07:53.089965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53190c-97d0-4f7b-a316-e0428e040956', 'tag': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:53.092814 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53190c-97d0-4f7b-a316-e0428e040956", "tag": "3f0f6c8b-1c62-4916-89a8-ce09d27ed15b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:53.111856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-570c40ca-d3a9-4ca2-aed6-11310a0edbb8 req-3127c4bf-99bf-4b89-8bd5-9d5bbc384699 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586025 Nov 16 21:07:53.120849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:53.138556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '7e30d768-7c8a-410f-a48b-814348bd217c', 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12', 'port_id': '7e30d768-7c8a-410f-a48b-814348bd217c', 'mac_address': 'fa:16:3e:57:0f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9cc6c0-caba-45df-8302-79ccbf7677de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:53.140234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.4 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/393c80b7-4ebb-4ebd-a1b9-757d4a01d76c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:07:53.200592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c85272b8-772f-4d61-9486-eadd184d1c44 req-2f2fec17-3228-447a-ba3f-9b25e008adbc tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481862 Nov 16 21:07:53.242716 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392e1827-66de-4972-941e-4bf27bcb62d0 x-openstack-request-id: req-392e1827-66de-4972-941e-4bf27bcb62d0 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:53.243061 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "code": 200}, {"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "code": 200}, {"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}, {"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:53.243318 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-392e1827-66de-4972-941e-4bf27bcb62d0 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:53.243787 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'code': 200} Nov 16 21:07:53.244045 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'code': 200} Nov 16 21:07:53.244293 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:07:53.244539 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'code': 200} Nov 16 21:07:53.264455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-8f7fe1fc-9aa0-4b3c-832f-a35abf7dcc23 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:53.268034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-8f7fe1fc-9aa0-4b3c-832f-a35abf7dcc23 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.41 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.1244199 Nov 16 21:07:53.273210 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.288360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e30d768-7c8a-410f-a48b-814348bd217c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:53.314362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:53.324204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.326023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:53.358732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8fb13-1534-4dad-acd2-f8f8e658c417 req-e06d8947-f597-4c46-abc2-c4e5d69339c2 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:53.366897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4b8fb13-1534-4dad-acd2-f8f8e658c417 req-e06d8947-f597-4c46-abc2-c4e5d69339c2 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 946 time: 0.0976913 Nov 16 21:07:53.446346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4b8fb13-1534-4dad-acd2-f8f8e658c417 req-785e3a3a-d6be-4b2f-a8be-fdc74a10aba7 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782573 Nov 16 21:07:53.470371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:53.525012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30d7db-3f08-42d3-b6ac-b3a52c69069a req-d7e54b37-d862-49be-83e8-069be262d6bd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:53.532372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc30d7db-3f08-42d3-b6ac-b3a52c69069a req-d7e54b37-d862-49be-83e8-069be262d6bd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.2103150 Nov 16 21:07:53.540006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:53.555053 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184823f0-fe80-406e-9835-0ca14fed27e0 x-openstack-request-id: req-184823f0-fe80-406e-9835-0ca14fed27e0 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:53.557206 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53190c-97d0-4f7b-a316-e0428e040956", "tag": "3f0f6c8b-1c62-4916-89a8-ce09d27ed15b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:53.558699 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-184823f0-fe80-406e-9835-0ca14fed27e0 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:53.559179 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53190c-97d0-4f7b-a316-e0428e040956', 'tag': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b', 'status': 'completed', 'code': 200} Nov 16 21:07:53.559379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'mac_address': 'fa:16:3e:e2:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:53.624365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.646111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Deleting port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:53.649885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.659970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:53.683590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.699278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:53.704920 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.705226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad0a6b78-af6c-4e57-acd3-4beb27d60b30 req-79f2ff48-3750-49c3-b0e1-4db00f515a8a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=79cc5586-4524-4f37-a81f-3da2a23261ec HTTP/1.1" status: 200 len: 210 time: 0.0460005 Nov 16 21:07:53.705681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:53.733690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc30d7db-3f08-42d3-b6ac-b3a52c69069a req-d3d097e1-5291-4d24-8809-e1ba795c1390 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858668 Nov 16 21:07:53.806368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:53.809305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=15']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:53.828087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-d0d39453-c577-40b6-92de-754d02b4ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:53.830153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-d0d39453-c577-40b6-92de-754d02b4ae75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 1095 time: 0.2395523 Nov 16 21:07:53.843487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '55f70bd8-866f-4676-beaf-84496fecc127', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '55f70bd8-866f-4676-beaf-84496fecc127', 'mac_address': 'fa:16:3e:ac:af:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:53.867153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] For port e3a5ec95-0fc9-4efb-9940-f58ae7d71099, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:53.867859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.910221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a29d2f-261d-4b74-8261-90c76342dc3a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:53.935277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.938600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e3cedc5-994f-4bd4-8f98-f9a125136392 req-6b7b97cb-ca7b-4e04-b9e0-5e43d392a64f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 210 time: 0.1078548 Nov 16 21:07:53.940500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:53.978097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f70bd8-866f-4676-beaf-84496fecc127 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:54.013716 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.019011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:54.025020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.026058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:54.029813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-da790e47-b6b3-4987-9049-34ed63e8f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:54.031300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-da790e47-b6b3-4987-9049-34ed63e8f043 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 200 len: 916 time: 0.1895051 Nov 16 21:07:54.032291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Transition to ACTIVE for port object 92a29d2f-261d-4b74-8261-90c76342dc3a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:54.034120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.046678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.067778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:54.181486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:07:54.184588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-73e11c3f-22c8-4b99-a659-ddad22c3ad86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b HTTP/1.1" status: 200 len: 217 time: 0.1180222 Nov 16 21:07:54.197497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:07:54.204717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:07:54.214856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:54.307172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741ce0b-becf-4faa-a1de-045d3934b422 req-c2e655d5-f42c-4d6a-b6d2-9e8c977a8bed tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:54.308818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b741ce0b-becf-4faa-a1de-045d3934b422 req-c2e655d5-f42c-4d6a-b6d2-9e8c977a8bed tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.3904934 Nov 16 21:07:54.336529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.336529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.336850 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Floating IP 1505776e-ecb7-4bb0-9cb7-d73b5d1e0264 disassociated. External IP: 172.25.3.6, port: e3a5ec95-0fc9-4efb-9940-f58ae7d71099. Nov 16 21:07:54.336998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Calling delete_port for e3a5ec95-0fc9-4efb-9940-f58ae7d71099 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:07:54.399355 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b741ce0b-becf-4faa-a1de-045d3934b422 req-b21aac7b-dec1-4135-a51a-1b6439d0960e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Nov 16 21:07:54.464438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'network_id': '186eb40a-2b30-4ccc-833e-52c554430ea6', 'port_id': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'mac_address': 'fa:16:3e:2e:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396b4609-825b-40c4-ae25-47b785cdc88e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:54.470750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:54.479161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:54.489787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:54.490918 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.514296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-96777973-dcc5-4cd1-964f-c506c6765a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:54.515780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-96777973-dcc5-4cd1-964f-c506c6765a2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 200 len: 855 time: 0.3159039 Nov 16 21:07:54.521647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:54.532535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-901a05d7-9c07-4e73-94d6-46044cdeb517 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2687156 Nov 16 21:07:54.565450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d003-6a01-40de-9be9-6a6c4f88189f req-4f181e62-ef01-4d0a-8245-0edde6183a0f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:54.567262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99f3d003-6a01-40de-9be9-6a6c4f88189f req-4f181e62-ef01-4d0a-8245-0edde6183a0f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.3235166 Nov 16 21:07:54.573413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Attempting to bind port 92a29d2f-261d-4b74-8261-90c76342dc3a on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:54.573969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Attempting to bind port 92a29d2f-261d-4b74-8261-90c76342dc3a by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:54.574698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Attempting to bind port 92a29d2f-261d-4b74-8261-90c76342dc3a on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:54.600370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Port 92a29d2f-261d-4b74-8261-90c76342dc3a on network 23710389-38d0-48df-aea5-d0b7641eea2d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:54.601024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Attempting to bind port 92a29d2f-261d-4b74-8261-90c76342dc3a on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:54.610922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Request body: {'port': {'device_id': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:54.612249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.639304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd512e7-9390-43fd-b3c9-6cb0477e95fa {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:54.640635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:54.640983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Checking segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:54.641365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Bound using segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:54.641839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Bound port: 92a29d2f-261d-4b74-8261-90c76342dc3a, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:54.642200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.669093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:54.688683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.689871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:54.691897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-95d75b23-c75c-4c77-9a4e-8e2cec5ecdc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6c67720-09c5-42fe-be54-c03927285252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555693 Nov 16 21:07:54.732908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:54.766103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99f3d003-6a01-40de-9be9-6a6c4f88189f req-278d1ae0-e521-4dc2-a17f-c6d5f7451f19 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885569 Nov 16 21:07:54.821798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'mac_address': 'fa:16:3e:39:cf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:54.830022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:54.875080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3ba5ebe5-0817-4e8d-b275-4cde3ccf5a11 None None] Provisioning complete for port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:54.875600 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ebe5-0817-4e8d-b275-4cde3ccf5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.900197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:54.967171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e1c8-cf0c-4074-a286-91f9c15734e9 req-6d3dd8f9-05b7-4df6-aa00-c66c0e8a64ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:54.971529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5ebe5-0817-4e8d-b275-4cde3ccf5a11 None None] Port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:07:54.975362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a025e1c8-cf0c-4074-a286-91f9c15734e9 req-6d3dd8f9-05b7-4df6-aa00-c66c0e8a64ad tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 944 time: 0.4384923 Nov 16 21:07:54.990844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:55.022372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:55.024246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:55.030249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-6690a72c-fe81-4416-b5c8-3b127576ea75 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169723 Nov 16 21:07:55.035159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:55.054270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a025e1c8-cf0c-4074-a286-91f9c15734e9 req-efb40515-1c75-48c8-b9d5-ddb4014df4c4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714562 Nov 16 21:07:55.057429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987f84d-b179-4566-9f85-3992bede35cb req-79ef61ee-1e5d-480d-8839-3afde309d056 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:55.064711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3987f84d-b179-4566-9f85-3992bede35cb req-79ef61ee-1e5d-480d-8839-3afde309d056 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/ports?device_id=dddf8378-aaa9-4e3f-87bf-9be57b4d2c94 HTTP/1.1" status: 200 len: 867 time: 0.1942496 Nov 16 21:07:55.085933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:55.095563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:55.107442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:55.117133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event deleted for resources: {'Port': ['ID=e3a5ec95-0fc9-4efb-9940-f58ae7d71099,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:55.180989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:55.208421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:55.323307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Router aadfa710-d67b-4c93-86d2-85f459491739 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:07:55.343942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091b69d-685c-4787-856b-0f7ab6b30f9c req-e358dbe8-b020-428a-9f94-71da1fd5bb2b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:55.352517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7091b69d-685c-4787-856b-0f7ab6b30f9c req-e358dbe8-b020-428a-9f94-71da1fd5bb2b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.0852890 Nov 16 21:07:55.373383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['7e30d768-7c8a-410f-a48b-814348bd217c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.439891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.442810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.455858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.491565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7091b69d-685c-4787-856b-0f7ab6b30f9c req-0398472b-8b24-4d01-afe8-92a5203a0ff1 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 Nov 16 21:07:55.506886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['28e274d6-30e7-48c8-a169-0ab0a9a3ed68'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.541539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:55.542682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:55.544624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] 10.222.0.41 "PUT /v2.0/ports/92a29d2f-261d-4b74-8261-90c76342dc3a HTTP/1.1" status: 200 len: 1091 time: 2.9052966 Nov 16 21:07:55.549930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:55.552671 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c80cc5-677b-41a3-825b-251293555dba" -d '{"events": [{"name": "network-changed", "server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:55.596609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:07:55.609425 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] Sync routers for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:07:55.624727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3987f84d-b179-4566-9f85-3992bede35cb req-49fc3ccd-4843-4c98-9af6-2748865ae370 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups?id=b83fa1d3-0613-43a7-90de-b2147ddac318&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590758 Nov 16 21:07:55.626856 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:07:55.627642 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:07:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:07:55.645361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['80bdad7d-aa22-44cb-a517-4264d4fe1256'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.649451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:55.707365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] No DVR routers for this DVR port e3a5ec95-0fc9-4efb-9940-f58ae7d71099 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:55.713808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:55.723011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff0243d2-dd3a-4f17-988f-7145d724ab66 req-b7f17506-cd09-4ae8-adf3-9f25dbf58840 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.41 "DELETE /v2.0/ports/e3a5ec95-0fc9-4efb-9940-f58ae7d71099 HTTP/1.1" status: 204 len: 173 time: 2.4158204 Nov 16 21:07:55.724805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'name': 'network-vif-deleted', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:55.727564 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d786ba4-b510-457a-9816-cf0dc45d5a97" -d '{"events": [{"server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "name": "network-vif-deleted", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:55.744476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b0bbfcc-cd1f-44fb-9ca6-7635f0d98a78 req-33b142e4-554f-45e0-a971-1cbb973271e1 service neutron] 10.222.0.41 "GET /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018182 Nov 16 21:07:55.829832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5084e-e180-4f2f-ac61-2841e089e604 service neutron] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:55.948675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-2e835d82-69fc-4879-9929-a63288e699b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:55.950639 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-2e835d82-69fc-4879-9929-a63288e699b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 1094 time: 0.3161945 Nov 16 21:07:55.966068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037147b-89fb-4bf9-8cf4-0ffa5af2f957 req-847fc626-25d9-497b-bccf-2a0537deeb80 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:55.968325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8037147b-89fb-4bf9-8cf4-0ffa5af2f957 req-847fc626-25d9-497b-bccf-2a0537deeb80 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1370318 Nov 16 21:07:55.976463 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:56.016199 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:07:56.080895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8037147b-89fb-4bf9-8cf4-0ffa5af2f957 req-464a9f99-e1e2-4499-b23e-a5120a3e4eff tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062043 Nov 16 21:07:56.241560 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbce992-7075-4534-8f8c-3cf269a05765 x-openstack-request-id: req-4dbce992-7075-4534-8f8c-3cf269a05765 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:56.242181 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddf8378-aaa9-4e3f-87bf-9be57b4d2c94", "name": "network-vif-deleted", "tag": "e3a5ec95-0fc9-4efb-9940-f58ae7d71099", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:56.242533 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4dbce992-7075-4534-8f8c-3cf269a05765 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:56.243038 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddf8378-aaa9-4e3f-87bf-9be57b4d2c94', 'name': 'network-vif-deleted', 'tag': 'e3a5ec95-0fc9-4efb-9940-f58ae7d71099', 'status': 'completed', 'code': 200} Nov 16 21:07:56.301608 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:43Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:07:56.335397 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] Checking router: aadfa710-d67b-4c93-86d2-85f459491739 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:07:56.346379 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:07:56.347443 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:07:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:07:56.376379 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa75aa8-a5a2-4bc5-939d-ca54ee1286ff x-openstack-request-id: req-bfa75aa8-a5a2-4bc5-939d-ca54ee1286ff {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:56.376983 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:56.376983 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfa75aa8-a5a2-4bc5-939d-ca54ee1286ff {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:56.377301 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'status': 'completed', 'code': 200} Nov 16 21:07:56.386136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a0b99-7793-4d66-ae77-a953aeab3c37 req-26cecb65-9661-4282-b447-68a6a7271b03 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:56.387650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f8a0b99-7793-4d66-ae77-a953aeab3c37 req-26cecb65-9661-4282-b447-68a6a7271b03 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 934 time: 0.5474753 Nov 16 21:07:56.392703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-7566264f-c7ae-4f17-910a-1301f06d79eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a29d2f-261d-4b74-8261-90c76342dc3a HTTP/1.1" status: 200 len: 217 time: 0.4138863 Nov 16 21:07:56.444859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87c531-ee16-4df3-b154-6c123a963a0d req-2fb4c443-5568-41f7-8452-38496fb480de tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:56.450923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b87c531-ee16-4df3-b154-6c123a963a0d req-2fb4c443-5568-41f7-8452-38496fb480de tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.1048031 Nov 16 21:07:56.491725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:56.504064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:56.538198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3615044-9673-4dea-a247-0e2a045ee52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:56.541280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-b3615044-9673-4dea-a247-0e2a045ee52a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.1223724 Nov 16 21:07:56.543537 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:07:56.555980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Transition to ACTIVE for port object 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:56.555980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f8a0b99-7793-4d66-ae77-a953aeab3c37 req-23a79f7f-9dc8-4af7-bcc7-079ea8e7d211 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456590 Nov 16 21:07:56.559986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:56.606142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-361a514a-1265-4db7-8cb6-79ed530c8691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428936 Nov 16 21:07:56.666075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b87c531-ee16-4df3-b154-6c123a963a0d req-9023871d-623b-4b0f-a17f-8bd5f3d91b05 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944871 Nov 16 21:07:56.796026 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:56.836575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Pushing event updated for resources: {'Port': ['ID=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:56.873562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4297ab-d7d8-4665-9437-1cc43b7c47a2 req-4d84fb7d-710f-4bea-894b-83b0725d2935 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:56.883766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d4297ab-d7d8-4665-9437-1cc43b7c47a2 req-4d84fb7d-710f-4bea-894b-83b0725d2935 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.1068156 Nov 16 21:07:56.925284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe7c86-0470-4b9b-a3a2-932993a00167 req-f61d6228-5c5b-4ffd-ae12-61c9bd768541 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:56.935805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1abe7c86-0470-4b9b-a3a2-932993a00167 req-f61d6228-5c5b-4ffd-ae12-61c9bd768541 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 944 time: 0.1724093 Nov 16 21:07:56.987272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d4297ab-d7d8-4665-9437-1cc43b7c47a2 req-f9fc376f-b763-4737-9a34-6f198860f52c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025245 Nov 16 21:07:57.040712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1abe7c86-0470-4b9b-a3a2-932993a00167 req-363ae5f7-29f1-438f-8174-3df341b7b7fa tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027052 Nov 16 21:07:57.049874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-de5f3ba6-5b39-432a-b79f-8ea5671af170 service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155734 Nov 16 21:07:57.059131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Attempting to bind port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:07:57.059437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Attempting to bind port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:07:57.059773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Attempting to bind port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:57.089278 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:43Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:07:57.102718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:57.117859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:07:57.117859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Attempting to bind port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:07:57.125743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54504) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:07:57.156373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf60a89-a8c6-4764-87f6-55b759127a81 None None] The sync data for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 is: [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:05:36Z', 'revision_number': 4, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd645b52a-5068-462e-8edc-1c959a0bb99b', 'name': '', 'network_id': '240fb785-87e2-48d1-a709-ff7fd34e2579', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'mac_address': 'fa:16:3e:1e:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:35Z', 'updated_at': '2021-11-16T21:05:43Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'subnets': [{'id': 'f830495a-2f26-4ac8-bfb6-2c73cc6154c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:07:57.243744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a03de4f1-5ef8-4b15-a581-4eb24cc60670 req-e81cb820-2507-4de7-819a-42e1da5c383d service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672950 Nov 16 21:07:57.247455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:07:57.248069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:07:57.248622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:07:57.249359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Bound port: 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:07:57.250057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.356941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a48355e-0363-4f1d-8d40-1b172bc5af08 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.358722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] For port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:57.386427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945de28-d68f-441b-a8ec-b89540eed9db req-8e27b7bd-7f1d-46ac-a8b3-53eee3ca0b06 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:57.394034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6945de28-d68f-441b-a8ec-b89540eed9db req-8e27b7bd-7f1d-46ac-a8b3-53eee3ca0b06 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1720738 Nov 16 21:07:57.405209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] For port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:07:57.421733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80cc5-677b-41a3-825b-251293555dba req-24e30d66-6fe0-47c4-a924-4936ab6e059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:57.423403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-24e30d66-6fe0-47c4-a924-4936ab6e059a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 1094 time: 0.0764236 Nov 16 21:07:57.424689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.449933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a48355e-0363-4f1d-8d40-1b172bc5af08 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.506485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Pushing event updated for resources: {'Port': ['ID=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:57.565797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6945de28-d68f-441b-a8ec-b89540eed9db req-200dcc77-b465-48e8-9812-75afe60f256f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706538 Nov 16 21:07:57.578278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:57.578921 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.580469 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-40694530-0b3e-460a-8256-d55f9403db66 service neutron] 10.222.0.47 "PUT /v2.0/ports/393c80b7-4ebb-4ebd-a1b9-757d4a01d76c HTTP/1.1" status: 200 len: 1094 time: 2.9766471 Nov 16 21:07:57.583286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:57.622674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b', 'network_id': 'd6c67720-09c5-42fe-be54-c03927285252', 'port_id': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b', 'mac_address': 'fa:16:3e:d6:e1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa7f0ab-644d-4cf8-8440-7ccef72e7813', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:07:57.692401 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-d0ebfc26-e64e-4f55-bc8e-de42f42c0b3f service neutron] show failed (client error): The resource could not be found. Nov 16 21:07:57.693626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-d0ebfc26-e64e-4f55-bc8e-de42f42c0b3f service neutron] 10.222.0.47 "GET /v2.0/ports/80bdad7d-aa22-44cb-a517-4264d4fe1256/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.2362549 Nov 16 21:07:57.712534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a48355e-0363-4f1d-8d40-1b172bc5af08 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.717068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a48355e-0363-4f1d-8d40-1b172bc5af08 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.718509 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a48355e-0363-4f1d-8d40-1b172bc5af08 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "DELETE /v2.0/security-groups/b83fa1d3-0613-43a7-90de-b2147ddac318 HTTP/1.1" status: 204 len: 168 time: 0.5917633 Nov 16 21:07:57.722821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac536e74-3ab9-4ccb-9113-a02e1f9ac960 None None] New status for floating IP 1505776e-ecb7-4bb0-9cb7-d73b5d1e0264: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:07:57.728865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54512) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:07:57.730424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.800468 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-9049ff48-f95b-4d1e-9920-41e549d52836 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] show failed (client error): The resource could not be found. Nov 16 21:07:57.801947 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9049ff48-f95b-4d1e-9920-41e549d52836 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "GET /v2.0/security-groups/b83fa1d3-0613-43a7-90de-b2147ddac318 HTTP/1.1" status: 404 len: 347 time: 0.0720038 Nov 16 21:07:57.804848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54514) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:07:57.811981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48355e-0363-4f1d-8d40-1b172bc5af08 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83fa1d3-0613-43a7-90de-b2147ddac318,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:57.829638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:57.911800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:57.917574 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:57.921862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466fdb-fb16-4055-98bd-3938eedfc670 req-9fa74d5a-56db-4f8c-85ca-48bc1da839ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:57.926159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-05466fdb-fb16-4055-98bd-3938eedfc670 req-9fa74d5a-56db-4f8c-85ca-48bc1da839ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 946 time: 0.1327765 Nov 16 21:07:58.037081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-2cc5ba3a-6c07-43e0-99d9-48ddcfec6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.038710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-2cc5ba3a-6c07-43e0-99d9-48ddcfec6197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 1097 time: 0.3646946 Nov 16 21:07:58.065791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:58.069921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048958-64c6-4dc7-b4e4-9857acdd8c56 req-09e0db97-2268-48cc-9f12-8046e121c2e7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.071660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6048958-64c6-4dc7-b4e4-9857acdd8c56 req-09e0db97-2268-48cc-9f12-8046e121c2e7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.1488872 Nov 16 21:07:58.135998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Deleting port 40d96ab6-7d5d-42f2-8d14-e9985643506f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:58.136372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.164491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-4d7df2fb-164e-4c39-9e3e-fd7a1415fb68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c HTTP/1.1" status: 200 len: 217 time: 0.0879259 Nov 16 21:07:58.168628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80cc5-677b-41a3-825b-251293555dba req-66a29e67-a460-4904-ba56-5642080ca193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.170052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-66a29e67-a460-4904-ba56-5642080ca193 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 905 time: 0.6743977 Nov 16 21:07:58.174991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-05466fdb-fb16-4055-98bd-3938eedfc670 req-2fbbd673-dd0c-483b-84fb-a19f0923ff3f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324362 Nov 16 21:07:58.213015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6048958-64c6-4dc7-b4e4-9857acdd8c56 req-73c577cc-3449-4988-b2b1-95cc99ea842c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197443 Nov 16 21:07:58.257809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-5c59313f-d3a1-49c0-b717-dc63e8c6edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.259575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-5c59313f-d3a1-49c0-b717-dc63e8c6edee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0836930 Nov 16 21:07:58.274286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.274862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.290182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Calling delete_port for 40d96ab6-7d5d-42f2-8d14-e9985643506f owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:07:58.318161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-85ee3c7f-f290-487f-b712-df4ba825f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.319854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-85ee3c7f-f290-487f-b712-df4ba825f8a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b&tenant_id=592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 1099 time: 0.2777865 Nov 16 21:07:58.321091 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-21d49eef-017d-41af-980d-3361c4ea2fe3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92a29d2f-261d-4b74-8261-90c76342dc3a HTTP/1.1" status: 200 len: 217 time: 0.1021616 Nov 16 21:07:58.351620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:07:58.403336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'tag': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:58.404759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c81e21-e280-44b0-8ed4-b740c8549f9b req-92718caa-341c-4ec6-933a-49fd60167db4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.405723 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60792116-a92c-42af-b725-ee741ee63833" -d '{"events": [{"name": "network-changed", "server_uuid": "8aedbf6b-5291-4ae8-982e-bcf9c762ac6a", "tag": "393c80b7-4ebb-4ebd-a1b9-757d4a01d76c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:58.406357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94c81e21-e280-44b0-8ed4-b740c8549f9b req-92718caa-341c-4ec6-933a-49fd60167db4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.1116929 Nov 16 21:07:58.470450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80cc5-677b-41a3-825b-251293555dba req-6c7b92d7-3db4-43b7-a701-cc6c180bf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.471846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-6c7b92d7-3db4-43b7-a701-cc6c180bf3a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.1333051 Nov 16 21:07:58.481471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-cd4f16bd-d97b-4e38-97b8-f9ce9ec14b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.483080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-cd4f16bd-d97b-4e38-97b8-f9ce9ec14b96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1859102 Nov 16 21:07:58.487492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94c81e21-e280-44b0-8ed4-b740c8549f9b req-2e30cae7-08f8-4a1f-a6cb-f260eb1dd5aa tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Nov 16 21:07:58.501849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d08a3-0dfc-4104-afdc-02c624d3ddef req-6e9b2341-2139-4099-81e1-18fd125a0fef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:58.503369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f30d08a3-0dfc-4104-afdc-02c624d3ddef req-6e9b2341-2139-4099-81e1-18fd125a0fef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 945 time: 0.2076161 Nov 16 21:07:58.516173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.548926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.565333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-1ed8cbb5-7bdc-47f0-bde4-b89991c709d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812414 Nov 16 21:07:58.568859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3f0f6c8b-1c62-4916-89a8-ce09d27ed15b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:07:58.606120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Pushing event deleted for resources: {'Port': ['ID=40d96ab6-7d5d-42f2-8d14-e9985643506f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:58.723087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.727231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:58.733921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-06d98692-e4b3-4c21-a16c-2f59b1cf48f9 tempest-ServersTestManualDisk-170692322 tempest-ServersTestManualDisk-170692322-project] 10.222.0.48 "DELETE /v2.0/floatingips/1505776e-ecb7-4bb0-9cb7-d73b5d1e0264 HTTP/1.1" status: 204 len: 168 time: 0.9276922 Nov 16 21:07:58.734609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54528) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:07:58.792222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f30d08a3-0dfc-4104-afdc-02c624d3ddef req-f4a7727b-14e2-42c3-bb09-50830d6986ee tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792037 Nov 16 21:07:58.821588 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2629c6-3afe-4df3-94c0-a483e37bbc51 x-openstack-request-id: req-eb2629c6-3afe-4df3-94c0-a483e37bbc51 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:07:58.822377 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aedbf6b-5291-4ae8-982e-bcf9c762ac6a", "tag": "393c80b7-4ebb-4ebd-a1b9-757d4a01d76c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:07:58.823032 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb2629c6-3afe-4df3-94c0-a483e37bbc51 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:07:58.823655 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'tag': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', 'status': 'completed', 'code': 200} Nov 16 21:07:58.873526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-9f256b64-76eb-4624-bf81-4c9dc43b37c6 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673584 Nov 16 21:07:59.013977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554c64-d1ed-4400-90a7-c2d3b31a1578 req-33b6f960-631c-4046-a968-2a5bda9f48b0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:59.015540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf554c64-d1ed-4400-90a7-c2d3b31a1578 req-33b6f960-631c-4046-a968-2a5bda9f48b0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1448205 Nov 16 21:07:59.016669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e3a5ec95-0fc9-4efb-9940-f58ae7d71099 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:07:59.042518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-a43a8bae-0897-4f0a-b255-463e858f571e service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435656 Nov 16 21:07:59.042922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e3a5ec95-0fc9-4efb-9940-f58ae7d71099 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:07:59.043284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e3a5ec95-0fc9-4efb-9940-f58ae7d71099 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:07:59.117053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf554c64-d1ed-4400-90a7-c2d3b31a1578 req-961cc98f-a73a-4531-9f68-a387af504541 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878122 Nov 16 21:07:59.156522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:07:59.161455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:59.209047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d2dbad-80e4-4848-86c7-65b8919bc9d3 req-c645077c-e365-4220-b9bc-20648c90b798 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123598 Nov 16 21:07:59.290029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 55f70bd8-866f-4676-beaf-84496fecc127 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:07:59.290363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.309625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.337391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:59.363077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:07:59.406861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73c80cc5-677b-41a3-825b-251293555dba req-64e2faaa-7c5a-443e-abdb-8f3fb5985355 service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426685 Nov 16 21:07:59.447577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:07:59.456191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ed6ed-debe-4654-9e36-25bc8d60b87c req-27d78cd6-7df9-4553-a4db-3e01cea91752 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:59.464317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-619ed6ed-debe-4654-9e36-25bc8d60b87c req-27d78cd6-7df9-4553-a4db-3e01cea91752 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 946 time: 0.1242867 Nov 16 21:07:59.489619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792116-a92c-42af-b725-ee741ee63833 req-b63017a9-f7b3-4261-b450-afc1dd66637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:59.491422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-b63017a9-f7b3-4261-b450-afc1dd66637b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 1097 time: 0.2081170 Nov 16 21:07:59.494822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0108d-3a9f-498f-8bec-791b6ec9b666 req-85788f4d-f9b1-4f05-b0f5-3a2fa68bddf9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:59.496708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57d0108d-3a9f-498f-8bec-791b6ec9b666 req-85788f4d-f9b1-4f05-b0f5-3a2fa68bddf9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.1392908 Nov 16 21:07:59.573393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:07:59.600703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.633325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57d0108d-3a9f-498f-8bec-791b6ec9b666 req-e6e6de2c-b1b8-4194-94e3-3578311219ce tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264529 Nov 16 21:07:59.634994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-619ed6ed-debe-4654-9e36-25bc8d60b87c req-9e257337-fc55-413e-8b6c-11d9690d6441 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649754 Nov 16 21:07:59.678468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Transition to ACTIVE for port object 80bdad7d-aa22-44cb-a517-4264d4fe1256 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:07:59.697300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.744349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.771294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792116-a92c-42af-b725-ee741ee63833 req-2bbc52ca-f6d3-485a-8b13-c438441131d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:07:59.773272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-2bbc52ca-f6d3-485a-8b13-c438441131d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2647672 Nov 16 21:07:59.813481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Deleting port d645b52a-5068-462e-8edc-1c959a0bb99b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:07:59.814057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.832726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:07:59.840610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:07:59.847123 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb3193d-4e9b-436f-a7e5-4a72fb141ccd" -d '{"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-plugged", "status": "completed", "tag": "55f70bd8-866f-4676-beaf-84496fecc127"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:07:59.858316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:07:59.859144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:07:59.860180 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-78cf84ed-d568-46ec-8ab7-7849de715080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c HTTP/1.1" status: 200 len: 217 time: 0.0664692 Nov 16 21:07:59.900796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] No DVR routers for this DVR port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:07:59.961170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=8']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:07:59.985086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:00.013274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'mac_address': 'fa:16:3e:39:cf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:00.024660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] For port d645b52a-5068-462e-8edc-1c959a0bb99b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d645b52a-5068-462e-8edc-1c959a0bb99b,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:00.025054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.038501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463352af-bc27-47d4-bf6b-e7a7b14baf6b req-1dcf0941-d493-4a85-a8d7-c2ac0180a149 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:00.047424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-463352af-bc27-47d4-bf6b-e7a7b14baf6b req-1dcf0941-d493-4a85-a8d7-c2ac0180a149 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.2872875 Nov 16 21:08:00.057173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Calling delete_port for d645b52a-5068-462e-8edc-1c959a0bb99b owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:00.092968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port ffd512e7-9390-43fd-b3c9-6cb0477e95fa completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:00.102871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port ffd512e7-9390-43fd-b3c9-6cb0477e95fa triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:00.103182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.106974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:00.113955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792116-a92c-42af-b725-ee741ee63833 req-b5f9cd91-2154-4347-b8ea-8adf9558d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:00.116226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-b5f9cd91-2154-4347-b8ea-8adf9558d7d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2364247 Nov 16 21:08:00.119949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:00.120280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:00.120605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:00.143828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:00.144157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:00.176725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:00.177063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:00.178103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:00.178548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Bound port: 80bdad7d-aa22-44cb-a517-4264d4fe1256, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:00.178910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.194189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-463352af-bc27-47d4-bf6b-e7a7b14baf6b req-3929e0d3-ef45-4b7e-9b6c-877003801131 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432335 Nov 16 21:08:00.276075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792116-a92c-42af-b725-ee741ee63833 req-003a08b6-667d-4496-a743-b3e14b159da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:00.290066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-003a08b6-667d-4496-a743-b3e14b159da4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563039 Nov 16 21:08:00.323850 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba3e597-3922-4760-93ae-2272a2246558 x-openstack-request-id: req-cba3e597-3922-4760-93ae-2272a2246558 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:00.324150 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-plugged", "status": "completed", "tag": "55f70bd8-866f-4676-beaf-84496fecc127", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:00.324412 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cba3e597-3922-4760-93ae-2272a2246558 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:00.324820 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127', 'code': 200} Nov 16 21:08:00.326441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.357453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af086-2189-4e0c-8bd6-a99e8dc1b8d9 req-7467ef7c-d7e0-4fa2-a9b6-c01231c8fd8d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:00.359156 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b1af086-2189-4e0c-8bd6-a99e8dc1b8d9 req-7467ef7c-d7e0-4fa2-a9b6-c01231c8fd8d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 945 time: 0.0898237 Nov 16 21:08:00.378544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:00.384854 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.386046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:00.503653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=13']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:00.520422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:00.520942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.531580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b1af086-2189-4e0c-8bd6-a99e8dc1b8d9 req-186291d4-fa3e-416f-ae5b-ab494e48086b tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618195 Nov 16 21:08:00.536255 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.567489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d645b52a-5068-462e-8edc-1c959a0bb99b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:00.613921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.660762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:00.669640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.670903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:00.820164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:00.827481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 7e30d768-7c8a-410f-a48b-814348bd217c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:00.827881 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.926912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:00.952325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:00.964738 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:00.990218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07897730-100c-42a6-b538-9c0956b5ac0d req-e81c55fe-6951-4d2c-bddf-56dec7bfa8b1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:00.992891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07897730-100c-42a6-b538-9c0956b5ac0d req-e81c55fe-6951-4d2c-bddf-56dec7bfa8b1 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.6119289 Nov 16 21:08:00.994337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:01.040627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:01.048227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f367436-efb1-454c-998f-50e05b38d509 req-3bff987a-75c7-4bad-ba65-64d9679a357c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.052967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:01.057171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9f367436-efb1-454c-998f-50e05b38d509 req-3bff987a-75c7-4bad-ba65-64d9679a357c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.2459776 Nov 16 21:08:01.093092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.093849 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:01.095264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] 10.222.0.41 "PUT /v2.0/ports/80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 1095 time: 2.7579057 Nov 16 21:08:01.099905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:01.102325 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:01.103189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:01.115254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:01.116390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:01.121169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-265d7196-bc83-4515-8a4b-9692e058e416 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174927 Nov 16 21:08:01.169017 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9f367436-efb1-454c-998f-50e05b38d509 req-250d92ba-265c-4419-9459-c5e9378fd2fd tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062894 Nov 16 21:08:01.207670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:01.299420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:01.331816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07897730-100c-42a6-b538-9c0956b5ac0d req-e8326ce0-8704-4891-a5ce-2e6b76efdc65 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328302 Nov 16 21:08:01.346362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6516cc-b414-49d7-b968-42e9f5abbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=9']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:01.382649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-dee0961e-a7c3-4120-a0cf-4534cf4964df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.388435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-dee0961e-a7c3-4120-a0cf-4534cf4964df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1098 time: 0.2583079 Nov 16 21:08:01.476426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81260f3-8d62-435a-9ecc-0b696873abfd req-a91b9f71-d723-466d-93a0-dfc7ac5621f5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.486215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d81260f3-8d62-435a-9ecc-0b696873abfd req-a91b9f71-d723-466d-93a0-dfc7ac5621f5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 946 time: 0.1590965 Nov 16 21:08:01.617863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:01.626859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-6835abeb-0338-41ec-89cb-da2de7ad9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.628452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-6835abeb-0338-41ec-89cb-da2de7ad9994 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2217832 Nov 16 21:08:01.637198 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda903b-8358-472b-873f-ff6028859642 x-openstack-request-id: req-0eda903b-8358-472b-873f-ff6028859642 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:01.637198 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:01.637550 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0eda903b-8358-472b-873f-ff6028859642 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:01.637865 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'status': 'completed', 'code': 200} Nov 16 21:08:01.672047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port ccdadde1-748d-4d09-8d0e-9514d642d708 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:01.674697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:01.679327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-31f439e6-12b2-418f-b336-ad7799ffaac0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0387394 Nov 16 21:08:01.735071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:01.735338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:01.756445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60792116-a92c-42af-b725-ee741ee63833 req-53fcd88f-9364-40eb-8390-007746f314ed service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871365 Nov 16 21:08:01.767133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Router aadfa710-d67b-4c93-86d2-85f459491739 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:08:01.776927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:01.798779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f0222-2a92-47ae-b84b-d18eee16bb18 req-3033a47d-9555-44c2-bded-0672937c7f01 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.800738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-195f0222-2a92-47ae-b84b-d18eee16bb18 req-3033a47d-9555-44c2-bded-0672937c7f01 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.1216137 Nov 16 21:08:01.802462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-e4ad8b10-96a8-488b-b5dd-27133f969aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.803853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-e4ad8b10-96a8-488b-b5dd-27133f969aca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1143925 Nov 16 21:08:01.821799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d81260f3-8d62-435a-9ecc-0b696873abfd req-c6c17ad3-908a-45f3-96e7-742c319452b9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302267 Nov 16 21:08:01.931225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'mac_address': 'fa:16:3e:b3:36:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:01.957308 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-195f0222-2a92-47ae-b84b-d18eee16bb18 req-e71ae908-db2b-470c-8e69-7663b6591942 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499634 Nov 16 21:08:01.983699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-c5f75576-f6d8-4f3e-bc1a-17ec1c9eae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:01.985271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-c5f75576-f6d8-4f3e-bc1a-17ec1c9eae30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447253 Nov 16 21:08:02.072706 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:02.172058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-b1c8c861-c668-416e-8ade-396959f488bb service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737714 Nov 16 21:08:02.176549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a29d2f-261d-4b74-8261-90c76342dc3a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:02.234724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:02.256316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:02.303969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:02.313392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:02.337018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa'}, {'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}, {'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:02.339815 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891e0fd5-6941-4593-af97-27cb8da67cb5" -d '{"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa"}, {"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5"}, {"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-plugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:02.445533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8308d7f-7dce-4fe1-89d0-11a93efb2418 req-4040652a-deb5-4a79-b07b-788d68906860 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:02.447217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8308d7f-7dce-4fe1-89d0-11a93efb2418 req-4040652a-deb5-4a79-b07b-788d68906860 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 944 time: 0.1554754 Nov 16 21:08:02.474807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:02.520126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-214e4ef5-c949-49e0-9021-5cff5c1de2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:02.524334 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-214e4ef5-c949-49e0-9021-5cff5c1de2ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1098 time: 0.8192117 Nov 16 21:08:02.560062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:02.566565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e2d4e0-59bc-4ffd-b1ab-fc33fb1f816e req-09e445e3-c364-42a3-94fb-7763f3ed65e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839390 Nov 16 21:08:02.578099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:02.589089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:02.604763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8308d7f-7dce-4fe1-89d0-11a93efb2418 req-878c766e-1db8-488b-889f-580e1a6e2a3a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493540 Nov 16 21:08:02.613947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:02.732651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:02.800067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-ecf4a390-c1da-489d-8eae-b49a54279716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:02.803120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-ecf4a390-c1da-489d-8eae-b49a54279716 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1098 time: 0.1274717 Nov 16 21:08:02.919836 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17832194-e076-45df-9179-80425cd4e201 x-openstack-request-id: req-17832194-e076-45df-9179-80425cd4e201 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:02.920260 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-plugged", "status": "completed", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa", "code": 200}, {"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5", "code": 200}, {"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-plugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:02.920616 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17832194-e076-45df-9179-80425cd4e201 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:02.921202 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'code': 200} Nov 16 21:08:02.933751 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'code': 200} Nov 16 21:08:02.934424 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'code': 200} Nov 16 21:08:02.948333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['92a29d2f-261d-4b74-8261-90c76342dc3a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:03.043484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deff8e-1728-4521-9fa3-15fbd367fd25 req-2acb548d-5ba0-4949-b9b0-af747fa177a8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.045298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5deff8e-1728-4521-9fa3-15fbd367fd25 req-2acb548d-5ba0-4949-b9b0-af747fa177a8 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 945 time: 0.6376450 Nov 16 21:08:03.110469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c73a0a-7ecc-4909-9421-1aa1f917caf4 req-975a6972-5027-4e81-bd44-58614bd7a5c7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.115577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70c73a0a-7ecc-4909-9421-1aa1f917caf4 req-975a6972-5027-4e81-bd44-58614bd7a5c7 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.2871220 Nov 16 21:08:03.138702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:08:03.169425 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] Sync routers for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:08:03.213017 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:08:03.213693 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:07:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:03.219584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-59701ade-c4a2-4558-98ac-9d330c6c07b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/aadfa710-d67b-4c93-86d2-85f459491739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4839129 Nov 16 21:08:03.249708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54578) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:03.251592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:03.288731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-33007ad6-0f98-4f20-bf69-8b32fbbbaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.294682 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-33007ad6-0f98-4f20-bf69-8b32fbbbaa4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.6770985 Nov 16 21:08:03.305584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70c73a0a-7ecc-4909-9421-1aa1f917caf4 req-c4ea6839-b3c1-4689-85ff-074ec2586088 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545367 Nov 16 21:08:03.337102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-8ad871fd-a56d-4e9f-a167-01cbf8452fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.347037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-8ad871fd-a56d-4e9f-a167-01cbf8452fee service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.5275943 Nov 16 21:08:03.417152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:03.443156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-d16f420a-1a4b-4bfc-8a4d-e0ce41ce962b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0899758 Nov 16 21:08:03.444185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', 'mac_address': 'fa:16:3e:60:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:03.449849 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:03.454472 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:03.464798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:03.529414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:03.529826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:03.556373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:08:03.606198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:03.633674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=16']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:03.671532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-8f5e8ea2-80e8-4063-9792-0e75f34b34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.673159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-8f5e8ea2-80e8-4063-9792-0e75f34b34ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2121441 Nov 16 21:08:03.685492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:03.715431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-19a9e971-68ff-4cc8-acf3-62b55189c072 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.2937956 Nov 16 21:08:03.731814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94ff19-1a57-4bee-8168-77216d041adc req-a62fbd70-ec2e-40c9-9393-1e63d6024f5c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.743338 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad94ff19-1a57-4bee-8168-77216d041adc req-a62fbd70-ec2e-40c9-9393-1e63d6024f5c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 946 time: 0.1608534 Nov 16 21:08:03.744493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5deff8e-1728-4521-9fa3-15fbd367fd25 req-11b085f2-de1b-42f5-a834-e04104323a11 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837103 Nov 16 21:08:03.842350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:03.882895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:03.934066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-c4698803-5fa1-4746-9e9f-9dcfd1a96ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.935740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-c4698803-5fa1-4746-9e9f-9dcfd1a96ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2530990 Nov 16 21:08:03.941873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-690996ef-c251-461f-893b-8eff9fe3c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:03.956447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-690996ef-c251-461f-893b-8eff9fe3c974 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2059095 Nov 16 21:08:03.957095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad94ff19-1a57-4bee-8168-77216d041adc req-da22a516-7f38-4122-b138-092bfa49c209 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116301 Nov 16 21:08:03.979858 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:04.005190 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:08:00Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:04.074662 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] Checking router: aadfa710-d67b-4c93-86d2-85f459491739 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:08:04.096752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:04.098973 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] Routers {'aadfa710-d67b-4c93-86d2-85f459491739'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:08:04.100279 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:07:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aadfa710-d67b-4c93-86d2-85f459491739'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:04.209505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d503026-d9e1-4221-ab92-c04a0cc02812 req-aa14de72-f019-4367-b0f9-a01f199a07d9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:04.225905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d503026-d9e1-4221-ab92-c04a0cc02812 req-aa14de72-f019-4367-b0f9-a01f199a07d9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 944 time: 0.1395278 Nov 16 21:08:04.246566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-4c6859ac-8acd-42ab-a041-779ab99d0e5a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883167 Nov 16 21:08:04.255732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bbafc-13c5-4817-9f7e-5194a82f44c0 req-56034d6a-3547-42ff-af94-3d9c099d4122 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:04.257756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e6bbafc-13c5-4817-9f7e-5194a82f44c0 req-56034d6a-3547-42ff-af94-3d9c099d4122 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.3452032 Nov 16 21:08:04.300001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-842adb59-4d3a-4e80-8565-a9da59b7bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:04.301978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-842adb59-4d3a-4e80-8565-a9da59b7bc90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3374145 Nov 16 21:08:04.314442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d503026-d9e1-4221-ab92-c04a0cc02812 req-16d5c49b-049f-43c6-95e0-4a19408841a2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866122 Nov 16 21:08:04.347955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e6bbafc-13c5-4817-9f7e-5194a82f44c0 req-aee1c833-7941-43f3-87e6-3f0d0544f676 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Nov 16 21:08:04.436222 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] Set router aadfa710-d67b-4c93-86d2-85f459491739 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:08:04.502571 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:04.530047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:04.549533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ef07c-6a1d-4a40-97ce-bb45d5056d45 req-9a11d280-a020-47cf-bbcd-1f45eda05356 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:04.558019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff9ef07c-6a1d-4a40-97ce-bb45d5056d45 req-9a11d280-a020-47cf-bbcd-1f45eda05356 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0945263 Nov 16 21:08:04.562261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:04.573662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:04.591142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-be841bb2-23ff-4c5f-bc0d-ff583a9bc448 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103225 Nov 16 21:08:04.633548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff9ef07c-6a1d-4a40-97ce-bb45d5056d45 req-d355e7c9-faba-4860-9e81-a12e73a9739f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687745 Nov 16 21:08:04.657017 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-f972ed86-78ba-4a7c-8628-9552e5e6a1c5 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164821 Nov 16 21:08:04.671664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:04.698615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:04.761765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=13']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:04.765013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['393c80b7-4ebb-4ebd-a1b9-757d4a01d76c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:04.855693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa3ec48-d81c-4362-9ce7-280cc4dfa45b req-50274f36-a544-4493-9fd6-2d916218eb89 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870811 Nov 16 21:08:04.888972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Deleting port 19dc91e7-1980-45c8-a3c4-694ec47f9373 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:04.888972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:04.907881 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:04.914426 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:08:00Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:04.937441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53190c-97d0-4f7b-a316-e0428e040956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b'}, {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}, {'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:04.939746 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9cce87-d12c-4dab-8d0c-eaf1083f93c8" -d '{"events": [{"server_uuid": "2e53190c-97d0-4f7b-a316-e0428e040956", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f6c8b-1c62-4916-89a8-ce09d27ed15b"}, {"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}, {"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-plugged", "status": "completed", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:04.967781 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76a3a6-1bd0-44ae-bb9b-4f5bc0b2e3d1 None None] The sync data for ids ['aadfa710-d67b-4c93-86d2-85f459491739'] in n-d-817778-8 is: [{'id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'name': 'tempest-ServersTestManualDisk-1532569352-router', 'tenant_id': '7a90acb601f0466387a8220ead285ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:05:31Z', 'updated_at': '2021-11-16T21:08:00Z', 'revision_number': 5, 'project_id': '7a90acb601f0466387a8220ead285ac3', 'gw_port': {'id': '19dc91e7-1980-45c8-a3c4-694ec47f9373', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:86:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadfa710-d67b-4c93-86d2-85f459491739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:05:32Z', 'updated_at': '2021-11-16T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:08:05.048688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29953b-bf50-406f-959e-5507178e4306 req-97803a04-71a0-4314-a3ac-adfaaa090264 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:05.050948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e29953b-bf50-406f-959e-5507178e4306 req-97803a04-71a0-4314-a3ac-adfaaa090264 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1816189 Nov 16 21:08:05.057503 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cddb6f-e930-4535-ae7b-204060ba0bc5 x-openstack-request-id: req-16cddb6f-e930-4535-ae7b-204060ba0bc5 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:05.058080 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53190c-97d0-4f7b-a316-e0428e040956", "name": "network-vif-plugged", "status": "completed", "tag": "3f0f6c8b-1c62-4916-89a8-ce09d27ed15b", "code": 200}, {"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-plugged", "status": "completed", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "code": 200}, {"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-plugged", "status": "completed", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:05.058236 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16cddb6f-e930-4535-ae7b-204060ba0bc5 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:05.058718 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53190c-97d0-4f7b-a316-e0428e040956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b', 'code': 200} Nov 16 21:08:05.059097 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'code': 200} Nov 16 21:08:05.059382 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'code': 200} Nov 16 21:08:05.176250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] For port 19dc91e7-1980-45c8-a3c4-694ec47f9373, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19dc91e7-1980-45c8-a3c4-694ec47f9373,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:05.176657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:05.199866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Calling delete_port for 19dc91e7-1980-45c8-a3c4-694ec47f9373 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:05.205295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e29953b-bf50-406f-959e-5507178e4306 req-d29e4ac7-c083-49a7-adc5-d795fde07663 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441009 Nov 16 21:08:05.281205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902012bf-5223-4335-aeca-1f5399d842db req-86f948ce-fdf4-484a-836b-52f97e645652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:05.283046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-902012bf-5223-4335-aeca-1f5399d842db req-86f948ce-fdf4-484a-836b-52f97e645652 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 1097 time: 0.0951092 Nov 16 21:08:05.297551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843dc96-f982-4974-9a83-9f5d85dbe03c req-a548c590-0be6-4bc4-9500-1135beb20f1d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:05.305906 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d843dc96-f982-4974-9a83-9f5d85dbe03c req-a548c590-0be6-4bc4-9500-1135beb20f1d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 947 time: 0.1704381 Nov 16 21:08:05.411267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-902012bf-5223-4335-aeca-1f5399d842db req-839323c6-17f9-4143-af3b-d93c69df0655 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 Nov 16 21:08:05.438624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d843dc96-f982-4974-9a83-9f5d85dbe03c req-3166875c-7b7b-4a05-9bd8-05f1b06a7042 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285858 Nov 16 21:08:05.520247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:05.536162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d247-d18d-410e-b495-09ee7bc973b8 req-7c8f6907-159c-4d69-a0cf-5dde99a58d60 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:05.552923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8de4d247-d18d-410e-b495-09ee7bc973b8 req-7c8f6907-159c-4d69-a0cf-5dde99a58d60 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 944 time: 0.1121218 Nov 16 21:08:05.623379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=19dc91e7-1980-45c8-a3c4-694ec47f9373,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:05.646605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6853f91-d07b-46d4-a94b-6d84ee47b828 req-84905fd8-cf05-41c2-826b-364dae1df9d7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:05.659033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6853f91-d07b-46d4-a94b-6d84ee47b828 req-84905fd8-cf05-41c2-826b-364dae1df9d7 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.0683880 Nov 16 21:08:05.734956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6853f91-d07b-46d4-a94b-6d84ee47b828 req-6a21ed6a-73b2-4954-914a-5a712a9b61ed tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746341 Nov 16 21:08:05.748181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8de4d247-d18d-410e-b495-09ee7bc973b8 req-f4658518-2ecf-42c1-bfb5-9677891444fc tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942811 Nov 16 21:08:05.780460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:05.929176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:05.936865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.022265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.023463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aadfa710-d67b-4c93-86d2-85f459491739 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:08:06.040649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.042036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3827c4b7-7d96-4d80-b8d7-5987580e7f42 admin admin] 10.222.0.48 "DELETE /v2.0/routers/aadfa710-d67b-4c93-86d2-85f459491739 HTTP/1.1" status: 204 len: 168 time: 2.7911038 Nov 16 21:08:06.044473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54610) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:06.048264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849fa48-894d-4f00-ba2f-77bfccc75369 req-ea5a6dfa-c7cb-405e-8441-af895090ffbb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:06.051975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a849fa48-894d-4f00-ba2f-77bfccc75369 req-ea5a6dfa-c7cb-405e-8441-af895090ffbb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.1160049 Nov 16 21:08:06.147437 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a849fa48-894d-4f00-ba2f-77bfccc75369 req-0b391b9a-e1d0-455a-9a25-f7134a9b634d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Nov 16 21:08:06.169948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Deleting subnet f830495a-2f26-4ac8-bfb6-2c73cc6154c1 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:06.174462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.220240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1201-b85c-4a1c-8ec9-bc861c26b4e1 req-7dfed3f0-5d79-47a3-b08b-dedfe0c67a8c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:06.221834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-100e1201-b85c-4a1c-8ec9-bc861c26b4e1 req-7dfed3f0-5d79-47a3-b08b-dedfe0c67a8c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 947 time: 0.1070189 Nov 16 21:08:06.232023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.350227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-100e1201-b85c-4a1c-8ec9-bc861c26b4e1 req-5f5263de-ee12-46ea-80f0-63b8b1e998cb tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208210 Nov 16 21:08:06.358934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4c1a3-53fc-47a4-94ea-2df2c9b6c562 req-e5c56da0-637a-405d-b291-a8a3a5127707 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:06.364262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09e4c1a3-53fc-47a4-94ea-2df2c9b6c562 req-e5c56da0-637a-405d-b291-a8a3a5127707 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0665874 Nov 16 21:08:06.370905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.421942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09e4c1a3-53fc-47a4-94ea-2df2c9b6c562 req-442eb13e-035b-42bd-ae11-a976fb13ba67 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Nov 16 21:08:06.435182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.465278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f830495a-2f26-4ac8-bfb6-2c73cc6154c1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:06.467534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.473860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54616) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:06.474821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e1841fc3-6181-4e5e-8601-b641bd3f7a04 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f830495a-2f26-4ac8-bfb6-2c73cc6154c1 HTTP/1.1" status: 204 len: 168 time: 0.4279847 Nov 16 21:08:06.477241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47aca3-81e3-4ee7-9c12-b9a7b5b306bd None None] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:06.612042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.687998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25b8f9-5c4e-49fb-8600-f7a09b7270af req-906f37df-2ffa-4f31-b134-c10fd9cd3db0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:06.699302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea25b8f9-5c4e-49fb-8600-f7a09b7270af req-906f37df-2ffa-4f31-b134-c10fd9cd3db0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 947 time: 0.1356726 Nov 16 21:08:06.701597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Deleting port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:06.702064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.761603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea25b8f9-5c4e-49fb-8600-f7a09b7270af req-92e933b7-8ffc-4c98-a7c2-42652e5855ed tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590098 Nov 16 21:08:06.776933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] DHCP port deletion for 240fb785-87e2-48d1-a709-ff7fd34e2579 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:08:06.795404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] For port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:06.796003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.822948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Calling delete_port for 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:06.870138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d645b52a-5068-462e-8edc-1c959a0bb99b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:06.894716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Deleting port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:06.895454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:06.900083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d645b52a-5068-462e-8edc-1c959a0bb99b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:06.900741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d645b52a-5068-462e-8edc-1c959a0bb99b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:06.901391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19dc91e7-1980-45c8-a3c4-694ec47f9373 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:06.939731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89283d-3c41-4f65-92d6-bbeceb2fb41a req-0813cefe-ed05-4d91-9e9a-d13aa2e5c9cf tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:06.945423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a89283d-3c41-4f65-92d6-bbeceb2fb41a req-0813cefe-ed05-4d91-9e9a-d13aa2e5c9cf tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 944 time: 0.0631361 Nov 16 21:08:06.962247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 19dc91e7-1980-45c8-a3c4-694ec47f9373 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:06.963182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19dc91e7-1980-45c8-a3c4-694ec47f9373 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:06.964455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6ed2-bd81-481e-88a8-df8827469719 req-cb42eb9e-ef4f-497a-a34f-b46ca6ea44ff tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:06.973379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d4e6ed2-bd81-481e-88a8-df8827469719 req-cb42eb9e-ef4f-497a-a34f-b46ca6ea44ff tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.0791101 Nov 16 21:08:06.994181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] For port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,segment=NetworkSegment(0120b69d-3a48-46d7-93fc-d948219d5877),segment_id=0120b69d-3a48-46d7-93fc-d948219d5877)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:06.994737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.015052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Calling delete_port for 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:07.023974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.037006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:07.064556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-598dc883-987b-4b05-a2ea-97c0e578a394 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.066103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-598dc883-987b-4b05-a2ea-97c0e578a394 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 947 time: 0.1195431 Nov 16 21:08:07.067674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Pushing event deleted for resources: {'Port': ['ID=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:07.075098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a89283d-3c41-4f65-92d6-bbeceb2fb41a req-5560b3d1-5fcd-4a79-aa2d-a965036ee2de tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177890 Nov 16 21:08:07.098725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d4e6ed2-bd81-481e-88a8-df8827469719 req-6c463656-40a1-4938-84df-0191c3d8ffb3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243675 Nov 16 21:08:07.103830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] No DVR routers for this DVR port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:07.138479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:07.196693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.213260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Deleting port ffd512e7-9390-43fd-b3c9-6cb0477e95fa {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:07.213496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:07.213874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.223735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240fb785-87e2-48d1-a709-ff7fd34e2579']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:07.241489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0120b69d-3a48-46d7-93fc-d948219d5877') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:07.241807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0120b69d-3a48-46d7-93fc-d948219d5877') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:07.261363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.282894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.294210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:07.296021 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:07.300786 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:07.362495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 92a29d2f-261d-4b74-8261-90c76342dc3a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:07.380610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 92a29d2f-261d-4b74-8261-90c76342dc3a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:07.381134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.386886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] For port ffd512e7-9390-43fd-b3c9-6cb0477e95fa, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:07.387457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.392604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.399950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d16ff-f4e0-4b52-91ee-483ede534f0a req-443c67a8-7eed-498d-8ddf-c90f209a91a3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.402079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a08d16ff-f4e0-4b52-91ee-483ede534f0a req-443c67a8-7eed-498d-8ddf-c90f209a91a3 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0951118 Nov 16 21:08:07.426736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.438676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Calling delete_port for ffd512e7-9390-43fd-b3c9-6cb0477e95fa owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:07.450796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:07.456091 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.459949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] 10.222.0.48 "DELETE /v2.0/networks/240fb785-87e2-48d1-a709-ff7fd34e2579 HTTP/1.1" status: 204 len: 168 time: 0.9836955 Nov 16 21:08:07.463046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:07.466111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Pushing event deleted for resources: {'Port': ['ID=6df7fe6b-5a3f-4f60-8a49-689a6ac6833a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:07.468507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] Network 240fb785-87e2-48d1-a709-ff7fd34e2579 is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:08:07.469030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b128f-52b3-4df5-884d-87c1f0be0e07 None None] No DVR routers for this DVR port 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:07.487979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdc890-a0b0-477d-bdd7-b294fc74190d admin admin] Pushing event deleted for resources: {'Network': ['ID=240fb785-87e2-48d1-a709-ff7fd34e2579,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:07.490490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:07.491002 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.532325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'mac_address': 'fa:16:3e:39:cf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:07.546964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-37f9dc3d-d945-44bc-b882-ab6a9a791a1b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.548772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-37f9dc3d-d945-44bc-b882-ab6a9a791a1b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b&tenant_id=592b4716c4a64f2d88f38a91914acb83&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 947 time: 0.1456974 Nov 16 21:08:07.563069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18759b-e158-421f-ae88-d3e3abc66941 req-1b8ffffa-4e3e-4977-b2ad-f5e14ad71be6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.565010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc18759b-e158-421f-ae88-d3e3abc66941 req-1b8ffffa-4e3e-4977-b2ad-f5e14ad71be6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 947 time: 0.1179836 Nov 16 21:08:07.585852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a08d16ff-f4e0-4b52-91ee-483ede534f0a req-3148d20e-66d6-4d91-8eca-eda5f5248bb8 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673317 Nov 16 21:08:07.651862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.675244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.677560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc18759b-e158-421f-ae88-d3e3abc66941 req-25eeb5ee-1fa7-44e5-a507-1b981e9f3949 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030180 Nov 16 21:08:07.682505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:07.704630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.704857 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-05a426c6-d12a-4329-b2b4-9fb67ef4dbb2 service neutron] 10.222.0.41 "GET /v2.0/ports/80bdad7d-aa22-44cb-a517-4264d4fe1256/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 382 time: 0.1385376 Nov 16 21:08:07.758304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:07.760567 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a06bae-a1c7-4953-879b-b7b5100a3590" -d '{"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-plugged", "status": "completed", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:07.766534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:07.773142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54636) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:07.784748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.787882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:07.820554 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.828868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:07.838369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.842911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.854103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:07.860493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-cda537ab-3b54-4d4c-b1b5-ae5715ab8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.862022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-cda537ab-3b54-4d4c-b1b5-ae5715ab8f67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1098 time: 0.1289434 Nov 16 21:08:07.862819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ffd512e7-9390-43fd-b3c9-6cb0477e95fa', '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:07.876669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-68f48c8c-43b7-4be6-9d0a-7001ec73e176 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a90acb601f0466387a8220ead285ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1019220 Nov 16 21:08:07.878045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54642) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:07.894685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188aecd7-da2e-4f43-a50b-a3c6834065cf req-dd6436a3-b930-44a5-af26-6bb4e6af09b7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.896695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-188aecd7-da2e-4f43-a50b-a3c6834065cf req-dd6436a3-b930-44a5-af26-6bb4e6af09b7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1056876 Nov 16 21:08:07.913282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7215b9-5487-4409-9811-7f332e7a3609 req-1422728e-35fe-4e9b-b14b-4c23876c88c3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:07.919270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db7215b9-5487-4409-9811-7f332e7a3609 req-1422728e-35fe-4e9b-b14b-4c23876c88c3 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=9110ebd8-4726-4034-9d35-28595e170b1c HTTP/1.1" status: 200 len: 868 time: 0.1782548 Nov 16 21:08:07.920171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event deleted for resources: {'Port': ['ID=ffd512e7-9390-43fd-b3c9-6cb0477e95fa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:07.956766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:07.980681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] No DVR routers for this DVR port ffd512e7-9390-43fd-b3c9-6cb0477e95fa on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:07.984533 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:07.988836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3f47c175-338e-4dc2-9d78-7320185a2e86 req-3a0abc50-1932-4200-ad7d-2c1d3c8b5fdd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "DELETE /v2.0/ports/ffd512e7-9390-43fd-b3c9-6cb0477e95fa HTTP/1.1" status: 204 len: 173 time: 0.9013801 Nov 16 21:08:07.989407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-deleted', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:07.992762 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c04a00-2bd3-4423-bf11-cb8fe2599c5d" -d '{"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-deleted", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:08.012815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-188aecd7-da2e-4f43-a50b-a3c6834065cf req-269c6a84-ae21-4fac-8067-cec0b3106d86 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002038 Nov 16 21:08:08.053687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db7215b9-5487-4409-9811-7f332e7a3609 req-7a5c7dbd-b147-4f6c-9ae3-c0d95e81f432 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Nov 16 21:08:08.056228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b96c8dde-f7ee-49e6-b918-f06ed50bda43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:08.074255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-d2e164be-2124-48d1-98ce-5be4edcb61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.076546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-d2e164be-2124-48d1-98ce-5be4edcb61f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1963816 Nov 16 21:08:08.116174 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1935e62-7802-4f11-946d-7790f6904934 x-openstack-request-id: req-e1935e62-7802-4f11-946d-7790f6904934 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:08.116466 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-plugged", "status": "completed", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:08.116725 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1935e62-7802-4f11-946d-7790f6904934 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:08.117116 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'code': 200} Nov 16 21:08:08.154667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b96c8dde-f7ee-49e6-b918-f06ed50bda43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:08.157698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-7a507e83-61d6-446e-9932-a511374b59fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0609922 Nov 16 21:08:08.195022 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b540a3-31ff-4b87-a685-52334a78d011 x-openstack-request-id: req-e3b540a3-31ff-4b87-a685-52334a78d011 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:08.195517 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9110ebd8-4726-4034-9d35-28595e170b1c", "name": "network-vif-deleted", "tag": "ffd512e7-9390-43fd-b3c9-6cb0477e95fa", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:08.195975 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3b540a3-31ff-4b87-a685-52334a78d011 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:08.196535 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9110ebd8-4726-4034-9d35-28595e170b1c', 'name': 'network-vif-deleted', 'tag': 'ffd512e7-9390-43fd-b3c9-6cb0477e95fa', 'status': 'completed', 'code': 200} Nov 16 21:08:08.203389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:08.211912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c76505-225f-4939-80f0-b74c9d0ec262 req-c9e349b8-f280-43e1-8fb7-a284e0b6552b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.213719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0c76505-225f-4939-80f0-b74c9d0ec262 req-c9e349b8-f280-43e1-8fb7-a284e0b6552b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.1004815 Nov 16 21:08:08.259944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-f550fbab-48d4-4f25-b58d-7af1becefaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.261794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-f550fbab-48d4-4f25-b58d-7af1becefaf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0966556 Nov 16 21:08:08.277870 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0c76505-225f-4939-80f0-b74c9d0ec262 req-8a3ff99a-ac1a-47fd-bedb-cb5c5710cbe5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565503 Nov 16 21:08:08.342830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b96c8dde-f7ee-49e6-b918-f06ed50bda43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:08.345419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b96c8dde-f7ee-49e6-b918-f06ed50bda43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:08.349794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b96c8dde-f7ee-49e6-b918-f06ed50bda43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e554930-cc94-4709-b7eb-664d291bb038 HTTP/1.1" status: 204 len: 168 time: 0.4702864 Nov 16 21:08:08.370240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bbcee-fd52-4f14-8bc2-7d7531d7f20f req-66fd87c8-fac8-47f6-8a09-564fc59fb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.371740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-461bbcee-fd52-4f14-8bc2-7d7531d7f20f req-66fd87c8-fac8-47f6-8a09-564fc59fb2b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 1096 time: 0.1274478 Nov 16 21:08:08.373449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c8dde-f7ee-49e6-b918-f06ed50bda43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e554930-cc94-4709-b7eb-664d291bb038,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:08.382612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-86a36d00-0de9-4131-a7e3-c46926c2774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.384139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-86a36d00-0de9-4131-a7e3-c46926c2774c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069541 Nov 16 21:08:08.394801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1aa146-60e2-44f4-bc9f-49293b1ff7be req-d9449e55-c0f0-4b28-9ce6-86926a33c39c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.396250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a1aa146-60e2-44f4-bc9f-49293b1ff7be req-d9449e55-c0f0-4b28-9ce6-86926a33c39c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1201637 Nov 16 21:08:08.427001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['80bdad7d-aa22-44cb-a517-4264d4fe1256'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:08.537134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-461bbcee-fd52-4f14-8bc2-7d7531d7f20f req-2e23ce67-3f71-4cd0-82e7-4c6d04a8f1f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360044 Nov 16 21:08:08.543310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a1aa146-60e2-44f4-bc9f-49293b1ff7be req-780386ef-9641-4706-a106-fd10c70f6bdd tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364388 Nov 16 21:08:08.585717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-5b0a48e2-f053-4077-9846-355bc032a9e2 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710100 Nov 16 21:08:08.743935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f3f42-80db-4c74-b638-f672371a3db8 req-19ce7e2e-0576-47b9-a3ac-708549783ff4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.745490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-398f3f42-80db-4c74-b638-f672371a3db8 req-19ce7e2e-0576-47b9-a3ac-708549783ff4 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0796652 Nov 16 21:08:08.799093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:08.808968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-398f3f42-80db-4c74-b638-f672371a3db8 req-93faf409-e1d4-49fa-8c1b-031779084a23 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558071 Nov 16 21:08:08.828314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efce6d-d117-4bd3-aa3f-916119dab9eb req-295f42ed-7ed6-4267-aa10-2375c882d615 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:08.828314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28efce6d-d117-4bd3-aa3f-916119dab9eb req-295f42ed-7ed6-4267-aa10-2375c882d615 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0533803 Nov 16 21:08:08.839008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:08.839416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6df7fe6b-5a3f-4f60-8a49-689a6ac6833a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:08.935468 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28efce6d-d117-4bd3-aa3f-916119dab9eb req-04a5aa5b-7d55-4ad4-a604-881f36c33da5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947454 Nov 16 21:08:08.958822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-68ef65d0-aec6-4472-800e-3a8a1963ceaf service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277716 Nov 16 21:08:09.136898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c053f-62c1-4507-8120-7f077335ea15 req-6c352eb7-86d2-40d4-bf5c-6b37bc56d7f6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.138577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a5c053f-62c1-4507-8120-7f077335ea15 req-6c352eb7-86d2-40d4-bf5c-6b37bc56d7f6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0522225 Nov 16 21:08:09.147093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54680) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:09.193212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a5c053f-62c1-4507-8120-7f077335ea15 req-b59d4916-6897-45e9-bdd4-be0b38e77ce4 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Nov 16 21:08:09.268566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1914581374-network', 'tenant_id': 'e8d3fcdc09674febb9c0cbf9e1d98dfa'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:09.290137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Made reservation on behalf of e8d3fcdc09674febb9c0cbf9e1d98dfa for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:09.292460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.301352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.351041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac292aa-1961-4b95-92a1-dade7238270b req-57361bfe-c8df-4c3f-b7a8-cb814159b5cd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.352952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac292aa-1961-4b95-92a1-dade7238270b req-57361bfe-c8df-4c3f-b7a8-cb814159b5cd tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 947 time: 0.0539994 Nov 16 21:08:09.408157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac292aa-1961-4b95-92a1-dade7238270b req-ff5b3371-fb2b-45df-9f9f-89ff89931113 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Nov 16 21:08:09.408928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.413169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.437477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598f24-ca7b-4ecf-b455-c833df75f26e req-7a025a6f-a768-41e1-91fb-270336df4167 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.439141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5598f24-ca7b-4ecf-b455-c833df75f26e req-7a025a6f-a768-41e1-91fb-270336df4167 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.0826457 Nov 16 21:08:09.439973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:08:09.481581 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.481942 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Added segment 0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb of type vlan for network 179cdc8f-2450-4296-968e-bb4e41c6c825 Nov 16 21:08:09.491639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51852842-88a1-4ea0-8300-6837dcf7edb3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:09.544050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.551356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5598f24-ca7b-4ecf-b455-c833df75f26e req-41df1d0f-da75-4fff-93e2-5e57b5f6aa1e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Nov 16 21:08:09.575414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.576485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.577067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.633702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4854453 Nov 16 21:08:09.639973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54692) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:09.645350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Request body: {'subnet': {'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1914581374-subnet', 'tenant_id': 'e8d3fcdc09674febb9c0cbf9e1d98dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:09.657078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627b8a6-2851-4518-8c38-a8cbd914bed1 admin admin] Pushing event updated for resources: {'Network': ['ID=179cdc8f-2450-4296-968e-bb4e41c6c825,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:09.668147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 179cdc8f-2450-4296-968e-bb4e41c6c825 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:08:09.674657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Made reservation on behalf of e8d3fcdc09674febb9c0cbf9e1d98dfa for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:09.677073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.682375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485ad82-a3d1-40e5-831c-eca2adf98cd6 req-a9c09ef8-f0d9-4660-9de0-9b80baca3155 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.683938 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b485ad82-a3d1-40e5-831c-eca2adf98cd6 req-a9c09ef8-f0d9-4660-9de0-9b80baca3155 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0645676 Nov 16 21:08:09.741655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b485ad82-a3d1-40e5-831c-eca2adf98cd6 req-67312040-ec90-4dfb-b618-68168ef3a244 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492909 Nov 16 21:08:09.854115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.885253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-3fde2280-b8c6-434c-8ebc-da6524dc622c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.886800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-3fde2280-b8c6-434c-8ebc-da6524dc622c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 947 time: 0.0514376 Nov 16 21:08:09.945689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0da80d2-6db4-4c90-aced-4bf4f6fbe916,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:09.957336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Checking segment: {'id': '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:09.957734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Network hostable DHCP agents. Network: 179cdc8f-2450-4296-968e-bb4e41c6c825, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:08:09.970802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72ed62-92b3-42de-a0c0-1ff04ebb8d82 req-bc2f1c05-1d0c-475e-8a45-879d13b0538a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:09.972337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a72ed62-92b3-42de-a0c0-1ff04ebb8d82 req-bc2f1c05-1d0c-475e-8a45-879d13b0538a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0838037 Nov 16 21:08:09.989727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Deleting port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:09.990888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:09.999342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Network 179cdc8f-2450-4296-968e-bb4e41c6c825 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:08:10.015841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 179cdc8f-2450-4296-968e-bb4e41c6c825) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:10.024982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:10.025193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e7456-ada1-407f-8ebe-104d2a4d85b4 None None] Network 179cdc8f-2450-4296-968e-bb4e41c6c825 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:10.025669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:10.044277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a72ed62-92b3-42de-a0c0-1ff04ebb8d82 req-dadb00ed-095a-4dff-9ced-a0a66bd44c65 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623879 Nov 16 21:08:10.053723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a46f3727-22ed-407f-af46-f00dae84983f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4071877 Nov 16 21:08:10.118872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:10.121101 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fa9300-675b-4282-be0e-5d810b74fade" -d '{"events": [{"server_uuid": "8aedbf6b-5291-4ae8-982e-bcf9c762ac6a", "name": "network-vif-plugged", "status": "completed", "tag": "393c80b7-4ebb-4ebd-a1b9-757d4a01d76c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:10.160483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d9a5e-c112-4bb4-938b-e7fb631b61dd req-0287c8e6-380b-4454-9fc9-ffc48e4d5403 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:10.162245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c20d9a5e-c112-4bb4-938b-e7fb631b61dd req-0287c8e6-380b-4454-9fc9-ffc48e4d5403 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.1131489 Nov 16 21:08:10.167834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] For port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:10.168201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:10.175866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442590a2-8e9e-4e0a-8e01-d788d7b3aafb None None] Network 179cdc8f-2450-4296-968e-bb4e41c6c825 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:10.191387 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4dfc01-6019-459a-8dab-37c25988946f x-openstack-request-id: req-fe4dfc01-6019-459a-8dab-37c25988946f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:10.191676 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aedbf6b-5291-4ae8-982e-bcf9c762ac6a", "name": "network-vif-plugged", "status": "completed", "tag": "393c80b7-4ebb-4ebd-a1b9-757d4a01d76c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:10.191924 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe4dfc01-6019-459a-8dab-37c25988946f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:10.192817 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', 'code': 200} Nov 16 21:08:10.206932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Calling delete_port for 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:10.285327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c20d9a5e-c112-4bb4-938b-e7fb631b61dd req-86144c53-3df9-4728-9d86-3e5f1a8b7e59 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142619 Nov 16 21:08:10.374479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ada8c0-d11f-4935-af2f-3c907af8c9b1 req-f149a982-45bb-48e4-8161-5ebc344039e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:10.376372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59ada8c0-d11f-4935-af2f-3c907af8c9b1 req-f149a982-45bb-48e4-8161-5ebc344039e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 1099 time: 0.0970922 Nov 16 21:08:10.389337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced61c85-1792-4be0-978e-56d60e28dcf8 req-b2c5281a-b5bc-4a2c-ac95-4c46d1751b8a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:10.390942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ced61c85-1792-4be0-978e-56d60e28dcf8 req-b2c5281a-b5bc-4a2c-ac95-4c46d1751b8a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1008070 Nov 16 21:08:10.398201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:10.416013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['28e274d6-30e7-48c8-a169-0ab0a9a3ed68'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:10.428066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event deleted for resources: {'Port': ['ID=28e274d6-30e7-48c8-a169-0ab0a9a3ed68,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:10.453899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ced61c85-1792-4be0-978e-56d60e28dcf8 req-6f713c12-0039-4721-886d-16365cd6c7fb tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548189 Nov 16 21:08:10.481275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59ada8c0-d11f-4935-af2f-3c907af8c9b1 req-69fcd488-d19c-4a03-9237-57bc498498bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890555 Nov 16 21:08:10.486059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] No DVR routers for this DVR port 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:10.488745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:10.492969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-158d55ab-e9e1-4e02-bf8b-2a857e3f3d60 req-0758206f-3cb6-4bd2-ac28-d678b673822a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.47 "DELETE /v2.0/ports/28e274d6-30e7-48c8-a169-0ab0a9a3ed68 HTTP/1.1" status: 204 len: 173 time: 0.5987980 Nov 16 21:08:10.493569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-deleted', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:10.496082 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9e2b8-242d-4fb5-bce7-ecd921441021" -d '{"events": [{"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-deleted", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:10.549762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5251801b-6df7-47e2-b05a-ff507d6f77f3 req-2ec06c50-d853-4a8c-bee9-de21e6b58828 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff2f228a-f056-4e7e-a5d1-031edce01ec4 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Nov 16 21:08:10.656210 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8f8e35-7360-4fa6-b434-51e9c7bbfb5e x-openstack-request-id: req-bb8f8e35-7360-4fa6-b434-51e9c7bbfb5e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:10.656576 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2f228a-f056-4e7e-a5d1-031edce01ec4", "name": "network-vif-deleted", "tag": "28e274d6-30e7-48c8-a169-0ab0a9a3ed68", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:10.656891 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb8f8e35-7360-4fa6-b434-51e9c7bbfb5e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:10.657283 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2f228a-f056-4e7e-a5d1-031edce01ec4', 'name': 'network-vif-deleted', 'tag': '28e274d6-30e7-48c8-a169-0ab0a9a3ed68', 'status': 'completed', 'code': 200} Nov 16 21:08:10.668611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-baee6e8d-b5ea-4c3b-972f-1d2929912aef tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:10.670142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-baee6e8d-b5ea-4c3b-972f-1d2929912aef tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/networks?id=179cdc8f-2450-4296-968e-bb4e41c6c825 HTTP/1.1" status: 200 len: 818 time: 0.1141484 Nov 16 21:08:10.686347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-4aa6b015-936c-43ad-b431-52fae9e7cd87 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/quotas/e8d3fcdc09674febb9c0cbf9e1d98dfa HTTP/1.1" status: 200 len: 375 time: 0.0103226 Nov 16 21:08:10.719471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-27750449-7287-40c5-bd13-1c57e22e06d0 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8d3fcdc09674febb9c0cbf9e1d98dfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264921 Nov 16 21:08:10.816501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-b0d102b9-7ff8-4886-a070-bf5d41a9443a service neutron] 10.222.0.48 "GET /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Nov 16 21:08:10.918651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726bad5-e128-4661-9775-0df63af747fd req-94c80116-03f4-4ea3-9f61-0a4405899205 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:10.920639 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d726bad5-e128-4661-9775-0df63af747fd req-94c80116-03f4-4ea3-9f61-0a4405899205 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.0622499 Nov 16 21:08:10.977349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d726bad5-e128-4661-9775-0df63af747fd req-821f188d-a92d-4961-8963-2c521b254a83 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Nov 16 21:08:11.074264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:11.106072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a1f4-455a-49e6-b82b-6d74c74a73f8 req-ac9a884b-2419-43f0-967f-b7990c46004a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:11.107641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87d1a1f4-455a-49e6-b82b-6d74c74a73f8 req-ac9a884b-2419-43f0-967f-b7990c46004a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0619597 Nov 16 21:08:11.129765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 80bdad7d-aa22-44cb-a517-4264d4fe1256 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:11.134349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 80bdad7d-aa22-44cb-a517-4264d4fe1256 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:11.134728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:11.159591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:11.175293 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87d1a1f4-455a-49e6-b82b-6d74c74a73f8 req-ac3d2f2c-5e74-47bf-835e-11d36ccd4681 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Nov 16 21:08:11.193078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: ffd512e7-9390-43fd-b3c9-6cb0477e95fa {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:11.193719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ffd512e7-9390-43fd-b3c9-6cb0477e95fa not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:11.203965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-430e7d00-5b16-47fc-b0b9-ad078fe4764c service neutron] 10.222.0.48 "GET /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797591 Nov 16 21:08:11.244181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:11.280191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:11.283965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa2a22-71f4-46d5-a68e-3415024ac111 req-f9de8b65-fe28-4c89-a3fc-0a192ca28815 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:11.285892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96aa2a22-71f4-46d5-a68e-3415024ac111 req-f9de8b65-fe28-4c89-a3fc-0a192ca28815 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0567236 Nov 16 21:08:11.288128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:11.362034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:11.376191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96aa2a22-71f4-46d5-a68e-3415024ac111 req-19991915-c2eb-48ec-8a43-90b3b235066a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814993 Nov 16 21:08:11.452406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-875472d1-d920-4d7d-a34f-d49300782fc3 req-1518dfe5-5662-446e-857d-9b33248709b0 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 210 time: 0.0359468 Nov 16 21:08:11.491153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496736-a0e6-4db1-853f-0c838e9c0a4b req-4c70b2f9-4047-41d5-b62f-9702e525f65f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:11.493007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a496736-a0e6-4db1-853f-0c838e9c0a4b req-4c70b2f9-4047-41d5-b62f-9702e525f65f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.0777566 Nov 16 21:08:11.563121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a496736-a0e6-4db1-853f-0c838e9c0a4b req-0586460b-ae6e-4173-8db8-5466e6511d69 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 Nov 16 21:08:11.601653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a125b-a29d-4222-9a57-3e625c9bb29c req-65660491-1bd6-463e-b75e-7724eaabc8ba tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:11.603516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a14a125b-a29d-4222-9a57-3e625c9bb29c req-65660491-1bd6-463e-b75e-7724eaabc8ba tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0622921 Nov 16 21:08:11.666544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a14a125b-a29d-4222-9a57-3e625c9bb29c req-0f7ac1d6-f201-4985-b390-41d031abbe99 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564604 Nov 16 21:08:11.852122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c55c9d-451e-4401-b91a-425c61236f4a req-d8c4cc62-25fa-46c1-9323-c5ce78292c75 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:11.858013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08c55c9d-451e-4401-b91a-425c61236f4a req-d8c4cc62-25fa-46c1-9323-c5ce78292c75 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.0575891 Nov 16 21:08:11.903869 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08c55c9d-451e-4401-b91a-425c61236f4a req-6257c024-f236-4af0-b83d-4fcce90c7c2a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442820 Nov 16 21:08:12.101593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375005be-eb14-4a35-a78b-0d0bb7e0112a req-b6f3ae4b-f136-420f-9387-933c11d786e1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:12.103074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-375005be-eb14-4a35-a78b-0d0bb7e0112a req-b6f3ae4b-f136-420f-9387-933c11d786e1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.0484829 Nov 16 21:08:12.153974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-375005be-eb14-4a35-a78b-0d0bb7e0112a req-44ae393c-128a-4831-aa05-f4fc6f9abbda tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Nov 16 21:08:12.193655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:12.196014 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bce9157-9a44-4d1b-aefd-6a2c1ac879f7" -d '{"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-plugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:12.250182 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e6d629-bbb0-4bcc-a517-9bc5140219e7 x-openstack-request-id: req-c9e6d629-bbb0-4bcc-a517-9bc5140219e7 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:12.250478 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-plugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:12.250800 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9e6d629-bbb0-4bcc-a517-9bc5140219e7 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:12.251195 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'code': 200} Nov 16 21:08:12.321726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2082-2470-49ef-9994-8b99d98b4e89 req-941c78b9-429f-44de-a054-c12512562d6c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:12.323096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f6c2082-2470-49ef-9994-8b99d98b4e89 req-941c78b9-429f-44de-a054-c12512562d6c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0813220 Nov 16 21:08:12.329138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-bcd9e86f-1a1e-41e8-80c9-ab9c4e332dff tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:12.330543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-bcd9e86f-1a1e-41e8-80c9-ab9c4e332dff tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1097 time: 0.0569587 Nov 16 21:08:12.347683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817778-8'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:12.420730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f6c2082-2470-49ef-9994-8b99d98b4e89 req-0618c1f2-faea-449d-ac4b-c94eb4109ed7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Nov 16 21:08:12.426023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:12.497266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a21a3-7b89-4d76-829d-f22bde347ac6 req-e7f7a49a-6a3b-45ff-bb53-1258d99c70a0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:12.498886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-534a21a3-7b89-4d76-829d-f22bde347ac6 req-e7f7a49a-6a3b-45ff-bb53-1258d99c70a0 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 946 time: 0.0610795 Nov 16 21:08:12.564774 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-534a21a3-7b89-4d76-829d-f22bde347ac6 req-94492fa2-9b08-4196-ac9a-e2ddd0c665ec tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542455 Nov 16 21:08:12.567782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7241229-e3cb-4f32-b357-7c917ff78944 req-10d69fe5-c2f8-44aa-b980-40b6b0484c1a tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 210 time: 0.0375485 Nov 16 21:08:12.605606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:12.717501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:12.729709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea66117-ffac-44a1-937f-ee1a8630f24e req-2c380016-cf15-495b-acda-d282f52efb57 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:12.734741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ea66117-ffac-44a1-937f-ee1a8630f24e req-2c380016-cf15-495b-acda-d282f52efb57 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.0703914 Nov 16 21:08:12.794326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ea66117-ffac-44a1-937f-ee1a8630f24e req-ca5e06a2-c8e1-4ca4-b3b3-5500d9680a3c tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506575 Nov 16 21:08:13.063228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63388dfe-c9e1-4132-915c-c6c07a3d3687 req-82f1241c-be02-4c3d-b5c8-99f3d85dc8c2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.064827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63388dfe-c9e1-4132-915c-c6c07a3d3687 req-82f1241c-be02-4c3d-b5c8-99f3d85dc8c2 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.0564272 Nov 16 21:08:13.118849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63388dfe-c9e1-4132-915c-c6c07a3d3687 req-97b76a34-b177-4bdd-826a-85787f150d9e tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Nov 16 21:08:13.162859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-f9217c3e-8d23-4f8b-beae-bdf5c0650d10 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.164328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-f9217c3e-8d23-4f8b-beae-bdf5c0650d10 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.41 "GET /v2.0/networks?id=179cdc8f-2450-4296-968e-bb4e41c6c825 HTTP/1.1" status: 200 len: 818 time: 0.5485654 Nov 16 21:08:13.171097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:13.174879 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1877694-4c4e-4939-9618-9cbd112272ed" -d '{"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:13.183755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:13.187414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:13.189279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Request body: {'port': {'device_id': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825', 'admin_state_up': True, 'tenant_id': 'e8d3fcdc09674febb9c0cbf9e1d98dfa'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:13.215180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:13.215744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 28e274d6-30e7-48c8-a169-0ab0a9a3ed68 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:13.241606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:13.251967 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab2349-094b-4710-8710-de05d94306a6 x-openstack-request-id: req-16ab2349-094b-4710-8710-de05d94306a6 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:13.252433 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:13.252740 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ab2349-094b-4710-8710-de05d94306a6 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:13.253170 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'code': 200} Nov 16 21:08:13.278179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8469-4963-4c36-9819-ef61a79badbe req-ee637b6f-1aad-4443-8a35-5e04aedb53a1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.280466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-777f8469-4963-4c36-9819-ef61a79badbe req-ee637b6f-1aad-4443-8a35-5e04aedb53a1 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1895049 Nov 16 21:08:13.335921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d552-9d0c-4ec9-b3fd-65b32f78d11d req-526ecb17-f7b3-4b74-95d6-0e0f7fe6cecd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.337641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88d6d552-9d0c-4ec9-b3fd-65b32f78d11d req-526ecb17-f7b3-4b74-95d6-0e0f7fe6cecd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.0606048 Nov 16 21:08:13.394782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88d6d552-9d0c-4ec9-b3fd-65b32f78d11d req-e9d9bcb1-cba9-4e7a-a4c3-c19fce4271c1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Nov 16 21:08:13.436812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:13.487694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on host n-h1-817778-8 for vnic_type normal with profile {"migrating_to": "n-h2-817778-8"} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:13.488037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:13.488640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:13.498015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-777f8469-4963-4c36-9819-ef61a79badbe req-42de5fa0-321b-41a3-ba4a-e0fc183d5ca5 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856232 Nov 16 21:08:13.505910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:13.506248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Attempting to bind port 7e30d768-7c8a-410f-a48b-814348bd217c on network 577e0baf-bab5-43e1-bc57-eff95e371e12 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:13.518172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:13.518616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Checking segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:13.519294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Bound using segment: {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:13.519850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Bound port: 7e30d768-7c8a-410f-a48b-814348bd217c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99976da4-a0c5-4cda-85bc-ad1a7822d56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '577e0baf-bab5-43e1-bc57-eff95e371e12'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:13.520253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:13.526450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4304be-058e-4770-8d5c-bac902300708 req-fe5c9464-7c9f-4fe8-a004-ac2850caa85c tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.528049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e4304be-058e-4770-8d5c-bac902300708 req-fe5c9464-7c9f-4fe8-a004-ac2850caa85c tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 1099 time: 0.0608220 Nov 16 21:08:13.567764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Made reservation on behalf of e8d3fcdc09674febb9c0cbf9e1d98dfa for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:13.571915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:13.586681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e4304be-058e-4770-8d5c-bac902300708 req-ae3a1769-70cd-483d-a966-9b110e1fbe55 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Nov 16 21:08:13.703000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:13.727058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a7fd8-638a-4257-af7d-99ec5e72707d req-7cb0a7bc-a1f9-40f7-9fef-a3cdc46407fb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.727742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d3c4-504d-409f-80f4-abb0ecdc52d5 req-7735e250-22c2-496e-b804-36a9164eb5c3 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.728653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f52a7fd8-638a-4257-af7d-99ec5e72707d req-7cb0a7bc-a1f9-40f7-9fef-a3cdc46407fb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0622838 Nov 16 21:08:13.729227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d655d3c4-504d-409f-80f4-abb0ecdc52d5 req-7735e250-22c2-496e-b804-36a9164eb5c3 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1520784 Nov 16 21:08:13.734970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:13.749029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:13.786844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f52a7fd8-638a-4257-af7d-99ec5e72707d req-d16ef0c9-00f1-4f3c-8511-1ac6fd11964c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 Nov 16 21:08:13.882536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ade5329-e243-4124-9008-ba52a38f7327 req-f32dd4c4-683f-4e55-8baf-c06381483146 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 210 time: 0.0287883 Nov 16 21:08:13.890442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=11']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:13.909327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Allocated IP 172.20.0.8 (179cdc8f-2450-4296-968e-bb4e41c6c825/f0da80d2-6db4-4c90-aced-4bf4f6fbe916/4af4fab6-c9c4-4c61-8021-bbb130174d3f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:13.915886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d655d3c4-504d-409f-80f4-abb0ecdc52d5 req-1c5b2fc8-eb46-45a0-86ab-bbfef43d8a58 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794527 Nov 16 21:08:13.921988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:13.922757 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:13.925967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-189f1725-486e-4904-bc01-a6cf2bee2235 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 1123 time: 1.5800364 Nov 16 21:08:14.003252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-e4f6d4c0-ccb7-4a6f-8ca2-5c0a0e46f03c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304239 Nov 16 21:08:14.035785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['7e30d768-7c8a-410f-a48b-814348bd217c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:14.111594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a349a-46ee-45e0-b2c0-6a16d8b5f65a req-845950e7-6031-49d2-bbf2-a195b5af907d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:14.113112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-193a349a-46ee-45e0-b2c0-6a16d8b5f65a req-845950e7-6031-49d2-bbf2-a195b5af907d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.0802517 Nov 16 21:08:14.122650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7e30d768-7c8a-410f-a48b-814348bd217c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:14.157860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-548434fc-3c4a-4284-be8c-8578c1fb3865 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:14.160536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:14.167068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-548434fc-3c4a-4284-be8c-8578c1fb3865 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529300 Nov 16 21:08:14.186328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-4be54d2d-f6b5-4fea-82c0-e4a48222bf7a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/quotas/c1f290e52e7242d984c8af41cac3e14b HTTP/1.1" status: 200 len: 375 time: 0.0178342 Nov 16 21:08:14.197446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-193a349a-46ee-45e0-b2c0-6a16d8b5f65a req-c5c5da3d-5d9c-4569-a20f-7333839ab5a2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700808 Nov 16 21:08:14.228373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:14.282866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-47b13a3e-6f0b-4e31-b4d0-ee485937531c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0956538 Nov 16 21:08:14.289809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Network 179cdc8f-2450-4296-968e-bb4e41c6c825 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:14.293276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:14.298002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:14.302133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Pushing event updated for resources: {'Port': ['ID=4af4fab6-c9c4-4c61-8021-bbb130174d3f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:14.360236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:14.360922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:14.381195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-436cf73e-8d6c-42e2-8ddb-c235f5f534d2 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2000825 Nov 16 21:08:14.402015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Request body: {'port': {'device_id': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:14.471510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37d755c7-2d5c-4697-a62a-91735db42822 req-8902fddf-affe-42ee-925a-25601f86cf11 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 210 time: 0.0362017 Nov 16 21:08:14.492605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73323dd-7789-4ed7-9cf9-62240f3a67ce req-13499120-b0e2-48b1-85d4-355da3161b98 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:14.493434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73323dd-7789-4ed7-9cf9-62240f3a67ce req-13499120-b0e2-48b1-85d4-355da3161b98 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.1049984 Nov 16 21:08:14.500787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:14.639637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043116e-30e4-4738-b726-1f0fc1f14dbf req-a84fabbb-f141-4e09-9331-5aa6837d4caa tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:14.641296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1043116e-30e4-4738-b726-1f0fc1f14dbf req-a84fabbb-f141-4e09-9331-5aa6837d4caa tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0643625 Nov 16 21:08:14.707022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1043116e-30e4-4738-b726-1f0fc1f14dbf req-3fc38b91-0d61-4e09-adb1-dec5906f5de7 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580335 Nov 16 21:08:14.750413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73323dd-7789-4ed7-9cf9-62240f3a67ce req-ce85007b-f128-4d2b-ae5e-4bd86e246877 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504580 Nov 16 21:08:14.861992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af4fab6-c9c4-4c61-8021-bbb130174d3f {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:14.873795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:14.893184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Transition to ACTIVE for port object 4af4fab6-c9c4-4c61-8021-bbb130174d3f will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:14.898032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:14.914153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc1c0-d87b-4ee6-ab59-e51667d1e565 req-8ccffd7d-5fa7-4bc7-83bb-dd788bf614fe tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:14.915690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-780cc1c0-d87b-4ee6-ab59-e51667d1e565 req-8ccffd7d-5fa7-4bc7-83bb-dd788bf614fe tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0577095 Nov 16 21:08:14.965781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4af4fab6-c9c4-4c61-8021-bbb130174d3f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:14.979737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-780cc1c0-d87b-4ee6-ab59-e51667d1e565 req-3de2a4a9-e8ce-4dc9-a91c-8b11849208ab tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576870 Nov 16 21:08:15.081374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Attempting to bind port 4af4fab6-c9c4-4c61-8021-bbb130174d3f on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:15.081777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Attempting to bind port 4af4fab6-c9c4-4c61-8021-bbb130174d3f by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:15.082115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Attempting to bind port 4af4fab6-c9c4-4c61-8021-bbb130174d3f on network 179cdc8f-2450-4296-968e-bb4e41c6c825 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:15.091630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6928-0887-467d-8c12-41d5284ce906 req-d29ee74e-8f57-42b4-9752-0677ca7d4c66 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.093107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04af6928-0887-467d-8c12-41d5284ce906 req-d29ee74e-8f57-42b4-9752-0677ca7d4c66 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 943 time: 0.0770764 Nov 16 21:08:15.096630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Port 4af4fab6-c9c4-4c61-8021-bbb130174d3f on network 179cdc8f-2450-4296-968e-bb4e41c6c825 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:15.096994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Attempting to bind port 4af4fab6-c9c4-4c61-8021-bbb130174d3f on network 179cdc8f-2450-4296-968e-bb4e41c6c825 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:15.100675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:15.103971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:15.104329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Checking segment: {'id': '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:15.104869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Bound using segment: {'id': '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:15.105312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Bound port: 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:15.105707 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:15.121652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cb528-d2a9-4a4b-86be-702bd5ce5b1d req-be61651b-8542-4d5a-a837-2b63417f3895 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.123603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9cb528-d2a9-4a4b-86be-702bd5ce5b1d req-be61651b-8542-4d5a-a837-2b63417f3895 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0551326 Nov 16 21:08:15.181882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9cb528-d2a9-4a4b-86be-702bd5ce5b1d req-078d5dbd-a4a7-43f3-9612-269fe171b8ff tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Nov 16 21:08:15.210263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04af6928-0887-467d-8c12-41d5284ce906 req-c86484d7-213b-45ff-b4fd-5136d0d94660 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953023 Nov 16 21:08:15.212782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] For port 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:15.216411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] For port 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f,segment=NetworkSegment(0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb),segment_id=0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:15.222459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:15.237822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:15.256258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:15.258924 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85345761-7046-4eee-bee0-77133231e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:15.274733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.275378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:15.277055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4af4fab6-c9c4-4c61-8021-bbb130174d3f HTTP/1.1" status: 200 len: 1091 time: 0.8793392 Nov 16 21:08:15.298350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b03131-1372-48d0-871d-97ab98c3f0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4af4fab6-c9c4-4c61-8021-bbb130174d3f,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:15.325933 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6a01dc-04dc-496f-857c-4d864b8914a1 x-openstack-request-id: req-cf6a01dc-04dc-496f-857c-4d864b8914a1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:15.326246 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:15.326508 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf6a01dc-04dc-496f-857c-4d864b8914a1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:15.326933 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'status': 'completed', 'code': 200} Nov 16 21:08:15.403995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-0e292030-7d50-4c4b-8dc3-f6bb557d4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.405994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-0e292030-7d50-4c4b-8dc3-f6bb557d4b11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d3fcdc09674febb9c0cbf9e1d98dfa&device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 1094 time: 0.0761015 Nov 16 21:08:15.408487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463589a-6e9b-4ec7-a56e-cb1267c38f80 req-28dcc967-7ed7-4086-8f4c-12cf0fdacb65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.410078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4463589a-6e9b-4ec7-a56e-cb1267c38f80 req-28dcc967-7ed7-4086-8f4c-12cf0fdacb65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.1010776 Nov 16 21:08:15.413133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c has no active binding in host n-h2-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:08:15.426047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345761-7046-4eee-bee0-77133231e5c0 req-209fe7e4-9a51-4a79-813f-31fd2e646465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.428417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-209fe7e4-9a51-4a79-813f-31fd2e646465 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1126 time: 0.0681472 Nov 16 21:08:15.468764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-1312bdca-ac34-45cb-94a4-297df009b6f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f HTTP/1.1" status: 200 len: 217 time: 0.0518923 Nov 16 21:08:15.534795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4463589a-6e9b-4ec7-a56e-cb1267c38f80 req-e9ebd464-4608-406a-95b4-3e3ec8a5d020 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045671 Nov 16 21:08:15.583820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-38fe6514-84f3-48f6-9fd2-b6b4d8408192 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552688 Nov 16 21:08:15.592892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6a2-d800-4535-a998-2b09696630cf req-a0e7cbf9-8714-4a7f-bec2-8f6e51f34347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.594873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-a0e7cbf9-8714-4a7f-bec2-8f6e51f34347 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0da80d2-6db4-4c90-aced-4bf4f6fbe916 HTTP/1.1" status: 200 len: 858 time: 0.1141162 Nov 16 21:08:15.607117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345761-7046-4eee-bee0-77133231e5c0 req-c71268f4-c3ca-4039-aff2-d6b60d2950c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.608852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-c71268f4-c3ca-4039-aff2-d6b60d2950c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.1609609 Nov 16 21:08:15.648233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-6415e05f-466e-410a-8a3f-2a308b577e22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=179cdc8f-2450-4296-968e-bb4e41c6c825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281796 Nov 16 21:08:15.670879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-1e63a379-e630-476b-87cc-ccec4089bf3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 217 time: 0.0535934 Nov 16 21:08:15.743982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85345761-7046-4eee-bee0-77133231e5c0 req-5c69909f-218a-4935-a369-b1941ae027a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.747003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-5c69909f-218a-4935-a369-b1941ae027a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0674260 Nov 16 21:08:15.788135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-a9efec6f-7269-49f4-819b-a63fd83095e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316248 Nov 16 21:08:15.801983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-271c3b10-6a91-4456-b3d8-6a6f04f637cc req-0cf7c58c-059c-4fe8-a653-a3311be897c4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 210 time: 0.1138945 Nov 16 21:08:15.873276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-6c6b2c3e-ac87-4cac-b025-d42ca80bdbae service neutron] 10.222.0.41 "GET /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840167 Nov 16 21:08:15.902730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2924-8386-49e6-9c9d-e89dc8830d82 req-c253b50f-acbe-4d65-af6f-a5cfa1b2c8f9 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.903105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-48d314ed-8dd5-4ed4-9c7a-0919f432956f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:15.904226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-565b2924-8386-49e6-9c9d-e89dc8830d82 req-c253b50f-acbe-4d65-af6f-a5cfa1b2c8f9 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1151295 Nov 16 21:08:15.904550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-48d314ed-8dd5-4ed4-9c7a-0919f432956f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145318 Nov 16 21:08:15.923558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:15.947446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-826265d8-7096-4a9a-a6b2-61222077feba service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490419 Nov 16 21:08:16.027019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-565b2924-8386-49e6-9c9d-e89dc8830d82 req-ea01ac4a-f212-46d5-b0f5-63f804509621 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108015 Nov 16 21:08:16.042667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a553a-8a23-425f-b4cc-f174141f4342 req-cbfe06ab-607f-4ad2-bde1-3b9034f708be tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:16.044214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd3a553a-8a23-425f-b4cc-f174141f4342 req-cbfe06ab-607f-4ad2-bde1-3b9034f708be tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.1682854 Nov 16 21:08:16.084773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85345761-7046-4eee-bee0-77133231e5c0 req-a5b6f088-ea71-4d3d-ba32-6dc0c82baf33 service neutron] 10.222.0.47 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270313 Nov 16 21:08:16.154519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d14a6a2-d800-4535-a998-2b09696630cf req-61b5bee7-89a2-4ad0-967e-6ac85c62e6cb service neutron] 10.222.0.41 "GET /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679346 Nov 16 21:08:16.155318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd039d-ede3-459d-b2d5-3b285637d2d2 req-2f062e8d-97a9-428c-8887-5716003b25d9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:16.156802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91cd039d-ede3-459d-b2d5-3b285637d2d2 req-2f062e8d-97a9-428c-8887-5716003b25d9 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0526068 Nov 16 21:08:16.186081 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd3a553a-8a23-425f-b4cc-f174141f4342 req-1d5ce9ef-2eaa-45a0-aa15-fd2ea85ee03a tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/security-groups?id=60276ab3-fcce-459e-aa90-9afe2ba7c940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333542 Nov 16 21:08:16.197195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-8f02d024-f2f7-44ff-a8a0-37a1af0a5710 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:16.198839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-8f02d024-f2f7-44ff-a8a0-37a1af0a5710 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 944 time: 0.1409049 Nov 16 21:08:16.209081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:16.217259 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:16.223246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91cd039d-ede3-459d-b2d5-3b285637d2d2 req-29a47b76-f31f-4ff6-8bf4-225909e63918 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596023 Nov 16 21:08:16.341061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269c4e7-a856-4464-84e9-c17b07af22db req-c9e07536-fd21-4659-a311-91a72cf69813 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:16.342507 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6269c4e7-a856-4464-84e9-c17b07af22db req-c9e07536-fd21-4659-a311-91a72cf69813 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 943 time: 0.0508249 Nov 16 21:08:16.397474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6269c4e7-a856-4464-84e9-c17b07af22db req-223c27f2-88b2-4f9a-a8b9-62b463418397 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Nov 16 21:08:16.400221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d60aa-67ad-44a5-a131-2bea09ab567a req-53416a5d-054c-476d-a355-7445f72655a2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:16.401741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba6d60aa-67ad-44a5-a131-2bea09ab567a req-53416a5d-054c-476d-a355-7445f72655a2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1389098 Nov 16 21:08:16.484018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Deleting port 79fa1324-60d7-4a10-a0f8-f29ed677c666 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:16.484360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:16.555993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.225 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/7565b981-d408-4b49-a181-63acbde71ba4) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:16.564850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba6d60aa-67ad-44a5-a131-2bea09ab567a req-d1a3a45d-e0c5-414c-9944-ee9dedffdd71 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564810 Nov 16 21:08:16.637928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] For port 79fa1324-60d7-4a10-a0f8-f29ed677c666, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=79fa1324-60d7-4a10-a0f8-f29ed677c666,segment=NetworkSegment(0978fa20-9c7a-45d1-ac01-5ba7191c6514),segment_id=0978fa20-9c7a-45d1-ac01-5ba7191c6514)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:16.638223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:16.660358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Calling delete_port for 79fa1324-60d7-4a10-a0f8-f29ed677c666 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:16.677992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a1d7-1072-478b-9d72-5b27a27f0a2f req-0a5021eb-edde-49cf-af1c-32bb0423b7f2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:16.679525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab12a1d7-1072-478b-9d72-5b27a27f0a2f req-0a5021eb-edde-49cf-af1c-32bb0423b7f2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.0521164 Nov 16 21:08:16.746021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab12a1d7-1072-478b-9d72-5b27a27f0a2f req-304ad382-6e88-4cde-b00f-1351cba64baf tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465305 Nov 16 21:08:16.823843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:16.920334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43cb2e75-66f6-4e2b-8393-b36363e0f876 req-867a8cbc-8e2b-4969-bfcf-dce7539d54bb tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 210 time: 0.0404150 Nov 16 21:08:16.923648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:16.935927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:16.947626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127', '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:16.957433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Pushing event deleted for resources: {'Port': ['ID=79fa1324-60d7-4a10-a0f8-f29ed677c666,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:16.978203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:17.029726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:17.032402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] No DVR routers for this DVR port 79fa1324-60d7-4a10-a0f8-f29ed677c666 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:17.039263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:17.042544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c93a2b31-3b96-468f-9476-d8f68dfceebe req-a4ca3a54-59ed-4970-bd8d-679ab0a908c0 tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.41 "DELETE /v2.0/ports/79fa1324-60d7-4a10-a0f8-f29ed677c666 HTTP/1.1" status: 204 len: 173 time: 0.8114746 Nov 16 21:08:17.043488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:17.047282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:17.077252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=7565b981-d408-4b49-a181-63acbde71ba4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:17.137817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.138839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:17.169424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-7ec3f2f0-dcd0-41e3-8265-29b4c8344bb3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2504709 Nov 16 21:08:17.188015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Request body: {'port': {'device_id': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:17.219859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66cf8d-52dd-439f-92e1-6b5078ac84b0 req-50195d07-5120-416d-9744-479719227c93 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.228895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd66cf8d-52dd-439f-92e1-6b5078ac84b0 req-50195d07-5120-416d-9744-479719227c93 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0982907 Nov 16 21:08:17.305054 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:17.317077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd66cf8d-52dd-439f-92e1-6b5078ac84b0 req-bb979ac9-9780-473f-be24-a9988df7dad6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758095 Nov 16 21:08:17.329017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'tag': '4af4fab6-c9c4-4c61-8021-bbb130174d3f'}, {'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'name': 'network-vif-deleted', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:17.337226 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998a6a35-dfcd-429d-9082-f715df18843f" -d '{"events": [{"name": "network-changed", "server_uuid": "eace66e5-6b41-4a0e-ae97-bfa149854bd1", "tag": "4af4fab6-c9c4-4c61-8021-bbb130174d3f"}, {"server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "name": "network-vif-deleted", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:17.392033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1dbbdf4-4e90-46eb-a30f-6cde1a739ae4 req-b845a36c-b8a7-4805-bd75-3af0c03fcf7c tempest-LiveAutoBlockMigrationV225Test-1268890540 tempest-LiveAutoBlockMigrationV225Test-1268890540-project] 10.222.0.48 "GET /v2.0/ports?device_id=1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195 HTTP/1.1" status: 200 len: 210 time: 0.0499096 Nov 16 21:08:17.444395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0cfbd0d7-47dd-45d2-b5de-1d1755aa3a7e None None] Provisioning complete for port 7565b981-d408-4b49-a181-63acbde71ba4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:17.444865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd0d7-47dd-45d2-b5de-1d1755aa3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:17.449419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caae21-7033-4dd3-a74d-8bad22103d2d req-af0f53b7-fad4-46c8-ab96-a707d79a6a6e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.451516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8caae21-7033-4dd3-a74d-8bad22103d2d req-af0f53b7-fad4-46c8-ab96-a707d79a6a6e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0739741 Nov 16 21:08:17.487285 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23bb3e4-970e-4055-b556-e5e673eca1be x-openstack-request-id: req-d23bb3e4-970e-4055-b556-e5e673eca1be {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:17.487700 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eace66e5-6b41-4a0e-ae97-bfa149854bd1", "tag": "4af4fab6-c9c4-4c61-8021-bbb130174d3f", "status": "completed", "code": 200}, {"server_uuid": "1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195", "name": "network-vif-deleted", "tag": "79fa1324-60d7-4a10-a0f8-f29ed677c666", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:17.488045 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d23bb3e4-970e-4055-b556-e5e673eca1be {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:17.488527 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'tag': '4af4fab6-c9c4-4c61-8021-bbb130174d3f', 'status': 'completed', 'code': 200} Nov 16 21:08:17.488869 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1621a7c7-eb1b-42ce-ad1f-a1e8a1de3195', 'name': 'network-vif-deleted', 'tag': '79fa1324-60d7-4a10-a0f8-f29ed677c666', 'status': 'completed', 'code': 200} Nov 16 21:08:17.514177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbd0d7-47dd-45d2-b5de-1d1755aa3a7e None None] Port 7565b981-d408-4b49-a181-63acbde71ba4 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:08:17.538604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8caae21-7033-4dd3-a74d-8bad22103d2d req-5b397c2d-89c7-4d6e-99b2-82567f31f92e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777566 Nov 16 21:08:17.652381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6a35-dfcd-429d-9082-f715df18843f req-b75e461b-657b-46d2-adac-a7b089a6a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.654028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-b75e461b-657b-46d2-adac-a7b089a6a825 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d3fcdc09674febb9c0cbf9e1d98dfa&device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 1094 time: 0.1384866 Nov 16 21:08:17.664386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908fa47-b2c9-4e6f-b12d-81ef09ccabe7 req-31f7f08b-73a8-4076-b2e9-6b784543028a tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.665958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e908fa47-b2c9-4e6f-b12d-81ef09ccabe7 req-31f7f08b-73a8-4076-b2e9-6b784543028a tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 943 time: 0.1239586 Nov 16 21:08:17.760081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348d71-24ee-4348-bcbf-2f372bcc3abb req-7f86419b-9f23-4ff1-8b34-74a4aa0d64ac tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.762069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac348d71-24ee-4348-bcbf-2f372bcc3abb req-7f86419b-9f23-4ff1-8b34-74a4aa0d64ac tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0564880 Nov 16 21:08:17.816521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac348d71-24ee-4348-bcbf-2f372bcc3abb req-f12f5b32-a9e7-454c-a81e-830338ab2b6d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Nov 16 21:08:17.934604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a1c6b-01d0-4846-b550-1636f75b0fcb req-6abfc7d2-69f8-4426-8a02-79c6e69a06a0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:17.936190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-777a1c6b-01d0-4846-b550-1636f75b0fcb req-6abfc7d2-69f8-4426-8a02-79c6e69a06a0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.0574532 Nov 16 21:08:17.987838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-777a1c6b-01d0-4846-b550-1636f75b0fcb req-518dd407-fc7e-447c-b4b5-71da544f491a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Nov 16 21:08:18.096377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb175f-ffd1-4091-9cb5-e3280aa91684 req-0e39ae14-a5e5-485f-8a22-f46c72cda08e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:18.097890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00eb175f-ffd1-4091-9cb5-e3280aa91684 req-0e39ae14-a5e5-485f-8a22-f46c72cda08e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 936 time: 0.0494640 Nov 16 21:08:18.117002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e908fa47-b2c9-4e6f-b12d-81ef09ccabe7 req-249de543-6de1-4823-b926-1cf87671ea8f tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287136 Nov 16 21:08:18.150148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00eb175f-ffd1-4091-9cb5-e3280aa91684 req-837e54a2-837b-4e73-8926-06d74772f38c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Nov 16 21:08:18.150409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6a35-dfcd-429d-9082-f715df18843f req-cb1a4e71-3cb2-40b4-a61f-e95ae9a856ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:18.151773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-cb1a4e71-3cb2-40b4-a61f-e95ae9a856ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=179cdc8f-2450-4296-968e-bb4e41c6c825 HTTP/1.1" status: 200 len: 919 time: 0.4719520 Nov 16 21:08:18.165965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7565b981-d408-4b49-a181-63acbde71ba4 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:18.180061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.216406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-11ec915d-deb0-4b0c-a03b-9ede732721ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f HTTP/1.1" status: 200 len: 217 time: 0.0459490 Nov 16 21:08:18.223561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Transition to ACTIVE for port object 7565b981-d408-4b49-a181-63acbde71ba4 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:18.227585 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.322396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Pushing event updated for resources: {'Port': ['ID=7565b981-d408-4b49-a181-63acbde71ba4,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:18.404382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a6a35-dfcd-429d-9082-f715df18843f req-02893e2f-0a88-4f8b-8f3d-43c46a160227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:18.406149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-02893e2f-0a88-4f8b-8f3d-43c46a160227 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0da80d2-6db4-4c90-aced-4bf4f6fbe916 HTTP/1.1" status: 200 len: 858 time: 0.1692269 Nov 16 21:08:18.487857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54868) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:18.504049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-4c9ca430-3e17-4cfd-b13f-829955e45062 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=179cdc8f-2450-4296-968e-bb4e41c6c825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743589 Nov 16 21:08:18.533722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Attempting to bind port 7565b981-d408-4b49-a181-63acbde71ba4 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:18.534154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Attempting to bind port 7565b981-d408-4b49-a181-63acbde71ba4 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:18.534573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Attempting to bind port 7565b981-d408-4b49-a181-63acbde71ba4 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:18.627665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Deleting subnet 396b4609-825b-40c4-ae25-47b785cdc88e {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:18.632465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.647597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27e19c-dd46-470d-befc-70094955f35a req-6b23e082-eb41-4575-83b9-75f53dd269ed tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:18.649127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd27e19c-dd46-470d-befc-70094955f35a req-6b23e082-eb41-4575-83b9-75f53dd269ed tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.2487276 Nov 16 21:08:18.654021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Port 7565b981-d408-4b49-a181-63acbde71ba4 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:18.654382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Attempting to bind port 7565b981-d408-4b49-a181-63acbde71ba4 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:18.678039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:18.678410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:18.678762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:18.679197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Bound port: 7565b981-d408-4b49-a181-63acbde71ba4, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:18.679559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.690504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-fb80558c-881c-4720-b208-d845b212bc2a service neutron] 10.222.0.41 "GET /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703317 Nov 16 21:08:18.730791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.778671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.817966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd27e19c-dd46-470d-befc-70094955f35a req-a8d33643-0089-414e-8fa7-6e21b4390320 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555977 Nov 16 21:08:18.829300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad16bd-d579-458e-9294-7b798e462603 req-4dd62b5e-529e-49db-93a0-19fe90c19c7e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:18.838642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3ad16bd-d579-458e-9294-7b798e462603 req-4dd62b5e-529e-49db-93a0-19fe90c19c7e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1671836 Nov 16 21:08:18.842288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] For port 7565b981-d408-4b49-a181-63acbde71ba4, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:18.846983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] For port 7565b981-d408-4b49-a181-63acbde71ba4, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7565b981-d408-4b49-a181-63acbde71ba4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:18.862068 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.902500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.910722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-998a6a35-dfcd-429d-9082-f715df18843f req-4e472374-7411-46ea-926e-8df100a683cf service neutron] 10.222.0.41 "GET /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110038 Nov 16 21:08:18.938897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:18.939649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:18.941183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] 10.222.0.47 "PUT /v2.0/ports/7565b981-d408-4b49-a181-63acbde71ba4 HTTP/1.1" status: 200 len: 1096 time: 1.7575688 Nov 16 21:08:18.985180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec7acb-5958-4d26-9df0-1bad7b9aca2d service neutron] Pushing event updated for resources: {'Port': ['ID=7565b981-d408-4b49-a181-63acbde71ba4,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:18.987455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3ad16bd-d579-458e-9294-7b798e462603 req-92051202-93e3-4a71-b83d-25f8d378e31d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476147 Nov 16 21:08:18.990365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396b4609-825b-40c4-ae25-47b785cdc88e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:19.002961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.011390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-36416c59-cb0c-4bbc-9525-a2e959ab5fff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/396b4609-825b-40c4-ae25-47b785cdc88e HTTP/1.1" status: 204 len: 168 time: 0.5221891 Nov 16 21:08:19.016398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54882) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:19.110376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:19.201046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d15f-57fd-427d-998f-8454f2d816b4 req-21c543f6-9f02-4aa3-ad3a-31be53988a33 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.207099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0aa8d15f-57fd-427d-998f-8454f2d816b4 req-21c543f6-9f02-4aa3-ad3a-31be53988a33 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.1046033 Nov 16 21:08:19.220746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.266204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-60054557-4664-47ca-bfff-3bf9d1f8bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.273454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-60054557-4664-47ca-bfff-3bf9d1f8bff2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 1099 time: 0.2785695 Nov 16 21:08:19.289313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621630d0-7210-4815-87f9-16585291b5f4 req-4ea0db5c-8af8-4270-9258-56d870819579 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.297217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621630d0-7210-4815-87f9-16585291b5f4 req-4ea0db5c-8af8-4270-9258-56d870819579 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.2094574 Nov 16 21:08:19.301723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0aa8d15f-57fd-427d-998f-8454f2d816b4 req-8f3ae9ff-47a9-447e-a673-61ef00227bff tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869453 Nov 16 21:08:19.335438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:19.356060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c has no active binding in host n-h2-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:08:19.397600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-bd342714-df52-450d-a15b-59ad2fe84d65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7565b981-d408-4b49-a181-63acbde71ba4 HTTP/1.1" status: 200 len: 217 time: 0.0966804 Nov 16 21:08:19.483354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafe218-ca44-4561-84ad-26630adc8491 req-4d683904-d65f-42b0-a530-bf90cd04f16d tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.485392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3eafe218-ca44-4561-84ad-26630adc8491 req-4d683904-d65f-42b0-a530-bf90cd04f16d tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 943 time: 0.0629828 Nov 16 21:08:19.513252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'tag': '7565b981-d408-4b49-a181-63acbde71ba4'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:19.515685 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62254e4-feac-4eb7-9a7b-902d66277f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bf207-2460-409b-9a83-ac6ba78faf32", "tag": "7565b981-d408-4b49-a181-63acbde71ba4"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:19.551920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3eafe218-ca44-4561-84ad-26630adc8491 req-60aa45fc-d6c3-4856-9621-b83ecd0f928d tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597727 Nov 16 21:08:19.556413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.587034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621630d0-7210-4815-87f9-16585291b5f4 req-efe1e8ea-d7c5-4adc-9ca2-84468e368226 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879257 Nov 16 21:08:19.593885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3e016c9e-9bce-41f9-8ac6-fd9b87c6b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.595373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-3e016c9e-9bce-41f9-8ac6-fd9b87c6b6b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1711864 Nov 16 21:08:19.612234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186eb40a-2b30-4ccc-833e-52c554430ea6']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:19.650243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0978fa20-9c7a-45d1-ac01-5ba7191c6514') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:19.650668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0978fa20-9c7a-45d1-ac01-5ba7191c6514') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:19.665956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.686241 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.696600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:19.700883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.746902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5c79-6e7b-4217-8aa8-481b23778cfc req-02d136c4-4804-40cb-976a-d19a58347b5d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.757658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4af5c79-6e7b-4217-8aa8-481b23778cfc req-02d136c4-4804-40cb-976a-d19a58347b5d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 948 time: 0.1156704 Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:19.778326 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:19.781029 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa7533-7644-48e2-bf0f-f19d9b5067b5 x-openstack-request-id: req-5caa7533-7644-48e2-bf0f-f19d9b5067b5 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:19.781029 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bf207-2460-409b-9a83-ac6ba78faf32", "tag": "7565b981-d408-4b49-a181-63acbde71ba4", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:19.781029 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5caa7533-7644-48e2-bf0f-f19d9b5067b5 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:19.781418 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'tag': '7565b981-d408-4b49-a181-63acbde71ba4', 'status': 'completed', 'code': 200} Nov 16 21:08:19.797933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.820507 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.829382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] 10.222.0.48 "DELETE /v2.0/networks/186eb40a-2b30-4ccc-833e-52c554430ea6 HTTP/1.1" status: 204 len: 168 time: 0.8074846 Nov 16 21:08:19.830481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54894) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:19.850976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92e63e-5da3-475b-b6f2-e1c26c2c8658 admin admin] Pushing event deleted for resources: {'Network': ['ID=186eb40a-2b30-4ccc-833e-52c554430ea6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:19.868555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-038949c3-3cfe-4821-a610-5893bf0e0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.870492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-038949c3-3cfe-4821-a610-5893bf0e0d71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437663 Nov 16 21:08:19.877157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-c79178d4-2dac-47d0-910e-5d56b63e2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:19.878801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-c79178d4-2dac-47d0-910e-5d56b63e2c52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b&tenant_id=592b4716c4a64f2d88f38a91914acb83 HTTP/1.1" status: 200 len: 1101 time: 0.1190326 Nov 16 21:08:19.900832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:19.949847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4af5c79-6e7b-4217-8aa8-481b23778cfc req-8c8497f3-2a31-45da-b20b-9b9c54297601 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910715 Nov 16 21:08:19.962812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Deleting subnet c0d933e0-b87f-49ec-9131-c9dd4d1af275 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:19.995722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:19.997925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.048041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ade34-acad-42e3-a119-f91dfeea64fe req-aeea62aa-6e0a-4cf7-99df-a3b96001d2ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.049765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a38ade34-acad-42e3-a119-f91dfeea64fe req-aeea62aa-6e0a-4cf7-99df-a3b96001d2ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1659443 Nov 16 21:08:20.102361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-bb78bfdb-0097-4b19-b661-aac73b3941c3 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024233 Nov 16 21:08:20.107172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.173501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a38ade34-acad-42e3-a119-f91dfeea64fe req-cfa5be4c-2215-4aeb-84b4-043a2eded376 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140399 Nov 16 21:08:20.204147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409e81f-8963-43d6-804a-a37451487b30 req-e76f0516-75fb-4e66-974d-295d11f9b0a0 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.205794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0409e81f-8963-43d6-804a-a37451487b30 req-e76f0516-75fb-4e66-974d-295d11f9b0a0 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1778345 Nov 16 21:08:20.229724 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6205f3a-01b3-4272-9e32-822ce64a53eb req-62e834d8-a8d1-4067-8098-b62ffcf0e92d service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176221 Nov 16 21:08:20.242637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.348465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-87005d34-0d2c-4008-854b-7f51930d82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.351115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-87005d34-0d2c-4008-854b-7f51930d82f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 1099 time: 0.0595059 Nov 16 21:08:20.390474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0409e81f-8963-43d6-804a-a37451487b30 req-7cc080b7-9964-402b-b159-934a97dc3469 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653256 Nov 16 21:08:20.418939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.469563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:20.472054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d933e0-b87f-49ec-9131-c9dd4d1af275,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:20.481343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.489360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b50396e8-80d9-42ef-bc4a-f6ba23b972d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c0d933e0-b87f-49ec-9131-c9dd4d1af275 HTTP/1.1" status: 204 len: 168 time: 0.6563404 Nov 16 21:08:20.491416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54904) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:20.560488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-44dd9d52-8740-4853-a531-c1712c18ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.562007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-44dd9d52-8740-4853-a531-c1712c18ff6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2018967 Nov 16 21:08:20.575884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:20.622318 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-734c8fcd-8782-42fc-982d-bbf284aaeff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.629552 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-9aabb6a3-7655-45cd-b9b6-5e20b77f4cdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7565b981-d408-4b49-a181-63acbde71ba4 HTTP/1.1" status: 200 len: 217 time: 0.0540075 Nov 16 21:08:20.638510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec873c4-d3f2-4efa-99c6-8da6e8623bd1 req-e1a73c81-a021-4055-9fc5-57c41db48a89 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.640018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eec873c4-d3f2-4efa-99c6-8da6e8623bd1 req-e1a73c81-a021-4055-9fc5-57c41db48a89 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1887214 Nov 16 21:08:20.651424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.659758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9807f-1896-4061-8060-62631b22c047 req-24ace298-0f7c-4e79-8a88-cfc25acbca3b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.661424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fe9807f-1896-4061-8060-62631b22c047 req-24ace298-0f7c-4e79-8a88-cfc25acbca3b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 950 time: 0.1428220 Nov 16 21:08:20.666853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:20.669051 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db13a8e9-7438-4df3-8df1-11392e4dba9a" -d '{"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:20.672969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.714018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Transition to ACTIVE for port object 80bdad7d-aa22-44cb-a517-4264d4fe1256 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:20.722052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-d0048230-848e-440e-ac86-3a49d5b315a7 service neutron] 10.222.0.47 "GET /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.1693733 Nov 16 21:08:20.727560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.755995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-6d7d1df2-25cf-400b-82b8-278bf8fdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.758034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-6d7d1df2-25cf-400b-82b8-278bf8fdc720 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1168163 Nov 16 21:08:20.765058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eec873c4-d3f2-4efa-99c6-8da6e8623bd1 req-a2dcfc09-27d7-490c-b568-f5a8b535ea44 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101780 Nov 16 21:08:20.820699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fe9807f-1896-4061-8060-62631b22c047 req-5b01ce50-9dca-4383-84c5-f01a7938e460 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393096 Nov 16 21:08:20.842153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=12']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:20.859331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] No DVR routers for this DVR port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:20.880706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.924331 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b60199d-01fd-41f4-9926-8bf5a4e96a82 x-openstack-request-id: req-4b60199d-01fd-41f4-9926-8bf5a4e96a82 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:20.924672 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-unplugged", "status": "completed", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:20.924996 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b60199d-01fd-41f4-9926-8bf5a4e96a82 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:20.925396 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'code': 200} Nov 16 21:08:20.930694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:20.930971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:20.931252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:20.932783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:20.938739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:20.938739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Attempting to bind port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:20.949686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:20.950029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:20.950421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:20.951026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Bound port: 80bdad7d-aa22-44cb-a517-4264d4fe1256, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:20.951394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-84a89390-2f83-46fc-ac95-4d39ee79dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:20.951525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.952936 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-84a89390-2f83-46fc-ac95-4d39ee79dd25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779828 Nov 16 21:08:20.955559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4229ad60-c047-4d20-99e6-8e8303cd8e24') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:20.955822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4229ad60-c047-4d20-99e6-8e8303cd8e24') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:20.975582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:20.996150 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.003841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:21.006411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:21.057534 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:21.065529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4025ec1-5f7f-45f2-9a09-a82510fa5d07 req-a9f1df36-ad37-4434-b0a3-8c7252302f1b tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.067008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4025ec1-5f7f-45f2-9a09-a82510fa5d07 req-a9f1df36-ad37-4434-b0a3-8c7252302f1b tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 943 time: 0.2153313 Nov 16 21:08:21.122658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:21.128909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:21.129450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4af4fab6-c9c4-4c61-8021-bbb130174d3f details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:21.134084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:21.140703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:21.143928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.152361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.157700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.158299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d646d6-b2a5-48f7-aa4e-0c709df1a2c0 req-9b438232-7ba2-4103-b635-deb3b5ccb122 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.159787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8d646d6-b2a5-48f7-aa4e-0c709df1a2c0 req-9b438232-7ba2-4103-b635-deb3b5ccb122 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 948 time: 0.1310186 Nov 16 21:08:21.161015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] 10.222.0.48 "DELETE /v2.0/networks/0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13 HTTP/1.1" status: 204 len: 168 time: 0.6667697 Nov 16 21:08:21.177334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 79fa1324-60d7-4a10-a0f8-f29ed677c666 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:21.178219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 79fa1324-60d7-4a10-a0f8-f29ed677c666 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:21.187748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff391b4-26a8-41c8-85da-d0e74565fe4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0392eca3-48d9-45aa-8c3d-e0eaf7fb7c13,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:21.204693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:21.210421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:21.220815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4025ec1-5f7f-45f2-9a09-a82510fa5d07 req-5f0843dd-c872-44f8-863d-b46cf71f425f tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377268 Nov 16 21:08:21.238854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.239717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.241243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 1096 time: 1.3456657 Nov 16 21:08:21.261039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-999dd72a-f7e8-43e8-af19-1ac32d72dfa7 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045786 Nov 16 21:08:21.309124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e30d768-7c8a-410f-a48b-814348bd217c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:21.402556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:21.405349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:21.428873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee21bda-b3e1-4629-adc8-1a7e593b3cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=13']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:21.462085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84112-668c-4b88-b8b2-f252c90f08f4 req-81628414-f885-4370-9ef4-0cebe87c67ef tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.466384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8d646d6-b2a5-48f7-aa4e-0c709df1a2c0 req-9ce75eaa-d932-4aa8-ab84-99567fd90d5a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789021 Nov 16 21:08:21.468227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.470645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f,segment=NetworkSegment(0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb),segment_id=0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:21.471537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46a84112-668c-4b88-b8b2-f252c90f08f4 req-81628414-f885-4370-9ef4-0cebe87c67ef tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1104834 Nov 16 21:08:21.502449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-4a790a99-d744-4180-9ba0-4b66624e7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.508471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '4af4fab6-c9c4-4c61-8021-bbb130174d3f', 'network_id': '179cdc8f-2450-4296-968e-bb4e41c6c825', 'port_id': '4af4fab6-c9c4-4c61-8021-bbb130174d3f', 'mac_address': 'fa:16:3e:e1:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0da80d2-6db4-4c90-aced-4bf4f6fbe916', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:21.512214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-4a790a99-d744-4180-9ba0-4b66624e7d58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1099 time: 0.2289538 Nov 16 21:08:21.544765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62254e4-feac-4eb7-9a7b-902d66277f5c req-525da695-69e0-4269-8bdf-5f25086aacb6 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760217 Nov 16 21:08:21.568932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e6951f42-44db-4747-b43b-0646a848ad17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e10d8b637304f87bd87bd8daec854e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597157 Nov 16 21:08:21.573910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54922) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:21.584715 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.603257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af4fab6-c9c4-4c61-8021-bbb130174d3f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:21.610911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46a84112-668c-4b88-b8b2-f252c90f08f4 req-7f226b70-573a-47b4-bebc-47154771e892 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314828 Nov 16 21:08:21.640051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f,segment=NetworkSegment(0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb),segment_id=0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:21.646631 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.664632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e1d0-df6e-40af-bc66-de0757162e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.700464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e1d0-df6e-40af-bc66-de0757162e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.720386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4af4fab6-c9c4-4c61-8021-bbb130174d3f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:21.724974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-2ec722f3-83df-4c07-8d68-031f447f0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.726630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-2ec722f3-83df-4c07-8d68-031f447f0d94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2016675 Nov 16 21:08:21.727565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] Transition to ACTIVE for port object 7e30d768-7c8a-410f-a48b-814348bd217c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:21.730886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.731565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.732141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.732758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.733379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.733553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.733952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.734385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.734808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.735521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.736069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.736752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.737410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:21.760040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e1d0-df6e-40af-bc66-de0757162e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.762671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6f0e1d0-df6e-40af-bc66-de0757162e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:21.763910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a6f0e1d0-df6e-40af-bc66-de0757162e4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60276ab3-fcce-459e-aa90-9afe2ba7c940 HTTP/1.1" status: 204 len: 168 time: 0.1887317 Nov 16 21:08:21.777323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0e1d0-df6e-40af-bc66-de0757162e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60276ab3-fcce-459e-aa90-9afe2ba7c940,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:21.815935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd22d4b-0151-4fb5-9e72-7284f5b2102a req-baabd8a4-4b6d-42be-bbf6-629f02f1982e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.818225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bd22d4b-0151-4fb5-9e72-7284f5b2102a req-baabd8a4-4b6d-42be-bbf6-629f02f1982e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1744215 Nov 16 21:08:21.825199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-13680373-99aa-4d98-9e4b-2e2bbb64a503 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0895896 Nov 16 21:08:21.891709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] No DVR routers for this DVR port 7e30d768-7c8a-410f-a48b-814348bd217c on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:21.910299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=13']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:21.917116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4899-63d8-4ca8-92c8-13177716e239 req-32f35fd5-6ce5-46e1-8f2d-7a8aebeaafac tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.918861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c52f4899-63d8-4ca8-92c8-13177716e239 req-32f35fd5-6ce5-46e1-8f2d-7a8aebeaafac tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0556490 Nov 16 21:08:21.973077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-b2c7bd7e-863c-44ed-bd90-18091f3cb1c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c/bindings/n-h2-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2389619 Nov 16 21:08:21.974107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c52f4899-63d8-4ca8-92c8-13177716e239 req-09814e84-5b05-4b39-9f5e-490088ef6510 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471952 Nov 16 21:08:21.978408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-f9277754-13e2-4299-a234-331077c1d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:21.979850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-f9277754-13e2-4299-a234-331077c1d22a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1432052 Nov 16 21:08:21.994939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bd22d4b-0151-4fb5-9e72-7284f5b2102a req-63b0a499-e785-41fa-bb53-b2b5d209f899 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528628 Nov 16 21:08:22.043869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-a47a1ced-a51c-458e-a67b-15f305ed4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.045516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-a47a1ced-a51c-458e-a67b-15f305ed4d32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560827 Nov 16 21:08:22.109743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4af4fab6-c9c4-4c61-8021-bbb130174d3f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:22.127037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-dd552716-fe50-40c8-a467-53ecf132cbea tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.129109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-dd552716-fe50-40c8-a467-53ecf132cbea tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0860648 Nov 16 21:08:22.142669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2d10-e860-4bcd-a39b-9e52a72ed906 req-7eabebd7-7603-4967-82c3-2918ccf2e90e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.144244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e85a2d10-e860-4bcd-a39b-9e52a72ed906 req-7eabebd7-7603-4967-82c3-2918ccf2e90e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.0904837 Nov 16 21:08:22.170282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-da2d8bfd-25bc-44be-8bfa-7816b6bd1e70 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156785 Nov 16 21:08:22.196082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54932) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:22.234169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4b65b6e2-4fe9-4dcd-a330-d19a0feffb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.236135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4b65b6e2-4fe9-4dcd-a330-d19a0feffb89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d&tenant_id=06b5778640944f27b62822905a225088 HTTP/1.1" status: 200 len: 1096 time: 0.0905499 Nov 16 21:08:22.263633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e85a2d10-e860-4bcd-a39b-9e52a72ed906 req-8dbe4ce3-438c-462b-99ee-732a1d9b6f2f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066520 Nov 16 21:08:22.267366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e75fdc3-57a5-4421-aa81-e7caaba0b23e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cc5b7d5aa434c1b824951568b232ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699551 Nov 16 21:08:22.274097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54936) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:22.317103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a2c784-bfc7-4089-ba3a-656fdc090716 req-f0da276c-9355-4d7f-976b-379470d9988e service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389852 Nov 16 21:08:22.330375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-38b07361-f1f5-4992-8897-32c9d56936fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.331839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-38b07361-f1f5-4992-8897-32c9d56936fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06b5778640944f27b62822905a225088&device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1096 time: 0.0631607 Nov 16 21:08:22.389709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa0434dd-5752-41c0-a2f4-f03dc87cef52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:22.410320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234fcaa-27b6-4f41-aba1-689b614dba2f req-e54803aa-bd6e-4614-afd8-cc9a1e647012 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.412099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2234fcaa-27b6-4f41-aba1-689b614dba2f req-e54803aa-bd6e-4614-afd8-cc9a1e647012 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 944 time: 0.0856524 Nov 16 21:08:22.428146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa0434dd-5752-41c0-a2f4-f03dc87cef52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:22.428844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-5c23303c-b823-4e1e-8a59-027657611ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.430370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-5c23303c-b823-4e1e-8a59-027657611ee4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 200 len: 909 time: 0.0881202 Nov 16 21:08:22.484781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-6dee5ef6-07ca-44fe-9ae9-fde9cfedaa16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 200 len: 217 time: 0.0426126 Nov 16 21:08:22.581318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-8f33473c-17cc-4572-8153-a53546d1754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.582853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-8f33473c-17cc-4572-8153-a53546d1754a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 200 len: 848 time: 0.0802293 Nov 16 21:08:22.603651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8a833-5976-4a4a-8056-86b91d8a0660 req-7b5996f2-3ba3-471b-aba5-9a40c579873a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.605204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61a8a833-5976-4a4a-8056-86b91d8a0660 req-7b5996f2-3ba3-471b-aba5-9a40c579873a tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 948 time: 0.0619340 Nov 16 21:08:22.638453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-c2b0b253-b449-4c06-a4a5-6ddd70d0b417 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=577e0baf-bab5-43e1-bc57-eff95e371e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321763 Nov 16 21:08:22.733830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61a8a833-5976-4a4a-8056-86b91d8a0660 req-733089c5-468a-4657-bbc6-948a95537e76 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197715 Nov 16 21:08:22.774796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-8acc93f0-b041-48f4-899e-1eb896aa6f3a service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258957 Nov 16 21:08:22.784110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2234fcaa-27b6-4f41-aba1-689b614dba2f req-4ae0dd87-4425-488b-ba0b-304757195e31 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622193 Nov 16 21:08:22.800136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa0434dd-5752-41c0-a2f4-f03dc87cef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:22.808820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa0434dd-5752-41c0-a2f4-f03dc87cef52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:22.813564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aa0434dd-5752-41c0-a2f4-f03dc87cef52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb45a84b-9117-4bfe-a06c-1d67020c14f9 HTTP/1.1" status: 204 len: 168 time: 0.5360389 Nov 16 21:08:22.831869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0434dd-5752-41c0-a2f4-f03dc87cef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45a84b-9117-4bfe-a06c-1d67020c14f9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:22.885870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-2a6d2def-0c74-4e74-a358-ff3a384b21e0 service neutron] 10.222.0.41 "GET /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020603 Nov 16 21:08:22.927162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:22.929699 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46e5f59-4dc2-4d28-a80a-f444c50f5976" -d '{"events": [{"name": "network-changed", "server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:22.954350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b0565-e3bd-4d6c-af8f-6c1e310b4e59 req-3e1d5f0c-3e34-4939-bb4f-9c6698427680 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:22.956297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e43b0565-e3bd-4d6c-af8f-6c1e310b4e59 req-3e1d5f0c-3e34-4939-bb4f-9c6698427680 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0538859 Nov 16 21:08:22.975675 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-539968b0-81c5-4d24-b5e2-7ddb4e9b0df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:22.995881 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc9bbb-cfa8-481b-91d6-aa1b6d8c35ed x-openstack-request-id: req-0bfc9bbb-cfa8-481b-91d6-aa1b6d8c35ed {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:22.996181 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:22.996469 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bfc9bbb-cfa8-481b-91d6-aa1b6d8c35ed {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:22.996833 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'status': 'completed', 'code': 200} Nov 16 21:08:23.098965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e43b0565-e3bd-4d6c-af8f-6c1e310b4e59 req-ceb8c302-4a47-4ae4-8ed6-2e25d1a19700 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335313 Nov 16 21:08:23.100935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-d60e58ab-b6d4-4d02-8d6f-35f12bcddfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.102841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-d60e58ab-b6d4-4d02-8d6f-35f12bcddfb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1099 time: 0.0718470 Nov 16 21:08:23.123954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-dcaa9b0f-e339-4653-9d6b-d1985eb98e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.123954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-dcaa9b0f-e339-4653-9d6b-d1985eb98e90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1099 time: 0.0947735 Nov 16 21:08:23.137170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:23.231264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c0803-b4f3-496b-a453-11f85b5575ab req-307c3319-b15e-4d83-85b3-69be50e1695f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.241582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-927c0803-b4f3-496b-a453-11f85b5575ab req-307c3319-b15e-4d83-85b3-69be50e1695f tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.1752534 Nov 16 21:08:23.250817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:23.328356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-927c0803-b4f3-496b-a453-11f85b5575ab req-b2473264-50cc-4563-87dd-d73729b9c75b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855296 Nov 16 21:08:23.349686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-4960402e-abd7-4f0e-b4a1-a0c2c9b6f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.351377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-4960402e-abd7-4f0e-b4a1-a0c2c9b6f671 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2164640 Nov 16 21:08:23.354541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-613c7eec-4489-46ce-9fa4-7b6e810b6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.356404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-613c7eec-4489-46ce-9fa4-7b6e810b6a26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2341759 Nov 16 21:08:23.413303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-faf2c3c7-dbfc-448b-958b-4ab195246749 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.415144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-faf2c3c7-dbfc-448b-958b-4ab195246749 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d&tenant_id=06b5778640944f27b62822905a225088&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.1558547 Nov 16 21:08:23.418368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-1dbad0a7-c1b8-4ffa-9be6-0272d0b4805f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0520532 Nov 16 21:08:23.418551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-695051e1-5e7f-41c1-9e05-6d74dc31cba3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 200 len: 217 time: 0.0508883 Nov 16 21:08:23.428608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e765-28e4-486b-9595-1bc1f1f66473 req-4f13ed26-e124-4a66-ae9b-9d64654c758d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.430517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c675e765-28e4-486b-9595-1bc1f1f66473 req-4f13ed26-e124-4a66-ae9b-9d64654c758d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1609805 Nov 16 21:08:23.513129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-85e9281c-279b-4ca8-a8f5-9942c76fc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.514619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-85e9281c-279b-4ca8-a8f5-9942c76fc988 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0869789 Nov 16 21:08:23.542100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d159ec-4daa-46d3-8998-483292767b3c req-8c787b9f-a8d2-4ca8-b33d-f2cd5744b51b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.543687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81d159ec-4daa-46d3-8998-483292767b3c req-8c787b9f-a8d2-4ca8-b33d-f2cd5744b51b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.0991850 Nov 16 21:08:23.575454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-8017aa2e-2e44-4610-81cb-d77d4275ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.576979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-8017aa2e-2e44-4610-81cb-d77d4275ceeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1163878 Nov 16 21:08:23.588754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c675e765-28e4-486b-9595-1bc1f1f66473 req-568e20ac-bc04-44ab-846a-d9e5f2806f37 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269362 Nov 16 21:08:23.599758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-3d72ec71-0d9f-4d8e-8a23-55fe9dcab618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.601257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-3d72ec71-0d9f-4d8e-8a23-55fe9dcab618 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771673 Nov 16 21:08:23.647252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81d159ec-4daa-46d3-8998-483292767b3c req-3091ca52-0ad4-421b-8467-843856f3dc60 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876443 Nov 16 21:08:23.675124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-de8a6a8f-9b48-49f1-a84c-15fcd9987390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:23.677475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-de8a6a8f-9b48-49f1-a84c-15fcd9987390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852563 Nov 16 21:08:23.682244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-7bb5080f-65a8-4fe8-9ff1-28ceca88bd86 service neutron] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:23.686731 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-7bb5080f-65a8-4fe8-9ff1-28ceca88bd86 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:23.687972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-7bb5080f-65a8-4fe8-9ff1-28ceca88bd86 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c/bindings/n-h1-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.2563496 Nov 16 21:08:23.740415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-5d0a4fa9-ef15-45cc-983f-a19fd19177ec service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211472 Nov 16 21:08:23.794448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-4d323841-bd91-41ea-80ae-31c54c99eb84 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054988 Nov 16 21:08:23.856797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-9a381b8e-916f-4005-bc05-a03b2274ca25 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040742 Nov 16 21:08:23.990620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:24.034873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098f2b2-2dea-4872-b3f0-755d343959e5 req-9d47c717-f3d3-45dd-aad9-43623e84d190 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.037207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1098f2b2-2dea-4872-b3f0-755d343959e5 req-9d47c717-f3d3-45dd-aad9-43623e84d190 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 944 time: 0.0790803 Nov 16 21:08:24.093860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1098f2b2-2dea-4872-b3f0-755d343959e5 req-f3dbda19-4f2f-4f0c-b701-fed722d4118b tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Nov 16 21:08:24.280620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e6d0-7d1b-4f2b-9195-57a7590e7beb req-5b7fb3b7-803b-41b5-9192-b7336d0e38e9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.282599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874436e8-d38a-4918-80d8-a9e88f8df47b req-644dc4b3-78ac-44f4-b4a5-a2418aac6d33 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.283323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eec7e6d0-7d1b-4f2b-9195-57a7590e7beb req-5b7fb3b7-803b-41b5-9192-b7336d0e38e9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 948 time: 0.4427693 Nov 16 21:08:24.291449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-874436e8-d38a-4918-80d8-a9e88f8df47b req-644dc4b3-78ac-44f4-b4a5-a2418aac6d33 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0927019 Nov 16 21:08:24.324544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46e5f59-4dc2-4d28-a80a-f444c50f5976 req-1eaff864-ac45-488f-b5fe-b73c2be25302 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155463 Nov 16 21:08:24.348605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eec7e6d0-7d1b-4f2b-9195-57a7590e7beb req-8c72f188-936e-4606-bddb-85cdc7b5e8d1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540743 Nov 16 21:08:24.353551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-874436e8-d38a-4918-80d8-a9e88f8df47b req-224bbc1f-e300-4de7-b9d6-86d40d58d5b0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607407 Nov 16 21:08:24.462667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e793baa-1954-4685-89ec-2782077de84b req-f7c4af5b-2153-4b57-bad6-422008cf4388 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.464090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e793baa-1954-4685-89ec-2782077de84b req-f7c4af5b-2153-4b57-bad6-422008cf4388 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0534766 Nov 16 21:08:24.515975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e793baa-1954-4685-89ec-2782077de84b req-0a7c635d-5abe-4ab9-a74a-b76fb84c4409 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Nov 16 21:08:24.663633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000855da-9dc1-46ff-a239-2f820393cd57 req-a50a2f13-486d-4f9d-852f-2db98fe899ca tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.671079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-000855da-9dc1-46ff-a239-2f820393cd57 req-a50a2f13-486d-4f9d-852f-2db98fe899ca tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 1096 time: 0.0517855 Nov 16 21:08:24.728309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-000855da-9dc1-46ff-a239-2f820393cd57 req-aaf32522-850a-4831-b0bf-d3ce8be0dfe8 tempest-LiveMigrationTest-1665525782 tempest-LiveMigrationTest-1665525782-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Nov 16 21:08:24.736784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d720-7652-4bfd-a1d8-4aacd1e3eac7 req-86f72b8e-3535-40de-b703-774d61b20644 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.745536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8931d720-7652-4bfd-a1d8-4aacd1e3eac7 req-86f72b8e-3535-40de-b703-774d61b20644 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0782700 Nov 16 21:08:24.807316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8931d720-7652-4bfd-a1d8-4aacd1e3eac7 req-2635ce78-361e-4618-a1d8-2b2670d29fef tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607176 Nov 16 21:08:24.866742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585904ac-6643-4c0f-978d-d8d332172a13 req-4b2dad47-76eb-4d6b-8eb0-a9fcff1243ad tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:24.868456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-585904ac-6643-4c0f-978d-d8d332172a13 req-4b2dad47-76eb-4d6b-8eb0-a9fcff1243ad tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.0683210 Nov 16 21:08:24.921387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-585904ac-6643-4c0f-978d-d8d332172a13 req-63013939-f2f4-4c04-b8b2-1d9f13607681 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465035 Nov 16 21:08:25.041782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24a230-996b-4193-b63a-40b7dbb26902 req-cb231c13-1442-429e-8a68-d6652ef06085 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.043271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d24a230-996b-4193-b63a-40b7dbb26902 req-cb231c13-1442-429e-8a68-d6652ef06085 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0527658 Nov 16 21:08:25.092832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d24a230-996b-4193-b63a-40b7dbb26902 req-12e49733-9e3d-4b82-a2ad-1dbce6b44053 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Nov 16 21:08:25.138780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4af4fab6-c9c4-4c61-8021-bbb130174d3f up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:25.163998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-dbd7bf8e-2e0c-49c1-b58e-788a6371476e tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255904 Nov 16 21:08:25.193096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 4af4fab6-c9c4-4c61-8021-bbb130174d3f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:25.197532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 4af4fab6-c9c4-4c61-8021-bbb130174d3f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:25.198039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:25.220269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7565b981-d408-4b49-a181-63acbde71ba4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:25.266876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08498-5abd-461d-b01d-3efde87f4ab7 req-2c111497-deed-448b-8d04-d7b40af95685 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.268808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bb08498-5abd-461d-b01d-3efde87f4ab7 req-2c111497-deed-448b-8d04-d7b40af95685 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0573351 Nov 16 21:08:25.284282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-c53f9137-8d46-43c6-a950-ec9296f005a2 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.285916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-c53f9137-8d46-43c6-a950-ec9296f005a2 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143875 Nov 16 21:08:25.304182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-974bc9b1-2894-4ddf-9e57-874d1cb43c1c tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/quotas/e9117d91d2d04571b48cdfa54f12f38f HTTP/1.1" status: 200 len: 375 time: 0.0110373 Nov 16 21:08:25.334533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bb08498-5abd-461d-b01d-3efde87f4ab7 req-1e3cbfc0-9864-4c7b-a05d-1ce5b38c6dcb tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577800 Nov 16 21:08:25.345764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-c53c5df3-123b-4137-94c6-4e99bc183471 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336835 Nov 16 21:08:25.363447 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:25.371053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7565b981-d408-4b49-a181-63acbde71ba4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7565b981-d408-4b49-a181-63acbde71ba4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:25.410753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f,segment=NetworkSegment(0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb),segment_id=0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:25.412142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af4fab6-c9c4-4c61-8021-bbb130174d3f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:25.414862 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271af63b-979b-4b8a-814d-baff2b7e5659" -d '{"events": [{"server_uuid": "eace66e5-6b41-4a0e-ae97-bfa149854bd1", "name": "network-vif-plugged", "status": "completed", "tag": "4af4fab6-c9c4-4c61-8021-bbb130174d3f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:25.418757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '7565b981-d408-4b49-a181-63acbde71ba4', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '7565b981-d408-4b49-a181-63acbde71ba4', 'mac_address': 'fa:16:3e:12:88:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:25.420634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:25.528789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:25.531696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4af4fab6-c9c4-4c61-8021-bbb130174d3f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:25.545004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:25.548100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7565b981-d408-4b49-a181-63acbde71ba4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:25.571698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7565b981-d408-4b49-a181-63acbde71ba4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7565b981-d408-4b49-a181-63acbde71ba4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:25.576789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:25.599401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74757969-226b-4a43-a8d4-8f40d99f0e68 req-13a008e2-9298-474f-8930-22cfdf15c882 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.607611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74757969-226b-4a43-a8d4-8f40d99f0e68 req-13a008e2-9298-474f-8930-22cfdf15c882 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0746813 Nov 16 21:08:25.637414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7565b981-d408-4b49-a181-63acbde71ba4,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:25.644211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c3eaa-b79f-4e50-9ff3-bedcd34cca80 req-98580848-ea1a-4af5-9ce3-7efa8d2b48ba tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.647385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d1c3eaa-b79f-4e50-9ff3-bedcd34cca80 req-98580848-ea1a-4af5-9ce3-7efa8d2b48ba tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.0712605 Nov 16 21:08:25.664054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74757969-226b-4a43-a8d4-8f40d99f0e68 req-873c8934-56e8-4224-9df0-4f1e662c0961 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555263 Nov 16 21:08:25.706322 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d1c3eaa-b79f-4e50-9ff3-bedcd34cca80 req-3863eaef-4ada-4348-a40e-9fa5dc3ba7b3 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Nov 16 21:08:25.813113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a161b-a9e1-4e52-83c6-200ae46ca77c req-6eefed3f-ba49-41f3-933e-bafc95a17330 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.814815 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b9a161b-a9e1-4e52-83c6-200ae46ca77c req-6eefed3f-ba49-41f3-933e-bafc95a17330 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 949 time: 0.0761993 Nov 16 21:08:25.819086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-e384933c-1a19-4114-b815-bb905c27b75b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:25.820895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-e384933c-1a19-4114-b815-bb905c27b75b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0569544 Nov 16 21:08:25.852291 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387cf84e-8670-45a7-bd10-81e9518d037f x-openstack-request-id: req-387cf84e-8670-45a7-bd10-81e9518d037f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:25.852969 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eace66e5-6b41-4a0e-ae97-bfa149854bd1", "name": "network-vif-plugged", "status": "completed", "tag": "4af4fab6-c9c4-4c61-8021-bbb130174d3f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:25.853235 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-387cf84e-8670-45a7-bd10-81e9518d037f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:25.853671 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af4fab6-c9c4-4c61-8021-bbb130174d3f', 'code': 200} Nov 16 21:08:25.918415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b9a161b-a9e1-4e52-83c6-200ae46ca77c req-043fe197-3a47-44cd-9374-29dc41914f1f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947618 Nov 16 21:08:26.005660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20e2998d-ba35-4286-8d99-65d49c3fcb3b req-038f1861-de79-4363-8dc2-3be4cab78143 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 210 time: 0.0350926 Nov 16 21:08:26.056973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7fe5c-ce97-413d-9d77-70d0a141b7e2 req-f7c5f718-a8c0-48e8-8f90-9f77972eebda tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.058439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7b7fe5c-ce97-413d-9d77-70d0a141b7e2 req-f7c5f718-a8c0-48e8-8f90-9f77972eebda tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1221323 Nov 16 21:08:26.064905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Deleting port 7e30d768-7c8a-410f-a48b-814348bd217c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:26.065251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:26.081148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['7565b981-d408-4b49-a181-63acbde71ba4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:26.116891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d560-6351-44bf-a258-7e7746acb76a req-a6441ba3-6a0e-4c83-8a2f-2f82dcd05060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.118435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b091d560-6351-44bf-a258-7e7746acb76a req-a6441ba3-6a0e-4c83-8a2f-2f82dcd05060 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1582577 Nov 16 21:08:26.136721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffbfac-fe78-4ae8-86b6-d1bec97798a0 req-363b15e3-d314-4ede-847a-e4f83698e2b0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.138775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55ffbfac-fe78-4ae8-86b6-d1bec97798a0 req-363b15e3-d314-4ede-847a-e4f83698e2b0 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.0607822 Nov 16 21:08:26.234901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7b7fe5c-ce97-413d-9d77-70d0a141b7e2 req-08d155dd-093c-45e9-83de-cd166cfc6ffe tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634095 Nov 16 21:08:26.240906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55ffbfac-fe78-4ae8-86b6-d1bec97798a0 req-0974bbfe-029b-4902-aaed-b6f6c17b6cac tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904310 Nov 16 21:08:26.248855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b091d560-6351-44bf-a258-7e7746acb76a req-b00ee929-138a-4c61-8222-3bd3568d9223 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145878 Nov 16 21:08:26.279371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] For port 7e30d768-7c8a-410f-a48b-814348bd217c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7e30d768-7c8a-410f-a48b-814348bd217c,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:26.286856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:26.330542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Calling delete_port for 7e30d768-7c8a-410f-a48b-814348bd217c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:26.446092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f78d-7a60-4c9d-87a6-cfd89f229159 req-a16a473f-605c-4784-8581-e3b4471efa8a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.447979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5835f78d-7a60-4c9d-87a6-cfd89f229159 req-a16a473f-605c-4784-8581-e3b4471efa8a tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1033432 Nov 16 21:08:26.470571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:26.474681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300300-72b5-4230-9dd3-773d4ffe44cd req-94aa27dc-5bdc-4a9a-90c6-3257e8c0b068 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.476951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f300300-72b5-4230-9dd3-773d4ffe44cd req-94aa27dc-5bdc-4a9a-90c6-3257e8c0b068 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 945 time: 0.0645316 Nov 16 21:08:26.529064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f300300-72b5-4230-9dd3-773d4ffe44cd req-e7449c2e-1421-4acc-a53a-f3d8d7bbb044 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Nov 16 21:08:26.538452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5835f78d-7a60-4c9d-87a6-cfd89f229159 req-d2eee28c-4ad9-4f7c-b6a6-ab378aac3571 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825980 Nov 16 21:08:26.558405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:26.575364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['2133c125-bcbc-4485-862c-13e851161d31', '7e30d768-7c8a-410f-a48b-814348bd217c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:26.602266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event deleted for resources: {'Port': ['ID=7e30d768-7c8a-410f-a48b-814348bd217c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:26.650863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] No DVR routers for this DVR port 7e30d768-7c8a-410f-a48b-814348bd217c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:26.653803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:26.657694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e4dddbf-e0d0-43f3-a1ca-3a6c9606236b req-449fe47e-b50b-453e-9469-638371fdb2be tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "DELETE /v2.0/ports/7e30d768-7c8a-410f-a48b-814348bd217c HTTP/1.1" status: 204 len: 173 time: 0.8298640 Nov 16 21:08:26.658210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-deleted', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:26.660686 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a05499-1b5f-47c2-a655-0b349cd28101" -d '{"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-deleted", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:26.713891 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f9324-5eed-4c76-bb2f-1be200e44066 x-openstack-request-id: req-007f9324-5eed-4c76-bb2f-1be200e44066 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:26.714223 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da6358d-8e55-410f-9a62-9f866bb21e3d", "name": "network-vif-deleted", "tag": "7e30d768-7c8a-410f-a48b-814348bd217c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:26.714484 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-007f9324-5eed-4c76-bb2f-1be200e44066 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:26.714926 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da6358d-8e55-410f-9a62-9f866bb21e3d', 'name': 'network-vif-deleted', 'tag': '7e30d768-7c8a-410f-a48b-814348bd217c', 'status': 'completed', 'code': 200} Nov 16 21:08:26.776028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-8e02ad8c-8434-4003-a728-654b948aeaf9 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358145 Nov 16 21:08:26.879328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c5b8b-9963-44b0-98f5-043f81f99b81 req-25abe613-aedf-448a-8048-27ae7dfefd8e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.881376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a7c5b8b-9963-44b0-98f5-043f81f99b81 req-25abe613-aedf-448a-8048-27ae7dfefd8e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0806696 Nov 16 21:08:26.915744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f434548-a053-41a0-9ddc-2b3809dd5bcb req-a7255573-0d4f-453f-beae-bc2ad5a4d9f7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:26.923051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f434548-a053-41a0-9ddc-2b3809dd5bcb req-a7255573-0d4f-453f-beae-bc2ad5a4d9f7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1452746 Nov 16 21:08:26.950914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a7c5b8b-9963-44b0-98f5-043f81f99b81 req-61704f80-c04c-4839-b4f8-16eb57d711b2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576739 Nov 16 21:08:27.000351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-35999d98-ac0f-4612-b792-466a34f66691 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:27.002319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-35999d98-ac0f-4612-b792-466a34f66691 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751182 Nov 16 21:08:27.005934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f434548-a053-41a0-9ddc-2b3809dd5bcb req-62330b82-355a-4e5f-81c4-793c638e5572 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820038 Nov 16 21:08:27.024533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Request body: {'port': {'device_id': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'e9117d91d2d04571b48cdfa54f12f38f'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:27.084360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a7b87-d7fe-4b75-8edc-0e7a0d2a87a1 req-24c3851b-15c8-4a04-a4b1-a76e05b04156 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:27.085935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c0a7b87-d7fe-4b75-8edc-0e7a0d2a87a1 req-24c3851b-15c8-4a04-a4b1-a76e05b04156 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.0595107 Nov 16 21:08:27.102200 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:08:27.145211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c0a7b87-d7fe-4b75-8edc-0e7a0d2a87a1 req-07b2634e-e5bf-4ec8-bcea-931c59704120 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529454 Nov 16 21:08:27.170182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e9c17-f905-4ecf-b22d-01d4544c1bad req-43c97902-ba43-4636-ae35-6202ac98d5ff tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:27.174460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f4e9c17-f905-4ecf-b22d-01d4544c1bad req-43c97902-ba43-4636-ae35-6202ac98d5ff tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 949 time: 0.0827422 Nov 16 21:08:27.223446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Made reservation on behalf of e9117d91d2d04571b48cdfa54f12f38f for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:27.228684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.231736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:27.243370 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.273772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5fbf6-6bcc-4dc9-8c69-2ec035217cb2 req-728837f8-342f-40f6-8079-504e132e191f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:27.275736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ae5fbf6-6bcc-4dc9-8c69-2ec035217cb2 req-728837f8-342f-40f6-8079-504e132e191f tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.0626295 Nov 16 21:08:27.292877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f4e9c17-f905-4ecf-b22d-01d4544c1bad req-adf3012c-bc19-473e-b837-48344853f5cd tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137388 Nov 16 21:08:27.354123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ae5fbf6-6bcc-4dc9-8c69-2ec035217cb2 req-81f6fd5b-1482-47ed-92b1-4ec016ec2d8d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703189 Nov 16 21:08:27.367030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.372223 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.431230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:27.452386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'mac_address': 'fa:16:3e:39:cf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:27.480663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e71a2-94cd-4683-856c-a0537c335bb8 req-6a8536aa-acfa-46e2-84ef-2ebc4766fe9b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:27.490454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-776e71a2-94cd-4683-856c-a0537c335bb8 req-6a8536aa-acfa-46e2-84ef-2ebc4766fe9b tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 948 time: 0.0671108 Nov 16 21:08:27.497258 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.503758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4798043-d29e-4f05-bac8-b3a6ba3a6606 req-1db1437d-94ee-494e-8d7e-1d523375ecca tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 210 time: 0.0666881 Nov 16 21:08:27.504631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88bdfc2-7e33-4952-b482-51e3f0c82ca7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:27.513278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:27.550949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-776e71a2-94cd-4683-856c-a0537c335bb8 req-8d5938b8-da28-465a-b897-394318499581 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585332 Nov 16 21:08:27.556294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:27.572127 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.638704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=14']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:27.668233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Allocated IP 192.168.233.179 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/42f5c057-4e70-402a-bd0f-d42304e33dd5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:27.806804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981eaf-9e50-476d-a9f9-a49ebbcd0fd1 req-742b28d3-d970-4ea2-a847-5632dc78758c tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:27.808390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52981eaf-9e50-476d-a9f9-a49ebbcd0fd1 req-742b28d3-d970-4ea2-a847-5632dc78758c tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 1100 time: 0.0459790 Nov 16 21:08:27.829141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7468eca-b945-40f8-bf90-e73f12e60988 req-9e7f68a6-04ad-428d-840f-33a829c793aa tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.0389261 Nov 16 21:08:27.903595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:27.911581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52981eaf-9e50-476d-a9f9-a49ebbcd0fd1 req-30abbc49-f9a7-4784-9eeb-610e3441f8a4 tempest-MigrationsAdminTest-1533937407 tempest-MigrationsAdminTest-1533937407-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924168 Nov 16 21:08:27.975905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:28.011442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['80bdad7d-aa22-44cb-a517-4264d4fe1256'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:28.026955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:28.033074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:28.048252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:28.114798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Pushing event updated for resources: {'Port': ['ID=42f5c057-4e70-402a-bd0f-d42304e33dd5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:28.179429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.179945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:28.206954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c68e3-407c-4037-a6dd-110f06e5bb0b req-bad14b82-0e8c-460f-b37b-0f918c646329 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.209253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a86c68e3-407c-4037-a6dd-110f06e5bb0b req-bad14b82-0e8c-460f-b37b-0f918c646329 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1200387 Nov 16 21:08:28.234216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-e6fb75bb-a75e-4ba9-85c9-983667530fad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2144051 Nov 16 21:08:28.259395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Request body: {'port': {'device_id': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:28.344904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8a3c-5136-4a10-9173-637b84000208 req-37e8b859-deea-4277-bfec-21291bb096c7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.350037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85be8a3c-5136-4a10-9173-637b84000208 req-37e8b859-deea-4277-bfec-21291bb096c7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0625520 Nov 16 21:08:28.356514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a86c68e3-407c-4037-a6dd-110f06e5bb0b req-3bbd7ebd-fc19-4b00-9718-f5342b419006 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358771 Nov 16 21:08:28.361677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:28.445242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85be8a3c-5136-4a10-9173-637b84000208 req-538d5985-9b20-4e33-ae7a-f35cb0aa1adb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760367 Nov 16 21:08:28.467725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6bfb7752-c7fb-4b7c-80c1-d375a015513b None None] Provisioning complete for port 42f5c057-4e70-402a-bd0f-d42304e33dd5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:28.468163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7752-c7fb-4b7c-80c1-d375a015513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:28.517864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb7752-c7fb-4b7c-80c1-d375a015513b None None] Port 42f5c057-4e70-402a-bd0f-d42304e33dd5 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:08:28.558142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2dd72-1750-4aa3-92db-233e7461591a req-caaef6e5-9704-4cec-becb-42331072ea13 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.559942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1e2dd72-1750-4aa3-92db-233e7461591a req-caaef6e5-9704-4cec-becb-42331072ea13 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0576742 Nov 16 21:08:28.601238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd164e-926f-433d-9b12-fad8b675e699 req-2f61111d-7c84-4f44-9a99-80a057a0845c tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.602854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32bd164e-926f-433d-9b12-fad8b675e699 req-2f61111d-7c84-4f44-9a99-80a057a0845c tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.1657977 Nov 16 21:08:28.612133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1e2dd72-1750-4aa3-92db-233e7461591a req-defebf3b-cbcb-46f2-8777-b8d35b0f66f4 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Nov 16 21:08:28.700341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32bd164e-926f-433d-9b12-fad8b675e699 req-4580db63-e25e-41b2-adcc-0eb92e2ae0d7 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873175 Nov 16 21:08:28.743405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09293e0-92fa-4aae-80f5-6f54875dbd7b req-c36c9ef2-f292-4eff-a040-197c345f3e9c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.745011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f09293e0-92fa-4aae-80f5-6f54875dbd7b req-c36c9ef2-f292-4eff-a040-197c345f3e9c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 949 time: 0.0658236 Nov 16 21:08:28.773612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f5c057-4e70-402a-bd0f-d42304e33dd5 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:28.783024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:28.803607 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f09293e0-92fa-4aae-80f5-6f54875dbd7b req-dddb4c7c-350b-42b1-a13d-13a4b222d8bf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Nov 16 21:08:28.822321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Transition to ACTIVE for port object 42f5c057-4e70-402a-bd0f-d42304e33dd5 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:28.826113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:28.891180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92c072-dbf7-46fb-9127-0dfeb70b55a7 req-9157dd21-450d-4495-859a-714773963bb6 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:28.898985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e92c072-dbf7-46fb-9127-0dfeb70b55a7 req-9157dd21-450d-4495-859a-714773963bb6 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 936 time: 0.1184549 Nov 16 21:08:28.907553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Pushing event updated for resources: {'Port': ['ID=42f5c057-4e70-402a-bd0f-d42304e33dd5,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:28.999382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e92c072-dbf7-46fb-9127-0dfeb70b55a7 req-537d90b0-2d0b-462c-9b62-7c37898bc86c tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995600 Nov 16 21:08:29.032263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Attempting to bind port 42f5c057-4e70-402a-bd0f-d42304e33dd5 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:29.032780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Attempting to bind port 42f5c057-4e70-402a-bd0f-d42304e33dd5 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:29.033125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Attempting to bind port 42f5c057-4e70-402a-bd0f-d42304e33dd5 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:29.040116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Port 42f5c057-4e70-402a-bd0f-d42304e33dd5 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:29.040449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Attempting to bind port 42f5c057-4e70-402a-bd0f-d42304e33dd5 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:29.050707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:29.052206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:29.052630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:29.053089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Bound port: 42f5c057-4e70-402a-bd0f-d42304e33dd5, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:29.053706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:29.165169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:29.170931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-620a76e0-5251-45de-b6c3-ed3a89168844 req-f019666d-5d9f-4385-a2e1-a702721bcb0b tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.0729060 Nov 16 21:08:29.193992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] For port 42f5c057-4e70-402a-bd0f-d42304e33dd5, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:29.196016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311188a3-73c7-47a4-a166-d90e61aeea06 req-aa056e05-d89b-4cf8-98f2-407e027609ff tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.197621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] For port 42f5c057-4e70-402a-bd0f-d42304e33dd5, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:29.198748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 7e30d768-7c8a-410f-a48b-814348bd217c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:29.199121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7e30d768-7c8a-410f-a48b-814348bd217c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:29.199879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-311188a3-73c7-47a4-a166-d90e61aeea06 req-aa056e05-d89b-4cf8-98f2-407e027609ff tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.0735075 Nov 16 21:08:29.206538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:29.227601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7565b981-d408-4b49-a181-63acbde71ba4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:29.247535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.248586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:29.249866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] 10.222.0.47 "PUT /v2.0/ports/42f5c057-4e70-402a-bd0f-d42304e33dd5 HTTP/1.1" status: 200 len: 1096 time: 0.9966099 Nov 16 21:08:29.250416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'tag': '42f5c057-4e70-402a-bd0f-d42304e33dd5'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:29.252875 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90007460-b119-4bb9-bd97-f329e59cbc04" -d '{"events": [{"name": "network-changed", "server_uuid": "bf36cfa0-2dfb-4434-ac7a-61212ab37129", "tag": "42f5c057-4e70-402a-bd0f-d42304e33dd5"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:29.290753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 7565b981-d408-4b49-a181-63acbde71ba4 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:29.295756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 7565b981-d408-4b49-a181-63acbde71ba4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:29.296367 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:29.305163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86270e34-aad1-49fb-aeee-67f19c412f4c service neutron] Pushing event updated for resources: {'Port': ['ID=42f5c057-4e70-402a-bd0f-d42304e33dd5,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:29.314770 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7dc9ff-b5e9-44f2-8512-b303814f62e5 x-openstack-request-id: req-8b7dc9ff-b5e9-44f2-8512-b303814f62e5 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:29.315171 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf36cfa0-2dfb-4434-ac7a-61212ab37129", "tag": "42f5c057-4e70-402a-bd0f-d42304e33dd5", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:29.315527 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b7dc9ff-b5e9-44f2-8512-b303814f62e5 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:29.316031 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'tag': '42f5c057-4e70-402a-bd0f-d42304e33dd5', 'status': 'completed', 'code': 200} Nov 16 21:08:29.340739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-311188a3-73c7-47a4-a166-d90e61aeea06 req-aaa415b3-048b-446a-aa93-bf51f58028e5 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351142 Nov 16 21:08:29.394187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:29.413787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-ebb1ce58-597a-438f-bdd6-69df8177da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.415349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-ebb1ce58-597a-438f-bdd6-69df8177da47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 1099 time: 0.0916748 Nov 16 21:08:29.442637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7565b981-d408-4b49-a181-63acbde71ba4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7565b981-d408-4b49-a181-63acbde71ba4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:29.443774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7565b981-d408-4b49-a181-63acbde71ba4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:29.446669 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1f531-42c7-40c3-bfb1-7c3b58cfa44a" -d '{"events": [{"server_uuid": "f08bf207-2460-409b-9a83-ac6ba78faf32", "name": "network-vif-plugged", "status": "completed", "tag": "7565b981-d408-4b49-a181-63acbde71ba4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:29.464898 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:29.480768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-cb05df77-7213-4a0a-883f-298308b72f4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5 HTTP/1.1" status: 200 len: 217 time: 0.0512600 Nov 16 21:08:29.522848 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc5690-0048-4818-bb5d-124850bb9299 x-openstack-request-id: req-21dc5690-0048-4818-bb5d-124850bb9299 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:29.523671 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08bf207-2460-409b-9a83-ac6ba78faf32", "name": "network-vif-plugged", "status": "completed", "tag": "7565b981-d408-4b49-a181-63acbde71ba4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:29.524250 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21dc5690-0048-4818-bb5d-124850bb9299 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:29.524801 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7565b981-d408-4b49-a181-63acbde71ba4', 'code': 200} Nov 16 21:08:29.570927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7565b981-d408-4b49-a181-63acbde71ba4,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:29.581239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5edaa-c8f6-4429-8b72-2de8d3013554 req-cf3c7517-b685-482e-8f62-6b7625e0d40d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.583078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5c5edaa-c8f6-4429-8b72-2de8d3013554 req-cf3c7517-b685-482e-8f62-6b7625e0d40d tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1065650 Nov 16 21:08:29.622623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-9861c515-8f70-44e5-b6e2-23a5c9045d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.624052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-9861c515-8f70-44e5-b6e2-23a5c9045d08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1072459 Nov 16 21:08:29.653190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876743-ba1d-4bfd-939d-3e9ddb7956bc req-bc631451-8c10-4bbc-9553-a3d48950e1ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.655001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9876743-ba1d-4bfd-939d-3e9ddb7956bc req-bc631451-8c10-4bbc-9553-a3d48950e1ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0572860 Nov 16 21:08:29.695473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d3e95-04cb-4745-adcc-508f00ce8e43 req-e12acbcf-e427-4423-8080-5195fb682698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.697006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b41d3e95-04cb-4745-adcc-508f00ce8e43 req-e12acbcf-e427-4423-8080-5195fb682698 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 1101 time: 0.1091182 Nov 16 21:08:29.707457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9876743-ba1d-4bfd-939d-3e9ddb7956bc req-c64e204f-0d96-49de-ad8e-e43f9aa41d21 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Nov 16 21:08:29.719693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5c5edaa-c8f6-4429-8b72-2de8d3013554 req-e8557b62-f01a-4bad-87bc-c3e6f09c905c tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051929 Nov 16 21:08:29.731840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-52f9de11-113a-437b-bd65-f054c444ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.734875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-52f9de11-113a-437b-bd65-f054c444ab3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992253 Nov 16 21:08:29.814616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b41d3e95-04cb-4745-adcc-508f00ce8e43 req-02176423-dd07-4285-9c74-7bd107820fc7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075051 Nov 16 21:08:29.852963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-835e4402-f174-45e1-b2cc-7bbdf7ef011b service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075253 Nov 16 21:08:29.854246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a20f6-3e92-4087-acb9-b08082335563 req-552a9f88-33e5-4196-a386-13838bfef3d3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.855841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2c8a20f6-3e92-4087-acb9-b08082335563 req-552a9f88-33e5-4196-a386-13838bfef3d3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0748610 Nov 16 21:08:29.909541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2c8a20f6-3e92-4087-acb9-b08082335563 req-c96a7b50-2df4-40fd-8481-0c68e36136d6 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473042 Nov 16 21:08:29.948885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f0062-dc9e-4cc8-a8b9-a0afa2d1c5a5 req-ad895613-1c5f-4b64-9acd-379b3dec19e7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:29.950679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-509f0062-dc9e-4cc8-a8b9-a0afa2d1c5a5 req-ad895613-1c5f-4b64-9acd-379b3dec19e7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 950 time: 0.0649140 Nov 16 21:08:30.005844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-509f0062-dc9e-4cc8-a8b9-a0afa2d1c5a5 req-ca8608ce-5e0f-437e-a555-99cc80d9e467 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487814 Nov 16 21:08:30.181377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d27c1-1887-4fb5-adef-298fe4da8b66 req-49e43b14-f547-405c-8a71-09006c390fcb tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.182974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-341d27c1-1887-4fb5-adef-298fe4da8b66 req-49e43b14-f547-405c-8a71-09006c390fcb tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 948 time: 0.1072123 Nov 16 21:08:30.225432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ebe16c6-1997-403e-9518-0f500322e7ca req-ac21a496-ff9a-4f5f-99ec-c35ed3ac5c52 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377809 Nov 16 21:08:30.283297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab79b7bf-dfa5-499d-ad1b-39de317c0b9a req-5550f48f-5079-48a9-a902-0eaad629b3ca tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.0346892 Nov 16 21:08:30.285542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-341d27c1-1887-4fb5-adef-298fe4da8b66 req-e23c2228-c753-4c3f-8403-c1572c1dc169 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 Nov 16 21:08:30.310435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-787b27dc-1080-48f2-acc4-546f2f409a2f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.310435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-787b27dc-1080-48f2-acc4-546f2f409a2f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0837498 Nov 16 21:08:30.459669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-93b168ac-07ec-4448-802d-90587ea7ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.461185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-93b168ac-07ec-4448-802d-90587ea7ae6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 1099 time: 0.1366909 Nov 16 21:08:30.509201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cc3b5-01de-4630-a86e-c91cda18ec9f req-4dd48471-47ab-4a86-808c-420049dc6c3e tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.510725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-081cc3b5-01de-4630-a86e-c91cda18ec9f req-4dd48471-47ab-4a86-808c-420049dc6c3e tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.0949929 Nov 16 21:08:30.565214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Deleting port 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:30.565476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:30.662264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-081cc3b5-01de-4630-a86e-c91cda18ec9f req-d30f9120-8575-4f9c-a5c4-cae14a5273a8 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258974 Nov 16 21:08:30.692918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-858b0a0b-a651-4754-9765-6a639f252af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.694471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-858b0a0b-a651-4754-9765-6a639f252af4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2189686 Nov 16 21:08:30.755880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-bfc4c1ee-19ac-4d6c-b47a-9299954ecd0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5 HTTP/1.1" status: 200 len: 217 time: 0.0484715 Nov 16 21:08:30.766539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] For port 80bdad7d-aa22-44cb-a517-4264d4fe1256, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=80bdad7d-aa22-44cb-a517-4264d4fe1256,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:30.766990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:30.813595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Calling delete_port for 80bdad7d-aa22-44cb-a517-4264d4fe1256 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:30.862310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab8ee-de35-4e64-ad48-263773fdcf8d req-01f2880a-b926-47b4-835d-c063a22b52c7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.865797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4beab8ee-de35-4e64-ad48-263773fdcf8d req-01f2880a-b926-47b4-835d-c063a22b52c7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Nov 16 21:08:30.874566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-23075f41-ebc2-4d2b-b680-8e3d994282c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.876026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-23075f41-ebc2-4d2b-b680-8e3d994282c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1116209 Nov 16 21:08:30.914393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4beab8ee-de35-4e64-ad48-263773fdcf8d req-e71197d5-9371-4629-bc14-bc93806fc421 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446358 Nov 16 21:08:30.990339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-253cd634-95e6-41a8-832b-31df9d1b50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:30.991838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-253cd634-95e6-41a8-832b-31df9d1b50c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821891 Nov 16 21:08:31.008862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458943b-8a90-44aa-a23f-2875efbccfe5 req-d78eb269-8b55-43dc-9bb1-fdad0717c270 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:31.010393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a458943b-8a90-44aa-a23f-2875efbccfe5 req-d78eb269-8b55-43dc-9bb1-fdad0717c270 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1380177 Nov 16 21:08:31.052632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92449d0c-87a5-481a-91bb-406fa7532539 req-7c2671df-953b-40c7-8420-7c1a901f83dd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:31.054069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92449d0c-87a5-481a-91bb-406fa7532539 req-7c2671df-953b-40c7-8420-7c1a901f83dd tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac12b104-776c-4798-b31b-972c6b89078b HTTP/1.1" status: 200 len: 949 time: 0.0582397 Nov 16 21:08:31.106300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92449d0c-87a5-481a-91bb-406fa7532539 req-5a91ac0c-c580-4df0-94e0-549d5333d329 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460839 Nov 16 21:08:31.161553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a458943b-8a90-44aa-a23f-2875efbccfe5 req-e4539868-2502-4847-91df-8acdbed585cf tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414375 Nov 16 21:08:31.196829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-e32863f1-268d-480c-9ae0-c65035754dea service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847093 Nov 16 21:08:31.197953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:31.216200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708', '80bdad7d-aa22-44cb-a517-4264d4fe1256'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:31.220174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7', '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:31.270129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:31.309817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event deleted for resources: {'Port': ['ID=80bdad7d-aa22-44cb-a517-4264d4fe1256,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:31.346714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 80bdad7d-aa22-44cb-a517-4264d4fe1256 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:31.347438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 80bdad7d-aa22-44cb-a517-4264d4fe1256 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:31.373111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-d3589214-88c0-46d6-9c36-e1da54e33e7e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:31.374851 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-d3589214-88c0-46d6-9c36-e1da54e33e7e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.2450809 Nov 16 21:08:31.376310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] No DVR routers for this DVR port 80bdad7d-aa22-44cb-a517-4264d4fe1256 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:31.380548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:31.403059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8366d537-78b3-4368-92a7-4cd62d955c2a req-2da0b194-7b2c-44aa-8444-55acd64ec44e tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "DELETE /v2.0/ports/80bdad7d-aa22-44cb-a517-4264d4fe1256 HTTP/1.1" status: 204 len: 173 time: 1.0868742 Nov 16 21:08:31.403552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-deleted', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:31.404511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72375817-402b-4f1a-87e0-70118d9cbecc req-c929bad7-86d4-4f88-aa57-10216dab3f56 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:31.406134 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3912c075-584e-4245-bab2-0a8b18474f2d" -d '{"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-deleted", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:31.407981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72375817-402b-4f1a-87e0-70118d9cbecc req-c929bad7-86d4-4f88-aa57-10216dab3f56 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.41 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.2457006 Nov 16 21:08:31.447988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e53e-5515-465e-b4c7-3f920b1fbe71 req-687664dc-74f3-4a36-936c-756e2f3153a9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:31.456228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31c8e53e-5515-465e-b4c7-3f920b1fbe71 req-687664dc-74f3-4a36-936c-756e2f3153a9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 950 time: 0.2202480 Nov 16 21:08:31.550478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28ac1c92-48d9-4b1a-9f53-ec05c62121b2 req-295d00da-9e18-41f9-be41-fad0e021ff1a tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=1da6358d-8e55-410f-9a62-9f866bb21e3d HTTP/1.1" status: 200 len: 210 time: 0.1207170 Nov 16 21:08:31.569769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90007460-b119-4bb9-bd97-f329e59cbc04 req-71f8c1ce-399d-404e-81ab-828a8ec9fb46 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542876 Nov 16 21:08:31.751209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e07c15-a856-4a5d-9433-a15a57567203 req-07c8340d-79f6-4445-a242-2fd1b90fec2d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:31.755678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23e07c15-a856-4a5d-9433-a15a57567203 req-07c8340d-79f6-4445-a242-2fd1b90fec2d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 948 time: 0.1110852 Nov 16 21:08:31.759545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31c8e53e-5515-465e-b4c7-3f920b1fbe71 req-27e41f2b-ad02-48f9-a8cd-df86fa34b156 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022561 Nov 16 21:08:31.842554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Deleting port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:31.842741 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a6179-f4c5-4570-89f7-baf032aae0ff x-openstack-request-id: req-478a6179-f4c5-4570-89f7-baf032aae0ff {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:31.842893 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac12b104-776c-4798-b31b-972c6b89078b", "name": "network-vif-deleted", "tag": "80bdad7d-aa22-44cb-a517-4264d4fe1256", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:31.843004 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:31.843117 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-478a6179-f4c5-4570-89f7-baf032aae0ff {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:31.843502 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac12b104-776c-4798-b31b-972c6b89078b', 'name': 'network-vif-deleted', 'tag': '80bdad7d-aa22-44cb-a517-4264d4fe1256', 'status': 'completed', 'code': 200} Nov 16 21:08:31.849843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Deleting port 4af4fab6-c9c4-4c61-8021-bbb130174d3f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:31.850202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:31.864592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23e07c15-a856-4a5d-9433-a15a57567203 req-4c8b7319-74a2-46d1-bd7b-c697ccedb7f6 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 Nov 16 21:08:32.055852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] For port 4af4fab6-c9c4-4c61-8021-bbb130174d3f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4af4fab6-c9c4-4c61-8021-bbb130174d3f,segment=NetworkSegment(0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb),segment_id=0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:32.056220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.069712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2c8ba-81d3-4af4-9950-506aedce1abd req-cc0aec30-31ca-4c6b-8e8c-cc14a9bb9a39 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:32.071549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a460-c14b-418c-a037-87edd83bd1ad req-1b0384c6-7b39-41f6-8717-c280ba5d2090 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:32.073215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4211a460-c14b-418c-a037-87edd83bd1ad req-1b0384c6-7b39-41f6-8717-c280ba5d2090 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 945 time: 0.1382453 Nov 16 21:08:32.077323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cbb2c8ba-81d3-4af4-9950-506aedce1abd req-cc0aec30-31ca-4c6b-8e8c-cc14a9bb9a39 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0613809 Nov 16 21:08:32.087819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] For port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,segment=NetworkSegment(dd5f23f3-b61b-49b5-848c-8fff43ffe042),segment_id=dd5f23f3-b61b-49b5-848c-8fff43ffe042)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:32.088193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.106630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Calling delete_port for 4af4fab6-c9c4-4c61-8021-bbb130174d3f owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:32.123801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Calling delete_port for 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:32.132452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cbb2c8ba-81d3-4af4-9950-506aedce1abd req-1e156ff9-be00-43f0-a586-a68b461aba86 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539112 Nov 16 21:08:32.258214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4211a460-c14b-418c-a037-87edd83bd1ad req-a0c70653-a673-41eb-b7cc-5958aaa2a3fa tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/security-groups?id=51852842-88a1-4ea0-8300-6837dcf7edb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666009 Nov 16 21:08:32.359129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c7da7-bc22-4cbd-84ba-ef2b9d7d7c6e req-51c914ca-38e9-47f1-b1ed-94be35a5be5e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:32.367796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-978c7da7-bc22-4cbd-84ba-ef2b9d7d7c6e req-51c914ca-38e9-47f1-b1ed-94be35a5be5e tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e53190c-97d0-4f7b-a316-e0428e040956 HTTP/1.1" status: 200 len: 946 time: 0.1053250 Nov 16 21:08:32.473078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.486328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.491681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-978c7da7-bc22-4cbd-84ba-ef2b9d7d7c6e req-e36de94d-a3d0-4fdd-a6a4-add0f388a9b6 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228540 Nov 16 21:08:32.518421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Pushing event deleted for resources: {'Port': ['ID=3f0f6c8b-1c62-4916-89a8-ce09d27ed15b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:32.581714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Pushing event deleted for resources: {'Port': ['ID=4af4fab6-c9c4-4c61-8021-bbb130174d3f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:32.625551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] No DVR routers for this DVR port 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:32.627557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.634088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b611dbc8-6ebc-44b3-9e0b-6966823e4f7e req-8ece21fd-6bbe-48d0-9031-8ee0fb41c2ca tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.41 "DELETE /v2.0/ports/3f0f6c8b-1c62-4916-89a8-ce09d27ed15b HTTP/1.1" status: 204 len: 173 time: 1.2234547 Nov 16 21:08:32.644964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7d88-0e94-42e4-b433-394075ab57fb req-88c9086a-248f-4ee7-a49f-e42a572df19f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:32.653728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb9b7d88-0e94-42e4-b433-394075ab57fb req-88c9086a-248f-4ee7-a49f-e42a572df19f tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 951 time: 0.0779252 Nov 16 21:08:32.665614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53190c-97d0-4f7b-a316-e0428e040956', 'name': 'network-vif-deleted', 'tag': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:32.667968 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86339ced-e92e-4ee8-b71b-b2692dbdc34d" -d '{"events": [{"server_uuid": "2e53190c-97d0-4f7b-a316-e0428e040956", "name": "network-vif-deleted", "tag": "3f0f6c8b-1c62-4916-89a8-ce09d27ed15b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:32.671403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] No DVR routers for this DVR port 4af4fab6-c9c4-4c61-8021-bbb130174d3f on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:32.673976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.679340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72375817-402b-4f1a-87e0-70118d9cbecc req-fcd31ec4-1853-424c-aa92-c3e047a1db24 tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.41 "DELETE /v2.0/ports/4af4fab6-c9c4-4c61-8021-bbb130174d3f HTTP/1.1" status: 204 len: 173 time: 1.2484009 Nov 16 21:08:32.717652 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16bb5b-35f7-4b18-addd-5cda889ca08f x-openstack-request-id: req-9f16bb5b-35f7-4b18-addd-5cda889ca08f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:32.717966 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53190c-97d0-4f7b-a316-e0428e040956", "name": "network-vif-deleted", "tag": "3f0f6c8b-1c62-4916-89a8-ce09d27ed15b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:32.718290 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f16bb5b-35f7-4b18-addd-5cda889ca08f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:32.718760 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53190c-97d0-4f7b-a316-e0428e040956', 'name': 'network-vif-deleted', 'tag': '3f0f6c8b-1c62-4916-89a8-ce09d27ed15b', 'status': 'completed', 'code': 200} Nov 16 21:08:32.747670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb9b7d88-0e94-42e4-b433-394075ab57fb req-1d449969-b8f3-4e3e-83d7-d20f3b5ea9d5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924540 Nov 16 21:08:32.807910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3f0f6c8b-1c62-4916-89a8-ce09d27ed15b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:32.810785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4af4fab6-c9c4-4c61-8021-bbb130174d3f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:32.924431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cff38-1790-4b95-b62d-20c8b31265c7 req-50b5254e-bb98-48f6-b68f-ca1038842335 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:32.932667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-530cff38-1790-4b95-b62d-20c8b31265c7 req-50b5254e-bb98-48f6-b68f-ca1038842335 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 950 time: 0.0665781 Nov 16 21:08:32.941812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:32.979377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-530cff38-1790-4b95-b62d-20c8b31265c7 req-0c5f5066-3424-4ad5-b113-2e6fc9af60e6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454879 Nov 16 21:08:33.032071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad231-9783-4c75-9349-8494dda125cc req-6dc77134-1d78-41d9-8632-dd93bcabd118 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:33.033748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5dad231-9783-4c75-9349-8494dda125cc req-6dc77134-1d78-41d9-8632-dd93bcabd118 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 948 time: 0.0663247 Nov 16 21:08:33.088675 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5dad231-9783-4c75-9349-8494dda125cc req-f6d6e0f6-897a-4575-a8aa-c580e6eb15c2 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Nov 16 21:08:33.096850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971915d-d61c-443b-a382-4c0d62f3388d req-2ed88eaf-d625-4d40-8103-a7804f7b4709 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:33.099290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7971915d-d61c-443b-a382-4c0d62f3388d req-2ed88eaf-d625-4d40-8103-a7804f7b4709 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 1101 time: 0.0492177 Nov 16 21:08:33.147388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7971915d-d61c-443b-a382-4c0d62f3388d req-2b4554b3-4266-46cf-94d9-466e1fd3f432 tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Nov 16 21:08:33.270339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd013-03ce-4f82-84ba-9bb299ef6402 req-0083930d-36cc-4872-863c-553205e97e35 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:33.272468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3bd013-03ce-4f82-84ba-9bb299ef6402 req-0083930d-36cc-4872-863c-553205e97e35 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0668993 Nov 16 21:08:33.366910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3bd013-03ce-4f82-84ba-9bb299ef6402 req-21f3ee96-3f36-47a7-997e-4b443013ca23 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809472 Nov 16 21:08:33.433881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f0705-5320-4036-8c2a-7152fa54f00b req-bb4954d0-b25d-4fa3-9f73-347b28be6c01 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:33.436080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-831f0705-5320-4036-8c2a-7152fa54f00b req-bb4954d0-b25d-4fa3-9f73-347b28be6c01 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 951 time: 0.1514750 Nov 16 21:08:33.479997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-832ebea5-fe31-45d5-a044-d3a4e5c3338c req-cfa38e42-d740-4a85-8305-86548412fc5a tempest-InstanceActionsV221TestJSON-1540977038 tempest-InstanceActionsV221TestJSON-1540977038-project] 10.222.0.48 "GET /v2.0/ports?device_id=eace66e5-6b41-4a0e-ae97-bfa149854bd1 HTTP/1.1" status: 200 len: 210 time: 0.0850828 Nov 16 21:08:33.950218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-d63edc10-3435-48ff-899a-6b841d843c7d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4116457 Nov 16 21:08:33.972940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f82a2d-fb31-435f-942a-9a0032f35089 req-806ded0f-e79e-4726-991d-4eb4affeef95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:33.984037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97f82a2d-fb31-435f-942a-9a0032f35089 req-806ded0f-e79e-4726-991d-4eb4affeef95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 951 time: 0.0778782 Nov 16 21:08:33.992807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c60f3b8-d0bd-46ff-b7ef-ede3266f4ba5 req-c4b1a139-5094-4a91-b373-3311a70accb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4ba398371e4462a9ece773cd78c88c0&device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 210 time: 0.0562544 Nov 16 21:08:34.038691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97f82a2d-fb31-435f-942a-9a0032f35089 req-b28a7060-6ce9-4359-b2ae-2583e6cbb215 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531344 Nov 16 21:08:34.147483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Deleting port ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:34.147843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:34.178908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53851c62-15cf-4790-84f0-e6c45f1719b8 req-8a5f786d-3806-402f-b5cc-5fa8368cb4c2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 210 time: 0.0492253 Nov 16 21:08:34.320726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b5717-96fe-4053-9e74-92736b6426ba req-ede44306-a0d0-419b-bd17-f317770cb392 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:34.322686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63b5717-96fe-4053-9e74-92736b6426ba req-ede44306-a0d0-419b-bd17-f317770cb392 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 948 time: 0.0752270 Nov 16 21:08:34.326915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-f0305330-2c79-44f8-8dc7-7fc30ed508a1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:34.334480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-f0305330-2c79-44f8-8dc7-7fc30ed508a1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775921 Nov 16 21:08:34.347063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60f3b8-d0bd-46ff-b7ef-ede3266f4ba5 req-05e0d933-41ab-41b4-9e94-9f017479ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:34.349632 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c60f3b8-d0bd-46ff-b7ef-ede3266f4ba5 req-05e0d933-41ab-41b4-9e94-9f017479ae39 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c4ba398371e4462a9ece773cd78c88c0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3420832 Nov 16 21:08:34.393045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-4c70dbd2-8eb6-40a7-b84d-c852a6b23c4c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/quotas/c1f290e52e7242d984c8af41cac3e14b HTTP/1.1" status: 200 len: 375 time: 0.0576112 Nov 16 21:08:34.396710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63b5717-96fe-4053-9e74-92736b6426ba req-8161de95-c74d-4566-bd4c-6dbbb6109ea4 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672958 Nov 16 21:08:34.428413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] For port ccdadde1-748d-4d09-8d0e-9514d642d708, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=ccdadde1-748d-4d09-8d0e-9514d642d708,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:34.428786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:34.497405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Calling delete_port for ccdadde1-748d-4d09-8d0e-9514d642d708 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:34.540747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f0f7-3d01-4ea6-9cf2-e4b48b786770 req-8d56ee7f-746f-4464-b408-6502a0d9e9f1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:34.542348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4287f0f7-3d01-4ea6-9cf2-e4b48b786770 req-8d56ee7f-746f-4464-b408-6502a0d9e9f1 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0599606 Nov 16 21:08:34.595288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4287f0f7-3d01-4ea6-9cf2-e4b48b786770 req-27f6b25f-2b4a-42a0-be06-05c4deaf0d0c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Nov 16 21:08:34.642834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-a6055039-a24b-4c3e-9da8-549172e9f9e6 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2488880 Nov 16 21:08:34.678269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60f3b8-d0bd-46ff-b7ef-ede3266f4ba5 req-da1e5868-bf61-493a-b1b9-ed43e4f5bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:34.679789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c60f3b8-d0bd-46ff-b7ef-ede3266f4ba5 req-da1e5868-bf61-493a-b1b9-ed43e4f5bc0d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3189900 Nov 16 21:08:34.720084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'name': 'network-vif-deleted', 'tag': '4af4fab6-c9c4-4c61-8021-bbb130174d3f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:34.722627 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a268ed5-d0a1-4653-a2bb-df6142e70d38" -d '{"events": [{"server_uuid": "eace66e5-6b41-4a0e-ae97-bfa149854bd1", "name": "network-vif-deleted", "tag": "4af4fab6-c9c4-4c61-8021-bbb130174d3f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:34.841811 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:34.847212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:34.863519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7', '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:34.882550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['ccdadde1-748d-4d09-8d0e-9514d642d708'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:34.977591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event deleted for resources: {'Port': ['ID=ccdadde1-748d-4d09-8d0e-9514d642d708,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:34.999552 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dedfb1-adf0-4211-b02d-d5eae81b45ff x-openstack-request-id: req-79dedfb1-adf0-4211-b02d-d5eae81b45ff {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:35.000826 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eace66e5-6b41-4a0e-ae97-bfa149854bd1", "name": "network-vif-deleted", "tag": "4af4fab6-c9c4-4c61-8021-bbb130174d3f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:35.001179 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79dedfb1-adf0-4211-b02d-d5eae81b45ff {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:35.003541 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eace66e5-6b41-4a0e-ae97-bfa149854bd1', 'name': 'network-vif-deleted', 'tag': '4af4fab6-c9c4-4c61-8021-bbb130174d3f', 'status': 'completed', 'code': 200} Nov 16 21:08:35.065462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fb2ec2ed-92bf-491b-b23b-73996cbaf4c5 req-deb437c5-6d5f-4123-9830-d1506fe0cf57 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 210 time: 0.0904512 Nov 16 21:08:35.081305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55224) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:35.117314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] No DVR routers for this DVR port ccdadde1-748d-4d09-8d0e-9514d642d708 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:35.120113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.123867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-831f0705-5320-4036-8c2a-7152fa54f00b req-5f8cb0c2-715b-4b9c-894f-11c091b79e95 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.47 "DELETE /v2.0/ports/ccdadde1-748d-4d09-8d0e-9514d642d708 HTTP/1.1" status: 204 len: 173 time: 1.6808062 Nov 16 21:08:35.124387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-deleted', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:35.135489 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff899b98-f292-429b-899b-d785d3d065a5" -d '{"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-deleted", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:35.178404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:35.200052 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede3eb93-58cc-42c1-840d-5430a23dd986 x-openstack-request-id: req-ede3eb93-58cc-42c1-840d-5430a23dd986 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:35.200401 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a063b6-c98d-4304-8996-337fb35868f3", "name": "network-vif-deleted", "tag": "ccdadde1-748d-4d09-8d0e-9514d642d708", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:35.200718 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ede3eb93-58cc-42c1-840d-5430a23dd986 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:35.201178 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a063b6-c98d-4304-8996-337fb35868f3', 'name': 'network-vif-deleted', 'tag': 'ccdadde1-748d-4d09-8d0e-9514d642d708', 'status': 'completed', 'code': 200} Nov 16 21:08:35.244207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:35.251549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3f0f6c8b-1c62-4916-89a8-ce09d27ed15b not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:35.252758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4af4fab6-c9c4-4c61-8021-bbb130174d3f no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:35.253811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Deleting subnet f0da80d2-6db4-4c90-aced-4bf4f6fbe916 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:35.257847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 42f5c057-4e70-402a-bd0f-d42304e33dd5 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:35.276576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.344934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.407102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80aa3031-1a1a-443b-b157-b36a042b5367 req-38d68462-d119-4ce8-a098-f6c414f6d7b5 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=84a063b6-c98d-4304-8996-337fb35868f3 HTTP/1.1" status: 200 len: 210 time: 0.1515841 Nov 16 21:08:35.426595 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.536376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c60f3b8-d0bd-46ff-b7ef-ede3266f4ba5 req-bc3086be-a10d-4d49-a4e5-0435409171d2 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 210 time: 0.0745177 Nov 16 21:08:35.536625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 4af4fab6-c9c4-4c61-8021-bbb130174d3f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:35.536989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4af4fab6-c9c4-4c61-8021-bbb130174d3f not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:35.597536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.626614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-099b8272-8698-4c35-bc2e-a8941aa4d69b req-fd4df0fc-fc1e-4717-a25d-2d19cdcf2d32 tempest-ServerDiskConfigTestJSON-1431571171 tempest-ServerDiskConfigTestJSON-1431571171-project] 10.222.0.48 "GET /v2.0/ports?device_id=e56fc181-6e8c-413a-9086-d65f0ae4e078 HTTP/1.1" status: 200 len: 210 time: 0.1264803 Nov 16 21:08:35.634775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 42f5c057-4e70-402a-bd0f-d42304e33dd5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:35.675373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb340f4d-b23d-4a23-b701-f509b8c3e77f req-daeba560-ff92-4522-a1a3-3fe7b69b2504 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:35.677646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb340f4d-b23d-4a23-b701-f509b8c3e77f req-daeba560-ff92-4522-a1a3-3fe7b69b2504 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 948 time: 0.1312039 Nov 16 21:08:35.704561 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.720223 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f0da80d2-6db4-4c90-aced-4bf4f6fbe916 HTTP/1.1" status: 204 len: 168 time: 0.6355426 Nov 16 21:08:35.720450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '42f5c057-4e70-402a-bd0f-d42304e33dd5', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '42f5c057-4e70-402a-bd0f-d42304e33dd5', 'mac_address': 'fa:16:3e:e9:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:35.720571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b101-a394-4c6e-9b14-a40b561da455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0da80d2-6db4-4c90-aced-4bf4f6fbe916,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:35.720663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55242) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:35.932971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb340f4d-b23d-4a23-b701-f509b8c3e77f req-400ae3b6-32f4-498b-9866-8db64fa4abc5 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246199 Nov 16 21:08:35.941462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:35.957296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.003870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f5c057-4e70-402a-bd0f-d42304e33dd5 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:36.116266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 42f5c057-4e70-402a-bd0f-d42304e33dd5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:36.140449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.201686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.226205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179cdc8f-2450-4296-968e-bb4e41c6c825']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:36.238112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:36.238651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0416c3d1-eb6a-4ca6-a8ba-02835bb0f1eb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:36.241250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55252) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:36.254968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.285956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.295539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:36.298628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:36.303850 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:36.309599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=42f5c057-4e70-402a-bd0f-d42304e33dd5,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:36.364800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a60352-237b-4420-92e6-5ab5ce68efeb req-6a162e26-2436-4108-bca5-bab2601e9591 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:36.372944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45a60352-237b-4420-92e6-5ab5ce68efeb req-6a162e26-2436-4108-bca5-bab2601e9591 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.4119525 Nov 16 21:08:36.376151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92d1b779-8924-40d0-ab5d-a1d2973b1c56 req-a3653354-7e60-453b-a5b6-b89cf9f6ef89 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 210 time: 0.0908480 Nov 16 21:08:36.406900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Deleting subnet cfa7f0ab-644d-4cf8-8440-7ccef72e7813 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:36.410887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.467838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.486723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.495753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.500033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/179cdc8f-2450-4296-968e-bb4e41c6c825 HTTP/1.1" status: 204 len: 168 time: 0.7742598 Nov 16 21:08:36.501163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['42f5c057-4e70-402a-bd0f-d42304e33dd5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:36.537552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450427f-2dba-46d9-bd50-2dd67312b3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=179cdc8f-2450-4296-968e-bb4e41c6c825,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:36.554654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.574114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45a60352-237b-4420-92e6-5ab5ce68efeb req-4217407c-7beb-4359-80fe-9d6f38bfc737 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992905 Nov 16 21:08:36.653964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.768944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:36.776344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55262) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:36.780996 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cfa7f0ab-644d-4cf8-8440-7ccef72e7813 HTTP/1.1" status: 204 len: 168 time: 0.5317638 Nov 16 21:08:36.785451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bd959-47ff-4749-8a00-583c3d1273d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa7f0ab-644d-4cf8-8440-7ccef72e7813,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:36.874147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55264) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:36.936669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a96c6a71-dc61-40d4-b052-2fe4caebf21c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8d3fcdc09674febb9c0cbf9e1d98dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596056 Nov 16 21:08:36.936900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55266) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:37.003222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.041395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01c9525a-ceba-4f45-8d02-ce4d498c889b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.042430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-ea40a2a1-260b-436c-aedd-c1106e9ab044 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f290e52e7242d984c8af41cac3e14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367013 Nov 16 21:08:37.072536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01c9525a-ceba-4f45-8d02-ce4d498c889b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.135694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01c9525a-ceba-4f45-8d02-ce4d498c889b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.138697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01c9525a-ceba-4f45-8d02-ce4d498c889b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.142437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-01c9525a-ceba-4f45-8d02-ce4d498c889b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51852842-88a1-4ea0-8300-6837dcf7edb3 HTTP/1.1" status: 204 len: 168 time: 0.2020874 Nov 16 21:08:37.200153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9525a-ceba-4f45-8d02-ce4d498c889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51852842-88a1-4ea0-8300-6837dcf7edb3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:37.202120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca23af1-c676-43a7-b0ac-0fbc7744c59c req-31cf7d26-ba46-4f86-a9a4-06526b1903e3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:37.203866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dca23af1-c676-43a7-b0ac-0fbc7744c59c req-31cf7d26-ba46-4f86-a9a4-06526b1903e3 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.3244305 Nov 16 21:08:37.252687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.258102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff5476-af93-42b7-853f-b344deed9363 req-925a9846-7e72-42a6-ac11-f196e83dd926 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:37.267801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:37.268834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99ff5476-af93-42b7-853f-b344deed9363 req-925a9846-7e72-42a6-ac11-f196e83dd926 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 949 time: 0.1463401 Nov 16 21:08:37.307277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: ccdadde1-748d-4d09-8d0e-9514d642d708 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:37.307684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device ccdadde1-748d-4d09-8d0e-9514d642d708 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:37.342253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c67720-09c5-42fe-be54-c03927285252']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:37.351430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99ff5476-af93-42b7-853f-b344deed9363 req-eddd2ebd-ddc3-43b4-abe1-8a805bc59023 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813777 Nov 16 21:08:37.399787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-905e0014-71c4-4405-a7eb-c615e0681bf7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:37.401530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-905e0014-71c4-4405-a7eb-c615e0681bf7 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495624 Nov 16 21:08:37.409493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5f23f3-b61b-49b5-848c-8fff43ffe042') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:37.409820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5f23f3-b61b-49b5-848c-8fff43ffe042') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:37.422788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.444138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.467761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dca23af1-c676-43a7-b0ac-0fbc7744c59c req-f81e3e07-7333-4471-9f1d-f29fea39f626 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239530 Nov 16 21:08:37.472058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Request body: {'port': {'device_id': '481d1394-a017-41a7-9dcd-a5c174240163', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1f290e52e7242d984c8af41cac3e14b'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:37.493948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:37.494510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:37.496520 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:37.596169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ca64cc-a2b3-44c4-8551-013dbe1388d5 req-3c47bc55-87b2-49ad-9d73-970769740e49 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 210 time: 0.0623152 Nov 16 21:08:37.618576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.638612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.644935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] 10.222.0.48 "DELETE /v2.0/networks/d6c67720-09c5-42fe-be54-c03927285252 HTTP/1.1" status: 204 len: 168 time: 0.8675289 Nov 16 21:08:37.666000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3831abb-072e-4af9-8921-4f1460ee209f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c67720-09c5-42fe-be54-c03927285252,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:37.740465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Made reservation on behalf of c1f290e52e7242d984c8af41cac3e14b for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:37.743988 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:37.822299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789ffa-d41d-43a8-8fe1-dd38bfa5eb22 req-f764883b-d0e2-43ac-96e8-040cdb6e3a4d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:37.824619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4789ffa-d41d-43a8-8fe1-dd38bfa5eb22 req-f764883b-d0e2-43ac-96e8-040cdb6e3a4d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0980422 Nov 16 21:08:37.926239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4789ffa-d41d-43a8-8fe1-dd38bfa5eb22 req-1705ec2c-5bb3-45e3-ab76-d93dce5690c5 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Nov 16 21:08:37.977853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55292) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:38.012938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Allocated IP 192.168.233.68 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/640b2eff-4882-485d-b5a4-0d5586fc6f7f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:38.054620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-93b1ecdf-f8e7-4df0-a2eb-fc2301f4bee9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4ba398371e4462a9ece773cd78c88c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756497 Nov 16 21:08:38.057329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55294) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:38.144124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65b84618-adf6-4e4e-ab19-fb9624eb772d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.171142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65b84618-adf6-4e4e-ab19-fb9624eb772d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.255207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65b84618-adf6-4e4e-ab19-fb9624eb772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.260628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65b84618-adf6-4e4e-ab19-fb9624eb772d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.261838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65b84618-adf6-4e4e-ab19-fb9624eb772d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbbfa24f-9d06-4eaf-97d7-8c8e41f74079 HTTP/1.1" status: 204 len: 168 time: 0.2034400 Nov 16 21:08:38.268382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.294382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b84618-adf6-4e4e-ab19-fb9624eb772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbfa24f-9d06-4eaf-97d7-8c8e41f74079,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:38.330433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.345276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127', '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', '7565b981-d408-4b49-a181-63acbde71ba4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:38.386178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:38.394571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:38.418589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:38.482203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:38.866183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55328) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:38.887326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1055ef28-dd98-40e4-b5d8-b3dde6ecd866 None None] Provisioning complete for port 640b2eff-4882-485d-b5a4-0d5586fc6f7f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:38.887709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1055ef28-dd98-40e4-b5d8-b3dde6ecd866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:38.954960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1055ef28-dd98-40e4-b5d8-b3dde6ecd866 None None] Port 640b2eff-4882-485d-b5a4-0d5586fc6f7f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:08:38.966656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fe031-2e6e-4563-91d7-bba257cf428d req-87235810-8c72-4a38-a794-b54b2659ad2d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:38.968955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-375fe031-2e6e-4563-91d7-bba257cf428d req-87235810-8c72-4a38-a794-b54b2659ad2d tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.0919957 Nov 16 21:08:39.016588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event updated for resources: {'Port': ['ID=640b2eff-4882-485d-b5a4-0d5586fc6f7f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:39.094686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.096530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-375fe031-2e6e-4563-91d7-bba257cf428d req-6ebe8c7d-9205-40a9-8c10-9d614ef21953 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196456 Nov 16 21:08:39.097297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.118830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff97f2-9e4f-4a74-9c3b-9ef80da81203 req-7acb3f67-9aa4-4af9-8179-40be247ca946 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.126205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8cff97f2-9e4f-4a74-9c3b-9ef80da81203 req-7acb3f67-9aa4-4af9-8179-40be247ca946 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 949 time: 0.6433971 Nov 16 21:08:39.159600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-18786f2c-9bbf-4904-8bf3-8b3bd441e004 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6957998 Nov 16 21:08:39.168921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-15fa8f5d-44ec-4fb7-b51b-c95f17df9b99 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.170701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-15fa8f5d-44ec-4fb7-b51b-c95f17df9b99 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 949 time: 0.1508505 Nov 16 21:08:39.205682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1355852841-network', 'tenant_id': '97fe597d510a485db28d50ff69eb30c8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:39.213938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Request body: {'port': {'device_id': '481d1394-a017-41a7-9dcd-a5c174240163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:39.251166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Made reservation on behalf of 97fe597d510a485db28d50ff69eb30c8 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:39.254110 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.257457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8cff97f2-9e4f-4a74-9c3b-9ef80da81203 req-cfc9865a-606e-4108-ad25-dce347dadf6b tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298461 Nov 16 21:08:39.309404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.311118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 42f5c057-4e70-402a-bd0f-d42304e33dd5 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:39.437047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1051-ad8e-48fc-941d-77b75d766c8a req-1713ab1f-9cbb-499c-bd71-9e28f47871e2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.449959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b0f1051-ad8e-48fc-941d-77b75d766c8a req-1713ab1f-9cbb-499c-bd71-9e28f47871e2 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 935 time: 0.1876819 Nov 16 21:08:39.470927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.527850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-51aea1b3-0bec-459f-9b4a-eb0b6c1f9a6d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.530436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-51aea1b3-0bec-459f-9b4a-eb0b6c1f9a6d tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.2461469 Nov 16 21:08:39.538704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cf768-dfe7-4422-ae72-e3f959c33ff2 req-4dc7bcfc-4e56-4918-ad1e-dd55a5a5225c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.544279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 42f5c057-4e70-402a-bd0f-d42304e33dd5 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:39.547502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-657cf768-dfe7-4422-ae72-e3f959c33ff2 req-4dc7bcfc-4e56-4918-ad1e-dd55a5a5225c tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 944 time: 0.1521740 Nov 16 21:08:39.549280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55344) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:39.549452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b0f1051-ad8e-48fc-941d-77b75d766c8a req-d07f1874-dd47-4e48-a0e9-b8c63bd6661b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935612 Nov 16 21:08:39.582405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 42f5c057-4e70-402a-bd0f-d42304e33dd5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:39.583778 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.651411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Deleting port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:39.652376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.751912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.763043 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.791294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] For port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:39.791754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.813061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Calling delete_port for 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:39.821099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:08:39.869012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce072a3-647d-478e-abd4-0638a85c3d9f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:39.911472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c15d43-6241-4a3b-b340-15d6458c7bb7 req-887f2e28-498d-428b-8ef9-35320f48a432 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:39.917965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-329577757-network', 'tenant_id': '04ab0d9c5c014f63959454c352d72724'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:39.918917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0c15d43-6241-4a3b-b340-15d6458c7bb7 req-887f2e28-498d-428b-8ef9-35320f48a432 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.2500341 Nov 16 21:08:39.922968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:39.929922 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Added segment 4c4ce304-0657-417a-8231-49bd247cbb7a of type vlan for network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 Nov 16 21:08:40.009424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.095776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.096767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:40.098671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.098864 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.119366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0c15d43-6241-4a3b-b340-15d6458c7bb7 req-5b05ec0e-4ab7-44c0-8b02-eec76ddae4c6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514971 Nov 16 21:08:40.157440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f5c057-4e70-402a-bd0f-d42304e33dd5'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:40.160005 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b22886-0723-45b0-a9a7-1f4e010fb92e" -d '{"events": [{"server_uuid": "bf36cfa0-2dfb-4434-ac7a-61212ab37129", "name": "network-vif-plugged", "status": "completed", "tag": "42f5c057-4e70-402a-bd0f-d42304e33dd5"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:40.203201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Made reservation on behalf of 04ab0d9c5c014f63959454c352d72724 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:40.205563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.206674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3393922 Nov 16 21:08:40.212915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 42f5c057-4e70-402a-bd0f-d42304e33dd5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:40.215024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:40.218396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.219186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:40.224060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Request body: {'subnet': {'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1355852841-subnet', 'tenant_id': '97fe597d510a485db28d50ff69eb30c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:40.235461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac72b1a-74b0-42ca-804d-bce75dde4ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:40.251515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Deleting port 2133c125-bcbc-4485-862c-13e851161d31 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:40.251882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.260938 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-657cf768-dfe7-4422-ae72-e3f959c33ff2 req-301854bc-2da8-484d-a101-39476c025def tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7011969 Nov 16 21:08:40.298716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 54899078-fa73-48d1-a3f6-e4b7ba530fb3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:40.299102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54899078-fa73-48d1-a3f6-e4b7ba530fb3 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:40.300665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:08:40.303711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Made reservation on behalf of 97fe597d510a485db28d50ff69eb30c8 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:40.306003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.308234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.355550 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43f3dd-34fb-4863-af54-2ceea093d615 x-openstack-request-id: req-7c43f3dd-34fb-4863-af54-2ceea093d615 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:40.356105 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf36cfa0-2dfb-4434-ac7a-61212ab37129", "name": "network-vif-plugged", "status": "completed", "tag": "42f5c057-4e70-402a-bd0f-d42304e33dd5", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:40.356525 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c43f3dd-34fb-4863-af54-2ceea093d615 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:40.357084 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f5c057-4e70-402a-bd0f-d42304e33dd5', 'code': 200} Nov 16 21:08:40.373716 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.388659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=42f5c057-4e70-402a-bd0f-d42304e33dd5,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:40.444884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event deleted for resources: {'Port': ['ID=49b08afa-f9fc-4d99-8ee5-29d5978c4f63,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:40.453881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d0d5d2a-6771-4204-9f6b-cd02f87c3be2 req-f7869360-d5b0-4a01-8b84-09d964d61661 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=83e156f4-387c-4df4-9811-dade89398998 HTTP/1.1" status: 200 len: 210 time: 0.0446324 Nov 16 21:08:40.524181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] No DVR routers for this DVR port 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:40.527422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.531289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0be8389-55bc-400c-b01b-79e11c5eef2c req-6419f28a-23f8-4870-be07-b616d81e9e65 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "DELETE /v2.0/ports/49b08afa-f9fc-4d99-8ee5-29d5978c4f63 HTTP/1.1" status: 204 len: 173 time: 1.3361764 Nov 16 21:08:40.551864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-deleted', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:40.555390 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46771aba-fe1d-47e0-aed7-9bc488b4f9aa" -d '{"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-deleted", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:40.587421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640b2eff-4882-485d-b5a4-0d5586fc6f7f {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:40.591808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff27ee-2e86-4972-9c3d-fd12b04a60d6 req-534d8b98-0cbe-4867-abff-7dcb31891d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:40.593330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4cff27ee-2e86-4972-9c3d-fd12b04a60d6 req-534d8b98-0cbe-4867-abff-7dcb31891d11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 1101 time: 0.1144485 Nov 16 21:08:40.597983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] For port 2133c125-bcbc-4485-862c-13e851161d31, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2133c125-bcbc-4485-862c-13e851161d31,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:40.598389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.599422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.623205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Transition to ACTIVE for port object 640b2eff-4882-485d-b5a4-0d5586fc6f7f will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:40.628591 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003e842-72ca-4d7c-bd95-b7e02320ea5d x-openstack-request-id: req-e003e842-72ca-4d7c-bd95-b7e02320ea5d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:40.628892 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e156f4-387c-4df4-9811-dade89398998", "name": "network-vif-deleted", "tag": "49b08afa-f9fc-4d99-8ee5-29d5978c4f63", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:40.629145 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e003e842-72ca-4d7c-bd95-b7e02320ea5d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:40.630094 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e156f4-387c-4df4-9811-dade89398998', 'name': 'network-vif-deleted', 'tag': '49b08afa-f9fc-4d99-8ee5-29d5978c4f63', 'status': 'completed', 'code': 200} Nov 16 21:08:40.635126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Calling delete_port for 2133c125-bcbc-4485-862c-13e851161d31 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:40.638916 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.667701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325950d-9b5d-41fe-bd01-f438202a213d req-cb3b6d9d-c6b3-446f-9a18-a5141a845bf4 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:40.669314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5325950d-9b5d-41fe-bd01-f438202a213d req-cb3b6d9d-c6b3-446f-9a18-a5141a845bf4 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 950 time: 0.2000015 Nov 16 21:08:40.720868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.774432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Pushing event updated for resources: {'Port': ['ID=640b2eff-4882-485d-b5a4-0d5586fc6f7f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:40.787964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4cff27ee-2e86-4972-9c3d-fd12b04a60d6 req-9d2157da-2784-4347-9a27-065a8bf873a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833737 Nov 16 21:08:40.789554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.793879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.848324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:08:40.882704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749020b6-f522-4f92-828a-0387561003b1 req-c47ae828-1366-40cc-b052-8a9fca8fd4a1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:40.884169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-749020b6-f522-4f92-828a-0387561003b1 req-c47ae828-1366-40cc-b052-8a9fca8fd4a1 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 947 time: 0.1503930 Nov 16 21:08:40.887410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b461d1-97ea-4966-9d73-8dd5d35f7bc2,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:40.904541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb370b66-9e7c-41a7-9760-7d08d8cb4957,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:40.910984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:40.910984 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Added segment 675261a7-7df3-4d44-841d-dcda0054dfaf of type vlan for network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 Nov 16 21:08:40.934839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5325950d-9b5d-41fe-bd01-f438202a213d req-f91d5748-dc2f-46d4-ac2e-b023b23a613b tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368064 Nov 16 21:08:40.967822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Checking segment: {'id': '4c4ce304-0657-417a-8231-49bd247cbb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:40.968181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Network hostable DHCP agents. Network: 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:08:40.997947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.002266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Attempting to bind port 640b2eff-4882-485d-b5a4-0d5586fc6f7f on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:41.002602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Attempting to bind port 640b2eff-4882-485d-b5a4-0d5586fc6f7f by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:41.003007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Attempting to bind port 640b2eff-4882-485d-b5a4-0d5586fc6f7f on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:41.013597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Port 640b2eff-4882-485d-b5a4-0d5586fc6f7f on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:41.014244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Attempting to bind port 640b2eff-4882-485d-b5a4-0d5586fc6f7f on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:41.018378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.031047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:41.031420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:41.031894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:41.032379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Bound port: 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:41.032747 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.039966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-749020b6-f522-4f92-828a-0387561003b1 req-1f1489f4-a0bd-4771-a6a9-04a2a47f8c82 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436403 Nov 16 21:08:41.061670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:08:41.071849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event deleted for resources: {'Port': ['ID=2133c125-bcbc-4485-862c-13e851161d31,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:41.073041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.074220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.077572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.101745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:41.115731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01861a12-d0d0-40a9-aac6-b3f11f2aa429 None None] Network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:41.124791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.125390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.151589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] No DVR routers for this DVR port 2133c125-bcbc-4485-862c-13e851161d31 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:41.155856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.158987 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4956154b-7ce9-42f4-89f9-6a85ef2ede4b req-f1f7c80d-0a12-49d2-b1b0-039807f6b32e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "DELETE /v2.0/ports/2133c125-bcbc-4485-862c-13e851161d31 HTTP/1.1" status: 204 len: 173 time: 1.6009178 Nov 16 21:08:41.160249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'name': 'network-vif-deleted', 'tag': '2133c125-bcbc-4485-862c-13e851161d31'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:41.163710 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839e85d8-8146-4d1f-99cb-0a53bf4ee275" -d '{"events": [{"server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "name": "network-vif-deleted", "tag": "2133c125-bcbc-4485-862c-13e851161d31"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:41.171786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-127daf8b-567c-44bd-900d-cae1a6e39429 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9548945 Nov 16 21:08:41.190825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-99e24e3e-b391-4629-a463-6fe421de98df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1302304 Nov 16 21:08:41.214156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] For port 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:41.228174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] For port 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:41.253902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.272056 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d20298b-a432-44f4-8097-870d3eaefc3d x-openstack-request-id: req-4d20298b-a432-44f4-8097-870d3eaefc3d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:41.272363 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe1687-572b-4009-87d7-c1f1f9c746b7", "name": "network-vif-deleted", "tag": "2133c125-bcbc-4485-862c-13e851161d31", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:41.272623 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d20298b-a432-44f4-8097-870d3eaefc3d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:41.273044 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe1687-572b-4009-87d7-c1f1f9c746b7', 'name': 'network-vif-deleted', 'tag': '2133c125-bcbc-4485-862c-13e851161d31', 'status': 'completed', 'code': 200} Nov 16 21:08:41.321694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-357eefe5-ce00-44bd-9e64-862a43038d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.323200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-357eefe5-ce00-44bd-9e64-862a43038d34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 1096 time: 0.1092501 Nov 16 21:08:41.381393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8238425 Nov 16 21:08:41.381632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:41.381749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55376) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:41.386460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Request body: {'subnet': {'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-329577757-subnet', 'tenant_id': '04ab0d9c5c014f63959454c352d72724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:41.426823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Pushing event updated for resources: {'Port': ['ID=640b2eff-4882-485d-b5a4-0d5586fc6f7f,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:41.461763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.462422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.463833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-8020bc80-e00e-4e4c-995f-aa6691f5b7eb service neutron] 10.222.0.41 "PUT /v2.0/ports/640b2eff-4882-485d-b5a4-0d5586fc6f7f HTTP/1.1" status: 200 len: 1095 time: 2.2704513 Nov 16 21:08:41.515627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Made reservation on behalf of 04ab0d9c5c014f63959454c352d72724 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:41.517984 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:41.567686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f538698d-75a2-4b79-8cdc-5bf9968233e5 None None] Network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:41.573270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322bed0-7be6-4731-8552-fcff4edf1676 req-f50539b3-7109-4386-bd8f-16bdb0fdc63e tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.575625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7322bed0-7be6-4731-8552-fcff4edf1676 req-f50539b3-7109-4386-bd8f-16bdb0fdc63e tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1967835 Nov 16 21:08:41.682739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e1fb3-f396-48d2-9020-6c047c7833d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:41.704752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:08:41.722896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-ede08b1d-7b97-4b13-bce1-839292ec33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.724519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-ede08b1d-7b97-4b13-bce1-839292ec33c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 1098 time: 0.1006846 Nov 16 21:08:41.730141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7322bed0-7be6-4731-8552-fcff4edf1676 req-52600059-3cad-40f7-9d6c-df2ccdd33eba tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330848 Nov 16 21:08:41.779097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-969321da-9414-4da5-aa59-1f06e804aff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f HTTP/1.1" status: 200 len: 217 time: 0.0442314 Nov 16 21:08:41.845675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-b4cb54f0-a905-4e39-934a-8ff31f826849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.847746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-b4cb54f0-a905-4e39-934a-8ff31f826849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0588076 Nov 16 21:08:41.919114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-f82821d4-660a-4c5f-8bda-f0a5fa3f6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:41.920820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-f82821d4-660a-4c5f-8bda-f0a5fa3f6f75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609276 Nov 16 21:08:42.053358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2d814ef-18a1-4e95-b7a6-cf9f0f429ecd req-b218726a-d450-4806-b5fd-0946fab8a087 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6fe1687-572b-4009-87d7-c1f1f9c746b7 HTTP/1.1" status: 200 len: 210 time: 0.0719333 Nov 16 21:08:42.054326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-86cde95a-66b9-4496-ba16-d9afd3cdf6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.055627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-86cde95a-66b9-4496-ba16-d9afd3cdf6d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 200 len: 924 time: 0.6341429 Nov 16 21:08:42.153542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-2c0fbeec-84c2-4758-89f6-de53a31e2685 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240438 Nov 16 21:08:42.168593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-c41a39f3-6ac7-4c70-bfc8-465a00e222f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 HTTP/1.1" status: 200 len: 1001 time: 0.1046932 Nov 16 21:08:42.233137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-297dcf4f-59ec-4b73-8079-318f222b84f1 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.234960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-297dcf4f-59ec-4b73-8079-318f222b84f1 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/networks?id=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 HTTP/1.1" status: 200 len: 809 time: 0.2201617 Nov 16 21:08:42.274712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-b70c723b-5c6b-434a-9df6-cb9bd76e615d tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/quotas/97fe597d510a485db28d50ff69eb30c8 HTTP/1.1" status: 200 len: 375 time: 0.0272019 Nov 16 21:08:42.289434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-e3e82b06-695d-41d1-9465-7fa248cb9fdd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334536 Nov 16 21:08:42.314668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-23f63413-35aa-4dd9-9d13-27871536b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.316121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-23f63413-35aa-4dd9-9d13-27871536b9cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 200 len: 862 time: 0.1303804 Nov 16 21:08:42.333410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-0302744f-3061-4946-a862-1f61660cc7c3 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97fe597d510a485db28d50ff69eb30c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498264 Nov 16 21:08:42.371084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25333d7-9920-4c7d-b57b-ec5f9299d125 req-3e9bf2e1-fd0e-4d67-9a42-9e14e3a5930a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035453 Nov 16 21:08:42.394017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:42.458097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-0df9811b-006f-4c61-9954-482fbfb56947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.459831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-0df9811b-006f-4c61-9954-482fbfb56947 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346962 Nov 16 21:08:42.501312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-739641bb-4f59-4afc-97d9-7bfe32a4aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.502765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-739641bb-4f59-4afc-97d9-7bfe32a4aa88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=592b4716c4a64f2d88f38a91914acb83&device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 1100 time: 0.1457679 Nov 16 21:08:42.519439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-cbd0a2b0-72c7-4e9e-afa5-fcadb24dcd52 service neutron] 10.222.0.48 "GET /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846282 Nov 16 21:08:42.546333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff5ffae-925c-4b67-84a7-c06dfaa6fed9,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:42.619413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-7cfac16d-cf88-4f52-9694-6e91e99dec55 service neutron] 10.222.0.48 "GET /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929909 Nov 16 21:08:42.630884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Checking segment: {'id': '675261a7-7df3-4d44-841d-dcda0054dfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:42.631193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481d1394-a017-41a7-9dcd-a5c174240163', 'tag': '640b2eff-4882-485d-b5a4-0d5586fc6f7f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:42.631333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Network hostable DHCP agents. Network: b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:08:42.634285 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d" -d '{"events": [{"name": "network-changed", "server_uuid": "481d1394-a017-41a7-9dcd-a5c174240163", "tag": "640b2eff-4882-485d-b5a4-0d5586fc6f7f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:42.650584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d4c71-bef0-4769-893d-37b6397ea26d req-d9afdeca-ac6a-4bc1-b082-e0df75a5a822 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.652108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b8d4c71-bef0-4769-893d-37b6397ea26d req-d9afdeca-ac6a-4bc1-b082-e0df75a5a822 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 950 time: 0.2258856 Nov 16 21:08:42.734954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-162516fa-4885-45a4-8148-3550ee7e5e22 service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501585 Nov 16 21:08:42.742153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:08:42.752990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-2e81350b-91a1-40e4-9720-db03837d5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.754693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-2e81350b-91a1-40e4-9720-db03837d5417 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2058556 Nov 16 21:08:42.823083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:42.835309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84146a78-da09-44c7-b5ff-74dd80dcb04e None None] Network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:42.842407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066f130-7b86-471d-891e-6d125ecf6aed req-fbf33d78-3905-4ee2-afc6-11577af987df tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.844471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c066f130-7b86-471d-891e-6d125ecf6aed req-fbf33d78-3905-4ee2-afc6-11577af987df tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 947 time: 0.0673208 Nov 16 21:08:42.863085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-002d78a4-1044-42a5-9354-ca58904482f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 200 len: 217 time: 0.0917463 Nov 16 21:08:42.865324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:42.865945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:42.872592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b8d4c71-bef0-4769-893d-37b6397ea26d req-39352c19-0373-45d4-8b9f-4f5e4d756a9c tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101290 Nov 16 21:08:42.929766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c066f130-7b86-471d-891e-6d125ecf6aed req-c7cf09ad-7b74-4474-b13f-c65d42fddb97 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780251 Nov 16 21:08:42.950189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e65c9b5a-a4d3-4a7d-bb03-51183fde4486 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5672655 Nov 16 21:08:43.000561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-8af86bbc-81eb-44a3-8c6f-ed482123332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.004262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-8af86bbc-81eb-44a3-8c6f-ed482123332e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1283748 Nov 16 21:08:43.041366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f403adb-5280-4aa6-8930-c172ecfc1b88 req-f5d0613b-e2a2-4abf-a43a-b7ebaaf182a8 service neutron] 10.222.0.47 "GET /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898693 Nov 16 21:08:43.081703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12903f-7516-4371-9b47-362f6363e2e2 None None] Network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:08:43.137629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c2729-2b92-43f4-a40c-fb2bf9bec490 req-ddb6aab1-5f78-4d3e-9b90-12486f08d98a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.141418 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1b6826-efb2-41f8-8e70-eca14700a790 x-openstack-request-id: req-cd1b6826-efb2-41f8-8e70-eca14700a790 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:43.142061 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481d1394-a017-41a7-9dcd-a5c174240163", "tag": "640b2eff-4882-485d-b5a4-0d5586fc6f7f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:43.142497 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd1b6826-efb2-41f8-8e70-eca14700a790 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:43.144009 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481d1394-a017-41a7-9dcd-a5c174240163', 'tag': '640b2eff-4882-485d-b5a4-0d5586fc6f7f', 'status': 'completed', 'code': 200} Nov 16 21:08:43.147014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-111c2729-2b92-43f4-a40c-fb2bf9bec490 req-ddb6aab1-5f78-4d3e-9b90-12486f08d98a tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1393101 Nov 16 21:08:43.156942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-4cd5f03e-9e55-41de-a232-5fb8df5540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.158475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-4cd5f03e-9e55-41de-a232-5fb8df5540e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449187 Nov 16 21:08:43.224406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:43.224719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-b88120f4-8d1b-4cd2-b1a0-a4bc6609e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.227119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-b88120f4-8d1b-4cd2-b1a0-a4bc6609e404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f290e52e7242d984c8af41cac3e14b&device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 1098 time: 0.0547647 Nov 16 21:08:43.244144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-111c2729-2b92-43f4-a40c-fb2bf9bec490 req-e2fb1ea5-23bf-44c1-a34c-79dc3196b869 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962532 Nov 16 21:08:43.284522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ade6b610-66ff-4bd3-b3fd-a170c94e4b70 req-b20e44b3-403d-4935-a381-57eb6cf7f94e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 210 time: 0.0563488 Nov 16 21:08:43.330143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 2133c125-bcbc-4485-862c-13e851161d31 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:43.330812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2133c125-bcbc-4485-862c-13e851161d31 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:43.331437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:43.353300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-bdcd3501-b76a-44ee-9d13-35be04328ac0 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800048 Nov 16 21:08:43.360678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:43.361366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 49b08afa-f9fc-4d99-8ee5-29d5978c4f63 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:43.405489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-f17bd51b-7d08-4ef7-b50f-1d7ba3f3cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.407402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-f17bd51b-7d08-4ef7-b50f-1d7ba3f3cc8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1690257 Nov 16 21:08:43.502084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-a71e783b-9927-4551-a7e7-974fb2044052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f HTTP/1.1" status: 200 len: 217 time: 0.0850458 Nov 16 21:08:43.516760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ffa40-c1ac-453e-b2cf-9e5c8ae0b7cd req-9e6a71e0-cd6d-4818-898a-62ac1bbd70a4 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.525310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba4ffa40-c1ac-453e-b2cf-9e5c8ae0b7cd req-9e6a71e0-cd6d-4818-898a-62ac1bbd70a4 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0945621 Nov 16 21:08:43.555264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4085b2-a88e-477d-abcc-add6807d9b8a req-e87f63ff-6fed-47e8-be1d-d4bf71b512cb service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935537 Nov 16 21:08:43.576781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-e62c0aa8-e6b9-4bc9-9d73-312854976904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.580672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-e62c0aa8-e6b9-4bc9-9d73-312854976904 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0690343 Nov 16 21:08:43.601898 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba4ffa40-c1ac-453e-b2cf-9e5c8ae0b7cd req-785272a1-ea12-4694-b610-6ef32a30646d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755882 Nov 16 21:08:43.643212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-0227ff3f-5464-4c34-aea1-afd632407451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.644769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-0227ff3f-5464-4c34-aea1-afd632407451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539176 Nov 16 21:08:43.823765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-aba09197-fb69-44ce-a587-f777ab9265b2 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662776 Nov 16 21:08:43.849063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-30a54a55-9dc9-4b61-b21f-cde2fe36623c tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260739 Nov 16 21:08:43.927086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-0f78bb60-6589-47f5-8da1-ba50ea7d343c tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.928661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-0f78bb60-6589-47f5-8da1-ba50ea7d343c tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/networks?id=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 HTTP/1.1" status: 200 len: 821 time: 0.2071297 Nov 16 21:08:43.960041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-f537ab0b-e922-4a80-8e82-ddbf817a79da tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:43.961684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-f537ab0b-e922-4a80-8e82-ddbf817a79da tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066263 Nov 16 21:08:43.961905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-62551672-9f90-4300-b364-1f01a4503d7c tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/quotas/04ab0d9c5c014f63959454c352d72724 HTTP/1.1" status: 200 len: 375 time: 0.0246105 Nov 16 21:08:43.982836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f408c05f-98e3-46ec-9ef1-a5e55f5ac90d req-c15efb20-0e85-47a1-beb7-0261fab4ab84 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461966 Nov 16 21:08:43.984409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-c056b245-dd35-49ce-8c3c-29b51a1314fc tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/quotas/e9117d91d2d04571b48cdfa54f12f38f HTTP/1.1" status: 200 len: 375 time: 0.0098758 Nov 16 21:08:43.999424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-dd1138a2-f359-4f7b-a43a-68638a8acdb7 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04ab0d9c5c014f63959454c352d72724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309241 Nov 16 21:08:44.072525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-e1a45dcf-9e33-4444-8b5d-840428aeef5f tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815086 Nov 16 21:08:44.087850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08446663-578c-4295-9867-d6c3431c6431 req-59d879ea-1a4d-488f-acea-6eb4228b9ed2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:44.089919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08446663-578c-4295-9867-d6c3431c6431 req-59d879ea-1a4d-488f-acea-6eb4228b9ed2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.0869505 Nov 16 21:08:44.107261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-29dd5775-faf0-4944-b2db-d794b8c4864b service neutron] 10.222.0.48 "GET /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995681 Nov 16 21:08:44.232854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Deleting port 4b00b323-abcf-44ef-8776-62dbf36880d7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:44.233377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:44.234572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4a80deb3-f2e5-4780-8c1f-c7dda1a638a7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262972 Nov 16 21:08:44.487000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-2257d34a-4f31-4ef0-83eb-e013af0dc5db tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:44.488173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-2257d34a-4f31-4ef0-83eb-e013af0dc5db tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.1273246 Nov 16 21:08:44.539578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b321184-211e-456e-842d-2c37e1e7d1d0 req-c79493a2-aec3-4431-87a3-1f408f2b7252 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:44.541576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b321184-211e-456e-842d-2c37e1e7d1d0 req-c79493a2-aec3-4431-87a3-1f408f2b7252 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 947 time: 0.1235597 Nov 16 21:08:44.549437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17ee81-3327-4d19-87c1-e82f16c18232 req-06293d46-560f-4732-8df9-40ea5be844e5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:44.556751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b17ee81-3327-4d19-87c1-e82f16c18232 req-06293d46-560f-4732-8df9-40ea5be844e5 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 944 time: 0.3133960 Nov 16 21:08:44.559828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] For port 4b00b323-abcf-44ef-8776-62dbf36880d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4b00b323-abcf-44ef-8776-62dbf36880d7,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:44.560190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:44.600354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Calling delete_port for 4b00b323-abcf-44ef-8776-62dbf36880d7 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:44.660589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b321184-211e-456e-842d-2c37e1e7d1d0 req-15889a9d-af81-443c-924c-3bfd6f948572 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113064 Nov 16 21:08:44.672691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Deleting port 6f42a120-a621-43e1-99e8-d8598b22d108 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:44.673456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:44.763058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-69f95fc3-2501-4043-baf4-5d18bdd823b9 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:44.764717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-69f95fc3-2501-4043-baf4-5d18bdd823b9 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.47 "GET /v2.0/networks?id=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 HTTP/1.1" status: 200 len: 809 time: 0.4325597 Nov 16 21:08:44.781753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b17ee81-3327-4d19-87c1-e82f16c18232 req-4c196e42-477b-43ad-9ba3-5b341bed7577 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223699 Nov 16 21:08:44.799594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Request body: {'port': {'device_id': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1', 'admin_state_up': True, 'tenant_id': '97fe597d510a485db28d50ff69eb30c8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:44.806656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] For port 6f42a120-a621-43e1-99e8-d8598b22d108, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6f42a120-a621-43e1-99e8-d8598b22d108,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:44.807314 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:44.825002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Calling delete_port for 6f42a120-a621-43e1-99e8-d8598b22d108 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:44.931267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ec3630b-0684-4171-81b2-98293961b263 req-3b1cccd5-192f-4f58-84e9-f987a8b04f59 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 210 time: 0.0300422 Nov 16 21:08:45.047743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115afbd-a551-4bee-9aa0-5aefc431f4dd req-2585df8a-111c-4952-a1c5-eb5f3c323851 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:45.049245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c115afbd-a551-4bee-9aa0-5aefc431f4dd req-2585df8a-111c-4952-a1c5-eb5f3c323851 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 949 time: 0.1438651 Nov 16 21:08:45.055944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f95d0d8-5a02-4821-89cc-0204072e0cf8 req-a083b6bf-4a4e-42c9-b260-639fae98e9db tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 210 time: 0.0339072 Nov 16 21:08:45.073994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.080725 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.093289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4b00b323-abcf-44ef-8776-62dbf36880d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:45.141994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Pushing event deleted for resources: {'Port': ['ID=4b00b323-abcf-44ef-8776-62dbf36880d7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:45.175720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] No DVR routers for this DVR port 6f42a120-a621-43e1-99e8-d8598b22d108 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:45.178231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Made reservation on behalf of 97fe597d510a485db28d50ff69eb30c8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:45.179213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event deleted for resources: {'Port': ['ID=6f42a120-a621-43e1-99e8-d8598b22d108,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:45.182670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.192103 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.197371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be43fd8-daab-4f07-845c-0e9f26494359 req-fc7c7e40-3504-41ba-a419-ce8001bea17e tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "DELETE /v2.0/ports/6f42a120-a621-43e1-99e8-d8598b22d108 HTTP/1.1" status: 204 len: 173 time: 0.7007902 Nov 16 21:08:45.197858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'name': 'network-vif-deleted', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:45.200408 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d2394-52cf-44a7-8931-267de0f980b2" -d '{"events": [{"server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "name": "network-vif-deleted", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:45.223764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 640b2eff-4882-485d-b5a4-0d5586fc6f7f details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:45.225264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] No DVR routers for this DVR port 4b00b323-abcf-44ef-8776-62dbf36880d7 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:45.232909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c115afbd-a551-4bee-9aa0-5aefc431f4dd req-dbad389b-a522-49ca-9bc1-a756047bfda2 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d735e83-0664-4de4-a964-20ad031da11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716373 Nov 16 21:08:45.234312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.238458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08446663-578c-4295-9867-d6c3431c6431 req-f3c0bbb4-3b2a-4b6d-95da-4effac498a15 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.41 "DELETE /v2.0/ports/4b00b323-abcf-44ef-8776-62dbf36880d7 HTTP/1.1" status: 204 len: 173 time: 1.1405935 Nov 16 21:08:45.238458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-deleted', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:45.241271 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1302356-586d-43bd-9e2d-4ca5815265c6" -d '{"events": [{"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-deleted", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:45.321861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ea35f5-4cde-4804-8c45-26c168ae3077 req-9dbde472-b2d0-4355-9bef-43ad53383c35 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 210 time: 0.0420587 Nov 16 21:08:45.393235 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb129d93-7bf4-4c05-9b98-a45e5b7f8d46 x-openstack-request-id: req-fb129d93-7bf4-4c05-9b98-a45e5b7f8d46 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:45.394291 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e53c08-dd60-4f09-abd2-5d507517d65f", "name": "network-vif-deleted", "tag": "6f42a120-a621-43e1-99e8-d8598b22d108", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:45.394842 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb129d93-7bf4-4c05-9b98-a45e5b7f8d46 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:45.395575 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e53c08-dd60-4f09-abd2-5d507517d65f', 'name': 'network-vif-deleted', 'tag': '6f42a120-a621-43e1-99e8-d8598b22d108', 'status': 'completed', 'code': 200} Nov 16 21:08:45.438786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:45.451988 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f83ec1-36d8-44ab-aeaa-bae062dae34c x-openstack-request-id: req-52f83ec1-36d8-44ab-aeaa-bae062dae34c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:45.452686 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49500f3b-c0b1-46f8-a2ab-5c5faba664b9", "name": "network-vif-deleted", "tag": "4b00b323-abcf-44ef-8776-62dbf36880d7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:45.452972 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52f83ec1-36d8-44ab-aeaa-bae062dae34c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:45.453396 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49500f3b-c0b1-46f8-a2ab-5c5faba664b9', 'name': 'network-vif-deleted', 'tag': '4b00b323-abcf-44ef-8776-62dbf36880d7', 'status': 'completed', 'code': 200} Nov 16 21:08:45.454319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '640b2eff-4882-485d-b5a4-0d5586fc6f7f', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '640b2eff-4882-485d-b5a4-0d5586fc6f7f', 'mac_address': 'fa:16:3e:be:3d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:45.495275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.497306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fbb3-76d6-41fb-be48-23e680a242c7 req-2e4be252-d8ef-4ce1-bbe3-bf93ea52d371 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:45.501610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bf54fbb3-76d6-41fb-be48-23e680a242c7 req-2e4be252-d8ef-4ce1-bbe3-bf93ea52d371 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1513371 Nov 16 21:08:45.502902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Allocated IP 172.20.0.10 (96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1/80b461d1-97ea-4966-9d73-8dd5d35f7bc2/22af83bd-adfa-481f-a2ad-e428bfaf2a73) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:45.511236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640b2eff-4882-485d-b5a4-0d5586fc6f7f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:45.533221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:45.540251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.597093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=640b2eff-4882-485d-b5a4-0d5586fc6f7f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:45.682325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bf54fbb3-76d6-41fb-be48-23e680a242c7 req-4251bf4a-d2ba-42ce-b130-1ef457b3bbeb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743071 Nov 16 21:08:45.703784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-f4642663-1e90-43af-b42f-de7d3c9cb19f tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402954 Nov 16 21:08:45.835999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['640b2eff-4882-485d-b5a4-0d5586fc6f7f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:45.876706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:45.889081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07703b4f-f10f-4f8e-95e4-edce0ddb05c2 req-f16fc35c-8b2f-48b2-8952-80559616d498 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:45.897273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07703b4f-f10f-4f8e-95e4-edce0ddb05c2 req-f16fc35c-8b2f-48b2-8952-80559616d498 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 948 time: 0.0734479 Nov 16 21:08:45.964568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07703b4f-f10f-4f8e-95e4-edce0ddb05c2 req-4bdaaf8d-98f0-4bb5-879f-61072a8bc743 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662255 Nov 16 21:08:45.994004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-07e87585-ff5d-4664-bf40-bad7d5c7fe75 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:45.995580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-07e87585-ff5d-4664-bf40-bad7d5c7fe75 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832527 Nov 16 21:08:46.017538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Request body: {'port': {'device_id': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'e9117d91d2d04571b48cdfa54f12f38f'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:46.043398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af2960fc-7744-4a98-b9bc-48f87dee723d req-bd82db5c-d522-45a8-9723-c96bf3489017 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=76e53c08-dd60-4f09-abd2-5d507517d65f HTTP/1.1" status: 200 len: 210 time: 0.0600753 Nov 16 21:08:46.110795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.154360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeada12c-72a3-4962-b7a4-27cff69d90ed req-6ba76463-4e43-4c27-ada3-30e012d8662e tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 210 time: 0.0958812 Nov 16 21:08:46.187334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Pushing event updated for resources: {'Port': ['ID=22af83bd-adfa-481f-a2ad-e428bfaf2a73,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:46.203541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:46.205173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:46.219968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:46.244878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-f8bcb131-5676-4ee2-9596-d80395061173 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:46.246503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-f8bcb131-5676-4ee2-9596-d80395061173 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.47 "GET /v2.0/networks?id=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 HTTP/1.1" status: 200 len: 821 time: 0.1975253 Nov 16 21:08:46.261176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Request body: {'port': {'device_id': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6', 'admin_state_up': True, 'tenant_id': '04ab0d9c5c014f63959454c352d72724'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:46.339931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014908d-509a-4419-b590-cd73190d8299 req-3ada61dc-7f42-4b39-88f8-dd49fa5b8827 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:46.341531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4014908d-509a-4419-b590-cd73190d8299 req-3ada61dc-7f42-4b39-88f8-dd49fa5b8827 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 932 time: 0.1466711 Nov 16 21:08:46.362572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:46.363208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.401304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8004fbcd-e846-42f6-8d94-1f84bdd2ebd9 req-e217454a-1be6-4a02-9ef2-3b8c5e755360 tempest-MigrationsAdminTest-70030392 tempest-MigrationsAdminTest-70030392-project] 10.222.0.48 "GET /v2.0/ports?device_id=49500f3b-c0b1-46f8-a2ab-5c5faba664b9 HTTP/1.1" status: 200 len: 210 time: 0.0356438 Nov 16 21:08:46.403953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Made reservation on behalf of e9117d91d2d04571b48cdfa54f12f38f for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:46.407716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.425256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-825e5290-6224-414c-af79-43399ac5638e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6377153 Nov 16 21:08:46.438035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Made reservation on behalf of 04ab0d9c5c014f63959454c352d72724 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:08:46.443100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.452765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Request body: {'port': {'device_id': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:46.467139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4014908d-509a-4419-b590-cd73190d8299 req-2b8a60b4-a690-4f67-9c82-74cf7faabef0 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139500 Nov 16 21:08:46.525733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18745a8d-7cb2-422a-aea5-ddb88cf04f8a req-9f04a578-5a44-4630-947b-2158e8d2d135 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 210 time: 0.0567744 Nov 16 21:08:46.577072 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.603823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Allocated IP 172.20.0.12 (b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6/dff5ffae-925c-4b67-84a7-c06dfaa6fed9/b7416de1-5c4b-456c-820e-16f7b94b9fea) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:46.663344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Allocated IP 192.168.233.211 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:08:46.758933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.794051 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.833613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:46.840623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:46.843574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:46.875058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Pushing event updated for resources: {'Port': ['ID=b7416de1-5c4b-456c-820e-16f7b94b9fea,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:46.902591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:46.903326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:46.923421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-4fb0c063-b0c1-46b9-bed5-99ca6ee55111 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6664984 Nov 16 21:08:46.935527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Request body: {'port': {'device_id': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:46.996133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.178425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee958468-0a0a-409e-bb11-c97d47d292ef req-72e3b9e0-ec54-486a-bd37-d9c18e143584 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:47.180098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee958468-0a0a-409e-bb11-c97d47d292ef req-72e3b9e0-ec54-486a-bd37-d9c18e143584 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 948 time: 0.1270573 Nov 16 21:08:47.225739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 640b2eff-4882-485d-b5a4-0d5586fc6f7f up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:47.241042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c5d9-264f-4f96-92ff-eddf8f4b9928 req-105517c3-7ca4-4493-86be-5d846622ebc5 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:47.243016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8190c5d9-264f-4f96-92ff-eddf8f4b9928 req-105517c3-7ca4-4493-86be-5d846622ebc5 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.4702501 Nov 16 21:08:47.287759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 640b2eff-4882-485d-b5a4-0d5586fc6f7f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:47.292091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 640b2eff-4882-485d-b5a4-0d5586fc6f7f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:47.292467 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.372281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.385034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.399776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8190c5d9-264f-4f96-92ff-eddf8f4b9928 req-68fd4e99-4d8b-4b05-a281-27203d618ff8 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365261 Nov 16 21:08:47.422758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:47.423925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d1394-a017-41a7-9dcd-a5c174240163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b2eff-4882-485d-b5a4-0d5586fc6f7f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:47.427230 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6d4ae-9d2b-40a5-8359-b2ec47aac66d" -d '{"events": [{"server_uuid": "481d1394-a017-41a7-9dcd-a5c174240163", "name": "network-vif-plugged", "status": "completed", "tag": "640b2eff-4882-485d-b5a4-0d5586fc6f7f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:47.432724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.433797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:47.455026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.465593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22af83bd-adfa-481f-a2ad-e428bfaf2a73 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:47.479952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.519125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 4b00b323-abcf-44ef-8776-62dbf36880d7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:47.519871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4b00b323-abcf-44ef-8776-62dbf36880d7 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:47.522785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=640b2eff-4882-485d-b5a4-0d5586fc6f7f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:47.527295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['42f5c057-4e70-402a-bd0f-d42304e33dd5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:47.528517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:08:47.529631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Transition to ACTIVE for port object 22af83bd-adfa-481f-a2ad-e428bfaf2a73 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:47.535960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:08:47.541588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:08:47.544894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.587103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Pushing event updated for resources: {'Port': ['ID=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:47.617738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee958468-0a0a-409e-bb11-c97d47d292ef req-a43cac1a-396b-4a4d-8e67-d1d6abab6468 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139834 Nov 16 21:08:47.704899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=22af83bd-adfa-481f-a2ad-e428bfaf2a73,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:47.808770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7416de1-5c4b-456c-820e-16f7b94b9fea {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:47.821718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5c819-e7bd-4e49-907a-3fed06479b97 req-d7d9a902-209c-4ca5-bb6a-a6109c9d3ecd tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:47.830181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9a5c819-e7bd-4e49-907a-3fed06479b97 req-d7d9a902-209c-4ca5-bb6a-a6109c9d3ecd tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 936 time: 0.2401898 Nov 16 21:08:47.830920 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d41f5a-ed0b-4741-8f1a-c5cc2c4d620f x-openstack-request-id: req-34d41f5a-ed0b-4741-8f1a-c5cc2c4d620f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:47.831221 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d1394-a017-41a7-9dcd-a5c174240163", "name": "network-vif-plugged", "status": "completed", "tag": "640b2eff-4882-485d-b5a4-0d5586fc6f7f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:47.831914 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34d41f5a-ed0b-4741-8f1a-c5cc2c4d620f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:47.832096 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d1394-a017-41a7-9dcd-a5c174240163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b2eff-4882-485d-b5a4-0d5586fc6f7f', 'code': 200} Nov 16 21:08:47.835249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.843250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:47.844129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.867922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Transition to ACTIVE for port object b7416de1-5c4b-456c-820e-16f7b94b9fea will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:47.874824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.915840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-b2732b2d-6161-40f9-a3b6-0d6cb644bd8d tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9057043 Nov 16 21:08:47.931155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Attempting to bind port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:47.931497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Attempting to bind port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '4c4ce304-0657-417a-8231-49bd247cbb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:47.931831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Attempting to bind port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 on network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:47.940420 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Request body: {'port': {'device_id': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:08:47.971938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-24503e00-19c6-48ae-8148-fdb1455f6974 None None] Provisioning complete for port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:47.972619 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24503e00-19c6-48ae-8148-fdb1455f6974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:47.979776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 on network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:47.980116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Attempting to bind port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 on network 96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:48.008371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Pushing event updated for resources: {'Port': ['ID=b7416de1-5c4b-456c-820e-16f7b94b9fea,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:48.012512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:48.012867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Checking segment: {'id': '4c4ce304-0657-417a-8231-49bd247cbb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:48.013262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Bound using segment: {'id': '4c4ce304-0657-417a-8231-49bd247cbb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:48.013753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Bound port: 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4ce304-0657-417a-8231-49bd247cbb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:48.014083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.035043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641b8e1-4f71-40d3-8fad-ecfc5cfcba0a req-da59193c-c665-4f9e-8e39-4fae3f886c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.037708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4641b8e1-4f71-40d3-8fad-ecfc5cfcba0a req-da59193c-c665-4f9e-8e39-4fae3f886c3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 1100 time: 0.1754961 Nov 16 21:08:48.039391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Attempting to bind port b7416de1-5c4b-456c-820e-16f7b94b9fea on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:48.040080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Attempting to bind port b7416de1-5c4b-456c-820e-16f7b94b9fea by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '675261a7-7df3-4d44-841d-dcda0054dfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:48.040366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Attempting to bind port b7416de1-5c4b-456c-820e-16f7b94b9fea on network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:48.045375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Port b7416de1-5c4b-456c-820e-16f7b94b9fea on network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:48.045839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Attempting to bind port b7416de1-5c4b-456c-820e-16f7b94b9fea on network b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:48.051961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:48.052532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Checking segment: {'id': '675261a7-7df3-4d44-841d-dcda0054dfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:48.052987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Bound using segment: {'id': '675261a7-7df3-4d44-841d-dcda0054dfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:48.053486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Bound port: b7416de1-5c4b-456c-820e-16f7b94b9fea, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675261a7-7df3-4d44-841d-dcda0054dfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:48.054098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.056983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-24503e00-19c6-48ae-8148-fdb1455f6974 None None] Port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:08:48.069672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9a5c819-e7bd-4e49-907a-3fed06479b97 req-b8273a7b-b7ea-423c-a0f3-c1cdad8e240b tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312331 Nov 16 21:08:48.117676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55534) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:48.137679 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.164638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] For port b7416de1-5c4b-456c-820e-16f7b94b9fea, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:48.169577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] For port b7416de1-5c4b-456c-820e-16f7b94b9fea, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea,segment=NetworkSegment(675261a7-7df3-4d44-841d-dcda0054dfaf),segment_id=675261a7-7df3-4d44-841d-dcda0054dfaf)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:48.180171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.189324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60b520-68c1-492a-b427-f07b1e4ee104 req-07d3e8e5-2999-4184-871b-15c853295237 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.190936 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e60b520-68c1-492a-b427-f07b1e4ee104 req-07d3e8e5-2999-4184-871b-15c853295237 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 944 time: 0.0949688 Nov 16 21:08:48.227255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.228775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.229654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] 10.222.0.47 "PUT /v2.0/ports/b7416de1-5c4b-456c-820e-16f7b94b9fea HTTP/1.1" status: 200 len: 1092 time: 1.2984898 Nov 16 21:08:48.237668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'tag': 'b7416de1-5c4b-456c-820e-16f7b94b9fea'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:48.240383 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdc44c2-df80-47fa-aca0-023ab544ee8f", "tag": "b7416de1-5c4b-456c-820e-16f7b94b9fea"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:48.340532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6546f-5b08-4863-824c-68e5c848057c service neutron] Pushing event updated for resources: {'Port': ['ID=b7416de1-5c4b-456c-820e-16f7b94b9fea,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:48.366883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4641b8e1-4f71-40d3-8fad-ecfc5cfcba0a req-36c6fdaa-1273-4d3c-8690-d0c93a1c3ce1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942476 Nov 16 21:08:48.369904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] For port 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:48.370768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d533fd3-80a5-4154-b3fd-e1145f4f6786 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=592b4716c4a64f2d88f38a91914acb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519672 Nov 16 21:08:48.376491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e60b520-68c1-492a-b427-f07b1e4ee104 req-cf511004-a8eb-40ac-a7c7-c54ad83376c2 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588619 Nov 16 21:08:48.376960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55540) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:48.379756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee3bf7-535c-47eb-b289-24f4f7939e6e req-b65045d4-fc03-4757-9ece-714547704db1 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.381643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdee3bf7-535c-47eb-b289-24f4f7939e6e req-b65045d4-fc03-4757-9ece-714547704db1 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 944 time: 0.2449656 Nov 16 21:08:48.384026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] For port 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73,segment=NetworkSegment(4c4ce304-0657-417a-8231-49bd247cbb7a),segment_id=4c4ce304-0657-417a-8231-49bd247cbb7a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:48.401149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-8a4a0d88-4239-4745-b54a-9d76485bc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.402673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-8a4a0d88-4239-4745-b54a-9d76485bc5b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04ab0d9c5c014f63959454c352d72724&device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 1095 time: 0.1209564 Nov 16 21:08:48.422931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.460589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-b9e2aa1c-9900-4e0c-a434-f607e89293ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea HTTP/1.1" status: 200 len: 217 time: 0.0447319 Nov 16 21:08:48.496828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.497486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.498907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] 10.222.0.47 "PUT /v2.0/ports/22af83bd-adfa-481f-a2ad-e428bfaf2a73 HTTP/1.1" status: 200 len: 1092 time: 2.0533807 Nov 16 21:08:48.499768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'tag': '22af83bd-adfa-481f-a2ad-e428bfaf2a73'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:48.501870 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1bec05-5265-41f4-a339-8da1d25fb362" -d '{"events": [{"name": "network-changed", "server_uuid": "261194a1-ad62-40c6-abe4-ca1914ca1f82", "tag": "22af83bd-adfa-481f-a2ad-e428bfaf2a73"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:48.522135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da7cdb5d-8a24-4bdb-b547-3f74efb29659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.577171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6325289-87bf-4020-a460-da77420d4ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=22af83bd-adfa-481f-a2ad-e428bfaf2a73,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:48.577867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da7cdb5d-8a24-4bdb-b547-3f74efb29659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.587887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38808a0-4147-49f7-995d-01724d7189c6 req-b8aa0bce-9a9a-41ad-be25-d668951be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.589359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-b8aa0bce-9a9a-41ad-be25-d668951be914 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dff5ffae-925c-4b67-84a7-c06dfaa6fed9 HTTP/1.1" status: 200 len: 861 time: 0.1210895 Nov 16 21:08:48.602376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdee3bf7-535c-47eb-b289-24f4f7939e6e req-090f1511-45a5-49b8-b21b-c6605566b80c tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055950 Nov 16 21:08:48.641061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-03cfc29e-f341-4fda-9125-c94c3451ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.641291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-5ea476a9-4d06-45a9-a4a8-accc1c23443f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408902 Nov 16 21:08:48.642691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-03cfc29e-f341-4fda-9125-c94c3451ed4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97fe597d510a485db28d50ff69eb30c8&device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 1095 time: 0.0942044 Nov 16 21:08:48.652194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076f722-eaea-4c1d-947a-45658c051224 req-cfa05a0c-5c47-41d2-b5e6-884a776a8f33 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.654295 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d076f722-eaea-4c1d-947a-45658c051224 req-cfa05a0c-5c47-41d2-b5e6-884a776a8f33 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.1354103 Nov 16 21:08:48.656032 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf5cb9e-2972-47c2-8a9e-485d56cc25ce x-openstack-request-id: req-cdf5cb9e-2972-47c2-8a9e-485d56cc25ce {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:48.656324 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdc44c2-df80-47fa-aca0-023ab544ee8f", "tag": "b7416de1-5c4b-456c-820e-16f7b94b9fea", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:48.656570 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdf5cb9e-2972-47c2-8a9e-485d56cc25ce {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:48.656954 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'tag': 'b7416de1-5c4b-456c-820e-16f7b94b9fea', 'status': 'completed', 'code': 200} Nov 16 21:08:48.742187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-9b14b12e-fd08-418e-88c8-8cf2d6eacfd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73 HTTP/1.1" status: 200 len: 217 time: 0.0609081 Nov 16 21:08:48.745484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da7cdb5d-8a24-4bdb-b547-3f74efb29659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.748034 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da7cdb5d-8a24-4bdb-b547-3f74efb29659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.749177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-da7cdb5d-8a24-4bdb-b547-3f74efb29659 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d735e83-0664-4de4-a964-20ad031da11c HTTP/1.1" status: 204 len: 168 time: 0.3705297 Nov 16 21:08:48.779404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:48.782802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cdb5d-8a24-4bdb-b547-3f74efb29659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d735e83-0664-4de4-a964-20ad031da11c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:48.789748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d076f722-eaea-4c1d-947a-45658c051224 req-e0757524-bff5-4e9d-9e90-4a14e1c76150 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230121 Nov 16 21:08:48.804418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-b7d88323-653e-4ae3-8689-902eb65538bc service neutron] 10.222.0.47 "GET /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461704 Nov 16 21:08:48.823586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.851371 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495c7881-31ac-4371-a887-7be0d229b8b4 x-openstack-request-id: req-495c7881-31ac-4371-a887-7be0d229b8b4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:48.851755 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261194a1-ad62-40c6-abe4-ca1914ca1f82", "tag": "22af83bd-adfa-481f-a2ad-e428bfaf2a73", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:48.852041 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-495c7881-31ac-4371-a887-7be0d229b8b4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:48.852537 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'tag': '22af83bd-adfa-481f-a2ad-e428bfaf2a73', 'status': 'completed', 'code': 200} Nov 16 21:08:48.869561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Transition to ACTIVE for port object 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:08:48.883426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:48.897792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-f69f8f89-3ab7-4e0e-9d60-43ec640e1c17 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.899374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-f69f8f89-3ab7-4e0e-9d60-43ec640e1c17 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.1718760 Nov 16 21:08:48.900841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-11e35fd0-1467-4d34-96c9-4e86147ce50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.902330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-11e35fd0-1467-4d34-96c9-4e86147ce50e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80b461d1-97ea-4966-9d73-8dd5d35f7bc2 HTTP/1.1" status: 200 len: 849 time: 0.1458428 Nov 16 21:08:48.917184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eb723-d601-479f-bece-f4b2e3b52a18 req-f0a3aa36-42cf-419d-885f-56264cf8a75a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.918513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e3eb723-d601-479f-bece-f4b2e3b52a18 req-f0a3aa36-42cf-419d-885f-56264cf8a75a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1897876 Nov 16 21:08:48.993790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915703ba-bc48-4b96-9683-1d6a55a940a3 req-d15db379-fd85-4ace-af60-d1d9ee4c0dcf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:48.995440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-915703ba-bc48-4b96-9683-1d6a55a940a3 req-d15db379-fd85-4ace-af60-d1d9ee4c0dcf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 949 time: 0.0815346 Nov 16 21:08:49.002976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38808a0-4147-49f7-995d-01724d7189c6 req-885a0dff-a8af-49ee-8855-3e4c1aa4a255 service neutron] 10.222.0.47 "GET /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897604 Nov 16 21:08:49.030861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-36737550-0897-473f-be40-775aa2479a8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878432 Nov 16 21:08:49.116340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-915703ba-bc48-4b96-9683-1d6a55a940a3 req-219bce97-cdb9-46f7-8ba2-3001c4099789 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088090 Nov 16 21:08:49.161119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-7aea8279-4441-45d1-83a8-4559d6f3c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.169369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-7aea8279-4441-45d1-83a8-4559d6f3c0c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04ab0d9c5c014f63959454c352d72724&device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 1095 time: 0.0997181 Nov 16 21:08:49.186484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55554) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:49.194063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Pushing event updated for resources: {'Port': ['ID=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:49.234861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:49.280248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 6f42a120-a621-43e1-99e8-d8598b22d108 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:49.281088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6f42a120-a621-43e1-99e8-d8598b22d108 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:49.315535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Attempting to bind port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:08:49.315863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Attempting to bind port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:08:49.316476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Attempting to bind port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:49.326146 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e3eb723-d601-479f-bece-f4b2e3b52a18 req-001259bf-8eed-401c-a0ba-2ef602f5f131 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740611 Nov 16 21:08:49.336421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:08:49.336754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Attempting to bind port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:08:49.342398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-85063e55-1957-4b3b-920d-8c459d24a103 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a198abd04fe438388fb77d349c51be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514490 Nov 16 21:08:49.352980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55556) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:49.365771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c553-b8e3-4407-8158-0b597976744d req-fa13fc1b-235d-4b2e-9beb-d063e43dbef3 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.367297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4164c553-b8e3-4407-8158-0b597976744d req-fa13fc1b-235d-4b2e-9beb-d063e43dbef3 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 948 time: 0.1375654 Nov 16 21:08:49.380056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Deleting port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:49.380837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.384050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:08:49.384396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:08:49.385211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:08:49.385692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-6697d5be-f7f2-4703-b185-eef80ae281c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.385831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Bound port: 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:08:49.386052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.387174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-6697d5be-f7f2-4703-b185-eef80ae281c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 HTTP/1.1" status: 200 len: 922 time: 0.2094901 Nov 16 21:08:49.443742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-9577a656-5ed3-432d-9cdb-57c3cb032e25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea HTTP/1.1" status: 200 len: 217 time: 0.0475216 Nov 16 21:08:49.468721 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-d868e86f-902c-4bba-a703-3e1b0dacae5d service neutron] 10.222.0.47 "GET /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367865 Nov 16 21:08:49.490182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4164c553-b8e3-4407-8158-0b597976744d req-803bc959-da61-41ec-be03-a1e34958cb73 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152470 Nov 16 21:08:49.513630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-7b106059-e880-4daf-9c1d-bd076e2a5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.513630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-7b106059-e880-4daf-9c1d-bd076e2a5ace service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dff5ffae-925c-4b67-84a7-c06dfaa6fed9 HTTP/1.1" status: 200 len: 861 time: 0.0600681 Nov 16 21:08:49.549664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-70b803d9-ac29-4a39-a35e-df3d92a8899c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310457 Nov 16 21:08:49.649727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-570a1fff-4be9-4232-8547-31188bc22382 service neutron] 10.222.0.47 "GET /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925262 Nov 16 21:08:49.683823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] For port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:08:49.699350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] For port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,segment=NetworkSegment(99976da4-a0c5-4cda-85bc-ad1a7822d56f),segment_id=99976da4-a0c5-4cda-85bc-ad1a7822d56f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:49.699350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.708251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384f5c7f-95c7-45de-923e-aff22729d6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.716676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49fca2-98a3-43d6-a63d-c7271b87c5b9 req-72c18661-153f-418f-acb5-e2e2b0ac22f1 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.718202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e49fca2-98a3-43d6-a63d-c7271b87c5b9 req-72c18661-153f-418f-acb5-e2e2b0ac22f1 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 944 time: 0.2486041 Nov 16 21:08:49.748424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Calling delete_port for 3fe46aea-a2db-4c9c-bb1c-699845d5d7af owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:49.751098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] For port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:08:49.778321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.793670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69922d0e-9c4b-4257-8614-73d5acf6efa6 req-ec1d80cf-33ea-457f-a259-304c6369102b tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.795349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69922d0e-9c4b-4257-8614-73d5acf6efa6 req-ec1d80cf-33ea-457f-a259-304c6369102b tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 944 time: 0.0810730 Nov 16 21:08:49.800594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99b68f8-0f92-44f7-92f4-5eef0bd963bc req-51f5eeed-ce68-46f1-83af-fa0b813df737 service neutron] 10.222.0.47 "GET /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433184 Nov 16 21:08:49.802409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e0c72e-a8eb-4931-85a0-1f9a63344b10 req-e06b6e90-a1a7-4ac4-877f-fb184949ebb3 service neutron] 10.222.0.47 "GET /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179946 Nov 16 21:08:49.804434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384f5c7f-95c7-45de-923e-aff22729d6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.849681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69922d0e-9c4b-4257-8614-73d5acf6efa6 req-cf490730-5669-4730-90db-33ab83b2ee45 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Nov 16 21:08:49.943108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:49.943746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:49.945439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] 10.222.0.47 "PUT /v2.0/ports/1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 HTTP/1.1" status: 200 len: 1096 time: 2.0151024 Nov 16 21:08:50.049806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cc534-cc35-4184-8c32-1b9bca340b66 req-a2d51bbf-ab43-4a00-aecf-842f0701f976 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.068005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-422cc534-cc35-4184-8c32-1b9bca340b66 req-a2d51bbf-ab43-4a00-aecf-842f0701f976 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdbcb1d9-3772-41e4-8a9c-3160729833af HTTP/1.1" status: 200 len: 945 time: 0.1101024 Nov 16 21:08:50.068209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e49fca2-98a3-43d6-a63d-c7271b87c5b9 req-76de8fb4-b3e0-469a-93fd-35e515f53c53 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366082 Nov 16 21:08:50.109920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b34ff-f846-4eef-aa2f-d4445860cabd service neutron] Pushing event updated for resources: {'Port': ['ID=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:50.154487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-422cc534-cc35-4184-8c32-1b9bca340b66 req-6e27b74c-9d89-4573-a722-56ace1fad735 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.48 "GET /v2.0/security-groups?id=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859120 Nov 16 21:08:50.172716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-50fa8477-cfa5-4668-8c0d-34c33ef530e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.174380 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-50fa8477-cfa5-4668-8c0d-34c33ef530e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97fe597d510a485db28d50ff69eb30c8&device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 1095 time: 0.3006070 Nov 16 21:08:50.184780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-e78763fe-77af-4000-bc28-d06e213b456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.186442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-e78763fe-77af-4000-bc28-d06e213b456f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 1099 time: 0.1587706 Nov 16 21:08:50.235531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384f5c7f-95c7-45de-923e-aff22729d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:50.238132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384f5c7f-95c7-45de-923e-aff22729d6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:50.239825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-384f5c7f-95c7-45de-923e-aff22729d6a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1eb7f94-60b5-4a93-a330-c8eea92daae3 HTTP/1.1" status: 204 len: 168 time: 0.8853014 Nov 16 21:08:50.320086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-5dd81899-dba1-4615-977d-e0a3847685fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 HTTP/1.1" status: 200 len: 217 time: 0.1231892 Nov 16 21:08:50.342874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f5c7f-95c7-45de-923e-aff22729d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eb7f94-60b5-4a93-a330-c8eea92daae3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:50.426714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:50.449995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bcc00-b263-4249-b87c-9e34f82b6ec3 req-1c087e82-8059-418c-8c54-b1a3423320af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.451694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796bcc00-b263-4249-b87c-9e34f82b6ec3 req-1c087e82-8059-418c-8c54-b1a3423320af tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 949 time: 0.2170289 Nov 16 21:08:50.462510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-2e6653c7-5bba-49f2-9081-b9831c5d68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.463984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-2e6653c7-5bba-49f2-9081-b9831c5d68e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1232946 Nov 16 21:08:50.494704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae938dc-17f3-44bf-b1cb-936c08241f49 req-e69e14eb-324d-4403-8305-cb6841b23519 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.498298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cae938dc-17f3-44bf-b1cb-936c08241f49 req-e69e14eb-324d-4403-8305-cb6841b23519 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0577977 Nov 16 21:08:50.502313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-db2a21f3-94d4-4826-8969-a63758960e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.503612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-db2a21f3-94d4-4826-8969-a63758960e52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 HTTP/1.1" status: 200 len: 910 time: 0.3210447 Nov 16 21:08:50.504487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Pushing event deleted for resources: {'Port': ['ID=3fe46aea-a2db-4c9c-bb1c-699845d5d7af,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:50.562919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cae938dc-17f3-44bf-b1cb-936c08241f49 req-bab82677-4f76-40ad-8a2b-8f6a9bfceb51 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604894 Nov 16 21:08:50.639670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] No DVR routers for this DVR port 3fe46aea-a2db-4c9c-bb1c-699845d5d7af on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:50.639838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e9cf49c-58f3-4d26-8d33-a724b29841ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:50.642295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-a00a2249-68ac-4b76-973f-75cd74662c33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73 HTTP/1.1" status: 200 len: 217 time: 0.1003985 Nov 16 21:08:50.645104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:50.648989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce0f682f-ea86-4c60-8573-c0c7f0abe32e req-63803c39-e812-4fac-8445-ca87fbd42016 tempest-LiveMigrationTest-111173222 tempest-LiveMigrationTest-111173222-project] 10.222.0.41 "DELETE /v2.0/ports/3fe46aea-a2db-4c9c-bb1c-699845d5d7af HTTP/1.1" status: 204 len: 173 time: 1.7294672 Nov 16 21:08:50.708850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-c7b4c900-d175-4f8f-a337-5030ceee4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.710943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-c7b4c900-d175-4f8f-a337-5030ceee4d11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238095 Nov 16 21:08:50.720325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796bcc00-b263-4249-b87c-9e34f82b6ec3 req-1e0ced51-2eb5-49e6-8eb6-ba0de437c811 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537327 Nov 16 21:08:50.749785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84bfa3-a7d0-464a-ba29-6a72beed6daa req-c1c01b39-40ad-4954-b96c-613de141e6cd tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.751559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df84bfa3-a7d0-464a-ba29-6a72beed6daa req-c1c01b39-40ad-4954-b96c-613de141e6cd tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 948 time: 0.0741382 Nov 16 21:08:50.809843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-3920c24a-a448-46a8-a085-4f2c9c9ea7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.815148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-3920c24a-a448-46a8-a085-4f2c9c9ea7b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80b461d1-97ea-4966-9d73-8dd5d35f7bc2 HTTP/1.1" status: 200 len: 849 time: 0.1621861 Nov 16 21:08:50.848755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df84bfa3-a7d0-464a-ba29-6a72beed6daa req-e460d600-9f73-407d-9de1-05c3bfeb3aa5 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757198 Nov 16 21:08:50.991428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2281361-5a4e-4e96-a7e4-38c87ca63e92 req-79ebffa5-b29b-4591-829d-5eadd4e49cdd tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:50.993027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2281361-5a4e-4e96-a7e4-38c87ca63e92 req-79ebffa5-b29b-4591-829d-5eadd4e49cdd tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 944 time: 0.0560689 Nov 16 21:08:51.047976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2281361-5a4e-4e96-a7e4-38c87ca63e92 req-0038328a-b146-470b-9eb1-eabf455e4284 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479641 Nov 16 21:08:51.152833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'tag': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9'}, {'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'name': 'network-vif-deleted', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:51.155252 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "da774905-e0ce-4ffb-b2fd-9cffdb023a0c", "tag": "1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9"}, {"server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "name": "network-vif-deleted", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:51.163369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-f884549a-63a9-4e6a-be64-1aa0be7f6439 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3388100 Nov 16 21:08:51.229690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741915f-01ef-49ab-b702-a2f802cff786 req-8d63336e-7eee-4382-8fbd-094c83a5422c tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.231659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7741915f-01ef-49ab-b702-a2f802cff786 req-8d63336e-7eee-4382-8fbd-094c83a5422c tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 944 time: 0.0725496 Nov 16 21:08:51.265368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-5d1090cc-1588-4841-919c-833087a5a4a8 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439425 Nov 16 21:08:51.302282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f493d8-7b24-4834-8e80-e91a9f67d885 req-e0091567-b63d-44a4-a35c-3652398ac71b tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.309581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92f493d8-7b24-4834-8e80-e91a9f67d885 req-e0091567-b63d-44a4-a35c-3652398ac71b tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 1100 time: 0.1512759 Nov 16 21:08:51.318300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7741915f-01ef-49ab-b702-a2f802cff786 req-432327da-1f45-4311-a108-9c9a0c677955 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800173 Nov 16 21:08:51.381242 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d495650-99f9-467e-849c-d9d25218333a x-openstack-request-id: req-4d495650-99f9-467e-849c-d9d25218333a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:51.381563 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da774905-e0ce-4ffb-b2fd-9cffdb023a0c", "tag": "1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9", "status": "completed", "code": 200}, {"server_uuid": "cdbcb1d9-3772-41e4-8a9c-3160729833af", "name": "network-vif-deleted", "tag": "3fe46aea-a2db-4c9c-bb1c-699845d5d7af", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:51.382074 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d495650-99f9-467e-849c-d9d25218333a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:51.382480 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'tag': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9', 'status': 'completed', 'code': 200} Nov 16 21:08:51.382716 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbcb1d9-3772-41e4-8a9c-3160729833af', 'name': 'network-vif-deleted', 'tag': '3fe46aea-a2db-4c9c-bb1c-699845d5d7af', 'status': 'completed', 'code': 200} Nov 16 21:08:51.393802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-979283eb-8f0c-4bc4-ad58-fb3f16707ec1 service neutron] 10.222.0.47 "GET /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123945 Nov 16 21:08:51.411785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55608) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:51.480952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92f493d8-7b24-4834-8e80-e91a9f67d885 req-f8e2eefa-c8d3-4829-b5e7-885d228e097a tempest-ServersOnMultiNodesTest-1544544262 tempest-ServersOnMultiNodesTest-1544544262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704986 Nov 16 21:08:51.496844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fc67bc6-329d-4c9d-b1c0-166d6293a17a req-9278d564-2017-4122-9eb8-2e66dfde3c77 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182076 Nov 16 21:08:51.531273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df1bec05-5265-41f4-a339-8da1d25fb362 req-6eb5322a-9370-4e88-9182-5954abf6e2bd service neutron] 10.222.0.47 "GET /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296673 Nov 16 21:08:51.612083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Deleting subnet 7b9cc6c0-caba-45df-8302-79ccbf7677de {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:51.613169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-d456c4c9-1540-4cdd-ac46-a567bf030db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.616063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-d456c4c9-1540-4cdd-ac46-a567bf030db9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 1099 time: 0.0491838 Nov 16 21:08:51.616985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:51.682958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:51.756161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:51.777608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c01054-d859-439c-a0f7-492f6e37dc57 req-e8617a34-7b1c-4bae-8f7c-d5e1edbb6d70 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.779180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8c01054-d859-439c-a0f7-492f6e37dc57 req-e8617a34-7b1c-4bae-8f7c-d5e1edbb6d70 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0731130 Nov 16 21:08:51.820076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-3a935413-b7b1-4aae-8714-fda6d04502f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.822230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-3a935413-b7b1-4aae-8714-fda6d04502f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1985495 Nov 16 21:08:51.833441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caad10-57a2-4a3a-aceb-0a4c0dd4c136 req-2ffea222-a0eb-4762-9a11-64668fcb8254 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.845873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11caad10-57a2-4a3a-aceb-0a4c0dd4c136 req-2ffea222-a0eb-4762-9a11-64668fcb8254 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 949 time: 0.0997300 Nov 16 21:08:51.883319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-ee7b63f7-2789-4dd9-b4fe-2fda88486354 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 HTTP/1.1" status: 200 len: 217 time: 0.0462878 Nov 16 21:08:51.886106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:51.926950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9cc6c0-caba-45df-8302-79ccbf7677de,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:51.932063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11caad10-57a2-4a3a-aceb-0a4c0dd4c136 req-a4317483-0eb5-4514-89d3-0779cb8973db tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902443 Nov 16 21:08:51.933408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:51.936618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60cd78d1-2881-40ad-801b-ec0838547ffd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b9cc6c0-caba-45df-8302-79ccbf7677de HTTP/1.1" status: 204 len: 168 time: 0.5236077 Nov 16 21:08:51.939110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:51.939251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8c01054-d859-439c-a0f7-492f6e37dc57 req-ec130670-5750-42b8-95ab-8862ff1f0ea7 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478796 Nov 16 21:08:51.969483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-6a7fd24e-ad2e-46e1-a4d5-a83396e3f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:51.971360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-6a7fd24e-ad2e-46e1-a4d5-a83396e3f37d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0798037 Nov 16 21:08:52.046733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-aa5e3f65-0cad-4868-a82a-312a9d2b2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:52.047071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.047193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-aa5e3f65-0cad-4868-a82a-312a9d2b2131 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654624 Nov 16 21:08:52.119439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec8377-9a35-468c-8e08-4e3dd02494f7 req-a63401e2-277a-4045-82d0-ce3f0d3988d7 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:52.120884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23ec8377-9a35-468c-8e08-4e3dd02494f7 req-a63401e2-277a-4045-82d0-ce3f0d3988d7 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 948 time: 0.0892518 Nov 16 21:08:52.187637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-47984d01-70ae-4f8b-8965-0d188b9eb972 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309414 Nov 16 21:08:52.206695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.221353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a462e-9982-4abf-8fa0-bcc973736e4f req-733e0ad5-aaf5-4084-bf7e-4063cc1c7b91 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:52.229114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a8a462e-9982-4abf-8fa0-bcc973736e4f req-733e0ad5-aaf5-4084-bf7e-4063cc1c7b91 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 944 time: 0.0893905 Nov 16 21:08:52.245082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577e0baf-bab5-43e1-bc57-eff95e371e12']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:52.260182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23ec8377-9a35-468c-8e08-4e3dd02494f7 req-65037d2f-d25f-4c96-ba8f-d8776c78cff7 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193297 Nov 16 21:08:52.261766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99976da4-a0c5-4cda-85bc-ad1a7822d56f') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:52.262074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99976da4-a0c5-4cda-85bc-ad1a7822d56f') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:52.273139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.293599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.303007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:52.303407 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:52.305251 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:52.346254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a8a462e-9982-4abf-8fa0-bcc973736e4f req-3a381db6-993f-4d26-972a-caa441736066 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161623 Nov 16 21:08:52.352744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4fc2e9b-f3ce-460a-97ba-516c66d99b6e req-bff3ebd1-0c2f-4568-ad29-4b8b3a3af0f0 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533899 Nov 16 21:08:52.383101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.388459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.394364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] 10.222.0.48 "DELETE /v2.0/networks/577e0baf-bab5-43e1-bc57-eff95e371e12 HTTP/1.1" status: 204 len: 168 time: 0.4516549 Nov 16 21:08:52.395266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:52.407654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2373a8-7649-4642-9d93-379a5b00570f admin admin] Pushing event deleted for resources: {'Network': ['ID=577e0baf-bab5-43e1-bc57-eff95e371e12,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:52.466222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Deleting subnet 7e237e88-c3c3-4f94-96e8-4bfd1f93a193 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:08:52.469998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.521389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027ff45-25d2-44f9-a395-510fbf89a63c req-19c5d8cb-f139-4f1e-b43b-a6cc0d597593 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:52.522897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7027ff45-25d2-44f9-a395-510fbf89a63c req-19c5d8cb-f139-4f1e-b43b-a6cc0d597593 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 944 time: 0.0935526 Nov 16 21:08:52.525055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.592773 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.619906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7027ff45-25d2-44f9-a395-510fbf89a63c req-d171c74c-ab06-4023-aefa-8848400b99a9 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759637 Nov 16 21:08:52.653458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.678923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e237e88-c3c3-4f94-96e8-4bfd1f93a193,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:52.689014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.692683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7e237e88-c3c3-4f94-96e8-4bfd1f93a193 HTTP/1.1" status: 204 len: 168 time: 0.2967184 Nov 16 21:08:52.694629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.694980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.695325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.695661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.695996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.696279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55662) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:52.696404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.696643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.696970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.697298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.697646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.697973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.698297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed214c8-8505-491a-b626-effb5efc1bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:52.766927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.851064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.872667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e4bd98-d0a2-498b-b8db-cf6e9485be30']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:52.883022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0f436b-cad6-4732-807e-3b17d25669ff') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:52.883319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0f436b-cad6-4732-807e-3b17d25669ff') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:08:52.892634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.905610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.912099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:08:52.912480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:08:52.914153 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:08:52.976567 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.984302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:52.988170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] 10.222.0.48 "DELETE /v2.0/networks/28e4bd98-d0a2-498b-b8db-cf6e9485be30 HTTP/1.1" status: 204 len: 168 time: 0.2894094 Nov 16 21:08:52.997275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1c4c802b-5de0-428c-bece-b55b0b23957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.006507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Pushing event deleted for resources: {'Network': ['ID=28e4bd98-d0a2-498b-b8db-cf6e9485be30,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:53.023483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.024010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.024320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.025742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.025944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.026458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.026864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.027280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.028241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.028664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.029176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.029569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f61df-60ca-4561-a03c-1cb19bce108e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:08:53.118290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf694a88-c9df-48ad-ba00-5ea502686cf3 req-d3242c94-e3d0-48f6-b69e-e2d338ecca85 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:53.127341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf694a88-c9df-48ad-ba00-5ea502686cf3 req-d3242c94-e3d0-48f6-b69e-e2d338ecca85 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0794897 Nov 16 21:08:53.166484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96be6-b64d-4923-b9ce-74cfad9e4b25 req-d49a9ff0-6e42-4e15-b919-d6f96b987b7c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:53.174042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80b96be6-b64d-4923-b9ce-74cfad9e4b25 req-d49a9ff0-6e42-4e15-b919-d6f96b987b7c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 949 time: 0.0636289 Nov 16 21:08:53.192991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf694a88-c9df-48ad-ba00-5ea502686cf3 req-5749843c-7914-4ba9-953b-a5b0cf2bc624 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588694 Nov 16 21:08:53.250326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80b96be6-b64d-4923-b9ce-74cfad9e4b25 req-ae00385a-35b2-43b0-ad46-56361cc4ec68 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753512 Nov 16 21:08:53.251937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:53.280845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 3fe46aea-a2db-4c9c-bb1c-699845d5d7af {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:53.281198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3fe46aea-a2db-4c9c-bb1c-699845d5d7af not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:53.287415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b7416de1-5c4b-456c-820e-16f7b94b9fea details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:53.321299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55694) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:53.329829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-8eeb31ee-9a99-4ff1-8249-36d195de3a0c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:53.333752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-8eeb31ee-9a99-4ff1-8249-36d195de3a0c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 949 time: 0.1025085 Nov 16 21:08:53.394272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-077add02-c42f-4005-9f8c-99a9f3cf3271 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06b5778640944f27b62822905a225088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717497 Nov 16 21:08:53.395701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:53.425631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b7416de1-5c4b-456c-820e-16f7b94b9fea, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea,segment=NetworkSegment(675261a7-7df3-4d44-841d-dcda0054dfaf),segment_id=675261a7-7df3-4d44-841d-dcda0054dfaf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:53.441827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b7416de1-5c4b-456c-820e-16f7b94b9fea', 'network_id': 'b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6', 'port_id': 'b7416de1-5c4b-456c-820e-16f7b94b9fea', 'mac_address': 'fa:16:3e:d7:3d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff5ffae-925c-4b67-84a7-c06dfaa6fed9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:53.451207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1622e3f4-8b0f-41a2-96b4-96fdc21135e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.491108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1622e3f4-8b0f-41a2-96b4-96fdc21135e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.497038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.505065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475479d8-1027-4df5-9e05-d9e02f4e9cc0 req-e3c1df6d-d616-422c-928e-0b87093b1061 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:53.512392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-475479d8-1027-4df5-9e05-d9e02f4e9cc0 req-e3c1df6d-d616-422c-928e-0b87093b1061 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 948 time: 0.1047583 Nov 16 21:08:53.515317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7416de1-5c4b-456c-820e-16f7b94b9fea {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:53.547945 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b7416de1-5c4b-456c-820e-16f7b94b9fea, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea,segment=NetworkSegment(675261a7-7df3-4d44-841d-dcda0054dfaf),segment_id=675261a7-7df3-4d44-841d-dcda0054dfaf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:53.552543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port 640b2eff-4882-485d-b5a4-0d5586fc6f7f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:53.553547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.554465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.564931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b68fd-dbd6-44cd-ad61-93d9920af3f0 req-cf620dee-c4e4-496b-aa22-b76005f0e350 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:53.566615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244b68fd-dbd6-44cd-ad61-93d9920af3f0 req-cf620dee-c4e4-496b-aa22-b76005f0e350 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 944 time: 0.0948834 Nov 16 21:08:53.584589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1622e3f4-8b0f-41a2-96b4-96fdc21135e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.587386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1622e3f4-8b0f-41a2-96b4-96fdc21135e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.588547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1622e3f4-8b0f-41a2-96b4-96fdc21135e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f HTTP/1.1" status: 204 len: 168 time: 0.1922798 Nov 16 21:08:53.625400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b7416de1-5c4b-456c-820e-16f7b94b9fea,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:53.634012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622e3f4-8b0f-41a2-96b4-96fdc21135e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd0f19a-2c9d-4f62-9ae9-7490b2f3ee4f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:53.672455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244b68fd-dbd6-44cd-ad61-93d9920af3f0 req-e24032ef-f5cf-4f6a-b0e9-d1af6dda914e tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821319 Nov 16 21:08:53.680138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-475479d8-1027-4df5-9e05-d9e02f4e9cc0 req-5e7d15df-a1ff-46a2-9ca2-5336130560af tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664860 Nov 16 21:08:53.709848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port 640b2eff-4882-485d-b5a4-0d5586fc6f7f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=640b2eff-4882-485d-b5a4-0d5586fc6f7f,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:53.710456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:53.727348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for 640b2eff-4882-485d-b5a4-0d5586fc6f7f owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:53.858744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284ba0-88f4-4f6f-9da5-48d206aff4ef req-7f4297e9-77da-4197-ba95-295c37b9861e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:53.860268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96284ba0-88f4-4f6f-9da5-48d206aff4ef req-7f4297e9-77da-4197-ba95-295c37b9861e tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 944 time: 0.1077840 Nov 16 21:08:53.932581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55710) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:53.948663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96284ba0-88f4-4f6f-9da5-48d206aff4ef req-70d532ee-0f98-4419-9619-7f7bf4eb44fc tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Nov 16 21:08:53.974925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b7416de1-5c4b-456c-820e-16f7b94b9fea'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:53.977019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.017853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf', '640b2eff-4882-485d-b5a4-0d5586fc6f7f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:54.018677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=640b2eff-4882-485d-b5a4-0d5586fc6f7f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:54.080890 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44033ea2-2340-4655-b80f-64d02128a3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.086892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.094191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port 640b2eff-4882-485d-b5a4-0d5586fc6f7f on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:54.097190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.101124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afcc97e9-da07-4703-ae9d-46ff22106039 req-518b1a45-7554-4304-908c-c3886ef8f94d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "DELETE /v2.0/ports/640b2eff-4882-485d-b5a4-0d5586fc6f7f HTTP/1.1" status: 204 len: 173 time: 0.7603381 Nov 16 21:08:54.101685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481d1394-a017-41a7-9dcd-a5c174240163', 'name': 'network-vif-deleted', 'tag': '640b2eff-4882-485d-b5a4-0d5586fc6f7f'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:54.104350 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd9f02d-1c7e-41a4-8a7c-94d208f8468f" -d '{"events": [{"server_uuid": "481d1394-a017-41a7-9dcd-a5c174240163", "name": "network-vif-deleted", "tag": "640b2eff-4882-485d-b5a4-0d5586fc6f7f"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:54.152561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55716) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:54.197271 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69df5d5d-868b-422f-8f0b-8488144c697e x-openstack-request-id: req-69df5d5d-868b-422f-8f0b-8488144c697e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:54.197601 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481d1394-a017-41a7-9dcd-a5c174240163", "name": "network-vif-deleted", "tag": "640b2eff-4882-485d-b5a4-0d5586fc6f7f", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:54.197904 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69df5d5d-868b-422f-8f0b-8488144c697e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:54.198519 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481d1394-a017-41a7-9dcd-a5c174240163', 'name': 'network-vif-deleted', 'tag': '640b2eff-4882-485d-b5a4-0d5586fc6f7f', 'status': 'completed', 'code': 200} Nov 16 21:08:54.220315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5b164759-4fa4-49b0-8f0c-a44f47132030 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=feb6e85b091048a9a8299a995fe714bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651176 Nov 16 21:08:54.220496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55720) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:54.223333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44033ea2-2340-4655-b80f-64d02128a3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.243004 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44033ea2-2340-4655-b80f-64d02128a3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.348510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44033ea2-2340-4655-b80f-64d02128a3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5ddbc-82bc-4a66-9718-df56db27ca45,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:54.363653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44033ea2-2340-4655-b80f-64d02128a3f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12ca7f07158f4233b11b3d152c6ba95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268422 Nov 16 21:08:54.366742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55726) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:54.386501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-601725b1-72e7-44fc-ac09-9b17fc3e0436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.409946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8520a-8933-45d5-bb0f-f69730429c24 req-bf911203-51f0-4620-acf7-8945ace8f3ed tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:54.411886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dc8520a-8933-45d5-bb0f-f69730429c24 req-bf911203-51f0-4620-acf7-8945ace8f3ed tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1188612 Nov 16 21:08:54.424264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-601725b1-72e7-44fc-ac09-9b17fc3e0436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.448917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d0cd67a-91c7-48f8-b1a8-c2805e146530 req-f82e0237-5376-463f-aac7-9a2b8fa5ff9b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=481d1394-a017-41a7-9dcd-a5c174240163 HTTP/1.1" status: 200 len: 210 time: 0.0444782 Nov 16 21:08:54.496251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9079fd44-ab9d-47c8-be5e-3c09e1b0c14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.503565 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-601725b1-72e7-44fc-ac09-9b17fc3e0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.508489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-601725b1-72e7-44fc-ac09-9b17fc3e0436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.509870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-601725b1-72e7-44fc-ac09-9b17fc3e0436 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b24b29a-4e1d-4efb-9aba-7bf9935779e1 HTTP/1.1" status: 204 len: 168 time: 0.2888606 Nov 16 21:08:54.517743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dc8520a-8933-45d5-bb0f-f69730429c24 req-32a7362f-cdb6-4e10-b704-f3c920d46649 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851817 Nov 16 21:08:54.519327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601725b1-72e7-44fc-ac09-9b17fc3e0436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24b29a-4e1d-4efb-9aba-7bf9935779e1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:54.532590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9079fd44-ab9d-47c8-be5e-3c09e1b0c14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.594333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9079fd44-ab9d-47c8-be5e-3c09e1b0c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.597139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9079fd44-ab9d-47c8-be5e-3c09e1b0c14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:54.599930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9079fd44-ab9d-47c8-be5e-3c09e1b0c14c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7e5ddbc-82bc-4a66-9718-df56db27ca45 HTTP/1.1" status: 204 len: 168 time: 0.2322092 Nov 16 21:08:54.608964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079fd44-ab9d-47c8-be5e-3c09e1b0c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5ddbc-82bc-4a66-9718-df56db27ca45,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:54.858287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39478-e232-4df4-b757-33e4527d8505 req-532fa976-2767-491f-82cd-82168601578a tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:54.864524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af486f-2f4d-4d90-a1b0-d4b216565b63 req-c6d0cd43-76a1-40d8-9d0e-587f3c1fb337 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:54.866277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f6a39478-e232-4df4-b757-33e4527d8505 req-532fa976-2767-491f-82cd-82168601578a tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 945 time: 0.0705178 Nov 16 21:08:54.867399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9af486f-2f4d-4d90-a1b0-d4b216565b63 req-c6d0cd43-76a1-40d8-9d0e-587f3c1fb337 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 948 time: 0.0717340 Nov 16 21:08:54.940320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9af486f-2f4d-4d90-a1b0-d4b216565b63 req-105a4f36-32cb-4fbb-9ae6-ff912eb796cc tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582285 Nov 16 21:08:54.944051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f6a39478-e232-4df4-b757-33e4527d8505 req-c3e4bf9c-9261-4430-b08e-dd1de4910adb tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768442 Nov 16 21:08:55.079596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003e098-6509-4a99-b859-84b87c42ab3e req-b07f21dd-0a59-46a4-a653-3aff82234d4f tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:55.081113 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b003e098-6509-4a99-b859-84b87c42ab3e req-b07f21dd-0a59-46a4-a653-3aff82234d4f tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 944 time: 0.0563362 Nov 16 21:08:55.120654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127', '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', '7565b981-d408-4b49-a181-63acbde71ba4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:55.131328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b003e098-6509-4a99-b859-84b87c42ab3e req-bc621b16-876c-4027-9022-f2be0c6e7b1f tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Nov 16 21:08:55.145726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55750) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:55.160782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-085afbda-c611-41ea-b50b-e3c1c62ebee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.244980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-085afbda-c611-41ea-b50b-e3c1c62ebee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.248330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-085afbda-c611-41ea-b50b-e3c1c62ebee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.286406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 22af83bd-adfa-481f-a2ad-e428bfaf2a73 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:55.294663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-085afbda-c611-41ea-b50b-e3c1c62ebee1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b044fc9c1ce84722a42cb0750804a3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475432 Nov 16 21:08:55.297178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085afbda-c611-41ea-b50b-e3c1c62ebee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231b7fc-159a-436e-a969-086d2e242bb8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:55.297504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55754) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:55.353260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b2ed-45dc-480e-bddb-fd987cccfefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.386210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b2ed-45dc-480e-bddb-fd987cccfefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.443552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b2ed-45dc-480e-bddb-fd987cccfefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.447894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b2ed-45dc-480e-bddb-fd987cccfefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.456098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bdb9b2ed-45dc-480e-bddb-fd987cccfefd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7231b7fc-159a-436e-a969-086d2e242bb8 HTTP/1.1" status: 204 len: 168 time: 0.1571481 Nov 16 21:08:55.466246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9b2ed-45dc-480e-bddb-fd987cccfefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231b7fc-159a-436e-a969-086d2e242bb8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:55.619922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73,segment=NetworkSegment(4c4ce304-0657-417a-8231-49bd247cbb7a),segment_id=4c4ce304-0657-417a-8231-49bd247cbb7a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:55.644006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '22af83bd-adfa-481f-a2ad-e428bfaf2a73', 'network_id': '96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1', 'port_id': '22af83bd-adfa-481f-a2ad-e428bfaf2a73', 'mac_address': 'fa:16:3e:69:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b461d1-97ea-4966-9d73-8dd5d35f7bc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:55.658253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.724049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.738820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22af83bd-adfa-481f-a2ad-e428bfaf2a73 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:55.763568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73,segment=NetworkSegment(4c4ce304-0657-417a-8231-49bd247cbb7a),segment_id=4c4ce304-0657-417a-8231-49bd247cbb7a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:55.777299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:55.777985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:08:55.782128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81a12-49d6-47f2-ad68-7e3e4b9f5a9c req-93936960-15d9-4130-9b47-971f3e150cee tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:55.796692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3e81a12-49d6-47f2-ad68-7e3e4b9f5a9c req-93936960-15d9-4130-9b47-971f3e150cee tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1285231 Nov 16 21:08:55.884334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3e81a12-49d6-47f2-ad68-7e3e4b9f5a9c req-2123a960-9f04-4d29-b55c-6bb8546a1f8c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865033 Nov 16 21:08:55.920066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=22af83bd-adfa-481f-a2ad-e428bfaf2a73,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:55.997768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:56.015144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9', 'mac_address': 'fa:16:3e:cd:a0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:08:56.033846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39758bd0-2331-42db-bd48-abcbd3b47c7e req-daab5610-a0e4-4a66-866b-2c61ed5928f0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:56.042055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39758bd0-2331-42db-bd48-abcbd3b47c7e req-daab5610-a0e4-4a66-866b-2c61ed5928f0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 950 time: 0.0954604 Nov 16 21:08:56.071621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:56.092170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39758bd0-2331-42db-bd48-abcbd3b47c7e req-fedcc78b-677b-4af3-9098-2df470cfc2c0 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470285 Nov 16 21:08:56.108373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:08:56.130886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a7426-e10d-4fef-a879-cc8aa5703cc4 req-fa1be2ab-1ea0-4401-906d-6e9a00cf97f9 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:56.135390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12a7426-e10d-4fef-a879-cc8aa5703cc4 req-fa1be2ab-1ea0-4401-906d-6e9a00cf97f9 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 948 time: 0.1002376 Nov 16 21:08:56.151949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:56.158501 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:56.220436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12a7426-e10d-4fef-a879-cc8aa5703cc4 req-f467322f-0858-485c-a238-146b4513e651 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793672 Nov 16 21:08:56.254757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:56.261699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ba2d-7c4d-49da-a74b-1943fc3fc953 req-a65e86be-181b-4157-b906-a41278f64490 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:56.263979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a8ba2d-7c4d-49da-a74b-1943fc3fc953 req-a65e86be-181b-4157-b906-a41278f64490 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 945 time: 0.0572407 Nov 16 21:08:56.323451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3a8ba2d-7c4d-49da-a74b-1943fc3fc953 req-1c069336-9f62-4d2e-aa5a-4228d29dfbe0 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502589 Nov 16 21:08:56.377271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43a19a-368e-4003-b777-4010c37abadb req-4996520e-6c08-4893-ad3e-137d19769b3f tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:56.385659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e43a19a-368e-4003-b777-4010c37abadb req-4996520e-6c08-4893-ad3e-137d19769b3f tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 945 time: 0.0728724 Nov 16 21:08:56.431114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e43a19a-368e-4003-b777-4010c37abadb req-8af3cd29-9c84-4911-a10e-a5c21316df5b tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Nov 16 21:08:56.476865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:56.947811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['22af83bd-adfa-481f-a2ad-e428bfaf2a73'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:56.986849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:57.033832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a3c87-b5d2-4ca9-a35d-1ef9513ed72f req-a4b0877f-a7e2-4a04-a7d7-3bfc8ab271ad tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:57.043216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4a3c87-b5d2-4ca9-a35d-1ef9513ed72f req-a4b0877f-a7e2-4a04-a7d7-3bfc8ab271ad tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0731919 Nov 16 21:08:57.096461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:57.101101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4a3c87-b5d2-4ca9-a35d-1ef9513ed72f req-e3150d14-b440-41d2-983a-602bdda1f60c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523674 Nov 16 21:08:57.243815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b400c73-299f-4b18-8026-976882ee7252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.254409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 640b2eff-4882-485d-b5a4-0d5586fc6f7f no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:57.279779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a286671-1058-4ab3-a3db-ae3016033aef req-6516397c-df3c-438d-a467-2fd327b49bd3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:57.280632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 640b2eff-4882-485d-b5a4-0d5586fc6f7f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:57.280993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 640b2eff-4882-485d-b5a4-0d5586fc6f7f not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:57.281717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a286671-1058-4ab3-a3db-ae3016033aef req-6516397c-df3c-438d-a467-2fd327b49bd3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 950 time: 0.0881181 Nov 16 21:08:57.298851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b7416de1-5c4b-456c-820e-16f7b94b9fea up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:57.374925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port b7416de1-5c4b-456c-820e-16f7b94b9fea completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:57.375406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a286671-1058-4ab3-a3db-ae3016033aef req-8b30ca17-99dc-454e-b952-5f43f3ccebd5 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802763 Nov 16 21:08:57.379511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b7416de1-5c4b-456c-820e-16f7b94b9fea triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:57.380114 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.424984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6431-7790-40b2-bef5-fda79d4069cd req-90684095-83c8-488d-af7f-6c12d24ff717 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:57.427256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1d6431-7790-40b2-bef5-fda79d4069cd req-90684095-83c8-488d-af7f-6c12d24ff717 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 949 time: 0.0970216 Nov 16 21:08:57.428704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b400c73-299f-4b18-8026-976882ee7252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.433609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b400c73-299f-4b18-8026-976882ee7252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.465368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55860) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:57.493060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9b400c73-299f-4b18-8026-976882ee7252 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a334356a52a4b478aa158e663bcdf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942220 Nov 16 21:08:57.493827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b400c73-299f-4b18-8026-976882ee7252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9108a-1221-417f-b71a-c8dbd81af1b7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:57.496164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:57.511804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1d6431-7790-40b2-bef5-fda79d4069cd req-1c3dcffb-dcea-4072-a445-5c073833671f tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777693 Nov 16 21:08:57.547347 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.572454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95c3b-bfa3-4c47-99e4-a5be06a5e869 req-6a1a0e11-cd65-41cd-a31f-7c3a08a6fd91 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:57.574116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59f95c3b-bfa3-4c47-99e4-a5be06a5e869 req-6a1a0e11-cd65-41cd-a31f-7c3a08a6fd91 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 945 time: 0.0957816 Nov 16 21:08:57.574737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-76f3c828-816a-4122-9e49-e312dd4fa015 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:57.577681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-76f3c828-816a-4122-9e49-e312dd4fa015 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 950 time: 0.0644825 Nov 16 21:08:57.599787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7416de1-5c4b-456c-820e-16f7b94b9fea'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:57.602097 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903a21b6-c559-4c81-9bda-9b7a1e98a9fd" -d '{"events": [{"server_uuid": "3cdc44c2-df80-47fa-aca0-023ab544ee8f", "name": "network-vif-plugged", "status": "completed", "tag": "b7416de1-5c4b-456c-820e-16f7b94b9fea"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:57.614432 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2439e11e-8a49-4611-8fde-c29ecb45d71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.616375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b7416de1-5c4b-456c-820e-16f7b94b9fea, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea,segment=NetworkSegment(675261a7-7df3-4d44-841d-dcda0054dfaf),segment_id=675261a7-7df3-4d44-841d-dcda0054dfaf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:57.621610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.654742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2439e11e-8a49-4611-8fde-c29ecb45d71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.670188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0992973b-9549-4b8e-aec4-23c1d321cf71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.686591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b7416de1-5c4b-456c-820e-16f7b94b9fea,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:57.690303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59f95c3b-bfa3-4c47-99e4-a5be06a5e869 req-7ae7061d-232a-435a-99c0-3a047429a909 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Nov 16 21:08:57.732118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2439e11e-8a49-4611-8fde-c29ecb45d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.738399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2439e11e-8a49-4611-8fde-c29ecb45d71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.741951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2439e11e-8a49-4611-8fde-c29ecb45d71c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ca9108a-1221-417f-b71a-c8dbd81af1b7 HTTP/1.1" status: 204 len: 168 time: 0.2289071 Nov 16 21:08:57.742246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86af1-fe98-45a6-bb03-3b024708a0ba req-7857e204-71ef-4a11-a951-39bad8807dd8 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:57.743031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55e86af1-fe98-45a6-bb03-3b024708a0ba req-7857e204-71ef-4a11-a951-39bad8807dd8 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 945 time: 0.1477356 Nov 16 21:08:57.748438 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd2c50-6de6-417a-aa76-cd6f3d7e153a x-openstack-request-id: req-71dd2c50-6de6-417a-aa76-cd6f3d7e153a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:57.748922 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdc44c2-df80-47fa-aca0-023ab544ee8f", "name": "network-vif-plugged", "status": "completed", "tag": "b7416de1-5c4b-456c-820e-16f7b94b9fea", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:57.749335 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71dd2c50-6de6-417a-aa76-cd6f3d7e153a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:57.749972 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7416de1-5c4b-456c-820e-16f7b94b9fea', 'code': 200} Nov 16 21:08:57.761044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439e11e-8a49-4611-8fde-c29ecb45d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9108a-1221-417f-b71a-c8dbd81af1b7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:57.826046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port 7565b981-d408-4b49-a181-63acbde71ba4 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:08:57.826300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.928087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55e86af1-fe98-45a6-bb03-3b024708a0ba req-48f3d50c-e77e-4821-87fa-39ec66f767f3 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745048 Nov 16 21:08:57.950121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0992973b-9549-4b8e-aec4-23c1d321cf71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:57.959733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0992973b-9549-4b8e-aec4-23c1d321cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.011839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68828be3-887d-4c2f-beb8-2d0b1ba4e035 req-62f7a7c5-e84b-4bd8-a4ba-f51c1b54a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:58.014754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68828be3-887d-4c2f-beb8-2d0b1ba4e035 req-62f7a7c5-e84b-4bd8-a4ba-f51c1b54a71f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 1097 time: 0.1937122 Nov 16 21:08:58.041317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0992973b-9549-4b8e-aec4-23c1d321cf71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ea2ecbb2fda4c4bac1092c8fe1ee8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753453 Nov 16 21:08:58.044052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55874) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:58.045587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port 7565b981-d408-4b49-a181-63acbde71ba4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7565b981-d408-4b49-a181-63acbde71ba4,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:58.046103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.064518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992973b-9549-4b8e-aec4-23c1d321cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0cfb21-ae91-45da-a4fe-521308f7d13c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:58.065089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55876) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:58.072503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for 7565b981-d408-4b49-a181-63acbde71ba4 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:08:58.090162 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02434325-b1b5-4594-bfc5-f34f71a9c5fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.131169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-914c5637-24c1-41ab-a9aa-e912237aae54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.138339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68828be3-887d-4c2f-beb8-2d0b1ba4e035 req-5e082df0-3afe-49e5-bcf5-a615276469c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104512 Nov 16 21:08:58.164973 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-914c5637-24c1-41ab-a9aa-e912237aae54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.228094 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02434325-b1b5-4594-bfc5-f34f71a9c5fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.232684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02434325-b1b5-4594-bfc5-f34f71a9c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.245569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2181bbe-1d5c-463e-abd0-6dc421699e92 req-41e2ffec-08de-46fa-b247-79407a78b775 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:58.247177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2181bbe-1d5c-463e-abd0-6dc421699e92 req-41e2ffec-08de-46fa-b247-79407a78b775 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0784693 Nov 16 21:08:58.257757 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-914c5637-24c1-41ab-a9aa-e912237aae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.260333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-914c5637-24c1-41ab-a9aa-e912237aae54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.261462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-914c5637-24c1-41ab-a9aa-e912237aae54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd0cfb21-ae91-45da-a4fe-521308f7d13c HTTP/1.1" status: 204 len: 168 time: 0.2161570 Nov 16 21:08:58.284827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02434325-b1b5-4594-bfc5-f34f71a9c5fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecf241a407684f7dbb22f94f99af73f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185478 Nov 16 21:08:58.285848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55882) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:58.288998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02434325-b1b5-4594-bfc5-f34f71a9c5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642918b7-5c16-40d5-b152-dcabecaee34b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:58.294291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.306401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127', '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', '7565b981-d408-4b49-a181-63acbde71ba4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:58.307813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c5637-24c1-41ab-a9aa-e912237aae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0cfb21-ae91-45da-a4fe-521308f7d13c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:58.309587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:08:58.342978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=7565b981-d408-4b49-a181-63acbde71ba4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:58.353965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2181bbe-1d5c-463e-abd0-6dc421699e92 req-2ffba049-03c5-436e-849f-7d1bedb61e12 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966067 Nov 16 21:08:58.378544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a89e89d-5e0a-44f4-8ec5-3ab2843295d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.393921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port 7565b981-d408-4b49-a181-63acbde71ba4 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:08:58.396742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.400875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f90ae216-db20-4f47-99ef-efb32e0feee0 req-1efdb448-b53b-4060-a9cb-0904406c29ac tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "DELETE /v2.0/ports/7565b981-d408-4b49-a181-63acbde71ba4 HTTP/1.1" status: 204 len: 173 time: 0.8136668 Nov 16 21:08:58.401343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'name': 'network-vif-deleted', 'tag': '7565b981-d408-4b49-a181-63acbde71ba4'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:58.403846 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8a2591-97c8-43a2-bae5-cb376422308c" -d '{"events": [{"server_uuid": "f08bf207-2460-409b-9a83-ac6ba78faf32", "name": "network-vif-deleted", "tag": "7565b981-d408-4b49-a181-63acbde71ba4"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:58.433808 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a89e89d-5e0a-44f4-8ec5-3ab2843295d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.462779 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa1320-3e6e-4f45-9f1e-d0ad6c797060 x-openstack-request-id: req-6afa1320-3e6e-4f45-9f1e-d0ad6c797060 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:58.463289 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08bf207-2460-409b-9a83-ac6ba78faf32", "name": "network-vif-deleted", "tag": "7565b981-d408-4b49-a181-63acbde71ba4", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:58.463726 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6afa1320-3e6e-4f45-9f1e-d0ad6c797060 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:58.464289 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08bf207-2460-409b-9a83-ac6ba78faf32', 'name': 'network-vif-deleted', 'tag': '7565b981-d408-4b49-a181-63acbde71ba4', 'status': 'completed', 'code': 200} Nov 16 21:08:58.548155 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-509f6419-7012-470d-b06f-7858eeef81b7 req-336d229f-d369-47ce-bdfb-9546cf9b210f tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=f08bf207-2460-409b-9a83-ac6ba78faf32 HTTP/1.1" status: 200 len: 210 time: 0.0444789 Nov 16 21:08:58.556708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a89e89d-5e0a-44f4-8ec5-3ab2843295d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.560824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a89e89d-5e0a-44f4-8ec5-3ab2843295d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:58.565096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3a89e89d-5e0a-44f4-8ec5-3ab2843295d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/642918b7-5c16-40d5-b152-dcabecaee34b HTTP/1.1" status: 204 len: 168 time: 0.2750130 Nov 16 21:08:58.573104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89e89d-5e0a-44f4-8ec5-3ab2843295d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642918b7-5c16-40d5-b152-dcabecaee34b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:58.702698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407e9e7-0e7f-410a-ac59-4e7f32095a48 req-94c4d414-bf86-404e-a098-375f12d7699a tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:58.712597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1407e9e7-0e7f-410a-ac59-4e7f32095a48 req-94c4d414-bf86-404e-a098-375f12d7699a tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 949 time: 0.0971272 Nov 16 21:08:58.773438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1407e9e7-0e7f-410a-ac59-4e7f32095a48 req-499311c3-6871-466d-bdaa-409acb9fa32f tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592585 Nov 16 21:08:58.862104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469ddb-45fe-4609-a919-5b0c566196b7 req-80fcae09-892c-45ad-9d32-981f626d9e80 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:58.863925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36469ddb-45fe-4609-a919-5b0c566196b7 req-80fcae09-892c-45ad-9d32-981f626d9e80 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 946 time: 0.0586102 Nov 16 21:08:58.946435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36469ddb-45fe-4609-a919-5b0c566196b7 req-3d24dc01-68a5-499f-a664-50d502981021 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688622 Nov 16 21:08:58.955161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:58.977320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02da1f15-fef3-4c79-9b04-cb88de148c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.121286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02da1f15-fef3-4c79-9b04-cb88de148c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.137682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33be22-dcef-469c-90e7-f33ca0677c94 req-1278edc0-2f39-4d75-8584-0ccd890074ad tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:59.139559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c33be22-dcef-469c-90e7-f33ca0677c94 req-1278edc0-2f39-4d75-8584-0ccd890074ad tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 945 time: 0.0913174 Nov 16 21:08:59.140485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02da1f15-fef3-4c79-9b04-cb88de148c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.188042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-02da1f15-fef3-4c79-9b04-cb88de148c7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=596edd5ac5354ca795de7a57717c8d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316990 Nov 16 21:08:59.190694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55908) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:59.209929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da1f15-fef3-4c79-9b04-cb88de148c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd3ae4-45ff-41bc-9992-04c59d033592,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:59.243150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c33be22-dcef-469c-90e7-f33ca0677c94 req-a9bfd174-c624-45c7-a880-5ac0676f35fe tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Nov 16 21:08:59.257007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09dc5152-f7ca-4af1-b5d0-50b7fec6c7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.282001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09dc5152-f7ca-4af1-b5d0-50b7fec6c7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.310273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 22af83bd-adfa-481f-a2ad-e428bfaf2a73 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:59.334369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09dc5152-f7ca-4af1-b5d0-50b7fec6c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.337007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09dc5152-f7ca-4af1-b5d0-50b7fec6c7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.338207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-09dc5152-f7ca-4af1-b5d0-50b7fec6c7cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3afd3ae4-45ff-41bc-9992-04c59d033592 HTTP/1.1" status: 204 len: 168 time: 0.1459608 Nov 16 21:08:59.354593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc5152-f7ca-4af1-b5d0-50b7fec6c7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd3ae4-45ff-41bc-9992-04c59d033592,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:59.375112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:59.383172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:59.383522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.497423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.517785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38989c8-b09f-4abe-8a95-dcddccd64b09 req-9d936f88-f89d-4363-8d8f-794c162f1905 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:08:59.522431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d38989c8-b09f-4abe-8a95-dcddccd64b09 req-9d936f88-f89d-4363-8d8f-794c162f1905 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.0829837 Nov 16 21:08:59.537094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73,segment=NetworkSegment(4c4ce304-0657-417a-8231-49bd247cbb7a),segment_id=4c4ce304-0657-417a-8231-49bd247cbb7a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:59.542908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.543739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:08:59.607187 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d38989c8-b09f-4abe-8a95-dcddccd64b09 req-853cc04b-2145-49da-b25d-58a92d0a1a8d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777445 Nov 16 21:08:59.633940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=22af83bd-adfa-481f-a2ad-e428bfaf2a73,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:08:59.644489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:08:59.650511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:08:59.651182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.746498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.757259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22af83bd-adfa-481f-a2ad-e428bfaf2a73'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:08:59.760250 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd2cc0-53af-43a2-afce-a392d87ff16a" -d '{"events": [{"server_uuid": "261194a1-ad62-40c6-abe4-ca1914ca1f82", "name": "network-vif-plugged", "status": "completed", "tag": "22af83bd-adfa-481f-a2ad-e428bfaf2a73"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:08:59.792798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55940) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:08:59.806483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:08:59.814048 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:08:59.814866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7565b981-d408-4b49-a181-63acbde71ba4 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:08:59.855399 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7244a2b2-54ae-4d4a-8aed-d804c5b04557 x-openstack-request-id: req-7244a2b2-54ae-4d4a-8aed-d804c5b04557 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:08:59.855820 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261194a1-ad62-40c6-abe4-ca1914ca1f82", "name": "network-vif-plugged", "status": "completed", "tag": "22af83bd-adfa-481f-a2ad-e428bfaf2a73", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:08:59.856171 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7244a2b2-54ae-4d4a-8aed-d804c5b04557 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:08:59.856640 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22af83bd-adfa-481f-a2ad-e428bfaf2a73', 'code': 200} Nov 16 21:08:59.861977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 7565b981-d408-4b49-a181-63acbde71ba4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:08:59.862383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7565b981-d408-4b49-a181-63acbde71ba4 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:08:59.922351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:00.000085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d438e1-be2c-4f13-847c-93421123aaf2 req-ed2ab1eb-0303-45cc-81ef-24ff01c914e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.001610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1d438e1-be2c-4f13-847c-93421123aaf2 req-ed2ab1eb-0303-45cc-81ef-24ff01c914e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 1097 time: 0.1152227 Nov 16 21:09:00.016044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63e27-8eba-484d-a7a1-c6575598d3d6 req-c78fb1fd-04ad-4e0b-b9af-fcb7ad08dc65 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.018266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c63e27-8eba-484d-a7a1-c6575598d3d6 req-c78fb1fd-04ad-4e0b-b9af-fcb7ad08dc65 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.1146662 Nov 16 21:09:00.034725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-169294153-network', 'tenant_id': 'c095ad1d2c924935ad543239db217aff'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:00.047401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb905d-a923-41b1-9bbf-ec1c8a2eef2f req-33be93bd-c2ca-4324-8ec5-fa0468faf30c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.049016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3fb905d-a923-41b1-9bbf-ec1c8a2eef2f req-33be93bd-c2ca-4324-8ec5-fa0468faf30c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.0767391 Nov 16 21:09:00.081315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Made reservation on behalf of c095ad1d2c924935ad543239db217aff for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:00.084790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.091453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1d438e1-be2c-4f13-847c-93421123aaf2 req-14261cf8-f651-4d69-99b3-7a74bd353f93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722125 Nov 16 21:09:00.095800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.099317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c63e27-8eba-484d-a7a1-c6575598d3d6 req-e9eed040-8500-4a06-8d81-a95dcf939d9a tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662920 Nov 16 21:09:00.149148 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3fb905d-a923-41b1-9bbf-ec1c8a2eef2f req-abe9f8a5-8318-4819-ba2d-2efce1d6c629 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894475 Nov 16 21:09:00.222943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.227803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.239360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aebd19-3454-4465-8a6a-f8190fda672e req-aa6f338e-9033-44a4-879e-a293522c6227 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.241118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88aebd19-3454-4465-8a6a-f8190fda672e req-aa6f338e-9033-44a4-879e-a293522c6227 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 946 time: 0.0619485 Nov 16 21:09:00.251209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:00.271468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.272075 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Added segment 964aaa28-4cb1-4dd3-8712-3acc6b948db9 of type vlan for network 45c913e8-b951-44e5-908d-632437ccb97f Nov 16 21:09:00.273589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059a515-2165-425a-a272-3e452e92edff,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:00.303498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88aebd19-3454-4465-8a6a-f8190fda672e req-80a885c6-55cf-43bf-8e41-2df2fcfd83e0 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Nov 16 21:09:00.325892 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.358360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.360353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.361810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.442233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6437850 Nov 16 21:09:00.443923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55970) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:00.455062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ea52-2eb1-4f72-8ce3-579a1e18df72 admin admin] Pushing event updated for resources: {'Network': ['ID=45c913e8-b951-44e5-908d-632437ccb97f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:00.462255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Request body: {'subnet': {'network_id': '45c913e8-b951-44e5-908d-632437ccb97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-169294153-subnet', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:00.467294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 45c913e8-b951-44e5-908d-632437ccb97f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:00.496356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af346d77-467a-4a6d-b785-8b2a3a4c2a58 req-9dc5f482-6733-415f-9c95-a456ddad5795 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.497939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af346d77-467a-4a6d-b785-8b2a3a4c2a58 req-9dc5f482-6733-415f-9c95-a456ddad5795 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 946 time: 0.1092064 Nov 16 21:09:00.514768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Made reservation on behalf of c095ad1d2c924935ad543239db217aff for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:00.517174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.621380 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af346d77-467a-4a6d-b785-8b2a3a4c2a58 req-18acdb23-f76d-46df-840c-15c0ddb420d7 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150124 Nov 16 21:09:00.738281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807863f6-7731-4e65-9939-f2e1d6037cce req-1c16ef75-2ba3-4fda-a1a6-ed47af16f04b tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.739932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807863f6-7731-4e65-9939-f2e1d6037cce req-1c16ef75-2ba3-4fda-a1a6-ed47af16f04b tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 946 time: 0.0694335 Nov 16 21:09:00.779728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.794209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807863f6-7731-4e65-9939-f2e1d6037cce req-09881079-a57f-4e82-9669-84d6b13e86a7 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476966 Nov 16 21:09:00.817188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610f9dc-ff5e-4090-b661-84767793faa0 req-548b093c-7a71-481d-93b6-b973856ec3c9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.818698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0610f9dc-ff5e-4090-b661-84767793faa0 req-548b093c-7a71-481d-93b6-b973856ec3c9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 945 time: 0.1078026 Nov 16 21:09:00.871804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d994df-ed76-4810-a3a5-6f7caf81368d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:00.893768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Checking segment: {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:00.894230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Network hostable DHCP agents. Network: 45c913e8-b951-44e5-908d-632437ccb97f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:00.904659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0610f9dc-ff5e-4090-b661-84767793faa0 req-9969a611-0269-46cc-9ad8-767eb8aeb18b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797298 Nov 16 21:09:00.922839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Network 45c913e8-b951-44e5-908d-632437ccb97f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:00.932970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 45c913e8-b951-44e5-908d-632437ccb97f) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:00.937136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:00.937756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:00.943181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e4d2f-c270-46bb-aced-1827b8a838c4 None None] Network 45c913e8-b951-44e5-908d-632437ccb97f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:00.970967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cb91f6e6-4536-4d54-bd80-135a639b84de admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5255423 Nov 16 21:09:00.973879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:00.978831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:01.001995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.003188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.067732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.139775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-45c913e8-b951-44e5-908d-632437ccb97f', 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'fixed_ips': [{'subnet_id': '76d994df-ed76-4810-a3a5-6f7caf81368d'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:09:01.141453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.303314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.333819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Allocated IP 172.20.0.2 (45c913e8-b951-44e5-908d-632437ccb97f/76d994df-ed76-4810-a3a5-6f7caf81368d/80cb457f-a870-4faf-91f8-2f9cfe9add7d) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:01.347036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0854-cfd4-45b0-bd17-4416a08c9f80 req-99e812f0-7ba3-4940-94f9-8675e032b74b tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:01.354828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8f0854-cfd4-45b0-bd17-4416a08c9f80 req-99e812f0-7ba3-4940-94f9-8675e032b74b tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.1222887 Nov 16 21:09:01.397487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe245f-2ce4-422f-8e57-c1c9c6c2deda req-3ddb838b-1237-4f7a-9e3e-d27f969eb57c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:01.399122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8bbe245f-2ce4-422f-8e57-c1c9c6c2deda req-3ddb838b-1237-4f7a-9e3e-d27f969eb57c tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.0583775 Nov 16 21:09:01.445881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8f0854-cfd4-45b0-bd17-4416a08c9f80 req-6adc0075-36a1-42bb-9d7b-c1963d40a7ad tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900645 Nov 16 21:09:01.470123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8bbe245f-2ce4-422f-8e57-c1c9c6c2deda req-60b441ff-4f34-4bac-b3e0-0c0090980ca9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568428 Nov 16 21:09:01.531917 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.541118 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.593215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Network 45c913e8-b951-44e5-908d-632437ccb97f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:01.598617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Pushing event updated for resources: {'Port': ['ID=80cb457f-a870-4faf-91f8-2f9cfe9add7d,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:01.601815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:01.604452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:01.706807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Attempting to bind port 80cb457f-a870-4faf-91f8-2f9cfe9add7d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:01.707500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Attempting to bind port 80cb457f-a870-4faf-91f8-2f9cfe9add7d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:01.708134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Attempting to bind port 80cb457f-a870-4faf-91f8-2f9cfe9add7d on network 45c913e8-b951-44e5-908d-632437ccb97f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:01.716301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:01.716850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Checking segment: {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:01.717390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.717736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Bound using segment: {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:01.718229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Bound port: 80cb457f-a870-4faf-91f8-2f9cfe9add7d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:01.718625 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.812755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] For port 80cb457f-a870-4faf-91f8-2f9cfe9add7d, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:01.817746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] For port 80cb457f-a870-4faf-91f8-2f9cfe9add7d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=80cb457f-a870-4faf-91f8-2f9cfe9add7d,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:01.822876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:01.866941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:01.869107 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f309eceb-104f-4e71-875b-bac25c01b451" -d '{"events": [{"server_uuid": "da774905-e0ce-4ffb-b2fd-9cffdb023a0c", "name": "network-vif-plugged", "status": "completed", "tag": "1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:01.903696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0723b-aa35-4d05-be3a-f794a33b9190 None None] Pushing event updated for resources: {'Port': ['ID=80cb457f-a870-4faf-91f8-2f9cfe9add7d,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:02.007111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04de6a-5498-434d-a8a3-e1fd371bf4d2 req-cdd69b9a-b0e5-4f32-8fb1-4c4e6ae7e583 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.009100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b04de6a-5498-434d-a8a3-e1fd371bf4d2 req-cdd69b9a-b0e5-4f32-8fb1-4c4e6ae7e583 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 946 time: 0.0759239 Nov 16 21:09:02.056120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-ea8b8b6d-197a-46bb-8e85-c80dd9f7b2b9 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2fef4e2a694b4976a575acabdf0a6073&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378258 Nov 16 21:09:02.085885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b04de6a-5498-434d-a8a3-e1fd371bf4d2 req-557927e6-88a6-4253-a04f-6cfea15c9eb5 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704398 Nov 16 21:09:02.116614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:02.139873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:02.204669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29855797-75fb-4240-9176-000e662944ea req-498767c0-70c4-4f90-90fb-40a2099f4cad tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.212421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-29855797-75fb-4240-9176-000e662944ea req-498767c0-70c4-4f90-90fb-40a2099f4cad tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 946 time: 0.0630627 Nov 16 21:09:02.258067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-29855797-75fb-4240-9176-000e662944ea req-89653161-ecb5-47d5-9c99-6436e920d3e3 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Nov 16 21:09:02.290781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-255c073b-2a86-4bfe-9e4b-13eca178fba7 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.292252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-255c073b-2a86-4bfe-9e4b-13eca178fba7 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353044 Nov 16 21:09:02.300761 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a010194-92d3-41b8-b21f-c1295449d9e9 x-openstack-request-id: req-8a010194-92d3-41b8-b21f-c1295449d9e9 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:02.301477 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da774905-e0ce-4ffb-b2fd-9cffdb023a0c", "name": "network-vif-plugged", "status": "completed", "tag": "1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:02.301825 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a010194-92d3-41b8-b21f-c1295449d9e9 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:02.302295 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9', 'code': 200} Nov 16 21:09:02.325318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-c826d75f-e4dc-4e3c-90ff-630e1af9fae7 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/quotas/2fef4e2a694b4976a575acabdf0a6073 HTTP/1.1" status: 200 len: 375 time: 0.0218260 Nov 16 21:09:02.339254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Allocated IP 172.25.3.73 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/4517d53e-e630-4511-b0b9-f2dbcad6f3c1) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:02.355736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59665e67-9697-4bb4-86df-4f366af36601 req-8a4056a2-184f-46a8-8fbb-4a7c15f5d849 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.357209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59665e67-9697-4bb4-86df-4f366af36601 req-8a4056a2-184f-46a8-8fbb-4a7c15f5d849 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.1263266 Nov 16 21:09:02.383415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-c9704cc9-c321-402c-8bda-7b836c9e1543 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2fef4e2a694b4976a575acabdf0a6073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469103 Nov 16 21:09:02.591695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779775ad-1cb4-4544-870a-e727a835e469 req-c8a604a4-222b-409f-b6ea-51bd5d99ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.593186 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-779775ad-1cb4-4544-870a-e727a835e469 req-c8a604a4-222b-409f-b6ea-51bd5d99ce7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 1101 time: 0.2021182 Nov 16 21:09:02.632618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12012132-6e03-4f72-a564-47a523729bf5 req-43b6bda9-01f7-44bb-a042-f05430eab6f8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.640092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12012132-6e03-4f72-a564-47a523729bf5 req-43b6bda9-01f7-44bb-a042-f05430eab6f8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.0965829 Nov 16 21:09:02.656767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:02.710064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12012132-6e03-4f72-a564-47a523729bf5 req-0cf2c6dd-b171-49aa-9f12-910f5bbcdbc5 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Nov 16 21:09:02.724648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-ab7b4c9c-6964-4afb-ac62-9fd1cd8a0e25 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.727696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-779775ad-1cb4-4544-870a-e727a835e469 req-8205fe39-2710-4efb-a66e-231b973c4b4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235178 Nov 16 21:09:02.735636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-ab7b4c9c-6964-4afb-ac62-9fd1cd8a0e25 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.47 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 946 time: 0.1496961 Nov 16 21:09:02.736439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:02.736786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:02.821504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce3b04e8-412a-4ef1-98d4-5873f4e488f7 req-6328ee01-079c-4617-ae5c-dc53f2ed7081 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 210 time: 0.0520298 Nov 16 21:09:02.867379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c844f-11c7-414e-8fee-e060da03f707 req-bd0d0b79-7346-47d5-8060-f802615d0214 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:02.887685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c2c844f-11c7-414e-8fee-e060da03f707 req-bd0d0b79-7346-47d5-8060-f802615d0214 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 948 time: 0.2588959 Nov 16 21:09:02.938924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 80cb457f-a870-4faf-91f8-2f9cfe9add7d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:02.954504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:02.955097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:02.971053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:02.982933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.012977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.027916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 80cb457f-a870-4faf-91f8-2f9cfe9add7d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:03.028565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.065432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:03.071749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Pushing event updated for resources: {'Port': ['ID=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:03.084814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:03.156050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:03.167023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.174023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Deleting port b7416de1-5c4b-456c-820e-16f7b94b9fea {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:03.174376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.225487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 80cb457f-a870-4faf-91f8-2f9cfe9add7d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=80cb457f-a870-4faf-91f8-2f9cfe9add7d,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:03.232023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.280555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6ae63-91f4-47f7-b39f-b278d22171a3 None None] Network 45c913e8-b951-44e5-908d-632437ccb97f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:03.283361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:03.328791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] For port b7416de1-5c4b-456c-820e-16f7b94b9fea, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b7416de1-5c4b-456c-820e-16f7b94b9fea,segment=NetworkSegment(675261a7-7df3-4d44-841d-dcda0054dfaf),segment_id=675261a7-7df3-4d44-841d-dcda0054dfaf)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:03.329320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.350582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Calling delete_port for b7416de1-5c4b-456c-820e-16f7b94b9fea owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:03.399782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c2c844f-11c7-414e-8fee-e060da03f707 req-04320011-96a4-41c8-a25f-ec0c9cdea7e9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110407 Nov 16 21:09:03.460424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-38fadb48-d1d5-4998-8a0b-0920582fc911 None None] Provisioning complete for port 80cb457f-a870-4faf-91f8-2f9cfe9add7d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:03.460799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-38fadb48-d1d5-4998-8a0b-0920582fc911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.476268 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:09:03.501023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=80cb457f-a870-4faf-91f8-2f9cfe9add7d,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:03.647095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.728584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Pushing event deleted for resources: {'Port': ['ID=b7416de1-5c4b-456c-820e-16f7b94b9fea,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:03.813095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d39a-af47-47e4-9899-34b4b7422f5e req-04d59a41-7001-4422-ba21-e6f2467cb1d5 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:03.815082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-40a9d39a-af47-47e4-9899-34b4b7422f5e req-04d59a41-7001-4422-ba21-e6f2467cb1d5 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cdc44c2-df80-47fa-aca0-023ab544ee8f HTTP/1.1" status: 200 len: 867 time: 0.2689672 Nov 16 21:09:03.822554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] No DVR routers for this DVR port b7416de1-5c4b-456c-820e-16f7b94b9fea on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:03.855270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.862238 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df0b93a-a1fe-4020-9201-cbcab32ef8ae req-11763096-ce16-4d8c-a2c2-18f427e6910f tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.47 "DELETE /v2.0/ports/b7416de1-5c4b-456c-820e-16f7b94b9fea HTTP/1.1" status: 204 len: 173 time: 0.8662164 Nov 16 21:09:03.862990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'name': 'network-vif-deleted', 'tag': 'b7416de1-5c4b-456c-820e-16f7b94b9fea'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:03.868242 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6f76a-726e-4f73-8076-8d32fc046119" -d '{"events": [{"server_uuid": "3cdc44c2-df80-47fa-aca0-023ab544ee8f", "name": "network-vif-deleted", "tag": "b7416de1-5c4b-456c-820e-16f7b94b9fea"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:03.906071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.916301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:03.954396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:03.958662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['55f70bd8-866f-4676-beaf-84496fecc127'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:03.983705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742bb48-36d4-4212-96e1-d58d4c3bb9c8 req-df9acb21-218a-4352-afa3-9ac69909c3d7 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:03.992171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e742bb48-36d4-4212-96e1-d58d4c3bb9c8 req-df9acb21-218a-4352-afa3-9ac69909c3d7 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.1784978 Nov 16 21:09:04.047289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=393c80b7-4ebb-4ebd-a1b9-757d4a01d76c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:04.062377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e742bb48-36d4-4212-96e1-d58d4c3bb9c8 req-02137973-eac5-4e24-bb59-fb70bfd8dd5e tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638845 Nov 16 21:09:04.090083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:04.101800 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:09:04.157988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'mac_address': 'fa:16:3e:b3:36:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:04.161483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-40a9d39a-af47-47e4-9899-34b4b7422f5e req-b23f76c7-3733-4c19-aacc-95b694d5fa46 tempest-InstanceActionsNegativeTestJSON-2092874472 tempest-InstanceActionsNegativeTestJSON-2092874472-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb370b66-9e7c-41a7-9760-7d08d8cb4957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228505 Nov 16 21:09:04.201463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-165197f4-d3d7-4cda-904f-576a84ee63f8 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2fef4e2a694b4976a575acabdf0a6073&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957811 Nov 16 21:09:04.290857 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:04.325456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92a29d2f-261d-4b74-8261-90c76342dc3a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:04.341386 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fbc87f-2697-479f-a0f7-e8365150f779 x-openstack-request-id: req-61fbc87f-2697-479f-a0f7-e8365150f779 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:04.341904 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdc44c2-df80-47fa-aca0-023ab544ee8f", "name": "network-vif-deleted", "tag": "b7416de1-5c4b-456c-820e-16f7b94b9fea", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:04.343131 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61fbc87f-2697-479f-a0f7-e8365150f779 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:04.343821 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdc44c2-df80-47fa-aca0-023ab544ee8f', 'name': 'network-vif-deleted', 'tag': 'b7416de1-5c4b-456c-820e-16f7b94b9fea', 'status': 'completed', 'code': 200} Nov 16 21:09:04.354713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:04.362763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:04.367645 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59665e67-9697-4bb4-86df-4f366af36601 req-f0837b3a-9268-423f-9e66-3292b5091cee tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "DELETE /v2.0/ports/393c80b7-4ebb-4ebd-a1b9-757d4a01d76c HTTP/1.1" status: 204 len: 173 time: 1.9871554 Nov 16 21:09:04.374271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'name': 'network-vif-deleted', 'tag': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:04.385629 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ce22dd-cb7c-41ed-ba7e-b4b32e5939de" -d '{"events": [{"server_uuid": "8aedbf6b-5291-4ae8-982e-bcf9c762ac6a", "name": "network-vif-deleted", "tag": "393c80b7-4ebb-4ebd-a1b9-757d4a01d76c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:04.416596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:04.439956 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:04.598560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f80c55f-7560-4ac1-87ee-1c0def50c8cd req-ed1a892d-088f-43ec-bcd8-61d9102a9072 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 210 time: 0.2877159 Nov 16 21:09:04.650592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['92a29d2f-261d-4b74-8261-90c76342dc3a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:04.695695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-5941d282-8e25-4649-9229-c99d5e852332 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:04.697430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-5941d282-8e25-4649-9229-c99d5e852332 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3737912 Nov 16 21:09:04.766704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Request body: {'port': {'device_id': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '2fef4e2a694b4976a575acabdf0a6073'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:04.807970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:04.912755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a70a3-d1d5-4e2f-a200-903e20d1128f req-1fedb45e-04d2-4e88-a30e-f8ace49c62e4 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aedbf6b-5291-4ae8-982e-bcf9c762ac6a HTTP/1.1" status: 200 len: 210 time: 0.0463390 Nov 16 21:09:04.931534 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331f956-32f3-4903-bec8-c199536df0c2 x-openstack-request-id: req-6331f956-32f3-4903-bec8-c199536df0c2 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:04.931866 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aedbf6b-5291-4ae8-982e-bcf9c762ac6a", "name": "network-vif-deleted", "tag": "393c80b7-4ebb-4ebd-a1b9-757d4a01d76c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:04.932312 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6331f956-32f3-4903-bec8-c199536df0c2 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:04.933056 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aedbf6b-5291-4ae8-982e-bcf9c762ac6a', 'name': 'network-vif-deleted', 'tag': '393c80b7-4ebb-4ebd-a1b9-757d4a01d76c', 'status': 'completed', 'code': 200} Nov 16 21:09:04.946423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4c8b5111-3452-4553-8c39-04401a592b88 None None] Provisioning complete for port 80cb457f-a870-4faf-91f8-2f9cfe9add7d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:04.946694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4c8b5111-3452-4553-8c39-04401a592b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:04.952926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 80cb457f-a870-4faf-91f8-2f9cfe9add7d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:05.000494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.017458 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.146756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Made reservation on behalf of 2fef4e2a694b4976a575acabdf0a6073 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:05.158129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.187087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.244175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 80cb457f-a870-4faf-91f8-2f9cfe9add7d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:05.247716 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.295083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5b603-38d6-406f-a82c-e00a6ec93452 req-a1d7394b-6689-4761-b90c-959641b527cb tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:05.296956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1b5b603-38d6-406f-a82c-e00a6ec93452 req-a1d7394b-6689-4761-b90c-959641b527cb tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.1240823 Nov 16 21:09:05.304336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Router 94aae409-ea65-4bd7-8448-fb129b044c00 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:09:05.372748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:05.382370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56148) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:05.444582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.446669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Deleting subnet dff5ffae-925c-4b67-84a7-c06dfaa6fed9 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:09:05.452448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.462583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.503895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.508654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:05.518202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:05.518668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 393c80b7-4ebb-4ebd-a1b9-757d4a01d76c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:05.518961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b7416de1-5c4b-456c-820e-16f7b94b9fea no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:05.588799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.602841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: b7416de1-5c4b-456c-820e-16f7b94b9fea {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:05.603335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b7416de1-5c4b-456c-820e-16f7b94b9fea not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:05.658806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1b5b603-38d6-406f-a82c-e00a6ec93452 req-a3068f8e-26e3-4434-956f-0d2b1f261bf0 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388517 Nov 16 21:09:05.781029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.800973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:05.821749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Sync routers for ids ['94aae409-ea65-4bd7-8448-fb129b044c00'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:05.829020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Allocated IP 192.168.233.39 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/30c47015-8695-48be-818e-5ba2a8abb937) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:05.860174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.865417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dff5ffae-925c-4b67-84a7-c06dfaa6fed9 HTTP/1.1" status: 204 len: 168 time: 0.4818771 Nov 16 21:09:05.867755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56172) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:05.876873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af2e2-67fc-4a90-9c24-fc641c921c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff5ffae-925c-4b67-84a7-c06dfaa6fed9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:05.880283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:05.880478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Routers {'94aae409-ea65-4bd7-8448-fb129b044c00'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:05.881777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f6b41748-1020-4ddf-8b01-71075b6189db admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9061265 Nov 16 21:09:05.884482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56174) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:05.885110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:08:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['94aae409-ea65-4bd7-8448-fb129b044c00'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:06.050339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Set router 94aae409-ea65-4bd7-8448-fb129b044c00 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:06.090773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.212813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f92a54b-2bad-4466-b69b-c7b2690b4db8 req-8dca377f-ffbc-410b-acdf-265879e79224 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 210 time: 0.2766035 Nov 16 21:09:06.462833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.502244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455d659-0420-4083-b0da-3a16fe5d9fdd req-879ef645-fec5-4504-9edf-1bb70565feba tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:06.509908 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f455d659-0420-4083-b0da-3a16fe5d9fdd req-879ef645-fec5-4504-9edf-1bb70565feba tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 1101 time: 0.1563418 Nov 16 21:09:06.531541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f455d659-0420-4083-b0da-3a16fe5d9fdd req-1fa65d5f-b55c-4c9e-ac21-9945cf27b936 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.581985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.644058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:06.649287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:06.654461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:06.728087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:06.734114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.769554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:03Z', 'revision_number': 3, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:06.780752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0622773 Nov 16 21:09:06.805568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Request body: {'port': {'device_id': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:06.825305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Checking router: 94aae409-ea65-4bd7-8448-fb129b044c00 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:06.825679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Updating router 94aae409-ea65-4bd7-8448-fb129b044c00 port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:09:06.895014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.895635 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:06.899661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94387598-4325-4987-b1ec-f0dd853e325a tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Pushing event updated for resources: {'Port': ['ID=30c47015-8695-48be-818e-5ba2a8abb937,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:06.965041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:06.986688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675261a7-7df3-4d44-841d-dcda0054dfaf') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:06.990316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675261a7-7df3-4d44-841d-dcda0054dfaf') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:07.015622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.019416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.059869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f455d659-0420-4083-b0da-3a16fe5d9fdd req-1fa65d5f-b55c-4c9e-ac21-9945cf27b936 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.114759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f455d659-0420-4083-b0da-3a16fe5d9fdd req-1fa65d5f-b55c-4c9e-ac21-9945cf27b936 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.117309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.132776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:09:07.133257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:09:07.135069 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:09:07.162317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0f388aa8-f524-4c5d-a287-8f9dffde7572 None None] Provisioning complete for port 30c47015-8695-48be-818e-5ba2a8abb937 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:07.162866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f388aa8-f524-4c5d-a287-8f9dffde7572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.225653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0f388aa8-f524-4c5d-a287-8f9dffde7572 None None] Port 30c47015-8695-48be-818e-5ba2a8abb937 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:07.264757 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.266381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f455d659-0420-4083-b0da-3a16fe5d9fdd req-1fa65d5f-b55c-4c9e-ac21-9945cf27b936 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474427 Nov 16 21:09:07.271248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:07.276837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa65d5f-b55c-4c9e-ac21-9945cf27b936 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a044a9-82dc-4f4e-b6b8-d458c0495d37,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:07.407017 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.410778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6 HTTP/1.1" status: 204 len: 168 time: 1.5420275 Nov 16 21:09:07.447633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd008ba-7224-47e1-9d9c-2575ec95e204 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d44e4d-81a2-481b-bc8b-8cf66b9b64f6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:07.475577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.599826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 92a29d2f-261d-4b74-8261-90c76342dc3a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:07.600264 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.655838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.668834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.718943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Allocated IP 172.20.0.1 (45c913e8-b951-44e5-908d-632437ccb97f/76d994df-ed76-4810-a3a5-6f7caf81368d/e3ef450c-5905-4370-bffa-0b20b97253b8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:07.765250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde813e6-8eaa-4e6f-ad1c-2d3972c56e93 None None] Pushing event updated for resources: {'Port': ['ID=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:07.787730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Attempting to bind port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:07.788121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Attempting to bind port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:07.788658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Attempting to bind port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:07.803405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:07.803794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:07.804231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.804706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:07.805196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Bound port: 4517d53e-e630-4511-b0b9-f2dbcad6f3c1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:07.805617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.866805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] For port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:07.870160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] For port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:07.879296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.892652 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:07.902636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-d7f1b039-8fa1-462b-9dbd-283908059511 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:07.904642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-d7f1b039-8fa1-462b-9dbd-283908059511 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.2844369 Nov 16 21:09:07.915267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56210) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:07.986188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Routers {'94aae409-ea65-4bd7-8448-fb129b044c00'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:07.986751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:08:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['94aae409-ea65-4bd7-8448-fb129b044c00'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:08.047513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5e11fa1-55c8-4fad-ba92-5bb0b01e62e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04ab0d9c5c014f63959454c352d72724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249578 Nov 16 21:09:08.052944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56212) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:08.075540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.107309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4f41a-f1be-4d6c-98fb-3821fa8f5173 req-9ff1a0e0-831d-442e-8e45-d866f1d78bf0 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:08.108379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e4f41a-f1be-4d6c-98fb-3821fa8f5173 req-9ff1a0e0-831d-442e-8e45-d866f1d78bf0 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 935 time: 0.1872566 Nov 16 21:09:08.110889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] Set router 94aae409-ea65-4bd7-8448-fb129b044c00 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:08.178036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dbb82-5f23-457a-86da-36854ebf9b32 req-24cf8d84-f7eb-4a21-b931-a2d73df303ce tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:08.179659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-100dbb82-5f23-457a-86da-36854ebf9b32 req-24cf8d84-f7eb-4a21-b931-a2d73df303ce tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 950 time: 0.1633890 Nov 16 21:09:08.195344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c47015-8695-48be-818e-5ba2a8abb937 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:08.229664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa8cce4a-31d5-42aa-85e5-362a6a248c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.237752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:08.240764 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bacd02f-d57c-4d01-a982-c9ccb1b1c5e2" -d '{"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-plugged", "status": "completed", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:08.261940 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa8cce4a-31d5-42aa-85e5-362a6a248c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.270556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:08.285753 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.290483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde813e6-8eaa-4e6f-ad1c-2d3972c56e93 None None] Pushing event updated for resources: {'Port': ['ID=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:08.335473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa8cce4a-31d5-42aa-85e5-362a6a248c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.339076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa8cce4a-31d5-42aa-85e5-362a6a248c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.344755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa8cce4a-31d5-42aa-85e5-362a6a248c59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb370b66-9e7c-41a7-9760-7d08d8cb4957 HTTP/1.1" status: 204 len: 168 time: 0.2843230 Nov 16 21:09:08.359696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:08.388614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e4f41a-f1be-4d6c-98fb-3821fa8f5173 req-3c63829f-666c-4f65-90e4-f321287bd8ac tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702065 Nov 16 21:09:08.394109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cce4a-31d5-42aa-85e5-362a6a248c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb370b66-9e7c-41a7-9760-7d08d8cb4957,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:08.405748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.528985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Network 45c913e8-b951-44e5-908d-632437ccb97f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:08.544853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:08.566876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:08.571147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:03Z', 'revision_number': 3, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:08.602845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.653335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c2df4-877d-445a-a1a0-2e82975b9e12 None None] The sync data for ids ['94aae409-ea65-4bd7-8448-fb129b044c00'] in n-d-817778-8 is: [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:03Z', 'revision_number': 3, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:08.676239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ef450c-5905-4370-bffa-0b20b97253b8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:08.686961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.736952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Transition to ACTIVE for port object 30c47015-8695-48be-818e-5ba2a8abb937 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:08.781895 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793db562-1f73-4357-80b0-4f3362855f34 x-openstack-request-id: req-793db562-1f73-4357-80b0-4f3362855f34 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:08.782281 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-plugged", "status": "completed", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:08.782605 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-793db562-1f73-4357-80b0-4f3362855f34 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:08.783202 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'code': 200} Nov 16 21:09:08.819448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:08.864470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-100dbb82-5f23-457a-86da-36854ebf9b32 req-387a03d3-26bd-4d88-ae06-35a941bd2f89 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747684 Nov 16 21:09:08.871674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port 55f70bd8-866f-4676-beaf-84496fecc127 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:08.872026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.126497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea39ddd-1c47-4e46-95d5-217346d538b5 req-9a56a2ff-73f4-4026-9fec-37c759e94861 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:09.129190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eea39ddd-1c47-4e46-95d5-217346d538b5 req-9a56a2ff-73f4-4026-9fec-37c759e94861 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 1101 time: 0.2673929 Nov 16 21:09:09.138177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1fff155e-40d1-48e4-bb36-b369c13c010a None None] Provisioning complete for port e3ef450c-5905-4370-bffa-0b20b97253b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:09.139004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fff155e-40d1-48e4-bb36-b369c13c010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.141877 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.198755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Pushing event updated for resources: {'Port': ['ID=30c47015-8695-48be-818e-5ba2a8abb937,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:09.296476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port 55f70bd8-866f-4676-beaf-84496fecc127, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=55f70bd8-866f-4676-beaf-84496fecc127,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:09.296476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.310486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1fff155e-40d1-48e4-bb36-b369c13c010a None None] Port e3ef450c-5905-4370-bffa-0b20b97253b8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:09.329056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for 55f70bd8-866f-4676-beaf-84496fecc127 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:09.383841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Attempting to bind port 30c47015-8695-48be-818e-5ba2a8abb937 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:09.384189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Attempting to bind port 30c47015-8695-48be-818e-5ba2a8abb937 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:09.384524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Attempting to bind port 30c47015-8695-48be-818e-5ba2a8abb937 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:09.439616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Port 30c47015-8695-48be-818e-5ba2a8abb937 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:09.439951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Attempting to bind port 30c47015-8695-48be-818e-5ba2a8abb937 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:09.475055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:09.475406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:09.475945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:09.476404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Bound port: 30c47015-8695-48be-818e-5ba2a8abb937, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:09.476767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.646648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eea39ddd-1c47-4e46-95d5-217346d538b5 req-c28da220-bfc3-42d4-8143-1c7cdba1e966 tempest-ServersAdminNegativeTestJSON-1629896754 tempest-ServersAdminNegativeTestJSON-1629896754-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833364 Nov 16 21:09:09.663365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d7997-19f3-4782-8d5a-d5ee78f74a38 req-c77b144a-a1ac-4498-a519-ad1ed1a22f9c tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:09.663365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f9d7997-19f3-4782-8d5a-d5ee78f74a38 req-c77b144a-a1ac-4498-a519-ad1ed1a22f9c tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 946 time: 0.2200906 Nov 16 21:09:09.711809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.726208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.753768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-d5c5237f-a58d-42b7-983f-9b674bd76c3e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:09.760311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-d5c5237f-a58d-42b7-983f-9b674bd76c3e tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 949 time: 0.2538660 Nov 16 21:09:09.772860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] For port 30c47015-8695-48be-818e-5ba2a8abb937, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:09.822473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f9d7997-19f3-4782-8d5a-d5ee78f74a38 req-7a4c5280-5601-4710-980c-3543694d7011 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575155 Nov 16 21:09:09.829048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] For port 30c47015-8695-48be-818e-5ba2a8abb937, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=30c47015-8695-48be-818e-5ba2a8abb937,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:09.830589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.852829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27', '6c5262cf-ecca-430f-bb95-7635eb7795bf'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:09.871113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:09.943311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=55f70bd8-866f-4676-beaf-84496fecc127,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:10.057036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ef450c-5905-4370-bffa-0b20b97253b8,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:10.070787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:10.095150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:10.098619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:10.104451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] 10.222.0.41 "PUT /v2.0/ports/30c47015-8695-48be-818e-5ba2a8abb937 HTTP/1.1" status: 200 len: 1095 time: 3.3056500 Nov 16 21:09:10.108073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'tag': '30c47015-8695-48be-818e-5ba2a8abb937'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:10.117244 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fe212-57e2-453c-8def-8b9007b1504d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1015ba-3e7d-4f79-b1bd-4fc6f831fece", "tag": "30c47015-8695-48be-818e-5ba2a8abb937"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:10.119979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa1bfd-9888-40d9-91e4-49c12b37d7a6 req-2fc35b93-830c-413b-b6f7-b75485e05e22 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:10.144715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35aa1bfd-9888-40d9-91e4-49c12b37d7a6 req-2fc35b93-830c-413b-b6f7-b75485e05e22 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 947 time: 0.2863157 Nov 16 21:09:10.193916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56264) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:10.209779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port 55f70bd8-866f-4676-beaf-84496fecc127 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:10.233047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:10.237586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port 6c5262cf-ecca-430f-bb95-7635eb7795bf {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:10.237786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5afd8b7-eaa4-4230-bec0-30a3f74faae9 req-50d4576c-5b23-49b2-bc76-6116390c8418 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.47 "DELETE /v2.0/ports/55f70bd8-866f-4676-beaf-84496fecc127 HTTP/1.1" status: 204 len: 173 time: 2.3189518 Nov 16 21:09:10.237970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:10.359991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38a1f013-d7a3-4a65-ae6b-9f0fc04699ee req-67cfa439-e909-4b25-845b-21c443cfd1f3 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d241e90-3536-4ec6-b492-b83b33152972 HTTP/1.1" status: 200 len: 210 time: 0.1592345 Nov 16 21:09:10.437836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35aa1bfd-9888-40d9-91e4-49c12b37d7a6 req-c98806ce-1619-45eb-b7dd-623559ddd25b tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911470 Nov 16 21:09:10.464010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cffd1-021e-4e91-b9b6-ef924812ccc2 service neutron] Pushing event updated for resources: {'Port': ['ID=30c47015-8695-48be-818e-5ba2a8abb937,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:10.513787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-0a8e9c1f-ed90-4c09-8467-a564c15477de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:10.515424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-0a8e9c1f-ed90-4c09-8467-a564c15477de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fef4e2a694b4976a575acabdf0a6073&device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 1098 time: 0.3302121 Nov 16 21:09:10.538839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-ed58fdb6-ba3f-4404-8714-f52628de7b77 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:10.542499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-ed58fdb6-ba3f-4404-8714-f52628de7b77 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.47 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 946 time: 0.1105011 Nov 16 21:09:10.554854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-687263569-network', 'tenant_id': 'f6118e121c364b2d9c82ee5eb42c57b1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:10.583506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Network 45c913e8-b951-44e5-908d-632437ccb97f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:10.617338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:10.636887 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c151ba8-4e52-45f3-94e0-cc47f70c5a25 x-openstack-request-id: req-5c151ba8-4e52-45f3-94e0-cc47f70c5a25 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:10.637177 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1015ba-3e7d-4f79-b1bd-4fc6f831fece", "tag": "30c47015-8695-48be-818e-5ba2a8abb937", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:10.637444 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c151ba8-4e52-45f3-94e0-cc47f70c5a25 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:10.642383 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'tag': '30c47015-8695-48be-818e-5ba2a8abb937', 'status': 'completed', 'code': 200} Nov 16 21:09:10.812377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-8c75e802-e8dc-43d1-93ed-e36909f0261f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=30c47015-8695-48be-818e-5ba2a8abb937 HTTP/1.1" status: 200 len: 217 time: 0.2382407 Nov 16 21:09:10.907437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-3c061b91-2490-412d-ba57-c6537445bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:10.924128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-3c061b91-2490-412d-ba57-c6537445bb8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0908234 Nov 16 21:09:11.030530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port 6c5262cf-ecca-430f-bb95-7635eb7795bf, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6c5262cf-ecca-430f-bb95-7635eb7795bf,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:11.031130 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.051251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:11.065157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Made reservation on behalf of f6118e121c364b2d9c82ee5eb42c57b1 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:11.068129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.137671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.160721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for 6c5262cf-ecca-430f-bb95-7635eb7795bf owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:11.204174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-d7063742-1d12-4996-9264-2b6b5a187fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:11.205931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-d7063742-1d12-4996-9264-2b6b5a187fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694869 Nov 16 21:09:11.271613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:11.272947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.273936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Deleting port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:11.274465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.343847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167182ee-91b8-484a-b828-9065e2da33fe req-928b7507-3c26-4233-b962-705ffac9f4a6 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:11.353098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-167182ee-91b8-484a-b828-9065e2da33fe req-928b7507-3c26-4233-b962-705ffac9f4a6 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 946 time: 0.2858617 Nov 16 21:09:11.393822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Router 94aae409-ea65-4bd7-8448-fb129b044c00 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:09:11.403510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-465120f7-9966-4e77-a954-fff9b613e30b None None] Provisioning complete for port e3ef450c-5905-4370-bffa-0b20b97253b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:11.404904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-465120f7-9966-4e77-a954-fff9b613e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.465899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-465120f7-9966-4e77-a954-fff9b613e30b None None] Port e3ef450c-5905-4370-bffa-0b20b97253b8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:11.475011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:11.490381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a84c6-567c-43f2-b9cd-95b33c32df73 req-2ab17de2-6ff6-4b1a-b79f-4e6177132321 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:11.492396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-953a84c6-567c-43f2-b9cd-95b33c32df73 req-2ab17de2-6ff6-4b1a-b79f-4e6177132321 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.2823420 Nov 16 21:09:11.554813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-167182ee-91b8-484a-b828-9065e2da33fe req-ea7c706b-94f1-4c97-8d0d-78bb66cdc865 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ce072a3-647d-478e-abd4-0638a85c3d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005563 Nov 16 21:09:11.559118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 55f70bd8-866f-4676-beaf-84496fecc127 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:11.559495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 55f70bd8-866f-4676-beaf-84496fecc127 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:11.646689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.661563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.667858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-953a84c6-567c-43f2-b9cd-95b33c32df73 req-80c0a0d3-d85f-43f1-b81e-95d0d4d21b7c tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575618 Nov 16 21:09:11.677928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] For port 22af83bd-adfa-481f-a2ad-e428bfaf2a73, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=22af83bd-adfa-481f-a2ad-e428bfaf2a73,segment=NetworkSegment(4c4ce304-0657-417a-8231-49bd247cbb7a),segment_id=4c4ce304-0657-417a-8231-49bd247cbb7a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:11.678944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.697931 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.712731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29127cc-fba8-4a1f-9088-a35f74dcd209,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:11.730670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-f0734a56-d2b2-4fa5-bfb5-8aa735a80bfe service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629107 Nov 16 21:09:11.731679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Calling delete_port for 22af83bd-adfa-481f-a2ad-e428bfaf2a73 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:11.732795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:11.784181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.798130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:11.852237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.907499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:11.919584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:11.952294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:11.952861 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Added segment d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd of type vlan for network dd0e1687-f68b-4a82-bcba-876005a13d0e Nov 16 21:09:11.960236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b6595a1e-6630-416c-8c41-dae19e401e66 admin admin] 10.222.0.48 "PUT /v2.0/routers/94aae409-ea65-4bd7-8448-fb129b044c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0579486 Nov 16 21:09:11.963479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=6c5262cf-ecca-430f-bb95-7635eb7795bf,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:12.063035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4591382c-0bcd-46b1-a9bd-ccd4e2feacca req-a6e45482-c449-4032-a4e4-706ee6503520 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f3f2c9c-e8df-4e06-9bc9-61b1d8159474 HTTP/1.1" status: 200 len: 210 time: 0.1099193 Nov 16 21:09:12.077914 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Sync routers for ids ['94aae409-ea65-4bd7-8448-fb129b044c00'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:12.080104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port 6c5262cf-ecca-430f-bb95-7635eb7795bf on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:12.086751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.092932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff90938a-a368-4ca6-8dbe-9149954d7b19 req-b6a32471-92dd-48bd-8c36-7ae68ffc963d tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "DELETE /v2.0/ports/6c5262cf-ecca-430f-bb95-7635eb7795bf HTTP/1.1" status: 204 len: 173 time: 2.2336962 Nov 16 21:09:12.093481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'name': 'network-vif-deleted', 'tag': '6c5262cf-ecca-430f-bb95-7635eb7795bf'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:12.099945 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Routers {'94aae409-ea65-4bd7-8448-fb129b044c00'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:12.102582 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:08:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['94aae409-ea65-4bd7-8448-fb129b044c00'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:12.107400 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c39c7-97d8-4656-9056-3c3630bcad12" -d '{"events": [{"server_uuid": "5f3f2c9c-e8df-4e06-9bc9-61b1d8159474", "name": "network-vif-deleted", "tag": "6c5262cf-ecca-430f-bb95-7635eb7795bf"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:12.161817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bf2db-e4c1-4821-a498-d1874f64005e req-5351aaf0-fc34-4faa-8965-0152e61c21e5 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:12.169749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-622bf2db-e4c1-4821-a498-d1874f64005e req-5351aaf0-fc34-4faa-8965-0152e61c21e5 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 947 time: 0.3215294 Nov 16 21:09:12.252358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.282952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-622bf2db-e4c1-4821-a498-d1874f64005e req-26cbb2d2-3c29-4b21-a49f-1a8ce11fa237 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119263 Nov 16 21:09:12.302491 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ced6e42-469c-4ab5-937c-1cccc33b2e26 x-openstack-request-id: req-9ced6e42-469c-4ab5-937c-1cccc33b2e26 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:12.307136 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3f2c9c-e8df-4e06-9bc9-61b1d8159474", "name": "network-vif-deleted", "tag": "6c5262cf-ecca-430f-bb95-7635eb7795bf", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:12.311391 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ced6e42-469c-4ab5-937c-1cccc33b2e26 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:12.311966 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3f2c9c-e8df-4e06-9bc9-61b1d8159474', 'name': 'network-vif-deleted', 'tag': '6c5262cf-ecca-430f-bb95-7635eb7795bf', 'status': 'completed', 'code': 200} Nov 16 21:09:12.326087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-796430e4-e81e-427f-9ce2-f7651b7e62cc req-34dbf1b5-2097-4712-98d3-f02e80606e49 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816388 Nov 16 21:09:12.350918 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.354256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:12.355106 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.368660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Set router 94aae409-ea65-4bd7-8448-fb129b044c00 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:12.411066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1982834 Nov 16 21:09:12.414267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56314) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:12.420266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Request body: {'subnet': {'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-687263569-subnet', 'tenant_id': 'f6118e121c364b2d9c82ee5eb42c57b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:12.461112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Made reservation on behalf of f6118e121c364b2d9c82ee5eb42c57b1 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:12.463753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.540727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7840ff-5132-4444-9edb-bf070d1b2c92 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0e1687-f68b-4a82-bcba-876005a13d0e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:12.553367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network dd0e1687-f68b-4a82-bcba-876005a13d0e details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:12.569186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-e8db4bc4-1ebc-498a-a52c-d06da3a1145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:12.586685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-e8db4bc4-1ebc-498a-a52c-d06da3a1145f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fef4e2a694b4976a575acabdf0a6073&device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 1098 time: 0.1688256 Nov 16 21:09:12.601728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.656062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-deleted', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:12.666078 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938ec18-175a-4a12-bedb-cf082c9eddda" -d '{"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-deleted", "tag": "55f70bd8-866f-4676-beaf-84496fecc127"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:12.793203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Pushing event deleted for resources: {'Port': ['ID=22af83bd-adfa-481f-a2ad-e428bfaf2a73,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:12.870610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4421e1d-6133-41a2-b3e0-165a9b5da191 req-90d1bc92-2664-4667-a63c-675bbaba4dc4 tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.48 "GET /v2.0/ports?device_id=261194a1-ad62-40c6-abe4-ca1914ca1f82 HTTP/1.1" status: 200 len: 210 time: 0.1202955 Nov 16 21:09:12.909524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:12.999361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:13.010521 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:08Z', 'revision_number': 4, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'e3ef450c-5905-4370-bffa-0b20b97253b8', 'name': '', 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'mac_address': 'fa:16:3e:29:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '76d994df-ed76-4810-a3a5-6f7caf81368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:07Z', 'updated_at': '2021-11-16T21:09:09Z', 'revision_number': 2, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'subnets': [{'id': '76d994df-ed76-4810-a3a5-6f7caf81368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:13.059457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:13.064677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] No DVR routers for this DVR port 22af83bd-adfa-481f-a2ad-e428bfaf2a73 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:13.071127 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Checking router: 94aae409-ea65-4bd7-8448-fb129b044c00 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:13.072174 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Updating router 94aae409-ea65-4bd7-8448-fb129b044c00 port e3ef450c-5905-4370-bffa-0b20b97253b8 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:09:13.101314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.105169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e6ecfd0-ba15-49c6-aa5a-f9afc558ebe5 req-0fdcd306-1c6e-423d-b6e5-4cba2f37a13a tempest-ServerTagsTestJSON-936018822 tempest-ServerTagsTestJSON-936018822-project] 10.222.0.47 "DELETE /v2.0/ports/22af83bd-adfa-481f-a2ad-e428bfaf2a73 HTTP/1.1" status: 204 len: 173 time: 2.5055797 Nov 16 21:09:13.127749 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.199692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1693b-7a3a-4f8c-9807-c06cf000fab8 req-bc6a6814-e6e0-4a0d-98c7-af86d14e5d1f tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:13.208698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddb1693b-7a3a-4f8c-9807-c06cf000fab8 req-bc6a6814-e6e0-4a0d-98c7-af86d14e5d1f tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.1498530 Nov 16 21:09:13.212202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-448c0c26-21ad-405b-a284-d878cc23c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:13.213911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-448c0c26-21ad-405b-a284-d878cc23c688 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.6216962 Nov 16 21:09:13.315239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-2359a701-be70-4eda-8ec4-69745cef07d5 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4758222 Nov 16 21:09:13.333341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddb1693b-7a3a-4f8c-9807-c06cf000fab8 req-fb196286-53b5-4fbe-af9e-bdc08ec09e4a tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234872 Nov 16 21:09:13.336741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-9981b47e-048f-4d6f-8b51-bbd29b4a651a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=30c47015-8695-48be-818e-5ba2a8abb937 HTTP/1.1" status: 200 len: 217 time: 0.1048038 Nov 16 21:09:13.381239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6c5262cf-ecca-430f-bb95-7635eb7795bf no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:13.402727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:13.403117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.421208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:13.432769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-a7afbef9-9737-49c7-b0ab-6b8740318650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:13.435422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-a7afbef9-9737-49c7-b0ab-6b8740318650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0839801 Nov 16 21:09:13.454094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-d739526c-39e3-4aff-ae7d-1ab418edf095 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:13.455890 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-d739526c-39e3-4aff-ae7d-1ab418edf095 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "GET /v2.0/ports?device_id=da774905-e0ce-4ffb-b2fd-9cffdb023a0c HTTP/1.1" status: 200 len: 950 time: 0.6158473 Nov 16 21:09:13.461494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c62f5a-7a9c-4682-98a3-1f469041f493,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:13.479113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Checking segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:13.479486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Network hostable DHCP agents. Network: dd0e1687-f68b-4a82-bcba-876005a13d0e, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:13.526961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.531051 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f0fd30-5c96-43a8-8c85-eaf24a82dd53 x-openstack-request-id: req-61f0fd30-5c96-43a8-8c85-eaf24a82dd53 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:13.531361 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d241e90-3536-4ec6-b492-b83b33152972", "name": "network-vif-deleted", "tag": "55f70bd8-866f-4676-beaf-84496fecc127", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:13.531607 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61f0fd30-5c96-43a8-8c85-eaf24a82dd53 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:13.532006 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d241e90-3536-4ec6-b492-b83b33152972', 'name': 'network-vif-deleted', 'tag': '55f70bd8-866f-4676-beaf-84496fecc127', 'status': 'completed', 'code': 200} Nov 16 21:09:13.535516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Network dd0e1687-f68b-4a82-bcba-876005a13d0e is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:13.556310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 22af83bd-adfa-481f-a2ad-e428bfaf2a73 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:13.577594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-54960424-a6ab-4f05-aa3a-82abdf8b7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:13.579111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-54960424-a6ab-4f05-aa3a-82abdf8b7c8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306479 Nov 16 21:09:13.620698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, dd0e1687-f68b-4a82-bcba-876005a13d0e) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:13.629442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:13.630257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.664511 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.673466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bac81afc-84d7-4c40-a0d2-05866175c8f0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2495661 Nov 16 21:09:13.674182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 6c5262cf-ecca-430f-bb95-7635eb7795bf {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:13.679543 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.694329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6c5262cf-ecca-430f-bb95-7635eb7795bf not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:13.702904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Deleting port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:13.703258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:13.719160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365bc9b-6e0c-480b-a7c3-769b01038088 None None] Network dd0e1687-f68b-4a82-bcba-876005a13d0e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:13.902405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-1c105a11-a9d7-4429-a91e-19cf0be744f9 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114524 Nov 16 21:09:13.945413 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Pushing event updated for resources: {'Port': ['ID=e3ef450c-5905-4370-bffa-0b20b97253b8,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:14.059090 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.060720 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.061236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.064176 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.064700 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.065453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.066407 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.067185 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.072323 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.074178 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.075807 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.076315 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:14.118551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 22af83bd-adfa-481f-a2ad-e428bfaf2a73 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:14.119183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 22af83bd-adfa-481f-a2ad-e428bfaf2a73 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:14.119745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.120264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:14.131869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a3fe212-57e2-453c-8def-8b9007b1504d req-b255e817-d8f5-4716-b0c8-7c2b0e97a5ff service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199709 Nov 16 21:09:14.148246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] For port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:14.148635 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.184441 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Attempting to bind port e3ef450c-5905-4370-bffa-0b20b97253b8 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:14.185051 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Attempting to bind port e3ef450c-5905-4370-bffa-0b20b97253b8 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:14.185185 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Attempting to bind port e3ef450c-5905-4370-bffa-0b20b97253b8 on network 45c913e8-b951-44e5-908d-632437ccb97f {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:14.203113 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:14.203503 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Checking segment: {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:14.203916 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.204331 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Bound using segment: {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:14.204863 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Bound port: e3ef450c-5905-4370-bffa-0b20b97253b8, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964aaa28-4cb1-4dd3-8712-3acc6b948db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:14.205274 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.212211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Calling delete_port for 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:14.267730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b206d-af5a-4627-bd3c-95ce423bc8af req-577b39b3-6856-4b9f-af3a-21aa17e887d3 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:14.286599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-119b206d-af5a-4627-bd3c-95ce423bc8af req-577b39b3-6856-4b9f-af3a-21aa17e887d3 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 947 time: 0.1534185 Nov 16 21:09:14.399349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-119b206d-af5a-4627-bd3c-95ce423bc8af req-11160e5d-c507-41cf-af3e-db1394d646d3 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116054 Nov 16 21:09:14.405018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-dd0e1687-f68b-4a82-bcba-876005a13d0e', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'tenant_id': 'f6118e121c364b2d9c82ee5eb42c57b1', 'fixed_ips': [{'subnet_id': '37c62f5a-7a9c-4682-98a3-1f469041f493'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:09:14.405900 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.407504 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] For port e3ef450c-5905-4370-bffa-0b20b97253b8, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:14.412102 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] For port e3ef450c-5905-4370-bffa-0b20b97253b8, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e3ef450c-5905-4370-bffa-0b20b97253b8,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:14.427821 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.486121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Allocated IP 172.25.3.246 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/e65ed02b-90cc-4b70-be58-652ff01662e9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:14.559805 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Routers {'94aae409-ea65-4bd7-8448-fb129b044c00'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:14.568093 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:08:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['94aae409-ea65-4bd7-8448-fb129b044c00'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:14.583522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:14.613040 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.674967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b9722328-9dd3-4c57-98e5-69b64cf17d4a None None] Provisioning complete for port e3ef450c-5905-4370-bffa-0b20b97253b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:14.676264 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9722328-9dd3-4c57-98e5-69b64cf17d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.803094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Deleting subnet 80b461d1-97ea-4966-9d73-8dd5d35f7bc2 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:09:14.818891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:14.877453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] Set router 94aae409-ea65-4bd7-8448-fb129b044c00 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:14.977188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.065763 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2405c89-29cb-4f6e-adce-ed6a006ccc3b None None] Pushing event updated for resources: {'Port': ['ID=e3ef450c-5905-4370-bffa-0b20b97253b8,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:15.161754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Allocated IP 172.20.0.2 (dd0e1687-f68b-4a82-bcba-876005a13d0e/37c62f5a-7a9c-4682-98a3-1f469041f493/55f8b2c9-052e-4686-b2f6-6cd823bd8de0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:15.169150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.199167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.219747 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:08Z', 'revision_number': 4, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'e3ef450c-5905-4370-bffa-0b20b97253b8', 'name': '', 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'mac_address': 'fa:16:3e:29:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '76d994df-ed76-4810-a3a5-6f7caf81368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:07Z', 'updated_at': '2021-11-16T21:09:14Z', 'revision_number': 4, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'subnets': [{'id': '76d994df-ed76-4810-a3a5-6f7caf81368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:15.232791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Pushing event deleted for resources: {'Port': ['ID=1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:15.251941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['42f5c057-4e70-402a-bd0f-d42304e33dd5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:15.265960 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140f465-c974-43d2-9435-9c641572ac8a None None] The sync data for ids ['94aae409-ea65-4bd7-8448-fb129b044c00'] in n-d-817778-8 is: [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:08Z', 'revision_number': 4, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'e3ef450c-5905-4370-bffa-0b20b97253b8', 'name': '', 'network_id': '45c913e8-b951-44e5-908d-632437ccb97f', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'mac_address': 'fa:16:3e:29:22:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '76d994df-ed76-4810-a3a5-6f7caf81368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:07Z', 'updated_at': '2021-11-16T21:09:14Z', 'revision_number': 4, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'subnets': [{'id': '76d994df-ed76-4810-a3a5-6f7caf81368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:15.361652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 30c47015-8695-48be-818e-5ba2a8abb937 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:15.363412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] No DVR routers for this DVR port 1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:15.369331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-e7d60590-d73b-45ab-a412-a8c658d6a876 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:15.372999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-e7d60590-d73b-45ab-a412-a8c658d6a876 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 815 time: 0.3122232 Nov 16 21:09:15.382564 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.388004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-93dceb4f-d82b-4283-8f79-5e582fa0addb req-00d6bf20-884f-4119-b00d-ae151d0c5b93 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "DELETE /v2.0/ports/1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9 HTTP/1.1" status: 204 len: 173 time: 1.9234767 Nov 16 21:09:15.388477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'name': 'network-vif-deleted', 'tag': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:15.394777 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e84a6-7b5a-45a9-b21a-ac7b6b723354" -d '{"events": [{"server_uuid": "da774905-e0ce-4ffb-b2fd-9cffdb023a0c", "name": "network-vif-deleted", "tag": "1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:15.423205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.476703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-69d92d41-a4b8-4432-96d4-28bfe0bfda30 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/quotas/f6118e121c364b2d9c82ee5eb42c57b1 HTTP/1.1" status: 200 len: 375 time: 0.0884190 Nov 16 21:09:15.478832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.527871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.540770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:15.550262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:15.552469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'name': 'network-vif-deleted', 'tag': '22af83bd-adfa-481f-a2ad-e428bfaf2a73'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:15.555506 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f70fe6-f5f1-4a65-a84f-20568c5ea95d" -d '{"events": [{"server_uuid": "261194a1-ad62-40c6-abe4-ca1914ca1f82", "name": "network-vif-deleted", "tag": "22af83bd-adfa-481f-a2ad-e428bfaf2a73"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:15.559755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:15.627417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-b7c9bbc3-c880-416c-9ba7-74d02b90d030 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453655 Nov 16 21:09:15.719301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.727299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/80b461d1-97ea-4966-9d73-8dd5d35f7bc2 HTTP/1.1" status: 204 len: 168 time: 1.1401122 Nov 16 21:09:15.727299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad250c3-df48-4f28-96f3-a96680187e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b461d1-97ea-4966-9d73-8dd5d35f7bc2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:15.729530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56382) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:15.796746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 30c47015-8695-48be-818e-5ba2a8abb937, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=30c47015-8695-48be-818e-5ba2a8abb937,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:15.837892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Pushing event updated for resources: {'Port': ['ID=e65ed02b-90cc-4b70-be58-652ff01662e9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:15.842284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '30c47015-8695-48be-818e-5ba2a8abb937', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '30c47015-8695-48be-818e-5ba2a8abb937', 'mac_address': 'fa:16:3e:4f:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:15.906651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.912020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:15.943434 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9722328-9dd3-4c57-98e5-69b64cf17d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.038629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.039018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-1d76a212-2529-4d6b-983b-8822bc41c254 service neutron] 10.222.0.48 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037719 Nov 16 21:09:16.107278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.204365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:16.256872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4ce304-0657-417a-8231-49bd247cbb7a') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:16.261316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4ce304-0657-417a-8231-49bd247cbb7a') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:16.296310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.296872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-48ed5e51-44fc-4c46-96ae-1fcc8a8891e2 service neutron] 10.222.0.48 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559683 Nov 16 21:09:16.315610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.324515 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.331964 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.342149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b9722328-9dd3-4c57-98e5-69b64cf17d4a None None] For port e3ef450c-5905-4370-bffa-0b20b97253b8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e3ef450c-5905-4370-bffa-0b20b97253b8,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:16.345585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:09:16.346014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:09:16.348772 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:09:16.359123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.399756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9722328-9dd3-4c57-98e5-69b64cf17d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.433878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.439570 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.444107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1 HTTP/1.1" status: 204 len: 168 time: 0.7129252 Nov 16 21:09:16.478054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00cf9a-a714-4b90-8480-328687a1e9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=96bd04bf-30dc-41ba-b5a9-dbac2ee03fe1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:16.486115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.491286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c47015-8695-48be-818e-5ba2a8abb937 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:16.494802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.523747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Network dd0e1687-f68b-4a82-bcba-876005a13d0e is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:16.612277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:16.641974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:16.683834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Pushing event updated for resources: {'Port': ['ID=e65ed02b-90cc-4b70-be58-652ff01662e9,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:16.712931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Pushing event updated for resources: {'Port': ['ID=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:16.715021 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.764621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.771814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 30c47015-8695-48be-818e-5ba2a8abb937, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=30c47015-8695-48be-818e-5ba2a8abb937,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:16.777068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-d221a01d-fb65-4399-b5ed-6a588f0ea29b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4318492 Nov 16 21:09:16.811542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56394) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:16.829477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c93ca473-b848-4b8e-8e54-f6e32b4f1c7c None None] Provisioning complete for port e3ef450c-5905-4370-bffa-0b20b97253b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:16.830099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c93ca473-b848-4b8e-8e54-f6e32b4f1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.914987 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:16.939193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-150f1f6f-28ab-4964-98ce-74b17c6021fa tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.1582150 Nov 16 21:09:16.954043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c97668fb-b27b-4ccb-84af-4c85298d2033 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97fe597d510a485db28d50ff69eb30c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412914 Nov 16 21:09:16.962361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Attempting to bind port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:16.965889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:16.966469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Attempting to bind port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:16.966957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Attempting to bind port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:17.047512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:17.048106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Checking segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:17.048518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.048923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Bound using segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:17.049422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Bound port: 55f8b2c9-052e-4686-b2f6-6cd823bd8de0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:17.049840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.107126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9722328-9dd3-4c57-98e5-69b64cf17d4a None None] Pushing event updated for resources: {'Port': ['ID=e3ef450c-5905-4370-bffa-0b20b97253b8,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:17.265715 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b848587-9cf0-4b30-ab0d-015d13a50c62 x-openstack-request-id: req-7b848587-9cf0-4b30-ab0d-015d13a50c62 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:17.266023 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da774905-e0ce-4ffb-b2fd-9cffdb023a0c", "name": "network-vif-deleted", "tag": "1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:17.266281 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b848587-9cf0-4b30-ab0d-015d13a50c62 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:17.266703 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da774905-e0ce-4ffb-b2fd-9cffdb023a0c', 'name': 'network-vif-deleted', 'tag': '1e2ba6ee-60f5-4c6e-a867-8b6db65a77f9', 'status': 'completed', 'code': 200} Nov 16 21:09:17.286328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec839-8d40-4ee2-b0b7-cc522cefeb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.361606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=30c47015-8695-48be-818e-5ba2a8abb937,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:17.411584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['30c47015-8695-48be-818e-5ba2a8abb937'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:17.417996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ef450c-5905-4370-bffa-0b20b97253b8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:17.433316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8845e-225c-4fdd-b8ba-74752407cafb req-f65d0572-9090-4b35-8720-a37406123798 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:17.450548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5be8845e-225c-4fdd-b8ba-74752407cafb req-f65d0572-9090-4b35-8720-a37406123798 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 948 time: 0.1262946 Nov 16 21:09:17.454188 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec839-8d40-4ee2-b0b7-cc522cefeb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.469881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-b32bbf5d-223b-4e7c-8d26-65c5a86efa97 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:17.471357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ce6dac5-8a80-4065-8697-7ca4c59f8b6a req-b32bbf5d-223b-4e7c-8d26-65c5a86efa97 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.5264611 Nov 16 21:09:17.562016 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf53e73-341f-42e6-adab-ac6e759036e4 x-openstack-request-id: req-fcf53e73-341f-42e6-adab-ac6e759036e4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:17.562581 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261194a1-ad62-40c6-abe4-ca1914ca1f82", "name": "network-vif-deleted", "tag": "22af83bd-adfa-481f-a2ad-e428bfaf2a73", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:17.563079 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcf53e73-341f-42e6-adab-ac6e759036e4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:17.563653 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261194a1-ad62-40c6-abe4-ca1914ca1f82', 'name': 'network-vif-deleted', 'tag': '22af83bd-adfa-481f-a2ad-e428bfaf2a73', 'status': 'completed', 'code': 200} Nov 16 21:09:17.589095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec839-8d40-4ee2-b0b7-cc522cefeb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.589831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5be8845e-225c-4fdd-b8ba-74752407cafb req-2d32a494-ee3e-4aa5-81a4-6ce3c827e9f4 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377816 Nov 16 21:09:17.591967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c2ec839-8d40-4ee2-b0b7-cc522cefeb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.595296 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4c2ec839-8d40-4ee2-b0b7-cc522cefeb26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ce072a3-647d-478e-abd4-0638a85c3d9f HTTP/1.1" status: 204 len: 168 time: 0.6216471 Nov 16 21:09:17.602104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ec839-8d40-4ee2-b0b7-cc522cefeb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce072a3-647d-478e-abd4-0638a85c3d9f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:17.820093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2b733131-3991-42d3-90f1-285af14b430d None None] For port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:17.869068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2b733131-3991-42d3-90f1-285af14b430d None None] For port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:17.881687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.893744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port e3ef450c-5905-4370-bffa-0b20b97253b8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:17.894173 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:17.951285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-68936018-423c-4d18-b056-088d0fa51418 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:17.963696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-68936018-423c-4d18-b056-088d0fa51418 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 815 time: 0.2076812 Nov 16 21:09:17.987475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-b40540c9-e5b0-4cca-96d9-d83ee2bc69e4 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/quotas/f6118e121c364b2d9c82ee5eb42c57b1 HTTP/1.1" status: 200 len: 375 time: 0.0225933 Nov 16 21:09:18.134501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-632c5caa-02df-4b99-89bc-987dfd7d396e tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436987 Nov 16 21:09:18.260841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733131-3991-42d3-90f1-285af14b430d None None] Pushing event updated for resources: {'Port': ['ID=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:18.437464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-e1ff0f19-4407-48b5-8db8-0faf3bcf56b4 service neutron] 10.222.0.48 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014991 Nov 16 21:09:18.496852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-951c27c4-6816-4300-be3b-80aa051cbe15 req-406b334b-fcfd-440c-a253-c5625c27fa45 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips/5244bdac-cb23-462a-af27-2986a0b431ef HTTP/1.1" status: 200 len: 693 time: 0.2383029 Nov 16 21:09:18.631197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-8972a6cd-743c-49aa-ab91-27a05911a0ae service neutron] 10.222.0.48 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924436 Nov 16 21:09:18.669117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-7873e76b-7eea-4296-8bcb-2d65cfb2a11f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:18.670647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-7873e76b-7eea-4296-8bcb-2d65cfb2a11f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 815 time: 0.4698782 Nov 16 21:09:18.692625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Request body: {'port': {'device_id': 'a95ca375-4589-43fb-9fce-71e783a95663', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'admin_state_up': True, 'tenant_id': 'f6118e121c364b2d9c82ee5eb42c57b1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:18.755868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906baa14-9c21-4319-b569-8d56d01013ce req-990b2c20-310b-4753-8715-9af4fc9af5f9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:18.757720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-906baa14-9c21-4319-b569-8d56d01013ce req-990b2c20-310b-4753-8715-9af4fc9af5f9 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 949 time: 0.1234052 Nov 16 21:09:18.844784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c27c4-6816-4300-be3b-80aa051cbe15 req-6383f0b5-edc2-4f79-9d49-2c52360a3142 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:18.844784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-951c27c4-6816-4300-be3b-80aa051cbe15 req-6383f0b5-edc2-4f79-9d49-2c52360a3142 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.3407719 Nov 16 21:09:18.937875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-951c27c4-6816-4300-be3b-80aa051cbe15 req-5ea06458-4799-4082-b3a5-995cf4951275 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:09:18.952428 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-951c27c4-6816-4300-be3b-80aa051cbe15 req-5ea06458-4799-4082-b3a5-995cf4951275 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0428240 Nov 16 21:09:19.047995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Made reservation on behalf of f6118e121c364b2d9c82ee5eb42c57b1 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:19.052319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:19.198400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port 96b38b0c-d82b-464c-afe3-67ae721bcb10 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:19.199541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:19.310729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:19.326290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221e864-7d2a-49b2-bf0f-a4a8f0f2b38c req-b806c305-71e6-4aad-9748-d172ebbf4346 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:19.340523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f221e864-7d2a-49b2-bf0f-a4a8f0f2b38c req-b806c305-71e6-4aad-9748-d172ebbf4346 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 950 time: 0.3379595 Nov 16 21:09:19.342967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56474) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:19.447304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 30c47015-8695-48be-818e-5ba2a8abb937 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:19.504030 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f221e864-7d2a-49b2-bf0f-a4a8f0f2b38c req-25b9dda4-b2fd-43fa-ad7d-a6a0e0c07453 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566975 Nov 16 21:09:19.526326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:19.526908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:19.588887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port 96b38b0c-d82b-464c-afe3-67ae721bcb10, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=96b38b0c-d82b-464c-afe3-67ae721bcb10,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:19.594684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:19.617296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Allocated IP 172.20.0.14 (dd0e1687-f68b-4a82-bcba-876005a13d0e/37c62f5a-7a9c-4682-98a3-1f469041f493/e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:19.633154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for 96b38b0c-d82b-464c-afe3-67ae721bcb10 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:19.713941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aadbe-a3f4-4407-9116-1e9892919d33 req-41a024e2-a21b-4536-8264-f254a0bc68cc tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:19.715464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae0aadbe-a3f4-4407-9116-1e9892919d33 req-41a024e2-a21b-4536-8264-f254a0bc68cc tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc27f70d-fe6c-4596-93cb-365e9ee7f3e5 HTTP/1.1" status: 200 len: 949 time: 0.3212006 Nov 16 21:09:19.834065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae0aadbe-a3f4-4407-9116-1e9892919d33 req-e01374ec-fff6-41ab-967e-17a34a05a959 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044230 Nov 16 21:09:19.979225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8842cd-2897-4d28-9fd6-3a051c877f64 None None] Network dd0e1687-f68b-4a82-bcba-876005a13d0e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:19.990906 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a69606da-4edd-4675-b06e-cc8355dfe6eb req-c95ca158-5aa4-4ed0-9087-22c7ec07d981 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=c095ad1d2c924935ad543239db217aff HTTP/1.1" status: 200 len: 696 time: 0.0554981 Nov 16 21:09:20.055929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c5645908-2064-46c5-be8d-ae122bf399c9 None None] Provisioning complete for port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:20.056308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5645908-2064-46c5-be8d-ae122bf399c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.089597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 30c47015-8695-48be-818e-5ba2a8abb937 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:20.107615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 30c47015-8695-48be-818e-5ba2a8abb937 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:20.108264 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.137056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.219691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1720691404-network', 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:20.228526 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.236860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-599f06dd-6e36-4b80-ad76-c39b8632bd07 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:20.239605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-599f06dd-6e36-4b80-ad76-c39b8632bd07 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 950 time: 0.7723095 Nov 16 21:09:20.246125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.288024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-a7bde24e-c4e3-4368-a61c-ac193d863dcf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:20.295154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-a7bde24e-c4e3-4368-a61c-ac193d863dcf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d8cd580-f13f-41ec-8d27-0070b0afec7a HTTP/1.1" status: 200 len: 950 time: 0.4265761 Nov 16 21:09:20.360238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9fb4-df63-4922-9dc6-5d18904df699 req-9b97618b-7484-4ae0-b599-d5858a72cb7c tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:20.362062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-591f9fb4-df63-4922-9dc6-5d18904df699 req-9b97618b-7484-4ae0-b599-d5858a72cb7c tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 948 time: 0.7312851 Nov 16 21:09:20.395563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:20.410119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:20.412725 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.458240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.499112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.500221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ef450c-5905-4370-bffa-0b20b97253b8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:20.562389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Network dd0e1687-f68b-4a82-bcba-876005a13d0e is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:20.579896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:20.602788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:20.614070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Pushing event updated for resources: {'Port': ['ID=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:20.687747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69606da-4edd-4675-b06e-cc8355dfe6eb req-9bc5d805-10f6-4f0c-ab58-fa06f5489e9b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:20.699828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.714671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a69606da-4edd-4675-b06e-cc8355dfe6eb req-9bc5d805-10f6-4f0c-ab58-fa06f5489e9b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks?id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 787 time: 0.7137461 Nov 16 21:09:20.766423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1b4e091e-eb53-42e0-aff1-3d550315fa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.782120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-591f9fb4-df63-4922-9dc6-5d18904df699 req-563d05e2-3cc7-44cd-bc8b-b606ce754102 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122014 Nov 16 21:09:20.792570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port d0396582-be38-42ab-9d52-b13a94613c27 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:20.792944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.814889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port e3ef450c-5905-4370-bffa-0b20b97253b8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:20.816517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.834362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c47015-8695-48be-818e-5ba2a8abb937'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:20.836951 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113b98a-d4b0-4d74-be04-92aba6594293" -d '{"events": [{"server_uuid": "ec1015ba-3e7d-4f79-b1bd-4fc6f831fece", "name": "network-vif-plugged", "status": "completed", "tag": "30c47015-8695-48be-818e-5ba2a8abb937"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:20.921040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 30c47015-8695-48be-818e-5ba2a8abb937, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=30c47015-8695-48be-818e-5ba2a8abb937,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:20.924973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:20.933384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.943768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port d0396582-be38-42ab-9d52-b13a94613c27, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d0396582-be38-42ab-9d52-b13a94613c27,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:20.944642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:20.960428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for d0396582-be38-42ab-9d52-b13a94613c27 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:20.962941 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.016314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.144100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=30c47015-8695-48be-818e-5ba2a8abb937,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:21.162677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Deleting port 42f5c057-4e70-402a-bd0f-d42304e33dd5 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:21.163069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.183616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.199876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:21.209335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:21.210140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.211444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c', '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'd0396582-be38-42ab-9d52-b13a94613c27'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:21.225351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.312937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c705f01-e9d9-4656-a8ca-2a51cf2515c8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:21.357235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.360940 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Added segment 15c265c8-c49b-4353-85f7-0821200a1408 of type vlan for network 46901964-4108-4d2f-9a91-9d50500f7f13 Nov 16 21:09:21.362731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=96b38b0c-d82b-464c-afe3-67ae721bcb10,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:21.382353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-da10378f-8bff-41d4-990d-a29c89e77cc6 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:21.384412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-da10378f-8bff-41d4-990d-a29c89e77cc6 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 815 time: 0.6804099 Nov 16 21:09:21.393290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=d0396582-be38-42ab-9d52-b13a94613c27,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:21.418622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:21.424339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0cdfd0d9-3ece-434d-b1dc-4454b8d2b1fe None None] Provisioning complete for port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:21.424661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d9-3ece-434d-b1dc-4454b8d2b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.433082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-1df46abd-e763-4845-9d49-c3e8140716f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7489343 Nov 16 21:09:21.436983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Request body: {'port': {'device_id': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'admin_state_up': True, 'tenant_id': 'f6118e121c364b2d9c82ee5eb42c57b1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:21.516292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-caf05788-84e2-4b33-96fc-febebc64c060 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:21.518838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-caf05788-84e2-4b33-96fc-febebc64c060 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 815 time: 0.3675778 Nov 16 21:09:21.545777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port 96b38b0c-d82b-464c-afe3-67ae721bcb10 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:21.560105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.563183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.564490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Request body: {'port': {'device_id': 'a95ca375-4589-43fb-9fce-71e783a95663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:21.567816 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-906baa14-9c21-4319-b569-8d56d01013ce req-8c192ed3-fef5-4968-8973-683457a6c32b tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "DELETE /v2.0/ports/96b38b0c-d82b-464c-afe3-67ae721bcb10 HTTP/1.1" status: 204 len: 173 time: 2.8005173 Nov 16 21:09:21.568703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'name': 'network-vif-deleted', 'tag': '96b38b0c-d82b-464c-afe3-67ae721bcb10'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:21.571163 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af9b38b-5573-41fb-aa1f-58398760d288" -d '{"events": [{"server_uuid": "cc27f70d-fe6c-4596-93cb-365e9ee7f3e5", "name": "network-vif-deleted", "tag": "96b38b0c-d82b-464c-afe3-67ae721bcb10"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:21.604841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfd0d9-3ece-434d-b1dc-4454b8d2b1fe None None] Port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:21.627642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4785d-b718-4f9a-8f41-c7c8177ab850 req-07f50999-6f94-4d70-b969-2dc3a29f8846 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:21.647388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60e4785d-b718-4f9a-8f41-c7c8177ab850 req-07f50999-6f94-4d70-b969-2dc3a29f8846 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf36cfa0-2dfb-4434-ac7a-61212ab37129 HTTP/1.1" status: 200 len: 950 time: 0.4809928 Nov 16 21:09:21.657494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:21.657941 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.687780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0cdfd0d9-3ece-434d-b1dc-4454b8d2b1fe None None] Provisioning complete for port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:21.688121 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd0d9-3ece-434d-b1dc-4454b8d2b1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.702129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port d0396582-be38-42ab-9d52-b13a94613c27 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:21.709174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.714685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c900bcb0-be8e-4843-b01a-08267f7629d4 req-1669d996-e595-40b0-93f2-13227fd11fae tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "DELETE /v2.0/ports/d0396582-be38-42ab-9d52-b13a94613c27 HTTP/1.1" status: 204 len: 173 time: 1.3740187 Nov 16 21:09:21.721413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'name': 'network-vif-deleted', 'tag': 'd0396582-be38-42ab-9d52-b13a94613c27'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:21.724882 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e2e8e-ae67-44fa-a362-4fa51f2abf1a" -d '{"events": [{"server_uuid": "8d8cd580-f13f-41ec-8d27-0070b0afec7a", "name": "network-vif-deleted", "tag": "d0396582-be38-42ab-9d52-b13a94613c27"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:21.729811 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-6b5216a0-03b8-4ead-bde0-cab55525b864 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/quotas/f6118e121c364b2d9c82ee5eb42c57b1 HTTP/1.1" status: 200 len: 375 time: 0.0919383 Nov 16 21:09:21.734939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.836472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] For port 42f5c057-4e70-402a-bd0f-d42304e33dd5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=42f5c057-4e70-402a-bd0f-d42304e33dd5,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:21.837641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.883216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.884457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:21.885381 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:21.904636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Calling delete_port for 42f5c057-4e70-402a-bd0f-d42304e33dd5 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:21.955158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-74a304fd-8828-499b-a47b-6c166dccdaec tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740329 Nov 16 21:09:22.069058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60e4785d-b718-4f9a-8f41-c7c8177ab850 req-592aaf83-4e72-43f0-a148-03c4160fa874 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88bdfc2-7e33-4952-b482-51e3f0c82ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141109 Nov 16 21:09:22.072831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7257681 Nov 16 21:09:22.089807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56520) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:22.136484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Request body: {'subnet': {'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1720691404-subnet', 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:22.195682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3edfe6-8a02-40d5-9c35-be35027881a9 admin admin] Pushing event updated for resources: {'Network': ['ID=46901964-4108-4d2f-9a91-9d50500f7f13,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:22.228640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:22.250943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Made reservation on behalf of f6118e121c364b2d9c82ee5eb42c57b1 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:22.250943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:22.264795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 46901964-4108-4d2f-9a91-9d50500f7f13 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:22.293001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-a86d36f7-5027-4bfe-9884-a8c58e020980 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips/5244bdac-cb23-462a-af27-2986a0b431ef HTTP/1.1" status: 200 len: 693 time: 0.1311517 Nov 16 21:09:22.329634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:22.334295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:22.431841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-1f0dc887-56af-4d4e-b3ad-b3293928de8f service neutron] 10.222.0.48 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636626 Nov 16 21:09:22.501224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3ee25cbf-256a-4971-8475-e443ba5905a7 None None] Provisioning complete for port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:22.501882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ee25cbf-256a-4971-8475-e443ba5905a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:22.627953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:22.683880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3ee25cbf-256a-4971-8475-e443ba5905a7 None None] Port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:22.728524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Pushing event deleted for resources: {'Port': ['ID=42f5c057-4e70-402a-bd0f-d42304e33dd5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:22.829254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] No DVR routers for this DVR port 42f5c057-4e70-402a-bd0f-d42304e33dd5 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:22.835910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:22.844002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61bfac1f-ddb7-441f-a763-54485c02bfbc req-d55ca250-a0ec-4752-9cb5-4c1d433affa8 tempest-ServersAdminNegativeTestJSON-998815137 tempest-ServersAdminNegativeTestJSON-998815137-project] 10.222.0.47 "DELETE /v2.0/ports/42f5c057-4e70-402a-bd0f-d42304e33dd5 HTTP/1.1" status: 204 len: 173 time: 2.5711100 Nov 16 21:09:22.869015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5d6181e7-c1d6-47f5-a0f1-bdada5aad0d0 service neutron] 10.222.0.48 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286337 Nov 16 21:09:22.886930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-338b84e7-2818-48eb-975b-a387c96771b0 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:22.895304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-338b84e7-2818-48eb-975b-a387c96771b0 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.5800087 Nov 16 21:09:22.975258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:22.978256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-1aa51ca3-b0d5-435b-a4b4-f6aa381074ce tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0819068 Nov 16 21:09:22.983574 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-20aece73-eaee-4f8b-9183-f9fd44a8455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:22.996104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.041606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Transition to ACTIVE for port object e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:23.054850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.140631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:23.157792 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0abd5b-ecaf-4769-96a4-0a5908a75012 x-openstack-request-id: req-fe0abd5b-ecaf-4769-96a4-0a5908a75012 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:23.158098 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1015ba-3e7d-4f79-b1bd-4fc6f831fece", "name": "network-vif-plugged", "status": "completed", "tag": "30c47015-8695-48be-818e-5ba2a8abb937", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:23.158355 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe0abd5b-ecaf-4769-96a4-0a5908a75012 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:23.158838 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c47015-8695-48be-818e-5ba2a8abb937', 'code': 200} Nov 16 21:09:23.267809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Allocated IP 172.20.0.11 (dd0e1687-f68b-4a82-bcba-876005a13d0e/37c62f5a-7a9c-4682-98a3-1f469041f493/65ae9793-a938-47ec-9af2-239e0288866c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:23.316335 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b97ed4-5046-4591-8339-43dd58557fe9 x-openstack-request-id: req-81b97ed4-5046-4591-8339-43dd58557fe9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:23.319067 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8cd580-f13f-41ec-8d27-0070b0afec7a", "name": "network-vif-deleted", "tag": "d0396582-be38-42ab-9d52-b13a94613c27", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:23.321084 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81b97ed4-5046-4591-8339-43dd58557fe9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:23.323133 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8cd580-f13f-41ec-8d27-0070b0afec7a', 'name': 'network-vif-deleted', 'tag': 'd0396582-be38-42ab-9d52-b13a94613c27', 'status': 'completed', 'code': 200} Nov 16 21:09:23.351043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 96b38b0c-d82b-464c-afe3-67ae721bcb10 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:23.414503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 42f5c057-4e70-402a-bd0f-d42304e33dd5 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:23.466991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 96b38b0c-d82b-464c-afe3-67ae721bcb10 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:23.470241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 96b38b0c-d82b-464c-afe3-67ae721bcb10 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:23.470981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d0396582-be38-42ab-9d52-b13a94613c27 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:23.479360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 42f5c057-4e70-402a-bd0f-d42304e33dd5 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:23.486597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 42f5c057-4e70-402a-bd0f-d42304e33dd5 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:23.553591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.560606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: d0396582-be38-42ab-9d52-b13a94613c27 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:23.561088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d0396582-be38-42ab-9d52-b13a94613c27 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:23.574459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Attempting to bind port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:23.574790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Attempting to bind port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:23.576249 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1f69ba-ba4b-4ec5-8b0c-a3f1833c54c3 x-openstack-request-id: req-6b1f69ba-ba4b-4ec5-8b0c-a3f1833c54c3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:23.576538 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc27f70d-fe6c-4596-93cb-365e9ee7f3e5", "name": "network-vif-deleted", "tag": "96b38b0c-d82b-464c-afe3-67ae721bcb10", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:23.576967 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b1f69ba-ba4b-4ec5-8b0c-a3f1833c54c3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:23.577720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Attempting to bind port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:23.577894 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc27f70d-fe6c-4596-93cb-365e9ee7f3e5', 'name': 'network-vif-deleted', 'tag': '96b38b0c-d82b-464c-afe3-67ae721bcb10', 'status': 'completed', 'code': 200} Nov 16 21:09:23.589055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 on network dd0e1687-f68b-4a82-bcba-876005a13d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:23.590173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Attempting to bind port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:23.611440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-a9e3f849-3685-4988-b2d9-1a482ef1e768 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.6322951 Nov 16 21:09:23.650365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:23.652575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Checking segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:23.652984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Bound using segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:23.653495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Bound port: e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:23.653969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.683733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e233b3d-c664-4788-ab9e-f63fbc9d3c42 req-52718f0f-6eb1-412f-8766-2d19a9565556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:23.704092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e233b3d-c664-4788-ab9e-f63fbc9d3c42 req-52718f0f-6eb1-412f-8766-2d19a9565556 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 1100 time: 0.4385037 Nov 16 21:09:23.724504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d4e61-f544-4983-a9b6-d338e951759a req-a39742ed-fcce-4e40-8217-d4314dddc5d2 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:23.728755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-953d4e61-f544-4983-a9b6-d338e951759a req-a39742ed-fcce-4e40-8217-d4314dddc5d2 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 949 time: 0.3180449 Nov 16 21:09:23.779189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.865999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Pushing event updated for resources: {'Port': ['ID=65ae9793-a938-47ec-9af2-239e0288866c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:23.874103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.917449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-953d4e61-f544-4983-a9b6-d338e951759a req-3b8f3b09-178e-4a65-ad78-d863fe662617 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475811 Nov 16 21:09:23.938458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e233b3d-c664-4788-ab9e-f63fbc9d3c42 req-8e463a37-68c6-4bb9-b187-688a23070c79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043378 Nov 16 21:09:23.943067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] For port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:23.947093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b75ebc-e643-46a0-88c9-ae6ad9756eee,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:23.947597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] For port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:23.962130 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:23.962729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Network dd0e1687-f68b-4a82-bcba-876005a13d0e is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:23.973286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:23.979794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:24.020687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.043650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:24.043650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.076257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:24.077248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.080140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Deleting port e65ed02b-90cc-4b70-be58-652ff01662e9 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:24.080140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.080408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 HTTP/1.1" status: 200 len: 1092 time: 2.5566750 Nov 16 21:09:24.109308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479915a-3add-4fe0-81f8-f49e4568e1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:24.155180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-610323be-82d7-45d9-a702-40f0cc6eebd7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7572217 Nov 16 21:09:24.207883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Request body: {'port': {'device_id': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:24.264515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:24.265458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Network hostable DHCP agents. Network: 46901964-4108-4d2f-9a91-9d50500f7f13, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:24.323245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-50d68dc7-b73f-4648-b33b-dcc95fb34715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:24.329150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-50d68dc7-b73f-4648-b33b-dcc95fb34715 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 1095 time: 0.1814485 Nov 16 21:09:24.429890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.430619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.438660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.440718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:24.527751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b7837786-8d7c-43f3-9c61-a55e9502ec6b None None] Provisioning complete for port 65ae9793-a938-47ec-9af2-239e0288866c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:24.530763 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b7837786-8d7c-43f3-9c61-a55e9502ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.533256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Calling delete_port for e65ed02b-90cc-4b70-be58-652ff01662e9 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:24.547208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 46901964-4108-4d2f-9a91-9d50500f7f13) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:24.608067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae845c1-a7d6-49f7-b5f7-ee084e9e4e03 None None] Network 46901964-4108-4d2f-9a91-9d50500f7f13 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:24.644619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:24.651920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:24.752551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b7837786-8d7c-43f3-9c61-a55e9502ec6b None None] Port 65ae9793-a938-47ec-9af2-239e0288866c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:24.859609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bea8f6-e51f-41dd-80c0-9c25aed443d2 None None] Network 46901964-4108-4d2f-9a91-9d50500f7f13 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:24.882853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56552) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:24.890900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-9bbbfc99-f0ec-41bf-967b-896a245952d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 HTTP/1.1" status: 200 len: 217 time: 0.5483441 Nov 16 21:09:24.927541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c926f78e-90a5-4835-a666-3fc386de714a req-bf887eab-1090-44cb-a635-3f43c7279153 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 210 time: 0.5902638 Nov 16 21:09:25.023325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-0774f2b9-0300-48e1-9bd0-94dc89806cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:25.025420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-0774f2b9-0300-48e1-9bd0-94dc89806cda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.1162329 Nov 16 21:09:25.113682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.230038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8dc33c79-93f8-4250-a393-5e7e92b0f82a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.1301982 Nov 16 21:09:25.292886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Pushing event deleted for resources: {'Port': ['ID=e65ed02b-90cc-4b70-be58-652ff01662e9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:25.300643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e259d-6895-4638-8f4d-02e381497c71 req-809ff23e-c066-4a8e-8b19-738ca9b05494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:25.303862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-809ff23e-c066-4a8e-8b19-738ca9b05494 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693493 Nov 16 21:09:25.335774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95ca375-4589-43fb-9fce-71e783a95663', 'tag': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:25.338890 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3031e53c-5050-4f97-b881-275a56af611f" -d '{"events": [{"name": "network-changed", "server_uuid": "a95ca375-4589-43fb-9fce-71e783a95663", "tag": "e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:25.480396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3074-954d-4b1d-933c-77e8b3a1f7b4 req-d4ff48e5-001a-4a27-b38a-8d758e1cd8ee tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:25.482149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d02b3074-954d-4b1d-933c-77e8b3a1f7b4 req-d4ff48e5-001a-4a27-b38a-8d758e1cd8ee tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 949 time: 0.3794978 Nov 16 21:09:25.526988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.570723 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.571574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-94c7a13d-cbd7-4291-bcfc-e3ec402f3c03 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:25.573167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-94c7a13d-cbd7-4291-bcfc-e3ec402f3c03 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.41 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 815 time: 0.4556737 Nov 16 21:09:25.574398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.575595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8729b1e-accd-4db0-8a43-71392b7e2610 req-dd8dabbd-83d3-4df1-9a45-96ea22ff53c3 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "DELETE /v2.0/floatingips/5244bdac-cb23-462a-af27-2986a0b431ef HTTP/1.1" status: 204 len: 173 time: 1.9631064 Nov 16 21:09:25.580993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'name': 'network-vif-deleted', 'tag': '42f5c057-4e70-402a-bd0f-d42304e33dd5'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:25.585936 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b323e7a4-8008-4cd0-bf80-05d6b7fc2a4d" -d '{"events": [{"server_uuid": "bf36cfa0-2dfb-4434-ac7a-61212ab37129", "name": "network-vif-deleted", "tag": "42f5c057-4e70-402a-bd0f-d42304e33dd5"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:25.609045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b4e75eda-2f9d-4436-a8cb-edfa71650afc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9117d91d2d04571b48cdfa54f12f38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046515 Nov 16 21:09:25.611957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Request body: {'port': {'device_id': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'admin_state_up': True, 'tenant_id': 'f6118e121c364b2d9c82ee5eb42c57b1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:25.616712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:25.731195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d89d27a-ad2b-44a5-adec-2b961268462e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.735512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ae9793-a938-47ec-9af2-239e0288866c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:25.749729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.771102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-e64ab6b4-9375-4898-a1f2-d8b462738a64 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577048 Nov 16 21:09:25.774516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d89d27a-ad2b-44a5-adec-2b961268462e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.784757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Transition to ACTIVE for port object 65ae9793-a938-47ec-9af2-239e0288866c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:25.799180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:25.942912 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69745fc-826e-4f0e-90bd-deababb3cfe1 x-openstack-request-id: req-b69745fc-826e-4f0e-90bd-deababb3cfe1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:25.943526 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95ca375-4589-43fb-9fce-71e783a95663", "tag": "e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:25.943526 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b69745fc-826e-4f0e-90bd-deababb3cfe1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:25.950643 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95ca375-4589-43fb-9fce-71e783a95663', 'tag': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', 'status': 'completed', 'code': 200} Nov 16 21:09:25.967883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Pushing event updated for resources: {'Port': ['ID=65ae9793-a938-47ec-9af2-239e0288866c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:25.987241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Attempting to bind port 65ae9793-a938-47ec-9af2-239e0288866c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:25.988299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Attempting to bind port 65ae9793-a938-47ec-9af2-239e0288866c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:25.989098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Attempting to bind port 65ae9793-a938-47ec-9af2-239e0288866c on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:25.997492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Port 65ae9793-a938-47ec-9af2-239e0288866c on network dd0e1687-f68b-4a82-bcba-876005a13d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:25.997968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Attempting to bind port 65ae9793-a938-47ec-9af2-239e0288866c on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:26.001198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d89d27a-ad2b-44a5-adec-2b961268462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.008071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d89d27a-ad2b-44a5-adec-2b961268462e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.012138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d89d27a-ad2b-44a5-adec-2b961268462e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b88bdfc2-7e33-4952-b482-51e3f0c82ca7 HTTP/1.1" status: 204 len: 168 time: 0.3940408 Nov 16 21:09:26.017075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d02b3074-954d-4b1d-933c-77e8b3a1f7b4 req-96d63581-8dec-41f8-b2a0-d2eec37af8d3 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013905 Nov 16 21:09:26.020159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:26.020498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Checking segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:26.020882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Bound using segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:26.021318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Bound port: 65ae9793-a938-47ec-9af2-239e0288866c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:26.022303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.066501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d27a-ad2b-44a5-adec-2b961268462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88bdfc2-7e33-4952-b482-51e3f0c82ca7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:26.199819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] For port 65ae9793-a938-47ec-9af2-239e0288866c, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:26.207097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] For port 65ae9793-a938-47ec-9af2-239e0288866c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=65ae9793-a938-47ec-9af2-239e0288866c,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:26.213556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.221099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-830e259d-6895-4638-8f4d-02e381497c71 req-79b99868-0e9c-4e47-864b-e557fddcd90f service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420233 Nov 16 21:09:26.327503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Pushing event updated for resources: {'Port': ['ID=65ae9793-a938-47ec-9af2-239e0288866c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:26.363373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-84afce77-0c9d-42f7-b103-7d1ba44c320b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2877848 Nov 16 21:09:26.375761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:26.389379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e53c-5050-4f97-b881-275a56af611f req-8285454c-d041-4ac3-a114-2bd4e77dd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:26.390921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-8285454c-d041-4ac3-a114-2bd4e77dd08b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 1095 time: 0.0922341 Nov 16 21:09:26.402010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:26.402770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.404974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5e4ef8be-c933-4147-aa6f-e674bb03bbef service neutron] 10.222.0.47 "PUT /v2.0/ports/65ae9793-a938-47ec-9af2-239e0288866c HTTP/1.1" status: 200 len: 1092 time: 2.2051611 Nov 16 21:09:26.419927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Made reservation on behalf of f6118e121c364b2d9c82ee5eb42c57b1 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:26.426315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.432519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.493130 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:26.552184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-3f3e2bb1-92f5-4c9f-b210-cab40aa68d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:26.554087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-3f3e2bb1-92f5-4c9f-b210-cab40aa68d3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 1095 time: 0.1055877 Nov 16 21:09:26.561232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-87a5a182-f7a5-4bd8-a532-cb41f67bf5be tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:26.562772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-87a5a182-f7a5-4bd8-a532-cb41f67bf5be tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.2366111 Nov 16 21:09:26.612323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-3fb278b2-63a2-4bc0-a6f9-421a3aba2d9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ae9793-a938-47ec-9af2-239e0288866c HTTP/1.1" status: 200 len: 217 time: 0.0479801 Nov 16 21:09:26.617489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56604) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:26.641762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-dd61d333-636c-47d7-982e-3249f8762378 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0690441 Nov 16 21:09:26.720112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-76299159-1de2-4781-aa9c-c26e616771e7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549543 Nov 16 21:09:26.757102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56608) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:26.757283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fad01ad2-ebe2-4a62-8b1a-b4776651b7f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5345451bc93c40c3bbb8344f67c75b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361775 Nov 16 21:09:26.757778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e53c-5050-4f97-b881-275a56af611f req-c1da8d9d-b687-4bfd-9654-391e39057a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:26.759749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-c1da8d9d-b687-4bfd-9654-391e39057a6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 916 time: 0.3298025 Nov 16 21:09:26.813745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5ed71ab2-3568-4f69-b475-a460d8f83603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:26.816693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5ed71ab2-3568-4f69-b475-a460d8f83603 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.1800051 Nov 16 21:09:26.835075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-8ffc9ca2-65f5-4167-a9e9-86b51ef6723c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 HTTP/1.1" status: 200 len: 217 time: 0.0668681 Nov 16 21:09:26.948982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Allocated IP 172.20.0.10 (dd0e1687-f68b-4a82-bcba-876005a13d0e/37c62f5a-7a9c-4682-98a3-1f469041f493/e171e535-8189-451e-a796-00db004b7615) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:27.081612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e53c-5050-4f97-b881-275a56af611f req-ad1f906a-168e-415d-800e-610acceb83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:27.082966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-ad1f906a-168e-415d-800e-610acceb83ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.2127860 Nov 16 21:09:27.086777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8203c36-b709-4c50-ac29-0040a2ada798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.167220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.173403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8203c36-b709-4c50-ac29-0040a2ada798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.192371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-ed669e69-ddc5-4453-a8ec-582107269c38 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598119 Nov 16 21:09:27.212790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5c6e165d-8881-406d-aee9-63251d70c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:27.214415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-5c6e165d-8881-406d-aee9-63251d70c88a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3893428 Nov 16 21:09:27.296157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e53c-5050-4f97-b881-275a56af611f req-a685ae51-6ec0-45b3-9bd4-f4a1178b585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:27.298254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-a685ae51-6ec0-45b3-9bd4-f4a1178b585e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989591 Nov 16 21:09:27.308875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.376549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-f2497f84-d4cb-4c85-a604-4584b3cdc74d service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758437 Nov 16 21:09:27.383172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-a1ce0859-1f0b-4639-8f00-61ece0f66f94 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580362 Nov 16 21:09:27.447050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8203c36-b709-4c50-ac29-0040a2ada798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.450207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8203c36-b709-4c50-ac29-0040a2ada798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.453681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d8203c36-b709-4c50-ac29-0040a2ada798 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9a044a9-82dc-4f4e-b6b8-d458c0495d37 HTTP/1.1" status: 204 len: 168 time: 0.6907353 Nov 16 21:09:27.524419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b7bdc18-b52a-45e8-b5cf-a8f367b1f5cd req-f1eaa770-e732-4314-a427-548ce530c180 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336694 Nov 16 21:09:27.548738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8203c36-b709-4c50-ac29-0040a2ada798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a044a9-82dc-4f4e-b6b8-d458c0495d37,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:27.551631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Allocated IP 172.25.3.11 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/c234e069-0236-4f6d-a4a5-a641c570205a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:27.588708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:27.660286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-b6f833de-ed77-4f10-b29d-743aeec9582e service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451474 Nov 16 21:09:27.783357 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d7919e-94ed-49dd-9ca5-5bf63b64e206 x-openstack-request-id: req-04d7919e-94ed-49dd-9ca5-5bf63b64e206 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:27.783357 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf36cfa0-2dfb-4434-ac7a-61212ab37129", "name": "network-vif-deleted", "tag": "42f5c057-4e70-402a-bd0f-d42304e33dd5", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:27.783357 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04d7919e-94ed-49dd-9ca5-5bf63b64e206 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:27.783357 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf36cfa0-2dfb-4434-ac7a-61212ab37129', 'name': 'network-vif-deleted', 'tag': '42f5c057-4e70-402a-bd0f-d42304e33dd5', 'status': 'completed', 'code': 200} Nov 16 21:09:27.830759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Network dd0e1687-f68b-4a82-bcba-876005a13d0e is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:27.858808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:27.860668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Pushing event updated for resources: {'Port': ['ID=e171e535-8189-451e-a796-00db004b7615,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:27.863898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:27.924410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.007391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:28.008158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.039147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3031e53c-5050-4f97-b881-275a56af611f req-7662b7ab-70e5-4629-ac61-ad39b8d4339e service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599474 Nov 16 21:09:28.059079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7faa700f-86f0-47af-adcc-20de3ef203f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4720714 Nov 16 21:09:28.075620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Request body: {'port': {'device_id': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:28.082014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.222767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:28.224284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:28.227581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:28.300076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711b6ba-5326-4bbe-a311-dede606b706f req-bef8ac90-d833-49df-a9d7-f256564cb339 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:28.308200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9711b6ba-5326-4bbe-a311-dede606b706f req-bef8ac90-d833-49df-a9d7-f256564cb339 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 932 time: 0.1111834 Nov 16 21:09:28.349553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.361676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Pushing event updated for resources: {'Port': ['ID=c234e069-0236-4f6d-a4a5-a641c570205a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:28.401034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9711b6ba-5326-4bbe-a311-dede606b706f req-873702a0-fcf5-4972-95ce-aa6a38888bad tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916207 Nov 16 21:09:28.402381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.455873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fed5f717-9a57-4c8b-8f39-5a4eb2198fbf None None] Provisioning complete for port e171e535-8189-451e-a796-00db004b7615 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:28.463881 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fed5f717-9a57-4c8b-8f39-5a4eb2198fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.542344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.585410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fed5f717-9a57-4c8b-8f39-5a4eb2198fbf None None] Port e171e535-8189-451e-a796-00db004b7615 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:28.726862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.756719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.892768 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.903031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d9354-d2ad-4034-9540-4ab1d838b35f req-968a36ce-5790-4494-a9e8-aded44f131dc tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:28.906764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Pushing event updated for resources: {'Port': ['ID=c234e069-0236-4f6d-a4a5-a641c570205a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:28.912876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-215d9354-d2ad-4034-9540-4ab1d838b35f req-968a36ce-5790-4494-a9e8-aded44f131dc tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 949 time: 0.0853019 Nov 16 21:09:28.922102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:28.936733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:28.938057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-a11531e3-7797-4345-b0c5-cd6bf9d23ceb tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5735431 Nov 16 21:09:29.022023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-215d9354-d2ad-4034-9540-4ab1d838b35f req-87ef0b53-f640-4f9f-b051-29e19dc3e93f tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077282 Nov 16 21:09:29.071524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-network', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:29.096667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-b7016de9-08d9-4a17-9dab-940cb1ed149b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.1479096 Nov 16 21:09:29.146606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8537704-9d55-478c-80f3-4546a492e651 req-ae3645e9-f243-4056-a845-29e6385631d1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 210 time: 0.0533559 Nov 16 21:09:29.175571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Made reservation on behalf of 94b84c0bd7e24f5990c1048fb8a35534 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:29.177943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:29.216413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:29.251873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e171e535-8189-451e-a796-00db004b7615 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:29.266061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:29.298521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77ca30-1af0-4cc9-9893-d67c58d20aa5 req-feab15f0-724d-4bc9-97c4-339f2c5ccf64 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:29.307832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d77ca30-1af0-4cc9-9893-d67c58d20aa5 req-feab15f0-724d-4bc9-97c4-339f2c5ccf64 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 950 time: 0.0772271 Nov 16 21:09:29.309036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Transition to ACTIVE for port object e171e535-8189-451e-a796-00db004b7615 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:29.315354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:29.336782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-08155f14-a28e-4300-8454-49c1728c8cee tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:29.338303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0f2fdd9c-22fa-4722-821c-c9f3ffc0b25c req-08155f14-a28e-4300-8454-49c1728c8cee tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2328322 Nov 16 21:09:29.375101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d77ca30-1af0-4cc9-9893-d67c58d20aa5 req-28846eaf-0504-416a-bca0-dc830d1e38e8 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd0514-8153-4af5-a929-81a8d03b52ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Nov 16 21:09:29.441595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:29.506652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11887b01-68ec-4547-95ba-591d1f8e90af req-dbbbddbc-1188-4572-8e87-33e9fcd89320 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips/743226af-7982-49ba-ae27-bee258fad2b0 HTTP/1.1" status: 200 len: 692 time: 0.1037378 Nov 16 21:09:29.510287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Pushing event updated for resources: {'Port': ['ID=e171e535-8189-451e-a796-00db004b7615,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:29.748941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:29.774863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'port_id': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', 'mac_address': 'fa:16:3e:11:93:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c62f5a-7a9c-4682-98a3-1f469041f493', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:29.783121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-0b53887d-c8bd-42e5-883e-dc4f0863b4cf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:29.793298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-0b53887d-c8bd-42e5-883e-dc4f0863b4cf tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 950 time: 0.1659989 Nov 16 21:09:29.805191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'tag': '65ae9793-a938-47ec-9af2-239e0288866c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:29.807235 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d662de-a83b-45e5-bd69-3b5efd433d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f05b8b3a-58e5-48fc-a815-19a157ff5aa8", "tag": "65ae9793-a938-47ec-9af2-239e0288866c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:29.880163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:29.890238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11887b01-68ec-4547-95ba-591d1f8e90af req-1eee9c0b-15dd-4fb6-8ee0-523da9cf64fa tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:29.891726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11887b01-68ec-4547-95ba-591d1f8e90af req-1eee9c0b-15dd-4fb6-8ee0-523da9cf64fa tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.3574927 Nov 16 21:09:29.993007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e1f1e8e-c97f-4dc9-9417-58bc84e0f0e7 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0785787 Nov 16 21:09:30.027308 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.040832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:30.062979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:30.067544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.072598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.086783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11887b01-68ec-4547-95ba-591d1f8e90af req-e5eb52d3-eb0c-4fd7-978f-497bcd8cd42c tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.11 HTTP/1.1" status: 200 len: 695 time: 0.0922620 Nov 16 21:09:30.116902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:30.126548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:30.127790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Attempting to bind port e171e535-8189-451e-a796-00db004b7615 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:30.128312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Attempting to bind port e171e535-8189-451e-a796-00db004b7615 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:30.128673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Attempting to bind port e171e535-8189-451e-a796-00db004b7615 on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:30.135431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.136014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.136359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.136697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.137033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.137364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.137753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.138062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.138386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.138707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.139084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.139413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:30.155523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Port e171e535-8189-451e-a796-00db004b7615 on network dd0e1687-f68b-4a82-bcba-876005a13d0e not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:30.155762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Deleting port d005c61f-3a36-4e2e-b39b-bc1e5629f56c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:30.155868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Attempting to bind port e171e535-8189-451e-a796-00db004b7615 on network dd0e1687-f68b-4a82-bcba-876005a13d0e {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:30.156097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.166211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.166555 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Added segment 413f021c-475b-4d61-ad35-c97f72271fcf of type vlan for network 27721cb1-c75b-4c55-b291-a923bb0e3027 Nov 16 21:09:30.182115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d356ad-708f-416b-aa24-26a136d9edbe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:30.195982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0b60a-d243-46b0-89fc-6ddb20e649b0 req-6f1ee652-5d97-4a5a-a719-e4b989037567 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:30.197365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53a0b60a-d243-46b0-89fc-6ddb20e649b0 req-6f1ee652-5d97-4a5a-a719-e4b989037567 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 944 time: 0.2172492 Nov 16 21:09:30.219400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:30.219739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Checking segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:30.220122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Bound using segment: {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:30.220567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Bound port: e171e535-8189-451e-a796-00db004b7615, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:30.220924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.257749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-3b4400c7-acf7-40cd-954a-2d744236a90c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:30.259106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-3b4400c7-acf7-40cd-954a-2d744236a90c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.2802560 Nov 16 21:09:30.262270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.306501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': '87377a21-31df-4a71-9959-27fa91965a29', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:30.319433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] For port d005c61f-3a36-4e2e-b39b-bc1e5629f56c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:30.320570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.337245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Calling delete_port for d005c61f-3a36-4e2e-b39b-bc1e5629f56c owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:30.343081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Deleting port c234e069-0236-4f6d-a4a5-a641c570205a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:30.343578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.384320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:30.408094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53a0b60a-d243-46b0-89fc-6ddb20e649b0 req-c043d8ac-ea24-4cea-9cb0-d13ca0383efa tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842384 Nov 16 21:09:30.418630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.419789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:30.420546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.431876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] For port e171e535-8189-451e-a796-00db004b7615, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:30.504436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.504841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.510857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] For port e171e535-8189-451e-a796-00db004b7615, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e171e535-8189-451e-a796-00db004b7615,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:30.514587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5914900 Nov 16 21:09:30.520909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56690) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:30.524021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Calling delete_port for c234e069-0236-4f6d-a4a5-a641c570205a owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:30.529174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.529800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Request body: {'subnet': {'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-subnet', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:30.566822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Made reservation on behalf of 94b84c0bd7e24f5990c1048fb8a35534 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:30.567622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5205d3-318a-4fa7-8d60-1c6cad70fc7b admin admin] Pushing event updated for resources: {'Network': ['ID=27721cb1-c75b-4c55-b291-a923bb0e3027,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:30.568451 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.584770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:30.585639 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.587275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] 10.222.0.41 "PUT /v2.0/ports/e171e535-8189-451e-a796-00db004b7615 HTTP/1.1" status: 200 len: 1092 time: 2.5163417 Nov 16 21:09:30.587890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'tag': 'e171e535-8189-451e-a796-00db004b7615'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:30.590349 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea18345-8711-47a3-9f60-9e3f37a7bf21" -d '{"events": [{"name": "network-changed", "server_uuid": "586f07e7-ed13-46eb-ac0f-7fe9447b76b2", "tag": "e171e535-8189-451e-a796-00db004b7615"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:30.596032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:30.620604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040c50d-861a-41bf-8f32-5aa5935fff23 service neutron] Pushing event updated for resources: {'Port': ['ID=e171e535-8189-451e-a796-00db004b7615,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:30.626882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:30.639078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.795877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-816cde8e-c665-4504-babe-12785b3107b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:30.797388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-816cde8e-c665-4504-babe-12785b3107b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 1095 time: 0.1380477 Nov 16 21:09:30.848810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:30.871497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d005c61f-3a36-4e2e-b39b-bc1e5629f56c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:30.882070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.3 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/f31811e8-3471-453b-89d3-ad6104b70e1c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:30.900484 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa4d61-2922-4bd4-9d43-3b2050d4d11b x-openstack-request-id: req-09aa4d61-2922-4bd4-9d43-3b2050d4d11b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:30.900836 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05b8b3a-58e5-48fc-a815-19a157ff5aa8", "tag": "65ae9793-a938-47ec-9af2-239e0288866c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:30.901097 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09aa4d61-2922-4bd4-9d43-3b2050d4d11b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:30.901497 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'tag': '65ae9793-a938-47ec-9af2-239e0288866c', 'status': 'completed', 'code': 200} Nov 16 21:09:30.913157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Pushing event deleted for resources: {'Port': ['ID=d005c61f-3a36-4e2e-b39b-bc1e5629f56c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:30.987368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-ad7728a0-44b2-4f7d-8bfd-24fac7f367a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e171e535-8189-451e-a796-00db004b7615 HTTP/1.1" status: 200 len: 217 time: 0.0535676 Nov 16 21:09:31.038458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] No DVR routers for this DVR port d005c61f-3a36-4e2e-b39b-bc1e5629f56c on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:31.045000 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d84124cc-0e23-4931-9762-479c50d5e788 req-33144388-b3d5-4123-8a12-8f7cc629807f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 210 time: 0.0654612 Nov 16 21:09:31.048366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.052447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fdcd12dc-d8d7-445e-bec2-1fc5fafc669e req-418cf6dd-0a6a-4f6b-9ec9-70621c3d7d34 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.41 "DELETE /v2.0/ports/d005c61f-3a36-4e2e-b39b-bc1e5629f56c HTTP/1.1" status: 204 len: 173 time: 1.2185473 Nov 16 21:09:31.117733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-03a92d25-8762-449c-aea7-40cba9499f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.119201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-03a92d25-8762-449c-aea7-40cba9499f95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.1217427 Nov 16 21:09:31.123593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.137983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-192b00b7-ed86-46bc-8b17-2279946440bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.139516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-192b00b7-ed86-46bc-8b17-2279946440bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 1095 time: 0.2206385 Nov 16 21:09:31.161135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.172242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Pushing event deleted for resources: {'Port': ['ID=c234e069-0236-4f6d-a4a5-a641c570205a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:31.189055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f393e079-191a-46cf-94d4-5a7b23b0e4fc req-6ade83c9-0163-43b1-adc2-2dde30420e64 tempest-ServersOnMultiNodesTest-321395157 tempest-ServersOnMultiNodesTest-321395157-project] 10.222.0.48 "GET /v2.0/ports?device_id=66dc7270-7f31-4bf7-9a06-e4c2932ae53f HTTP/1.1" status: 200 len: 210 time: 0.0595005 Nov 16 21:09:31.242164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-c9319348-a2b3-4255-8f9d-f61d9202a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.243341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-c9319348-a2b3-4255-8f9d-f61d9202a1de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127760 Nov 16 21:09:31.253128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.267158 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e2ec52-3989-4a97-85bb-5efe9d33f253 x-openstack-request-id: req-51e2ec52-3989-4a97-85bb-5efe9d33f253 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:31.267453 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586f07e7-ed13-46eb-ac0f-7fe9447b76b2", "tag": "e171e535-8189-451e-a796-00db004b7615", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:31.268214 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51e2ec52-3989-4a97-85bb-5efe9d33f253 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:31.268214 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'tag': 'e171e535-8189-451e-a796-00db004b7615', 'status': 'completed', 'code': 200} Nov 16 21:09:31.324477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2b419c-1ca7-4cb2-be08-8fd414093d28,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:31.369890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.372398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.373568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11887b01-68ec-4547-95ba-591d1f8e90af req-7e8f0d12-b1b4-4edd-b0f6-5254a933e3b4 tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "DELETE /v2.0/floatingips/743226af-7982-49ba-ae27-bee258fad2b0 HTTP/1.1" status: 204 len: 173 time: 1.2771566 Nov 16 21:09:31.376450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-6a242dfa-3a2c-4165-81d6-db5f9ac0756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.377951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-6a242dfa-3a2c-4165-81d6-db5f9ac0756d service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 916 time: 0.2189658 Nov 16 21:09:31.380003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Checking segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:31.380493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Network hostable DHCP agents. Network: 27721cb1-c75b-4c55-b291-a923bb0e3027, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:31.398223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.412430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-7165e93f-dfac-4c75-aa4a-7121137f45e5 service neutron] 10.222.0.41 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569867 Nov 16 21:09:31.439414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-aaad73e8-e1ad-4731-8f65-5b250760efc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ae9793-a938-47ec-9af2-239e0288866c HTTP/1.1" status: 200 len: 217 time: 0.0534065 Nov 16 21:09:31.461982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 65ae9793-a938-47ec-9af2-239e0288866c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:31.476754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:31.481033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:31.515249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d42fc-46f4-4c8f-8860-5f00e3b4cbbc req-19404a0a-69be-4822-a626-ce93b496fc4d tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.516814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b13d42fc-46f4-4c8f-8860-5f00e3b4cbbc req-19404a0a-69be-4822-a626-ce93b496fc4d tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 949 time: 0.1719167 Nov 16 21:09:31.527942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:31.531838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=f31811e8-3471-453b-89d3-ad6104b70e1c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:31.543825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:31.546323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:31.552712 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-c139fded-6902-46b4-9827-1ff057e243b6 req-bbbff0d2-1278-47d2-bfcf-8cc7cf2f097b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] show failed (client error): The resource could not be found. Nov 16 21:09:31.554563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c139fded-6902-46b4-9827-1ff057e243b6 req-bbbff0d2-1278-47d2-bfcf-8cc7cf2f097b tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips/743226af-7982-49ba-ae27-bee258fad2b0 HTTP/1.1" status: 404 len: 350 time: 0.0632138 Nov 16 21:09:31.579843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-a2ecf8a5-f266-4954-9aad-f8b726cd4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.586636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-a2ecf8a5-f266-4954-9aad-f8b726cd4b29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.1387234 Nov 16 21:09:31.587871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 27721cb1-c75b-4c55-b291-a923bb0e3027) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:31.641161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.641928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.650806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16623cc3-104e-4f34-a04f-96821e59f3d5 None None] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:31.660172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.660861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.681265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b13d42fc-46f4-4c8f-8860-5f00e3b4cbbc req-c9cd9bd3-3213-42f3-85b9-b0259e52457b tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556420 Nov 16 21:09:31.681565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-6db62041-a6e7-40e0-aeb6-94eaa0fa6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.683077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-6db62041-a6e7-40e0-aeb6-94eaa0fa6957 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920424 Nov 16 21:09:31.695933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-84d05a03-f666-45e0-86c0-60eb78272804 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1732574 Nov 16 21:09:31.708660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56722) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:31.716424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-19a65a53-1846-4a7e-b05c-8b905e332d72 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4180698 Nov 16 21:09:31.718887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88ad7a7a-5a30-4c86-8ed0-9735712db4ee req-755394df-a0ea-4f7b-aa46-6bd883ca9a98 service neutron] 10.222.0.41 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827575 Nov 16 21:09:31.722971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:31.743919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Request body: {'port': {'device_id': '87377a21-31df-4a71-9959-27fa91965a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:31.780282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.781323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.845150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:31.853866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.864339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:31.864729 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.876624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a08f63-2907-47c6-9061-93e9ff6bd9b3 req-d4130ff5-7121-48c2-8b9d-fb9b9b64d7a4 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.885831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a08f63-2907-47c6-9061-93e9ff6bd9b3 req-d4130ff5-7121-48c2-8b9d-fb9b9b64d7a4 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 944 time: 0.2591949 Nov 16 21:09:31.903909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.915075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 65ae9793-a938-47ec-9af2-239e0288866c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=65ae9793-a938-47ec-9af2-239e0288866c,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:31.940155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-27721cb1-c75b-4c55-b291-a923bb0e3027', 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'fixed_ips': [{'subnet_id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:09:31.941579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:31.960386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-28bf8386-d331-472c-9120-48419e64a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:31.961908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-28bf8386-d331-472c-9120-48419e64a6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 1095 time: 0.1102602 Nov 16 21:09:32.016941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-0d18273f-0be7-42a2-82ff-96cf69aefd57 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198192 Nov 16 21:09:32.022702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '65ae9793-a938-47ec-9af2-239e0288866c', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'port_id': '65ae9793-a938-47ec-9af2-239e0288866c', 'mac_address': 'fa:16:3e:22:91:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c62f5a-7a9c-4682-98a3-1f469041f493', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:32.178994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.192013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.192235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-be0f5d2d-9f40-460b-ac4a-361207b41258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:32.194176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-be0f5d2d-9f40-460b-ac4a-361207b41258 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 916 time: 0.2196121 Nov 16 21:09:32.198852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a08f63-2907-47c6-9061-93e9ff6bd9b3 req-25f0bc36-1812-4c74-a66b-45534bacb366 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119941 Nov 16 21:09:32.220878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.225670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Allocated IP 172.20.0.2 (27721cb1-c75b-4c55-b291-a923bb0e3027/bd2b419c-1ca7-4cb2-be08-8fd414093d28/7acfc44b-4317-4fa9-b081-a0eb074a2795) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:32.240831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ae9793-a938-47ec-9af2-239e0288866c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:32.279294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95ca375-4589-43fb-9fce-71e783a95663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:32.281719 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1396ca23-bfd4-46a9-ab5c-edba50e627df" -d '{"events": [{"server_uuid": "a95ca375-4589-43fb-9fce-71e783a95663", "name": "network-vif-plugged", "status": "completed", "tag": "e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:32.284687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-3367f189-406c-4a2f-a53b-427a4f70d856 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e171e535-8189-451e-a796-00db004b7615 HTTP/1.1" status: 200 len: 217 time: 0.0798912 Nov 16 21:09:32.299193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 65ae9793-a938-47ec-9af2-239e0288866c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=65ae9793-a938-47ec-9af2-239e0288866c,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:32.313119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:32.314142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.329620 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-e1652cab-af33-4c46-980d-70657d187a64 req-1f72b154-1e2c-48c6-8522-1d9cf3b7c04f tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] show failed (client error): The resource could not be found. Nov 16 21:09:32.340585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56748) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:32.341291 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1652cab-af33-4c46-980d-70657d187a64 req-1f72b154-1e2c-48c6-8522-1d9cf3b7c04f tempest-FloatingIPsTestJSON-1758678535 tempest-FloatingIPsTestJSON-1758678535-project] 10.222.0.48 "GET /v2.0/floatingips/743226af-7982-49ba-ae27-bee258fad2b0 HTTP/1.1" status: 404 len: 350 time: 0.0949905 Nov 16 21:09:32.362353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d662de-a83b-45e5-bd69-3b5efd433d3e req-54976b85-760b-442c-90fd-fee9a38b00fd service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332331 Nov 16 21:09:32.367370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.408372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=65ae9793-a938-47ec-9af2-239e0288866c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:32.423441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-ee9015e4-4b78-476a-bce7-9efc407d4fc3 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:32.425005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-ee9015e4-4b78-476a-bce7-9efc407d4fc3 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 949 time: 0.0783265 Nov 16 21:09:32.465535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-d660f19b-b03a-4d9a-8eee-b84ac7e707d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:32.491344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-d660f19b-b03a-4d9a-8eee-b84ac7e707d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.1961284 Nov 16 21:09:32.556067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.574748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.606571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:32.609440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:32.612952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:32.650699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31811e8-3471-453b-89d3-ad6104b70e1c {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:32.662180 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.665925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:32.679771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Pushing event updated for resources: {'Port': ['ID=7acfc44b-4317-4fa9-b081-a0eb074a2795,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:32.698726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-d66ea3a1-2171-47d9-84bd-4de51c9cf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:32.700534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-d66ea3a1-2171-47d9-84bd-4de51c9cf53c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688418 Nov 16 21:09:32.701661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Transition to ACTIVE for port object f31811e8-3471-453b-89d3-ad6104b70e1c will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:32.723326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['65ae9793-a938-47ec-9af2-239e0288866c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:32.799545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Attempting to bind port 7acfc44b-4317-4fa9-b081-a0eb074a2795 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:32.800975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Attempting to bind port 7acfc44b-4317-4fa9-b081-a0eb074a2795 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:32.801641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Attempting to bind port 7acfc44b-4317-4fa9-b081-a0eb074a2795 on network 27721cb1-c75b-4c55-b291-a923bb0e3027 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:32.810111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:32.811131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Checking segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:32.811738 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.812389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Bound using segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:32.813921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Bound port: 7acfc44b-4317-4fa9-b081-a0eb074a2795, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:32.814773 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.826136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.932864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] For port 7acfc44b-4317-4fa9-b081-a0eb074a2795, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:32.957125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'name': 'network-vif-deleted', 'tag': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:32.960903 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ebb802-a002-4a90-a073-9373eb44b2d4" -d '{"events": [{"server_uuid": "66dc7270-7f31-4bf7-9a06-e4c2932ae53f", "name": "network-vif-deleted", "tag": "d005c61f-3a36-4e2e-b39b-bc1e5629f56c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:32.970453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] For port 7acfc44b-4317-4fa9-b081-a0eb074a2795, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7acfc44b-4317-4fa9-b081-a0eb074a2795,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:32.974162 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:32.983911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.065744 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b61acf3-d75c-4d2b-833b-bb2c13eb8616 x-openstack-request-id: req-7b61acf3-d75c-4d2b-833b-bb2c13eb8616 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:33.065744 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95ca375-4589-43fb-9fce-71e783a95663", "name": "network-vif-plugged", "status": "completed", "tag": "e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:33.066192 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b61acf3-d75c-4d2b-833b-bb2c13eb8616 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:33.066537 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95ca375-4589-43fb-9fce-71e783a95663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', 'code': 200} Nov 16 21:09:33.075396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Pushing event updated for resources: {'Port': ['ID=f31811e8-3471-453b-89d3-ad6104b70e1c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:33.105433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328effa-2f1d-4466-9903-d2b652a36d5e req-21ce350f-a901-4172-ac0c-9cb57a733d43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:33.114578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3328effa-2f1d-4466-9903-d2b652a36d5e req-21ce350f-a901-4172-ac0c-9cb57a733d43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 931 time: 0.5756376 Nov 16 21:09:33.125614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Deleting port 30c47015-8695-48be-818e-5ba2a8abb937 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:33.126013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.149396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2337d8c-f2f7-4f71-b767-30571b04d857 None None] Pushing event updated for resources: {'Port': ['ID=7acfc44b-4317-4fa9-b081-a0eb074a2795,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:33.253786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.288175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.295731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-81033bad-bd59-472b-8a0d-e204445ea2e5 service neutron] 10.222.0.41 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806917 Nov 16 21:09:33.339698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fa16a-0503-48dc-a6cb-2eb2eb17a891 req-4e639545-c5eb-43ec-ac6d-e4ac76107b8d tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:33.350039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e58fa16a-0503-48dc-a6cb-2eb2eb17a891 req-4e639545-c5eb-43ec-ac6d-e4ac76107b8d tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 949 time: 0.1657155 Nov 16 21:09:33.351930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56784) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:33.403665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d005c61f-3a36-4e2e-b39b-bc1e5629f56c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:33.433037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3328effa-2f1d-4466-9903-d2b652a36d5e req-cbdecb95-47b1-417f-af39-deb01b91968d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034174 Nov 16 21:09:33.438718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Attempting to bind port f31811e8-3471-453b-89d3-ad6104b70e1c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:33.443159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Attempting to bind port f31811e8-3471-453b-89d3-ad6104b70e1c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:33.443496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Attempting to bind port f31811e8-3471-453b-89d3-ad6104b70e1c on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:33.447405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3ee2-7e9d-4912-bf9a-557e4acd826f req-42e655bf-61d0-49c2-9110-18b0e65435ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:33.449387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a72d3ee2-7e9d-4912-bf9a-557e4acd826f req-42e655bf-61d0-49c2-9110-18b0e65435ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 1097 time: 0.2592239 Nov 16 21:09:33.475139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: d005c61f-3a36-4e2e-b39b-bc1e5629f56c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:33.475561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d005c61f-3a36-4e2e-b39b-bc1e5629f56c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:33.475938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:33.481471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] For port 30c47015-8695-48be-818e-5ba2a8abb937, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=30c47015-8695-48be-818e-5ba2a8abb937,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:33.481960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.526149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Calling delete_port for 30c47015-8695-48be-818e-5ba2a8abb937 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:33.558298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e58fa16a-0503-48dc-a6cb-2eb2eb17a891 req-1cc3cd51-0a6a-4999-95d4-94abbd4b537b tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/security-groups?id=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014475 Nov 16 21:09:33.636446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ea18345-8711-47a3-9f60-9e3f37a7bf21 req-15198de9-93ea-4299-9246-dacea2b7db87 service neutron] 10.222.0.41 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248851 Nov 16 21:09:33.640764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Port f31811e8-3471-453b-89d3-ad6104b70e1c on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:33.641505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Attempting to bind port f31811e8-3471-453b-89d3-ad6104b70e1c on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:33.680047 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cc738d-7d5f-4f59-b880-e8325c35e810 x-openstack-request-id: req-d9cc738d-7d5f-4f59-b880-e8325c35e810 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:33.680336 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dc7270-7f31-4bf7-9a06-e4c2932ae53f", "name": "network-vif-deleted", "tag": "d005c61f-3a36-4e2e-b39b-bc1e5629f56c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:33.680592 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9cc738d-7d5f-4f59-b880-e8325c35e810 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:33.680984 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dc7270-7f31-4bf7-9a06-e4c2932ae53f', 'name': 'network-vif-deleted', 'tag': 'd005c61f-3a36-4e2e-b39b-bc1e5629f56c', 'status': 'completed', 'code': 200} Nov 16 21:09:33.695214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Allocated IP 172.25.3.82 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/35bdb772-8875-4543-b505-018328691ac8) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:33.696401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.712388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:33.713044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:33.713661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:33.714276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Bound port: f31811e8-3471-453b-89d3-ad6104b70e1c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:33.714810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.715950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a72d3ee2-7e9d-4912-bf9a-557e4acd826f req-69ca052d-a6f6-4273-8945-c738f70bcf76 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561142 Nov 16 21:09:33.751608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:33.760893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.761850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 30c47015-8695-48be-818e-5ba2a8abb937 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:33.845191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec05fff-6f0c-441c-8f29-236c5ae582c3 req-e53f850b-0d66-4c35-96b5-281174b9d028 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:33.846818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ec05fff-6f0c-441c-8f29-236c5ae582c3 req-e53f850b-0d66-4c35-96b5-281174b9d028 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 944 time: 0.1546350 Nov 16 21:09:33.868362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:33.905119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f09f83f-71b3-451b-ac4c-c0d4a0c4260f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1f290e52e7242d984c8af41cac3e14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5388174 Nov 16 21:09:33.908040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56794) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:33.910790 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.935008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:33.937072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] For port f31811e8-3471-453b-89d3-ad6104b70e1c, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:33.941894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] For port f31811e8-3471-453b-89d3-ad6104b70e1c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f31811e8-3471-453b-89d3-ad6104b70e1c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:34.007193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ec05fff-6f0c-441c-8f29-236c5ae582c3 req-e483f1f9-2155-4475-b09f-f354ee2b069e tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517408 Nov 16 21:09:34.011601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.047737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.060316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.072405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:34.073105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.074888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] 10.222.0.47 "PUT /v2.0/ports/f31811e8-3471-453b-89d3-ad6104b70e1c HTTP/1.1" status: 200 len: 1091 time: 2.3403802 Nov 16 21:09:34.075148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87377a21-31df-4a71-9959-27fa91965a29', 'tag': 'f31811e8-3471-453b-89d3-ad6104b70e1c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:34.077459 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54202c6c-da4a-4f62-bcfb-9c117d87d128" -d '{"events": [{"name": "network-changed", "server_uuid": "87377a21-31df-4a71-9959-27fa91965a29", "tag": "f31811e8-3471-453b-89d3-ad6104b70e1c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:34.126597 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c047e9af-dab6-4498-9b86-0291a2eed0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.141037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Pushing event deleted for resources: {'Port': ['ID=30c47015-8695-48be-818e-5ba2a8abb937,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:34.176630 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83528c12-a1f8-461a-ac08-6b97ebe39881 x-openstack-request-id: req-83528c12-a1f8-461a-ac08-6b97ebe39881 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:34.176995 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87377a21-31df-4a71-9959-27fa91965a29", "tag": "f31811e8-3471-453b-89d3-ad6104b70e1c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:34.177461 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83528c12-a1f8-461a-ac08-6b97ebe39881 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:34.177796 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87377a21-31df-4a71-9959-27fa91965a29', 'tag': 'f31811e8-3471-453b-89d3-ad6104b70e1c', 'status': 'completed', 'code': 200} Nov 16 21:09:34.208617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeeac5-219e-4359-bcc0-872540498587 service neutron] Pushing event updated for resources: {'Port': ['ID=f31811e8-3471-453b-89d3-ad6104b70e1c,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:34.213477 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c047e9af-dab6-4498-9b86-0291a2eed0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.216953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] No DVR routers for this DVR port 30c47015-8695-48be-818e-5ba2a8abb937 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:34.226630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.230394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e2b6e9b-6321-4a18-b38e-f08d59518daf req-6fb5e54c-e416-436a-86e3-565c43735717 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.41 "DELETE /v2.0/ports/30c47015-8695-48be-818e-5ba2a8abb937 HTTP/1.1" status: 204 len: 173 time: 1.7975602 Nov 16 21:09:34.252354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.367428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:34.378989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:34.384800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:34.391970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Pushing event updated for resources: {'Port': ['ID=35bdb772-8875-4543-b505-018328691ac8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:34.437088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c047e9af-dab6-4498-9b86-0291a2eed0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.440050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c047e9af-dab6-4498-9b86-0291a2eed0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.442684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c047e9af-dab6-4498-9b86-0291a2eed0f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bfd0514-8153-4af5-a929-81a8d03b52ac HTTP/1.1" status: 204 len: 168 time: 0.5336576 Nov 16 21:09:34.460472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047e9af-dab6-4498-9b86-0291a2eed0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd0514-8153-4af5-a929-81a8d03b52ac,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:34.704304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2474d4-be15-4ffc-af48-f0f244339b83 None None] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:34.718885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-ed95202d-0dd2-44d5-afd5-5c5f36d28e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:34.721156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-ed95202d-0dd2-44d5-afd5-5c5f36d28e90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 1094 time: 0.5873230 Nov 16 21:09:34.735142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89c85b-742f-42c0-9cfc-3b87fcb980da req-193d196d-fa34-4db0-b009-3b3f5d1c9db1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:34.736889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a89c85b-742f-42c0-9cfc-3b87fcb980da req-193d196d-fa34-4db0-b009-3b3f5d1c9db1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 943 time: 0.1571434 Nov 16 21:09:34.779082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-0739a291-af79-41a9-8da9-d5bb038fd56a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:34.789545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-0739a291-af79-41a9-8da9-d5bb038fd56a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.6968622 Nov 16 21:09:34.830076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a89c85b-742f-42c0-9cfc-3b87fcb980da req-3b802a98-e8da-4a84-a983-41dfbdc552fa tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856874 Nov 16 21:09:34.830785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:34.835352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-3a394f80-5c5a-4642-8b2c-a1f766d4ea57 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/quotas/cb6a6e07a70440d484ed412b56a7210e HTTP/1.1" status: 200 len: 375 time: 0.0446267 Nov 16 21:09:34.843147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-61ec9e9f-01a4-42e2-83c3-22bc2989be39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31811e8-3471-453b-89d3-ad6104b70e1c HTTP/1.1" status: 200 len: 217 time: 0.0946770 Nov 16 21:09:34.971729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56814) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:34.981420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-9b0d3413-e832-427d-ae34-20974d0f801b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451759 Nov 16 21:09:34.985426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-d195767d-393c-4aad-9fa4-58495593811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:34.986981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-d195767d-393c-4aad-9fa4-58495593811f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.1344481 Nov 16 21:09:35.005684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.007496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7e392ae0-7f9c-47e8-8cb2-75f146f9f0ad None None] Provisioning complete for port 7acfc44b-4317-4fa9-b081-a0eb074a2795 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:35.008106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e392ae0-7f9c-47e8-8cb2-75f146f9f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.067420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:35.072531 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d71905-3b65-482b-bf3c-d450bc31e297" -d '{"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-unplugged", "status": "completed", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:35.079429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01c4526b-1cc0-4a09-b59f-b73a7b37297f req-9ab6c27b-929b-41a0-8b34-df39dbbb1b29 tempest-ServerDiagnosticsNegativeTest-1478168180 tempest-ServerDiagnosticsNegativeTest-1478168180-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec1015ba-3e7d-4f79-b1bd-4fc6f831fece HTTP/1.1" status: 200 len: 210 time: 0.0741878 Nov 16 21:09:35.124013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-f9022be1-af46-4039-96c4-820f5cf0444b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840931 Nov 16 21:09:35.142087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-64de43e1-544b-4a7a-af30-a288259c8d70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85ccd76ad3844cf1bcc665a636a51497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677530 Nov 16 21:09:35.146201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56822) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:35.206613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.258298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e392ae0-7f9c-47e8-8cb2-75f146f9f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.306768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7e392ae0-7f9c-47e8-8cb2-75f146f9f0ad None None] For port 7acfc44b-4317-4fa9-b081-a0eb074a2795, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7acfc44b-4317-4fa9-b081-a0eb074a2795,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:35.312582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e392ae0-7f9c-47e8-8cb2-75f146f9f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.334693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-367d3f1d-9780-4da2-8136-d9353e800806 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972578 Nov 16 21:09:35.343849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a16354ff-f2a2-4123-bb04-55e049d4d953 service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524241 Nov 16 21:09:35.389182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Deleting port e3ef450c-5905-4370-bffa-0b20b97253b8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:35.389550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.391030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7acfc44b-4317-4fa9-b081-a0eb074a2795 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:35.402829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-433ecab4-6562-4b2c-9f20-8679e97db5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.436892 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-433ecab4-6562-4b2c-9f20-8679e97db5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.452313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e171e535-8189-451e-a796-00db004b7615 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:35.463206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fae6e2-d471-41d3-9857-28fb07fcbac7 req-e22ef57d-fafa-4284-979d-41589bd03298 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:35.469579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e392ae0-7f9c-47e8-8cb2-75f146f9f0ad None None] Pushing event updated for resources: {'Port': ['ID=7acfc44b-4317-4fa9-b081-a0eb074a2795,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:35.473277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1fae6e2-d471-41d3-9857-28fb07fcbac7 req-e22ef57d-fafa-4284-979d-41589bd03298 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 944 time: 0.2050381 Nov 16 21:09:35.484465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 65ae9793-a938-47ec-9af2-239e0288866c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:35.570660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1fae6e2-d471-41d3-9857-28fb07fcbac7 req-84ecfe19-5706-4c35-920b-a81cced3920d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917895 Nov 16 21:09:35.579444 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-af1350f5-2c4c-414a-a123-75f591192708 service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315712 Nov 16 21:09:35.585223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7acfc44b-4317-4fa9-b081-a0eb074a2795 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:35.585871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.647524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-433ecab4-6562-4b2c-9f20-8679e97db5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.651273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-433ecab4-6562-4b2c-9f20-8679e97db5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.654755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-433ecab4-6562-4b2c-9f20-8679e97db5be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4bd4d1d-a41f-491d-afc9-99184f6f9ed1 HTTP/1.1" status: 204 len: 168 time: 0.5051744 Nov 16 21:09:35.655703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Router dba91bc6-819a-4913-8486-fc6c5d41e20f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:09:35.665647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ecab4-6562-4b2c-9f20-8679e97db5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd4d1d-a41f-491d-afc9-99184f6f9ed1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:35.699179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40d3219-0a00-4c0d-888a-a4b375b2028e req-c667c621-91ee-459b-9be4-660cef1c130b service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532927 Nov 16 21:09:35.719567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'name': 'network-vif-deleted', 'tag': '30c47015-8695-48be-818e-5ba2a8abb937'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:35.721246 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ad6d74-3db0-45eb-9ec7-c25fcdc32ba1" -d '{"events": [{"server_uuid": "ec1015ba-3e7d-4f79-b1bd-4fc6f831fece", "name": "network-vif-deleted", "tag": "30c47015-8695-48be-818e-5ba2a8abb937"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:35.731491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] For port e3ef450c-5905-4370-bffa-0b20b97253b8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e3ef450c-5905-4370-bffa-0b20b97253b8,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:35.731991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:35.801475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Calling delete_port for e3ef450c-5905-4370-bffa-0b20b97253b8 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:35.818493 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b37144-fb05-40c1-bfe6-d13f952067ef x-openstack-request-id: req-58b37144-fb05-40c1-bfe6-d13f952067ef {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:35.818493 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1015ba-3e7d-4f79-b1bd-4fc6f831fece", "name": "network-vif-deleted", "tag": "30c47015-8695-48be-818e-5ba2a8abb937", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:35.818493 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58b37144-fb05-40c1-bfe6-d13f952067ef {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:35.818898 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1015ba-3e7d-4f79-b1bd-4fc6f831fece', 'name': 'network-vif-deleted', 'tag': '30c47015-8695-48be-818e-5ba2a8abb937', 'status': 'completed', 'code': 200} Nov 16 21:09:35.887163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714356e-7b82-4294-9052-6311f536b505 req-ccd3c521-6f7b-433f-8beb-f7ce9b99efb2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:35.890058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3714356e-7b82-4294-9052-6311f536b505 req-ccd3c521-6f7b-433f-8beb-f7ce9b99efb2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "GET /v2.0/ports?device_id=d66a5be5-4d35-42db-8902-2c3c2d559d99 HTTP/1.1" status: 200 len: 943 time: 0.1130128 Nov 16 21:09:35.910502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:35.964459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08c8e5ff-e4ac-429b-a5f8-41b2609af233 req-d3257347-b3c5-4579-8dc8-62741f0d5a5e tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 210 time: 0.0903804 Nov 16 21:09:35.981611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-3c3e66d2-4fa0-4b76-9129-3f66e162c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:35.983383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-3c3e66d2-4fa0-4b76-9129-3f66e162c360 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 1094 time: 0.2189929 Nov 16 21:09:36.008245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.009551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3fd41307-0023-436e-bc75-44cd5c9bb4dd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2999148 Nov 16 21:09:36.012333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56834) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:36.066341 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadd392d-c4d6-4736-baf0-252e11839af0 x-openstack-request-id: req-eadd392d-c4d6-4736-baf0-252e11839af0 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:36.066341 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-unplugged", "status": "completed", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:36.066341 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eadd392d-c4d6-4736-baf0-252e11839af0 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:36.067196 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'code': 200} Nov 16 21:09:36.074337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Sync routers for ids ['dba91bc6-819a-4913-8486-fc6c5d41e20f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:36.114198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-88066575-ecc1-43fb-a73c-3ad5ed704fa0 None None] Provisioning complete for port 7acfc44b-4317-4fa9-b081-a0eb074a2795 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:36.115116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-88066575-ecc1-43fb-a73c-3ad5ed704fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.172047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Deleting port 92a29d2f-261d-4b74-8261-90c76342dc3a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:36.172394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.172516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Routers {'dba91bc6-819a-4913-8486-fc6c5d41e20f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:36.173038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['dba91bc6-819a-4913-8486-fc6c5d41e20f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:36.189468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949169a3-6d2b-448e-8c30-b7a614445296 req-ebb45b51-be79-4ce9-a8c9-5c5a9e8ff507 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:36.197988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949169a3-6d2b-448e-8c30-b7a614445296 req-ebb45b51-be79-4ce9-a8c9-5c5a9e8ff507 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 943 time: 0.1767602 Nov 16 21:09:36.216726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e171e535-8189-451e-a796-00db004b7615, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e171e535-8189-451e-a796-00db004b7615,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:36.237766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e171e535-8189-451e-a796-00db004b7615', 'network_id': 'dd0e1687-f68b-4a82-bcba-876005a13d0e', 'port_id': 'e171e535-8189-451e-a796-00db004b7615', 'mac_address': 'fa:16:3e:c1:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c62f5a-7a9c-4682-98a3-1f469041f493', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:36.244918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 65ae9793-a938-47ec-9af2-239e0288866c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:36.362574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-88598a06-9fb9-41fa-b370-5a31caa06c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:36.365195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-88598a06-9fb9-41fa-b370-5a31caa06c79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.2113392 Nov 16 21:09:36.423881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-498d6542-7ade-4ba9-a8c6-ba018388b384 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31811e8-3471-453b-89d3-ad6104b70e1c HTTP/1.1" status: 200 len: 217 time: 0.0510914 Nov 16 21:09:36.426625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 65ae9793-a938-47ec-9af2-239e0288866c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:36.426893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.483997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-b36b7949-49ec-4a72-9fc5-aca59e60d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:36.485704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-b36b7949-49ec-4a72-9fc5-aca59e60d6ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0539563 Nov 16 21:09:36.489664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949169a3-6d2b-448e-8c30-b7a614445296 req-8077df17-46ef-4687-b85f-b41ed1a66f1e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906971 Nov 16 21:09:36.534962 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-50ac2479-fd15-489c-b3ea-139bfbfe5e3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361829 Nov 16 21:09:36.538239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.598239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e171e535-8189-451e-a796-00db004b7615 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:36.636451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] For port 92a29d2f-261d-4b74-8261-90c76342dc3a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=92a29d2f-261d-4b74-8261-90c76342dc3a,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:36.636942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.638043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e171e535-8189-451e-a796-00db004b7615, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e171e535-8189-451e-a796-00db004b7615,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:36.666876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Calling delete_port for 92a29d2f-261d-4b74-8261-90c76342dc3a owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:36.672121 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:36.774384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e171e535-8189-451e-a796-00db004b7615,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:36.824942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56862) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:36.888805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-650f053b-235e-4f1d-9b02-5c29a8465fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424237 Nov 16 21:09:36.950837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Set router dba91bc6-819a-4913-8486-fc6c5d41e20f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:36.977281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af40f2-e0ba-430e-a5cc-c0ddc18bb825 req-e33a4b3f-28a4-488c-bcb9-916e57e8803c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:36.978926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59af40f2-e0ba-430e-a5cc-c0ddc18bb825 req-e33a4b3f-28a4-488c-bcb9-916e57e8803c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 945 time: 0.2151513 Nov 16 21:09:36.979626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.011878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e171e535-8189-451e-a796-00db004b7615'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:37.086078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.092199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ef450c-5905-4370-bffa-0b20b97253b8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:37.145873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event deleted for resources: {'Port': ['ID=92a29d2f-261d-4b74-8261-90c76342dc3a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:37.185734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e2732f7-ab30-4629-8ef7-6c16d47501db req-c658569f-6fdb-444e-b8d0-212ac341e33e tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 210 time: 0.0973673 Nov 16 21:09:37.262375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] No DVR routers for this DVR port 92a29d2f-261d-4b74-8261-90c76342dc3a on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:37.266703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.271103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3714356e-7b82-4294-9052-6311f536b505 req-934e228c-3042-44ca-bddf-f9ee4f352082 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "DELETE /v2.0/ports/92a29d2f-261d-4b74-8261-90c76342dc3a HTTP/1.1" status: 204 len: 173 time: 1.3703666 Nov 16 21:09:37.357726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.361385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54202c6c-da4a-4f62-bcfb-9c117d87d128 req-5157d502-3819-48cf-8992-c0cf5c4298bf service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589164 Nov 16 21:09:37.384276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.456677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:37.598150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7acfc44b-4317-4fa9-b081-a0eb074a2795 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:37.604758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 92a29d2f-261d-4b74-8261-90c76342dc3a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:37.607423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 92a29d2f-261d-4b74-8261-90c76342dc3a not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:37.612977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59af40f2-e0ba-430e-a5cc-c0ddc18bb825 req-7e0d0e80-6009-49ba-989c-12ffa2ae7093 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993395 Nov 16 21:09:37.636993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.783228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 65ae9793-a938-47ec-9af2-239e0288866c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=65ae9793-a938-47ec-9af2-239e0288866c,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:37.821294 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:37.874163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5cbf846b-3a06-48ab-9beb-020db8cf79b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fef4e2a694b4976a575acabdf0a6073&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0456374 Nov 16 21:09:37.875330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56890) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:37.949333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ce82-55f9-45b6-b562-0f144dea83f6 req-10a99705-f417-4840-9a09-c584698d9fa5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:37.950928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2df3ce82-55f9-45b6-b562-0f144dea83f6 req-10a99705-f417-4840-9a09-c584698d9fa5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 943 time: 0.1324315 Nov 16 21:09:38.013380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-deleted', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:38.015906 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2849707-99f9-4f52-85ae-1fa53cc51d8a" -d '{"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-deleted", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:38.024368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7acfc44b-4317-4fa9-b081-a0eb074a2795 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:38.025278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.037365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=65ae9793-a938-47ec-9af2-239e0288866c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:38.053637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5514e61-b6ac-40e8-8e16-b21fabeea8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.103532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ae9793-a938-47ec-9af2-239e0288866c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:38.106436 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b783f3f-9f67-4267-a5aa-b02ec0bcc962" -d '{"events": [{"server_uuid": "f05b8b3a-58e5-48fc-a815-19a157ff5aa8", "name": "network-vif-plugged", "status": "completed", "tag": "65ae9793-a938-47ec-9af2-239e0288866c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:38.116939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5514e61-b6ac-40e8-8e16-b21fabeea8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.147165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2df3ce82-55f9-45b6-b562-0f144dea83f6 req-0998267e-edb3-4742-adad-ef8048d9e261 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709883 Nov 16 21:09:38.195272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:09:34Z', 'revision_number': 3, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:38.203925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-e72f1b66-8302-4d7e-ac2b-fb00a91feb00 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:38.205420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-e72f1b66-8302-4d7e-ac2b-fb00a91feb00 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.6886392 Nov 16 21:09:38.223880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13634c1-a6eb-4528-9391-ab781b11dc62 req-4e250ac5-079e-4b43-9192-8cef36721257 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:38.233555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a13634c1-a6eb-4528-9391-ab781b11dc62 req-4e250ac5-079e-4b43-9192-8cef36721257 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.2112734 Nov 16 21:09:38.247823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Request body: {'port': {'device_id': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'admin_state_up': True, 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:38.257529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Checking router: dba91bc6-819a-4913-8486-fc6c5d41e20f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:38.258132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Updating router dba91bc6-819a-4913-8486-fc6c5d41e20f port 35bdb772-8875-4543-b505-018328691ac8 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:09:38.295288 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b80d63-bc70-4106-902c-458da489fc37 x-openstack-request-id: req-19b80d63-bc70-4106-902c-458da489fc37 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:38.295585 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a5be5-4d35-42db-8902-2c3c2d559d99", "name": "network-vif-deleted", "tag": "92a29d2f-261d-4b74-8261-90c76342dc3a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:38.295838 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19b80d63-bc70-4106-902c-458da489fc37 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:38.296351 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a5be5-4d35-42db-8902-2c3c2d559d99', 'name': 'network-vif-deleted', 'tag': '92a29d2f-261d-4b74-8261-90c76342dc3a', 'status': 'completed', 'code': 200} Nov 16 21:09:38.332485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Router 94aae409-ea65-4bd7-8448-fb129b044c00 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:09:38.336057 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351a9f3-e697-4428-87dc-21e0a1e16e26 x-openstack-request-id: req-3351a9f3-e697-4428-87dc-21e0a1e16e26 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:38.336350 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05b8b3a-58e5-48fc-a815-19a157ff5aa8", "name": "network-vif-plugged", "status": "completed", "tag": "65ae9793-a938-47ec-9af2-239e0288866c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:38.336604 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3351a9f3-e697-4428-87dc-21e0a1e16e26 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:38.336997 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ae9793-a938-47ec-9af2-239e0288866c', 'code': 200} Nov 16 21:09:38.339638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5514e61-b6ac-40e8-8e16-b21fabeea8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.344951 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5514e61-b6ac-40e8-8e16-b21fabeea8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.353924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Allocated IP 172.20.0.1 (27721cb1-c75b-4c55-b291-a923bb0e3027/bd2b419c-1ca7-4cb2-be08-8fd414093d28/3f6f52f2-84d6-4137-9d7e-54bd34546617) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:38.366036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c5514e61-b6ac-40e8-8e16-b21fabeea8c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd HTTP/1.1" status: 204 len: 168 time: 0.4879937 Nov 16 21:09:38.392879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5514e61-b6ac-40e8-8e16-b21fabeea8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ccd6e-3703-448d-8cb7-5d9797ef3bcd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:38.396196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.490381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a13634c1-a6eb-4528-9391-ab781b11dc62 req-cdc3e55d-e444-4212-a16f-e3c34022eaed tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488747 Nov 16 21:09:38.625883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:38.630985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.633614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c960b70-4d23-4af4-b0ba-1dab65c210a9 req-98a5e98f-e43f-4cd2-b94a-1edd3a10d639 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 210 time: 0.2238369 Nov 16 21:09:38.652127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.768161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.789635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346ea63-abd9-4901-a5d6-bc9f42e8c356 req-7076706e-0e14-4624-9be5-5f7f51517ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:38.791419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3346ea63-abd9-4901-a5d6-bc9f42e8c356 req-7076706e-0e14-4624-9be5-5f7f51517ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 1097 time: 0.3900359 Nov 16 21:09:38.849541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.857875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.866141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:38.871836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b6be4b0-f210-42fc-8f8e-101fd95a8e07 admin admin] 10.222.0.48 "PUT /v2.0/routers/94aae409-ea65-4bd7-8448-fb129b044c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5302472 Nov 16 21:09:38.878195 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] Sync routers for ids ['94aae409-ea65-4bd7-8448-fb129b044c00'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:38.899887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:38.901100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Pushing event updated for resources: {'Port': ['ID=3f6f52f2-84d6-4137-9d7e-54bd34546617,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:38.903484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56918) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:38.906649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:38.906946 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] Routers {'94aae409-ea65-4bd7-8448-fb129b044c00'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:38.907746 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['94aae409-ea65-4bd7-8448-fb129b044c00'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:38.943533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182acff-8042-4601-bbf9-f12fc9708496 None None] Pushing event updated for resources: {'Port': ['ID=35bdb772-8875-4543-b505-018328691ac8,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:38.970423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Attempting to bind port 35bdb772-8875-4543-b505-018328691ac8 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:38.971029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Attempting to bind port 35bdb772-8875-4543-b505-018328691ac8 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:38.972513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Attempting to bind port 35bdb772-8875-4543-b505-018328691ac8 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:38.978804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:38.979617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:38.980441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:38.981033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:38.981959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Bound port: 35bdb772-8875-4543-b505-018328691ac8, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:38.982557 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.072099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] For port 35bdb772-8875-4543-b505-018328691ac8, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:39.075576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] For port 35bdb772-8875-4543-b505-018328691ac8, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=35bdb772-8875-4543-b505-018328691ac8,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:39.083641 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.085055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Allocated IP 172.20.0.6 (23710389-38d0-48df-aea5-d0b7641eea2d/712b9d6b-e497-41b4-9e60-05b6eccbcfb4/77fa49da-f640-4fa7-954a-50d849c99201) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:39.089706 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] Set router 94aae409-ea65-4bd7-8448-fb129b044c00 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:39.168953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Routers {'dba91bc6-819a-4913-8486-fc6c5d41e20f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:39.169637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['dba91bc6-819a-4913-8486-fc6c5d41e20f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:39.305915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.331619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182acff-8042-4601-bbf9-f12fc9708496 None None] Pushing event updated for resources: {'Port': ['ID=35bdb772-8875-4543-b505-018328691ac8,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:39.340796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:39.353000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16ad153c-24d2-423b-9e6b-17309be9f54d None None] Provisioning complete for port 3f6f52f2-84d6-4137-9d7e-54bd34546617 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:39.354446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16ad153c-24d2-423b-9e6b-17309be9f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.370248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:39.399343 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:36Z', 'revision_number': 5, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:39.429986 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] Checking router: 94aae409-ea65-4bd7-8448-fb129b044c00 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:39.430205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-a7e1f0aa-0908-44ef-947e-9b22df5f92dd tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=aac5c0a5771b458c9dfe1d5866a8f387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605607 Nov 16 21:09:39.430847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3346ea63-abd9-4901-a5d6-bc9f42e8c356 req-66c95451-d391-4a6f-8355-e11dc39a85c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201913 Nov 16 21:09:39.440302 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] Routers {'94aae409-ea65-4bd7-8448-fb129b044c00'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:39.441017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289cd0-b9f1-4e0c-b52d-71522bded0fb req-a2528970-79a9-41e4-80dd-4201336f6007 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:39.442368 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['94aae409-ea65-4bd7-8448-fb129b044c00'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:39.448730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0289cd0-b9f1-4e0c-b52d-71522bded0fb req-a2528970-79a9-41e4-80dd-4201336f6007 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 945 time: 0.7439213 Nov 16 21:09:39.452262 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da2676bb-b911-4d65-8d0d-a07aad75a298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.494438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.499497 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0289cd0-b9f1-4e0c-b52d-71522bded0fb req-45282bb5-6adc-4690-ad46-592b9aea4c30 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497575 Nov 16 21:09:39.576084 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] Set router 94aae409-ea65-4bd7-8448-fb129b044c00 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:39.576675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-16ad153c-24d2-423b-9e6b-17309be9f54d None None] Port 3f6f52f2-84d6-4137-9d7e-54bd34546617 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:39.578328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e171e535-8189-451e-a796-00db004b7615 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:39.580437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f31811e8-3471-453b-89d3-ad6104b70e1c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:39.627097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] Set router dba91bc6-819a-4913-8486-fc6c5d41e20f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:39.639743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110d1b0-5d73-4162-9506-2455c03e32d5 req-96cc761f-a326-45c9-9b08-211e7ff4568a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:39.648949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0110d1b0-5d73-4162-9506-2455c03e32d5 req-96cc761f-a326-45c9-9b08-211e7ff4568a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 943 time: 0.0733018 Nov 16 21:09:39.698244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-2798e0a0-7d50-49df-b62b-6b3081b95ef4 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:39.700043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-2798e0a0-7d50-49df-b62b-6b3081b95ef4 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546031 Nov 16 21:09:39.726140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.728619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:39.730955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0110d1b0-5d73-4162-9506-2455c03e32d5 req-cee4a32a-c08d-4985-a3f3-3c742ff98b40 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751691 Nov 16 21:09:39.793838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.804939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da2676bb-b911-4d65-8d0d-a07aad75a298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.822631 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:36Z', 'revision_number': 5, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:39.864804 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d5f56f-ecfe-429b-8a00-f43a3ad3e1cd None None] The sync data for ids ['94aae409-ea65-4bd7-8448-fb129b044c00'] in n-d-817778-8 is: [{'id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'name': 'tempest-FloatingIPsTestJSON-169294153-router', 'tenant_id': 'c095ad1d2c924935ad543239db217aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:01Z', 'updated_at': '2021-11-16T21:09:36Z', 'revision_number': 5, 'project_id': 'c095ad1d2c924935ad543239db217aff', 'gw_port': {'id': '4517d53e-e630-4511-b0b9-f2dbcad6f3c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94aae409-ea65-4bd7-8448-fb129b044c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:02Z', 'updated_at': '2021-11-16T21:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:39.871682 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-5ada9fa8-66f8-4ea9-a668-78c40bddd50c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/quotas/aac5c0a5771b458c9dfe1d5866a8f387 HTTP/1.1" status: 200 len: 375 time: 0.1584616 Nov 16 21:09:39.873558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Network 23710389-38d0-48df-aea5-d0b7641eea2d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:39.877587 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da2676bb-b911-4d65-8d0d-a07aad75a298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.922437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:39.924760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f31811e8-3471-453b-89d3-ad6104b70e1c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f31811e8-3471-453b-89d3-ad6104b70e1c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:39.947635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e171e535-8189-451e-a796-00db004b7615 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:39.960442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e171e535-8189-451e-a796-00db004b7615 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:39.960819 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:39.964359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'f31811e8-3471-453b-89d3-ad6104b70e1c', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': 'f31811e8-3471-453b-89d3-ad6104b70e1c', 'mac_address': 'fa:16:3e:4d:64:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:39.972795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:39.983345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-4065e943-0ed4-47ea-a645-b93d4cdd7331 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aac5c0a5771b458c9dfe1d5866a8f387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739367 Nov 16 21:09:40.015793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-da2676bb-b911-4d65-8d0d-a07aad75a298 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=467a03613d31407a8ffbee0184b8510b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6415546 Nov 16 21:09:40.029899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56938) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:40.068856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d2a6e-dbda-478d-acd5-531565492890 req-f71741db-8898-428f-91c8-e864295a724f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:40.070940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-371d2a6e-dbda-478d-acd5-531565492890 req-f71741db-8898-428f-91c8-e864295a724f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 931 time: 0.0975113 Nov 16 21:09:40.087381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2676bb-b911-4d65-8d0d-a07aad75a298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d50b3d-35c0-4836-b7d9-4254ef33f24d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:40.147866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:40.148523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.155613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-371d2a6e-dbda-478d-acd5-531565492890 req-9e855471-6124-4b49-8a3f-e755cf1ef0c5 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771692 Nov 16 21:09:40.210020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.220404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-a910fca7-c126-4922-aca4-2acb65e33cfe tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9775636 Nov 16 21:09:40.251964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.257859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31811e8-3471-453b-89d3-ad6104b70e1c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:40.261582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Request body: {'port': {'device_id': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:40.279379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c22b763-53a4-401b-bea9-6b35b0a29f7b req-f6d419f7-01e1-4458-a044-5118c4d0e7a0 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 210 time: 0.0519462 Nov 16 21:09:40.312378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f31811e8-3471-453b-89d3-ad6104b70e1c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f31811e8-3471-453b-89d3-ad6104b70e1c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:40.321711 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.361782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1020db8c-42e3-4cae-892f-606b03bb95f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.384329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:09:34Z', 'revision_number': 3, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:40.407588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.410372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.430971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a49e89-5827-4965-bd9b-c23038106bcc None None] The sync data for ids ['dba91bc6-819a-4913-8486-fc6c5d41e20f'] in n-d-817778-8 is: [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:09:34Z', 'revision_number': 3, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:40.457275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.469704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f31811e8-3471-453b-89d3-ad6104b70e1c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:40.491379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e171e535-8189-451e-a796-00db004b7615'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:40.493905 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3600f598-1f57-4e7c-b2e6-5760b04f06f3" -d '{"events": [{"server_uuid": "586f07e7-ed13-46eb-ac0f-7fe9447b76b2", "name": "network-vif-plugged", "status": "completed", "tag": "e171e535-8189-451e-a796-00db004b7615"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:40.502740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1020db8c-42e3-4cae-892f-606b03bb95f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.514046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e171e535-8189-451e-a796-00db004b7615, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e171e535-8189-451e-a796-00db004b7615,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:40.519340 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.610525 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a89e7d5-3244-435c-88cb-18f5a951817d x-openstack-request-id: req-9a89e7d5-3244-435c-88cb-18f5a951817d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:40.611337 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586f07e7-ed13-46eb-ac0f-7fe9447b76b2", "name": "network-vif-plugged", "status": "completed", "tag": "e171e535-8189-451e-a796-00db004b7615", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:40.611337 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a89e7d5-3244-435c-88cb-18f5a951817d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:40.612086 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e171e535-8189-451e-a796-00db004b7615', 'code': 200} Nov 16 21:09:40.619294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e171e535-8189-451e-a796-00db004b7615,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:40.679619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739f9b2-6c33-42ee-a399-51a54d785737 req-f3e12058-414e-43bd-93b4-343d467194d7 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:40.681135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3739f9b2-6c33-42ee-a399-51a54d785737 req-f3e12058-414e-43bd-93b4-343d467194d7 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.4080839 Nov 16 21:09:40.751854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e943d-694f-4938-a952-3ead49d160b2 req-bafc4b77-9d66-487f-910a-9722a19521f2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:40.754966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c4e943d-694f-4938-a952-3ead49d160b2 req-bafc4b77-9d66-487f-910a-9722a19521f2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.0956476 Nov 16 21:09:40.759510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e5cbc-3424-4a0a-bfbf-d8c424f139e2 req-db074bc7-1f85-46a7-8de8-8b852643b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:40.761807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-930e5cbc-3424-4a0a-bfbf-d8c424f139e2 req-db074bc7-1f85-46a7-8de8-8b852643b6b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 1097 time: 0.1148114 Nov 16 21:09:40.805823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Deleting port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:40.806469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:40.886705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:40.959374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3739f9b2-6c33-42ee-a399-51a54d785737 req-a70a2b1b-e73d-4ba3-9517-296b02518fcf tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554317 Nov 16 21:09:40.981460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-930e5cbc-3424-4a0a-bfbf-d8c424f139e2 req-9e24a346-acf3-4575-bea9-b5ee4822e4a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091417 Nov 16 21:09:41.006824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c4e943d-694f-4938-a952-3ead49d160b2 req-db06d2c6-dd74-488a-8db6-accc147a8874 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417018 Nov 16 21:09:41.024714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfae79-e409-4a22-b859-984471946975 req-6976d1e7-09d7-4817-8528-ce39356944d7 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:41.024714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21cfae79-e409-4a22-b859-984471946975 req-6976d1e7-09d7-4817-8528-ce39356944d7 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.47 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.1740987 Nov 16 21:09:41.034648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1020db8c-42e3-4cae-892f-606b03bb95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.042989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1020db8c-42e3-4cae-892f-606b03bb95f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.050379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1020db8c-42e3-4cae-892f-606b03bb95f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14d50b3d-35c0-4836-b7d9-4254ef33f24d HTTP/1.1" status: 204 len: 168 time: 1.0179985 Nov 16 21:09:41.103456 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:09:41.207849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Deleting port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:41.208247 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.252369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020db8c-42e3-4cae-892f-606b03bb95f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d50b3d-35c0-4836-b7d9-4254ef33f24d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:41.348543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.361676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] For port 4517d53e-e630-4511-b0b9-f2dbcad6f3c1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:41.361676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.394116 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.417376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129202-bc41-43ed-be42-2a5ffbd61bed req-9e27496c-3401-4e91-b1e7-92be8913ea08 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:41.425830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e129202-bc41-43ed-be42-2a5ffbd61bed req-9e27496c-3401-4e91-b1e7-92be8913ea08 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 931 time: 0.0998266 Nov 16 21:09:41.426769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35bdb772-8875-4543-b505-018328691ac8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:41.434045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] For port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:41.434434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.475674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Pushing event updated for resources: {'Port': ['ID=3f6f52f2-84d6-4137-9d7e-54bd34546617,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:41.485251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c7264-d8f2-4196-bef6-d30993b40081 req-d0ad326f-3a31-475a-b739-4b88842d5bfe tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:41.486831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-675c7264-d8f2-4196-bef6-d30993b40081 req-d0ad326f-3a31-475a-b739-4b88842d5bfe tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 944 time: 0.3813765 Nov 16 21:09:41.489084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Calling delete_port for 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:41.507278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 35bdb772-8875-4543-b505-018328691ac8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:41.507719 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.580655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e129202-bc41-43ed-be42-2a5ffbd61bed req-21b53688-312b-403b-a6d5-c0df53635574 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537559 Nov 16 21:09:41.702163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.728760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 35bdb772-8875-4543-b505-018328691ac8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=35bdb772-8875-4543-b505-018328691ac8,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:41.736457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.839949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ef450c-5905-4370-bffa-0b20b97253b8 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:41.846089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=35bdb772-8875-4543-b505-018328691ac8,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:41.874800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: e3ef450c-5905-4370-bffa-0b20b97253b8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:41.875148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ef450c-5905-4370-bffa-0b20b97253b8 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:41.952862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.956832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:41.957227 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30 disassociated. External IP: 172.25.3.187, port: e3fa55d0-fcc6-4846-8f82-9b5f780b18a5. Nov 16 21:09:41.957625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Calling delete_port for e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:41.965042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-2d599ec2-1089-4bdc-b99b-0d2112b7ed87 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aac5c0a5771b458c9dfe1d5866a8f387&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792215 Nov 16 21:09:42.018069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fc4929a-e8e3-4ae6-ae0d-5c1eed7ec460 req-3dd692e9-fd3b-47ea-adc6-12cd7c668172 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 210 time: 0.1311829 Nov 16 21:09:42.112781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.281371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e12fc-cbd8-4576-95e4-148da4777559 req-8c15b569-36a6-4ddf-b851-7bbe18cee5f5 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:42.282986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-564e12fc-cbd8-4576-95e4-148da4777559 req-8c15b569-36a6-4ddf-b851-7bbe18cee5f5 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 945 time: 0.1435688 Nov 16 21:09:42.286897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-675c7264-d8f2-4196-bef6-d30993b40081 req-de9519e5-07cf-457c-be71-c8957311beb7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557771 Nov 16 21:09:42.290699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-ef43f018-4d7b-4006-a937-ccd70176ef8b tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:42.292240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-ef43f018-4d7b-4006-a937-ccd70176ef8b tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873499 Nov 16 21:09:42.332588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Request body: {'port': {'device_id': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'aac5c0a5771b458c9dfe1d5866a8f387'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:42.445412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-cacaaa3b-8c81-485e-99d0-71552ec1576c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3296633 Nov 16 21:09:42.474659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:42.481340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:42.484802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fa49da-f640-4fa7-954a-50d849c99201 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:42.508572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.534936 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-564e12fc-cbd8-4576-95e4-148da4777559 req-c5f65e48-53c9-4b30-a3bc-0f812f6f0cf0 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups?id=b4bffbde-11a2-4490-86a1-dd3b8a730c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416868 Nov 16 21:09:42.542989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Transition to ACTIVE for port object 77fa49da-f640-4fa7-954a-50d849c99201 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:42.573291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.620864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event deleted for resources: {'Port': ['ID=e3fa55d0-fcc6-4846-8f82-9b5f780b18a5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:42.638097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.765868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Made reservation on behalf of aac5c0a5771b458c9dfe1d5866a8f387 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:42.770736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.787359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:42.826701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e348ec-c843-4c8b-937a-92aee12ad20d req-0b1adf31-6700-40db-89d3-391fb3059344 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:42.828306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33e348ec-c843-4c8b-937a-92aee12ad20d req-0b1adf31-6700-40db-89d3-391fb3059344 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.4399543 Nov 16 21:09:42.840588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.854864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-5498dd68-b26b-46cf-afb1-8a32c547f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:42.856407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-5498dd68-b26b-46cf-afb1-8a32c547f3cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 1097 time: 0.3081508 Nov 16 21:09:42.901022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:42.902854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfd598-7c64-44c7-9e61-1d55617ad5f8 req-0e63eea2-48a4-48d2-9638-f5e8418579cf tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:42.913443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cadfd598-7c64-44c7-9e61-1d55617ad5f8 req-0e63eea2-48a4-48d2-9638-f5e8418579cf tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 943 time: 0.2228653 Nov 16 21:09:42.960630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ab7884fd-ddd3-4830-9197-00441d93e8bb None None] Provisioning complete for port 3f6f52f2-84d6-4137-9d7e-54bd34546617 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:42.961383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ab7884fd-ddd3-4830-9197-00441d93e8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.021475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cadfd598-7c64-44c7-9e61-1d55617ad5f8 req-b5a7b64c-d027-4f72-a6bc-887c5f280451 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070981 Nov 16 21:09:43.041491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4517d53e-e630-4511-b0b9-f2dbcad6f3c1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:43.045129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Router fb0f6621-2885-44b2-93ad-9147aa16761c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:09:43.087537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ab7884fd-ddd3-4830-9197-00441d93e8bb None None] Port 3f6f52f2-84d6-4137-9d7e-54bd34546617 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:43.098352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.154699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33e348ec-c843-4c8b-937a-92aee12ad20d req-0ca52175-51bf-4a42-9b2b-175c080b8eb5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116121 Nov 16 21:09:43.175290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Router dba91bc6-819a-4913-8486-fc6c5d41e20f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:09:43.219182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-2d2404e9-92c1-4e67-9bc1-f287fa183afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:43.220726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-2d2404e9-92c1-4e67-9bc1-f287fa183afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 916 time: 0.3351154 Nov 16 21:09:43.226775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Attempting to bind port 77fa49da-f640-4fa7-954a-50d849c99201 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:43.227117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Attempting to bind port 77fa49da-f640-4fa7-954a-50d849c99201 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:43.227458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Attempting to bind port 77fa49da-f640-4fa7-954a-50d849c99201 on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:43.229866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.305814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.357648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f180e6-67d7-4bfc-8e53-eab48d3132a4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:43.368066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Port 77fa49da-f640-4fa7-954a-50d849c99201 on network 23710389-38d0-48df-aea5-d0b7641eea2d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:43.368572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Attempting to bind port 77fa49da-f640-4fa7-954a-50d849c99201 on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:43.369261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f533683-9afb-49ce-89a5-f600873b13a3 req-3f70523d-7e49-4203-ad17-9d01236f206e tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 210 time: 0.1869168 Nov 16 21:09:43.383976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:43.394702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:43.415206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:43.418140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:43.484172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35bdb772-8875-4543-b505-018328691ac8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:43.485159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-ec1170e7-3352-44e2-a0c0-7d98aa25c442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 HTTP/1.1" status: 200 len: 217 time: 0.2533064 Nov 16 21:09:43.502542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:43.503505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Checking segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:43.504125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Bound using segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:43.504576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Bound port: 77fa49da-f640-4fa7-954a-50d849c99201, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:43.504937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.508717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] No DVR routers for this DVR port e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:43.520357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f31811e8-3471-453b-89d3-ad6104b70e1c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:43.524263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.524595 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.528390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21cfae79-e409-4a22-b859-984471946975 req-c0a6147e-07eb-4c83-8069-8c5f033a0cd1 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.47 "DELETE /v2.0/ports/e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 HTTP/1.1" status: 204 len: 173 time: 2.4993296 Nov 16 21:09:43.528924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-deleted', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:43.531251 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a6436-f2db-4999-bdfe-b755e411e277" -d '{"events": [{"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-deleted", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:43.538450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.636452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8a78e-88b1-4534-bf7e-7318e44c631d req-a2ddaf35-63a1-495e-9477-d3b7023ed5e7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:43.637971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37d8a78e-88b1-4534-bf7e-7318e44c631d req-a2ddaf35-63a1-495e-9477-d3b7023ed5e7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 944 time: 0.1475644 Nov 16 21:09:43.661792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port f31811e8-3471-453b-89d3-ad6104b70e1c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:43.666384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:43.680296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.680833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94aae409-ea65-4bd7-8448-fb129b044c00 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:09:43.696800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Allocated IP 192.168.233.33 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/e18a0562-f966-4846-8894-7d613f558e6e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:43.707017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322f8e8-149f-4cc9-b74c-34c6b79e6ab8 req-437723ed-149f-4ea3-86a1-d443468a59eb tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:43.708694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b322f8e8-149f-4cc9-b74c-34c6b79e6ab8 req-437723ed-149f-4ea3-86a1-d443468a59eb tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.3418155 Nov 16 21:09:43.710290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-54294c30-7336-45b9-baa0-d3928644de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:43.711738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-54294c30-7336-45b9-baa0-d3928644de4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.2033637 Nov 16 21:09:43.717122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.720667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef375fcb-2e40-4128-8b2e-2f465bb8bce2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/94aae409-ea65-4bd7-8448-fb129b044c00 HTTP/1.1" status: 204 len: 168 time: 4.8098166 Nov 16 21:09:43.724635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port f31811e8-3471-453b-89d3-ad6104b70e1c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:43.725198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:43.725576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.728924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57012) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:43.739147 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Sync routers for ids ['dba91bc6-819a-4913-8486-fc6c5d41e20f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:43.766904 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Routers {'dba91bc6-819a-4913-8486-fc6c5d41e20f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:43.767568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['dba91bc6-819a-4913-8486-fc6c5d41e20f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:43.794131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3546e043-5e69-45c7-aa99-baec3be3121f admin admin] 10.222.0.48 "PUT /v2.0/routers/dba91bc6-819a-4913-8486-fc6c5d41e20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7806816 Nov 16 21:09:43.795691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 35bdb772-8875-4543-b505-018328691ac8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:43.796242 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.813957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37d8a78e-88b1-4534-bf7e-7318e44c631d req-a8a22617-52d2-4180-ba6e-108bd06be2df tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549258 Nov 16 21:09:43.928983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Deleting subnet 76d994df-ed76-4810-a3a5-6f7caf81368d {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:09:43.948299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:43.948527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:43.959278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:43.986881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.053330 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Set router dba91bc6-819a-4913-8486-fc6c5d41e20f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:44.093211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-57322019-81df-4c84-a647-025837420b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:44.095009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-57322019-81df-4c84-a647-025837420b5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712907 Nov 16 21:09:44.147356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:44.150713 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.152281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/77fa49da-f640-4fa7-954a-50d849c99201 HTTP/1.1" status: 200 len: 1091 time: 3.8950751 Nov 16 21:09:44.167951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:44.177853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.180134 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2632bcd-60cf-4519-828a-57f7f35e7439" -d '{"events": [{"name": "network-changed", "server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "tag": "77fa49da-f640-4fa7-954a-50d849c99201"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:44.194360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b322f8e8-149f-4cc9-b74c-34c6b79e6ab8 req-ba246fdd-37b5-46b7-9bf5-6cb26bb3325f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718938 Nov 16 21:09:44.197260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.299689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f2541-a6e1-41d5-be25-ea1add3f81d4 service neutron] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:44.388256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.391083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-ff26374f-11d4-41e7-bb17-fd265f9af254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:44.394066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-ff26374f-11d4-41e7-bb17-fd265f9af254 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 1094 time: 0.1841176 Nov 16 21:09:44.443871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-ed7e8664-1c3b-42ec-85f5-687802bcdde4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77fa49da-f640-4fa7-954a-50d849c99201 HTTP/1.1" status: 200 len: 217 time: 0.0372205 Nov 16 21:09:44.446523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-06b15098-9fc6-4c4a-b7e4-c0fe14ed33c2 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310668 Nov 16 21:09:44.470103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f31811e8-3471-453b-89d3-ad6104b70e1c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f31811e8-3471-453b-89d3-ad6104b70e1c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:44.476063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87377a21-31df-4a71-9959-27fa91965a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31811e8-3471-453b-89d3-ad6104b70e1c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:44.478468 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa5f0e5-7021-4ba0-9acf-bae4c8c2a3c8" -d '{"events": [{"server_uuid": "87377a21-31df-4a71-9959-27fa91965a29", "name": "network-vif-plugged", "status": "completed", "tag": "f31811e8-3471-453b-89d3-ad6104b70e1c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:44.492457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.493250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:44.534706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.585880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.594923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:09:40Z', 'revision_number': 4, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '3f6f52f2-84d6-4137-9d7e-54bd34546617', 'name': '', 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'mac_address': 'fa:16:3e:27:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:37Z', 'updated_at': '2021-11-16T21:09:40Z', 'revision_number': 2, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'subnets': [{'id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:44.632636 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da705b46-e5c6-47f9-bdd1-433105db5d5a x-openstack-request-id: req-da705b46-e5c6-47f9-bdd1-433105db5d5a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:44.632931 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56faf63f-1fa2-4e5b-b415-8f84dff07d9f", "name": "network-vif-deleted", "tag": "e3fa55d0-fcc6-4846-8f82-9b5f780b18a5", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:44.633191 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da705b46-e5c6-47f9-bdd1-433105db5d5a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:44.633620 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56faf63f-1fa2-4e5b-b415-8f84dff07d9f', 'name': 'network-vif-deleted', 'tag': 'e3fa55d0-fcc6-4846-8f82-9b5f780b18a5', 'status': 'completed', 'code': 200} Nov 16 21:09:44.646860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fcdc3ff-8b1e-4ed5-8d23-7779e876b0b3 req-aeba7c88-13c0-487c-85fa-00a3dd708d1b service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837850 Nov 16 21:09:44.651450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd816a81-71e7-4453-a829-c37b79fa9a4c req-afe1d2ca-3ff8-4873-b82c-9a84f94adb7c tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/ports?device_id=56faf63f-1fa2-4e5b-b415-8f84dff07d9f HTTP/1.1" status: 200 len: 210 time: 0.0575793 Nov 16 21:09:44.662649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-06cf89ee-e391-4db4-9e41-af8807bff8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:44.664415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-06cf89ee-e391-4db4-9e41-af8807bff8ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.2130566 Nov 16 21:09:44.668785 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Checking router: dba91bc6-819a-4913-8486-fc6c5d41e20f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:44.669535 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Updating router dba91bc6-819a-4913-8486-fc6c5d41e20f port 3f6f52f2-84d6-4137-9d7e-54bd34546617 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:09:44.692323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609447a-124c-44ea-9580-92b48f928e6a req-438afd1e-ac30-402c-9cc4-0f2ddb36cc7b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:44.700090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3609447a-124c-44ea-9580-92b48f928e6a req-438afd1e-ac30-402c-9cc4-0f2ddb36cc7b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 943 time: 0.2051466 Nov 16 21:09:44.719125 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.739112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:44.745567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:44.748915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-e7735c04-a841-4996-a330-b954d0e54a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735364 Nov 16 21:09:44.749534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:44.819434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:44.820118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.849450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:44.868557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3609447a-124c-44ea-9580-92b48f928e6a req-cd0979b9-3b4a-437a-9764-b99582fe0e34 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675997 Nov 16 21:09:44.879067 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1fa4f-9d66-4978-a8cc-76b72e8d341f x-openstack-request-id: req-43d1fa4f-9d66-4978-a8cc-76b72e8d341f {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:44.879585 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "tag": "77fa49da-f640-4fa7-954a-50d849c99201", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:44.880002 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43d1fa4f-9d66-4978-a8cc-76b72e8d341f {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:44.880575 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201', 'status': 'completed', 'code': 200} Nov 16 21:09:44.897913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5732934 Nov 16 21:09:44.900526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:44.901610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e3fa55d0-fcc6-4846-8f82-9b5f780b18a5 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:44.981719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5ff0-4f05-4077-80d4-93e64c9b294a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Pushing event updated for resources: {'Port': ['ID=e18a0562-f966-4846-8894-7d613f558e6e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:44.983425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-53e48dea-c779-4e09-9706-18d808a881e2 service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228644 Nov 16 21:09:44.986310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57046) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:44.988138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Request body: {'port': {'device_id': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:45.002335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d994df-ed76-4810-a3a5-6f7caf81368d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:45.017776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-network', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:45.032991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526dfb74-e68b-4f31-b160-c4f7485d817c None None] Network 45c913e8-b951-44e5-908d-632437ccb97f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:45.052618 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.069059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f62efe91-637f-4d8d-82d2-204d8d321d9f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/76d994df-ed76-4810-a3a5-6f7caf81368d HTTP/1.1" status: 204 len: 168 time: 1.3389935 Nov 16 21:09:45.073369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:45.113324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f31811e8-3471-453b-89d3-ad6104b70e1c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:45.224891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f4bcf-a0e7-424b-8af2-d91d9a803977 req-66366b8d-6024-4406-93bb-6c55956fa4da tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:45.239918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b65f4bcf-a0e7-424b-8af2-d91d9a803977 req-66366b8d-6024-4406-93bb-6c55956fa4da tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.2335234 Nov 16 21:09:45.240640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.267983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Made reservation on behalf of 99e6d216d71241b2aa36e1f7160290ef for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:45.270819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.272037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a6d5ce26-9711-4da6-8931-e6f01fd05eec None None] Provisioning complete for port e18a0562-f966-4846-8894-7d613f558e6e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:45.272428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ce26-9711-4da6-8931-e6f01fd05eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.276088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:45.279426 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.291532 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.300095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.340494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:45.343721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53b700-3f09-49d3-85e1-2c9377552acb req-40753db4-7d6f-46cf-a04e-2514c83b07ba tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:45.345293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d53b700-3f09-49d3-85e1-2c9377552acb req-40753db4-7d6f-46cf-a04e-2514c83b07ba tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 935 time: 0.2102661 Nov 16 21:09:45.348329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:45.351277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.355249 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833bffc-7371-4f2b-b880-e2bb7df1c7fb None None] Pushing event updated for resources: {'Port': ['ID=3f6f52f2-84d6-4137-9d7e-54bd34546617,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:45.401306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:45.401962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:45.403725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] DHCP port deletion for 45c913e8-b951-44e5-908d-632437ccb97f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:09:45.410771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:45.411600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4517d53e-e630-4511-b0b9-f2dbcad6f3c1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:45.439518 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Attempting to bind port 3f6f52f2-84d6-4137-9d7e-54bd34546617 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:45.440283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Attempting to bind port 3f6f52f2-84d6-4137-9d7e-54bd34546617 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:45.440863 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Attempting to bind port 3f6f52f2-84d6-4137-9d7e-54bd34546617 on network 27721cb1-c75b-4c55-b291-a923bb0e3027 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:45.446375 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:45.447083 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Checking segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:45.447690 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.448761 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Bound using segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:45.449423 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Bound port: 3f6f52f2-84d6-4137-9d7e-54bd34546617, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:45.450043 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.462417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b65f4bcf-a0e7-424b-8af2-d91d9a803977 req-f54552cb-ad73-4e0a-b14b-5537742c8692 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075346 Nov 16 21:09:45.480366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8f144a7-733c-4dc0-9ae2-db1ab668e32d req-1cc91fed-8926-46f8-a5b5-eab735c43722 service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905684 Nov 16 21:09:45.524076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5ce26-9711-4da6-8931-e6f01fd05eec None None] Port e18a0562-f966-4846-8894-7d613f558e6e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:45.557264 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7baa49-1da8-4dca-be4d-0d7d37b8654c x-openstack-request-id: req-0e7baa49-1da8-4dca-be4d-0d7d37b8654c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:45.557588 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87377a21-31df-4a71-9959-27fa91965a29", "name": "network-vif-plugged", "status": "completed", "tag": "f31811e8-3471-453b-89d3-ad6104b70e1c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:45.557861 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e7baa49-1da8-4dca-be4d-0d7d37b8654c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:45.558646 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87377a21-31df-4a71-9959-27fa91965a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31811e8-3471-453b-89d3-ad6104b70e1c', 'code': 200} Nov 16 21:09:45.568576 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] For port 3f6f52f2-84d6-4137-9d7e-54bd34546617, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:45.577202 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] For port 3f6f52f2-84d6-4137-9d7e-54bd34546617, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3f6f52f2-84d6-4137-9d7e-54bd34546617,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:45.586369 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.644202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] Deleting port 80cb457f-a870-4faf-91f8-2f9cfe9add7d {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:45.644430 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.652391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:45.677753 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833bffc-7371-4f2b-b880-e2bb7df1c7fb None None] Pushing event updated for resources: {'Port': ['ID=3f6f52f2-84d6-4137-9d7e-54bd34546617,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:45.715110 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Routers {'dba91bc6-819a-4913-8486-fc6c5d41e20f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:45.715779 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['dba91bc6-819a-4913-8486-fc6c5d41e20f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:45.849046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e07a6e-c64a-48b6-9be8-51c751332356 req-3b22a2e5-cf36-4ef7-bc4b-f1fc54c837f8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:45.858398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15e07a6e-c64a-48b6-9be8-51c751332356 req-3b22a2e5-cf36-4ef7-bc4b-f1fc54c837f8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 945 time: 0.1464758 Nov 16 21:09:45.904589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] For port 80cb457f-a870-4faf-91f8-2f9cfe9add7d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=80cb457f-a870-4faf-91f8-2f9cfe9add7d,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:45.905324 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.935796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15e07a6e-c64a-48b6-9be8-51c751332356 req-abef108c-dbd4-43bc-8aa1-437fdd09fda2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761051 Nov 16 21:09:45.944195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] Calling delete_port for 80cb457f-a870-4faf-91f8-2f9cfe9add7d owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:45.970851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-193d404f-a3da-4a60-8684-41711302626a None None] Provisioning complete for port 3f6f52f2-84d6-4137-9d7e-54bd34546617 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:45.971192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-193d404f-a3da-4a60-8684-41711302626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:45.989305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] Set router dba91bc6-819a-4913-8486-fc6c5d41e20f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:46.066248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18a0562-f966-4846-8894-7d613f558e6e {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:46.078390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.102316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Transition to ACTIVE for port object e18a0562-f966-4846-8894-7d613f558e6e will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:09:46.110799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.234896 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:09:40Z', 'revision_number': 4, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '3f6f52f2-84d6-4137-9d7e-54bd34546617', 'name': '', 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'mac_address': 'fa:16:3e:27:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:37Z', 'updated_at': '2021-11-16T21:09:45Z', 'revision_number': 4, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'subnets': [{'id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:46.247826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a0562-f966-4846-8894-7d613f558e6e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:46.270507 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d53b700-3f09-49d3-85e1-2c9377552acb req-98ab9ede-3726-4a51-82d6-76e6e8349332 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9172878 Nov 16 21:09:46.280149 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416df925-a79e-4560-ace4-7397ac040f8a None None] The sync data for ids ['dba91bc6-819a-4913-8486-fc6c5d41e20f'] in n-d-817778-8 is: [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:09:40Z', 'revision_number': 4, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '3f6f52f2-84d6-4137-9d7e-54bd34546617', 'name': '', 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'mac_address': 'fa:16:3e:27:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:37Z', 'updated_at': '2021-11-16T21:09:45Z', 'revision_number': 4, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'subnets': [{'id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:46.339406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-cf08a969-fd92-47a0-a6a3-b34ca3aa1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:46.343679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-cf08a969-fd92-47a0-a6a3-b34ca3aa1588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 1094 time: 0.7901478 Nov 16 21:09:46.402167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Attempting to bind port e18a0562-f966-4846-8894-7d613f558e6e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:46.405224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Attempting to bind port e18a0562-f966-4846-8894-7d613f558e6e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:46.405822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Attempting to bind port e18a0562-f966-4846-8894-7d613f558e6e on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:46.416619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Port e18a0562-f966-4846-8894-7d613f558e6e on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:09:46.416965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Attempting to bind port e18a0562-f966-4846-8894-7d613f558e6e on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:46.429878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:46.430232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:46.432787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:46.433268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Deleting port 80cb457f-a870-4faf-91f8-2f9cfe9add7d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:46.433392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Bound port: e18a0562-f966-4846-8894-7d613f558e6e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:46.433649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.436349 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.467451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939add9c-d961-4bc3-bb94-13229d1ca384 req-b46accca-2842-40fd-bcb7-922583ad593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:46.468973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-939add9c-d961-4bc3-bb94-13229d1ca384 req-b46accca-2842-40fd-bcb7-922583ad593d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 1096 time: 0.7868478 Nov 16 21:09:46.486040 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.548340 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-193d404f-a3da-4a60-8684-41711302626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.559016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] Pushing event deleted for resources: {'Port': ['ID=80cb457f-a870-4faf-91f8-2f9cfe9add7d,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:46.575544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] For port e18a0562-f966-4846-8894-7d613f558e6e, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:46.579801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] For port e18a0562-f966-4846-8894-7d613f558e6e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e18a0562-f966-4846-8894-7d613f558e6e,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:46.588965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.601675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7a4a1-f742-44da-9b56-f3b1260a33fa None None] No DVR routers for this DVR port 80cb457f-a870-4faf-91f8-2f9cfe9add7d on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:46.615427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:46.619631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:46.620508 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.622927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-2cf24281-d368-47c8-9488-b62492819647 service neutron] 10.222.0.41 "PUT /v2.0/ports/e18a0562-f966-4846-8894-7d613f558e6e HTTP/1.1" status: 200 len: 1095 time: 1.6418672 Nov 16 21:09:46.657325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458c2ad-253b-4e5f-9a0e-615f0756d67b None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:03:43Z', 'revision_number': 4, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a97f40ec-585c-4464-8db3-1e60cd7b02ec', 'name': '', 'network_id': '48f0c051-d3e7-4eaa-ad7c-0b80a21a9014', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'mac_address': 'fa:16:3e:e8:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:41Z', 'updated_at': '2021-11-16T21:03:49Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'subnets': [{'id': '2fae1f8e-60c8-437c-8663-460757a7c719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:46.668465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-193d404f-a3da-4a60-8684-41711302626a None None] For port 3f6f52f2-84d6-4137-9d7e-54bd34546617, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3f6f52f2-84d6-4137-9d7e-54bd34546617,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:46.668736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.675233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-193d404f-a3da-4a60-8684-41711302626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.720825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] For port 80cb457f-a870-4faf-91f8-2f9cfe9add7d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=80cb457f-a870-4faf-91f8-2f9cfe9add7d,segment=NetworkSegment(964aaa28-4cb1-4dd3-8712-3acc6b948db9),segment_id=964aaa28-4cb1-4dd3-8712-3acc6b948db9)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:46.721217 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.728807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'tag': 'e18a0562-f966-4846-8894-7d613f558e6e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:46.731076 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "51c6d501-e28b-4a30-987c-84d1a46c65ba", "tag": "e18a0562-f966-4846-8894-7d613f558e6e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:46.734048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf24281-d368-47c8-9488-b62492819647 service neutron] Pushing event updated for resources: {'Port': ['ID=e18a0562-f966-4846-8894-7d613f558e6e,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:46.762234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c66d8-d0e9-4f98-8b26-38ec34361fa5 req-fbf28c1d-b015-435c-92e8-b37c436e6c05 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:46.773090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-634c66d8-d0e9-4f98-8b26-38ec34361fa5 req-fbf28c1d-b015-435c-92e8-b37c436e6c05 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.2431352 Nov 16 21:09:46.812577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.819154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Calling delete_port for 80cb457f-a870-4faf-91f8-2f9cfe9add7d owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:46.839569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d404f-a3da-4a60-8684-41711302626a None None] Pushing event updated for resources: {'Port': ['ID=3f6f52f2-84d6-4137-9d7e-54bd34546617,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:46.845023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-d8c80bb5-005d-418b-bf3d-3e1905d4cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:46.846720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-d8c80bb5-005d-418b-bf3d-3e1905d4cf97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aac5c0a5771b458c9dfe1d5866a8f387&device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 1098 time: 0.1072364 Nov 16 21:09:46.862387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-634c66d8-d0e9-4f98-8b26-38ec34361fa5 req-043f372a-0416-4c4b-9b37-7dcde69951c2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883574 Nov 16 21:09:46.897035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7840f9ee-45d3-47ff-a236-970c30297cf1 None None] Provisioning complete for port 3f6f52f2-84d6-4137-9d7e-54bd34546617 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:46.899928 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7840f9ee-45d3-47ff-a236-970c30297cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:46.925859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-785fe219-2cb7-4df6-8f72-0a238cf74295 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e18a0562-f966-4846-8894-7d613f558e6e HTTP/1.1" status: 200 len: 217 time: 0.0612779 Nov 16 21:09:46.953137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:47.047241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-59ad8dab-9cff-40e3-814a-52d1bd13959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.049073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-59ad8dab-9cff-40e3-814a-52d1bd13959e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1136894 Nov 16 21:09:47.055496 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e639cebf-aead-4469-8d23-8431901af2a3 x-openstack-request-id: req-e639cebf-aead-4469-8d23-8431901af2a3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:47.055799 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c6d501-e28b-4a30-987c-84d1a46c65ba", "tag": "e18a0562-f966-4846-8894-7d613f558e6e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:47.056057 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e639cebf-aead-4469-8d23-8431901af2a3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:47.056461 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'tag': 'e18a0562-f966-4846-8894-7d613f558e6e', 'status': 'completed', 'code': 200} Nov 16 21:09:47.056779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.057150 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Added segment 417dffc6-c7cc-4e1c-a7f6-97c2722de974 of type vlan for network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 Nov 16 21:09:47.059531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-bd926fed-9a73-496b-adf5-9dda12709788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.061193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-bd926fed-9a73-496b-adf5-9dda12709788 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 905 time: 0.6583526 Nov 16 21:09:47.061764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34efdc03-db78-460e-9ca7-09f7051c6466,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:47.083010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d604f-728e-4aa3-90c6-7891f51743d8 req-3cebdda2-ce10-4c9c-9a2e-0d21cc3403be tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.091097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-425d604f-728e-4aa3-90c6-7891f51743d8 req-3cebdda2-ce10-4c9c-9a2e-0d21cc3403be tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 943 time: 0.5497451 Nov 16 21:09:47.099912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-939add9c-d961-4bc3-bb94-13229d1ca384 req-0048cddd-ad8a-4469-81f3-b43ee767c443 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951019 Nov 16 21:09:47.169961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7880390-0602-497d-b346-599fc41a417d req-95c49faf-2b98-4b86-946a-d24149d78b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.171111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-95c49faf-2b98-4b86-946a-d24149d78b39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082816 Nov 16 21:09:47.176761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165baf2b-9059-4aa6-b450-bfc0f67eccad None None] New status for floating IP 63b70ade-82e9-4ea4-8d73-9e7747a6dd30: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:09:47.205190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-5b6b1508-2091-48ac-9193-f83fc64e2828 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77fa49da-f640-4fa7-954a-50d849c99201 HTTP/1.1" status: 200 len: 217 time: 0.1103897 Nov 16 21:09:47.211164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.344633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.347133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.348062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.348642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.400402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-f7691c16-98f4-4ea8-9f7d-de8e460323d4 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193887 Nov 16 21:09:47.417122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80cb457f-a870-4faf-91f8-2f9cfe9add7d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:47.422097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-425d604f-728e-4aa3-90c6-7891f51743d8 req-be26fe52-b2b0-45e8-a2cc-8f8783a2d4b9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301823 Nov 16 21:09:47.447276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-89677b11-a0b4-4f1d-a3f7-7f700d747e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.457527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-89677b11-a0b4-4f1d-a3f7-7f700d747e31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.2404382 Nov 16 21:09:47.459357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:47.465557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3f6f52f2-84d6-4137-9d7e-54bd34546617 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:47.531265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] No DVR routers for this DVR port 80cb457f-a870-4faf-91f8-2f9cfe9add7d on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:09:47.537480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5492280 Nov 16 21:09:47.544742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57076) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:47.555894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Request body: {'subnet': {'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-subnet', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:47.561748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-e7063166-1c08-48a3-9e64-65ac160da034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984523 Nov 16 21:09:47.661750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ef5fa-1a04-4d83-8b68-b00042d5800b req-629e051c-2be0-4a61-8944-47a3ac4576a2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:47.672368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f65ef5fa-1a04-4d83-8b68-b00042d5800b req-629e051c-2be0-4a61-8944-47a3ac4576a2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.1356421 Nov 16 21:09:47.690863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 3f6f52f2-84d6-4137-9d7e-54bd34546617 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:47.691915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.701968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.711063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Made reservation on behalf of 99e6d216d71241b2aa36e1f7160290ef for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:47.713318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.733266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c913e8-b951-44e5-908d-632437ccb97f']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:47.744564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964aaa28-4cb1-4dd3-8712-3acc6b948db9') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:47.744866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964aaa28-4cb1-4dd3-8712-3acc6b948db9') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:47.756959 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.771210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:47.773594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.780619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:09:47.781025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.808377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '77fa49da-f640-4fa7-954a-50d849c99201', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': '77fa49da-f640-4fa7-954a-50d849c99201', 'mac_address': 'fa:16:3e:6a:5b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:47.823764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883653-ff99-4a33-9614-4b67a0ebbe34 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea6a6fa-853d-4fb6-aa28-7888ce1471a5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:09:47.827572 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:09:47.851668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:47.868058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7880390-0602-497d-b346-599fc41a417d req-25bb6788-bd7c-41d8-88c4-a606007c8302 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584224 Nov 16 21:09:47.949097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 80cb457f-a870-4faf-91f8-2f9cfe9add7d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:09:47.962909 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:47.983964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f65ef5fa-1a04-4d83-8b68-b00042d5800b req-7fc42157-6471-42a7-a93c-b8196cb78e65 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101523 Nov 16 21:09:47.997532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.003963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.009832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/45c913e8-b951-44e5-908d-632437ccb97f HTTP/1.1" status: 204 len: 168 time: 2.9332151 Nov 16 21:09:48.041555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 80cb457f-a870-4faf-91f8-2f9cfe9add7d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:09:48.041918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 80cb457f-a870-4faf-91f8-2f9cfe9add7d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:09:48.042488 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.054173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fa49da-f640-4fa7-954a-50d849c99201 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:48.059696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be611e-2314-448a-81d6-3b4f4ef69ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c913e8-b951-44e5-908d-632437ccb97f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:48.093215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935ba11-a135-472f-b148-8fd4e7117215 req-b28897dd-e1d9-474a-a48f-dfd70bc02bf2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.095258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8935ba11-a135-472f-b148-8fd4e7117215 req-b28897dd-e1d9-474a-a48f-dfd70bc02bf2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 945 time: 0.2651808 Nov 16 21:09:48.098008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:48.105310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.105886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-48b2c208-0f90-4305-a63f-b3da792e02c7 service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175562 Nov 16 21:09:48.201585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:48.202207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4317dc84-9e67-48ef-b0a1-26ae2aa2c847,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:48.255190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2632bcd-60cf-4519-828a-57f7f35e7439 req-93471421-dd95-47c1-8b0e-7896faa89d9f service neutron] 10.222.0.41 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411583 Nov 16 21:09:48.255411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-0fc21956-be13-4edb-a2e3-1c4585feeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.257039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-0fc21956-be13-4edb-a2e3-1c4585feeae1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aac5c0a5771b458c9dfe1d5866a8f387&device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 1098 time: 0.3094840 Nov 16 21:09:48.284101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658ef4-fa38-40f5-8edb-c1fbe2157155 req-50eb652e-22d4-4c21-9e97-16c17929b489 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.284362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8935ba11-a135-472f-b148-8fd4e7117215 req-af7807fc-881a-4c4f-b9b6-f4e523c45c9e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773777 Nov 16 21:09:48.285944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a658ef4-fa38-40f5-8edb-c1fbe2157155 req-50eb652e-22d4-4c21-9e97-16c17929b489 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 947 time: 0.1570456 Nov 16 21:09:48.310544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Checking segment: {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:48.310855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Network hostable DHCP agents. Network: 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:48.329981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57086) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:48.385197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['77fa49da-f640-4fa7-954a-50d849c99201'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:48.395268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:48.400936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f158c10b-2877-43f1-b1a8-78642d6a5c7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c095ad1d2c924935ad543239db217aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691895 Nov 16 21:09:48.401567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57092) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:48.422986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:48.436450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.437057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.449435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a658ef4-fa38-40f5-8edb-c1fbe2157155 req-dd242b1b-8228-4201-a714-485d0139ae1c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532707 Nov 16 21:09:48.462606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02156aaf-0a59-42ed-8c17-fb4b0608a809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.464753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850c0ad-58b2-49ae-9f93-83d24709303e None None] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:48.495442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-d44213fd-64ea-4278-8407-d57299489204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.497033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-d44213fd-64ea-4278-8407-d57299489204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2223651 Nov 16 21:09:48.504329 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ab5913a-ebf0-43c0-901f-bdddbce7f7d1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9524105 Nov 16 21:09:48.505081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57096) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:48.511288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02156aaf-0a59-42ed-8c17-fb4b0608a809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.551958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57098) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:48.575494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:48.594177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-be421fe9-fba8-4820-a355-1cdfe1018ffc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e18a0562-f966-4846-8894-7d613f558e6e HTTP/1.1" status: 200 len: 217 time: 0.0797746 Nov 16 21:09:48.599025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02156aaf-0a59-42ed-8c17-fb4b0608a809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.603198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02156aaf-0a59-42ed-8c17-fb4b0608a809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.604343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-02156aaf-0a59-42ed-8c17-fb4b0608a809 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7059a515-2165-425a-a272-3e452e92edff HTTP/1.1" status: 204 len: 168 time: 0.2018552 Nov 16 21:09:48.641031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d7a637e-4942-444c-ae7d-6bd3ff37f973 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.653086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.656825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.693928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d7a637e-4942-444c-ae7d-6bd3ff37f973 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.716473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02156aaf-0a59-42ed-8c17-fb4b0608a809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059a515-2165-425a-a272-3e452e92edff,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:48.788602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fad194-fd26-4fd4-87a6-99c718a39814 req-7d159304-1929-479f-8947-fe6ee38474b5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.794615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fad194-fd26-4fd4-87a6-99c718a39814 req-7d159304-1929-479f-8947-fe6ee38474b5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.800570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fad194-fd26-4fd4-87a6-99c718a39814 req-7d159304-1929-479f-8947-fe6ee38474b5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.802309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97fad194-fd26-4fd4-87a6-99c718a39814 req-7d159304-1929-479f-8947-fe6ee38474b5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2&device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8&device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 2419 time: 0.1626556 Nov 16 21:09:48.841779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f1327-b4dd-4892-a7a6-ce89fdf13415 req-8eee5edd-d675-4f9d-a041-e2fd6a549d21 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.851738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c31f1327-b4dd-4892-a7a6-ce89fdf13415 req-8eee5edd-d675-4f9d-a041-e2fd6a549d21 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 944 time: 0.1359086 Nov 16 21:09:48.866984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97fad194-fd26-4fd4-87a6-99c718a39814 req-0b1a1fa4-5d1e-4205-b2c7-17ed5e9369a2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582480 Nov 16 21:09:48.867732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d7a637e-4942-444c-ae7d-6bd3ff37f973 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.873998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-a6818aa3-8df4-4c90-a876-c7426cefedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:48.875509 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-a6818aa3-8df4-4c90-a876-c7426cefedb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2497077 Nov 16 21:09:48.876889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.885898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d7a637e-4942-444c-ae7d-6bd3ff37f973 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:48.887140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d7a637e-4942-444c-ae7d-6bd3ff37f973 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "DELETE /v2.0/security-groups/b4bffbde-11a2-4490-86a1-dd3b8a730c5c HTTP/1.1" status: 204 len: 168 time: 0.3318100 Nov 16 21:09:48.892974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57108) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:48.897633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a637e-4942-444c-ae7d-6bd3ff37f973 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bffbde-11a2-4490-86a1-dd3b8a730c5c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:48.944233 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-6321dc34-7b92-4cd1-a62d-921182d74781 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] show failed (client error): The resource could not be found. Nov 16 21:09:48.948404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57114) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:48.949151 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6321dc34-7b92-4cd1-a62d-921182d74781 tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "GET /v2.0/security-groups/b4bffbde-11a2-4490-86a1-dd3b8a730c5c HTTP/1.1" status: 404 len: 347 time: 0.0277410 Nov 16 21:09:49.075192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9ea6a6fa-853d-4fb6-aa28-7888ce1471a5', 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'fixed_ips': [{'subnet_id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:09:49.076176 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.194700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d797-d812-4dc7-8549-7a666e1d2e10 req-67ec4a19-a027-4b40-92af-6ef73d626199 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:49.197293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce85d797-d812-4dc7-8549-7a666e1d2e10 req-67ec4a19-a027-4b40-92af-6ef73d626199 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.1832361 Nov 16 21:09:49.228080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Deleting port 9885d464-b734-4b79-8d36-ad5341b4565a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:49.228437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.288243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Allocated IP 172.20.0.2 (9ea6a6fa-853d-4fb6-aa28-7888ce1471a5/4317dc84-9e67-48ef-b0a1-26ae2aa2c847/19f3bd68-bd1b-4db9-b762-e4c01fe3cc58) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:49.406245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce85d797-d812-4dc7-8549-7a666e1d2e10 req-97c58ffd-6131-4cd8-b6de-b984394580a5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006476 Nov 16 21:09:49.454839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.455081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.490656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Calling delete_port for 9885d464-b734-4b79-8d36-ad5341b4565a owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:49.592539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcd251-b8dc-4734-8804-e12723b830b9 req-8ead4a4c-c1bf-4e2a-ad2d-5970320fd37b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:49.593122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.594244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fbcd251-b8dc-4734-8804-e12723b830b9 req-8ead4a4c-c1bf-4e2a-ad2d-5970320fd37b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 945 time: 0.0944393 Nov 16 21:09:49.603614 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.613843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-0710cbb3-dae0-466c-b931-70b2664d2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:49.615654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-0710cbb3-dae0-466c-b931-70b2664d2167 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7214491 Nov 16 21:09:49.631268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c31f1327-b4dd-4892-a7a6-ce89fdf13415 req-bf8e0600-0289-4a30-aacd-673fbd1e295c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787366 Nov 16 21:09:49.667912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fbcd251-b8dc-4734-8804-e12723b830b9 req-6e1771b4-7915-4008-964b-a14155688cb2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601823 Nov 16 21:09:49.677905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.733495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:49.748041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:49.757808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:49.781284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Pushing event updated for resources: {'Port': ['ID=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:49.814634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.894964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Pushing event deleted for resources: {'Port': ['ID=9885d464-b734-4b79-8d36-ad5341b4565a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:49.911665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Attempting to bind port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:49.913181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Attempting to bind port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:49.914071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Attempting to bind port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 on network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:49.921741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:49.923518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Checking segment: {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:49.927175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.931240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Bound using segment: {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:49.934247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Bound port: 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:49.935970 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:49.953274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-4e25df49-f07e-4123-9394-35b18805ac87 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188937 Nov 16 21:09:50.012053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] For port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:50.015624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] For port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:50.029851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.031366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.033108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.038005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fc13bbef-64cc-4cb4-ba10-4831fd3c9cac tempest-ServersWithSpecificFlavorTestJSON-182093877 tempest-ServersWithSpecificFlavorTestJSON-182093877-project] 10.222.0.48 "DELETE /v2.0/floatingips/63b70ade-82e9-4ea4-8d73-9e7747a6dd30 HTTP/1.1" status: 204 len: 168 time: 1.0852945 Nov 16 21:09:50.106332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57156) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:50.134694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefb32b-fa0e-4b47-9501-9eb0ec9af7e4 req-816c4638-61cb-4687-bde2-3b0e308a6583 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:50.146537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cefb32b-fa0e-4b47-9501-9eb0ec9af7e4 req-816c4638-61cb-4687-bde2-3b0e308a6583 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 947 time: 0.2101390 Nov 16 21:09:50.168951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434e354-d4c2-4904-8ebb-f78342e8a42d None None] Pushing event updated for resources: {'Port': ['ID=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:50.240522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82d4cd6e-0ffd-48e7-830a-ab9b01da4ce3 req-677d990d-a737-451f-b362-6e8202a679b5 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537487 Nov 16 21:09:50.369452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cefb32b-fa0e-4b47-9501-9eb0ec9af7e4 req-8aa757b3-7415-4bf1-8e5b-588d11b5fc0e tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976633 Nov 16 21:09:50.404765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-network', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:50.484502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.526591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57174) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:50.528259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Made reservation on behalf of 4d790e0286bb455a8f848e198ab3d5d4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:50.530800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.532845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.589840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.634915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9abaee1-fc12-4317-8bd6-b07a8bdda794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.760852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d2a0-07c7-4092-a4d1-ed9bce0eef72 req-96b7dd3b-1aaa-4053-a0e3-f80d90fcb395 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:50.763058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de61d2a0-07c7-4092-a4d1-ed9bce0eef72 req-96b7dd3b-1aaa-4053-a0e3-f80d90fcb395 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.4168234 Nov 16 21:09:50.764566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Allocated IP 172.25.3.198 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/a616b559-2632-4376-aa91-30a191ad53c2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:50.767120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07b15a0c-4278-47ea-bbe7-159ab4bd3bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.857669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de61d2a0-07c7-4092-a4d1-ed9bce0eef72 req-32d44707-957b-4abd-9f31-29c4e14dd47b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0790408 Nov 16 21:09:50.864986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.884433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.901266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:50.921771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.922329 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Added segment e1b915a4-133b-40f5-8343-05c753a31737 of type vlan for network f818b9bd-f4bf-45f9-a7b0-293379bba063 Nov 16 21:09:50.949181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.974738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07b15a0c-4278-47ea-bbe7-159ab4bd3bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:50.996043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07b15a0c-4278-47ea-bbe7-159ab4bd3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.005605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.038595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa208c-cfaa-4687-9e13-2080187542a0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:51.051124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de61d2a0-07c7-4092-a4d1-ed9bce0eef72 req-955a8d53-a089-45a5-aec4-a11fc7a70e0d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1919324 Nov 16 21:09:51.056464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-07b15a0c-4278-47ea-bbe7-159ab4bd3bbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=166503254f844440bf5676e7038676f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288100 Nov 16 21:09:51.058694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.059897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:51.060568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.063758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:51.067641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15a0c-4278-47ea-bbe7-159ab4bd3bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05218489-0b12-4364-870a-5dcef306ed9c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:51.079431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aae6c-4edd-4e24-84f5-ea74801e0411 req-0232299e-a954-449b-af5a-a6095cd21060 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:51.080977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e57aae6c-4edd-4e24-84f5-ea74801e0411 req-0232299e-a954-449b-af5a-a6095cd21060 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 944 time: 0.1249123 Nov 16 21:09:51.091714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.170954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:51.177686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a616b559-2632-4376-aa91-30a191ad53c2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:51.179908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:51.184567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:51.186298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0788734 Nov 16 21:09:51.191619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:51.215357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Request body: {'subnet': {'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-subnet', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:51.224730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f48a-b808-4609-81d2-67193fe129aa admin admin] Pushing event updated for resources: {'Network': ['ID=f818b9bd-f4bf-45f9-a7b0-293379bba063,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:51.235920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:51.272207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18d2c30e-7b0f-4810-a7e1-5b27d47976e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.307686 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de61d2a0-07c7-4092-a4d1-ed9bce0eef72 req-96ea941a-89dd-4a3d-8a83-d7dbe8c29068 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329652 Nov 16 21:09:51.344938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18d2c30e-7b0f-4810-a7e1-5b27d47976e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.394561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e57aae6c-4edd-4e24-84f5-ea74801e0411 req-d6e1d8c5-ec79-412f-8331-16216ef34f2e tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635593 Nov 16 21:09:51.444567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Made reservation on behalf of 4d790e0286bb455a8f848e198ab3d5d4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:51.453348 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.467160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e18a0562-f966-4846-8894-7d613f558e6e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:09:51.491991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de61d2a0-07c7-4092-a4d1-ed9bce0eef72 req-5b7eb565-d448-4eff-b310-41a8b7a9be71 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818616 Nov 16 21:09:51.506558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18d2c30e-7b0f-4810-a7e1-5b27d47976e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.509784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18d2c30e-7b0f-4810-a7e1-5b27d47976e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.511265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-18d2c30e-7b0f-4810-a7e1-5b27d47976e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05218489-0b12-4364-870a-5dcef306ed9c HTTP/1.1" status: 204 len: 168 time: 0.4451413 Nov 16 21:09:51.529641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2c30e-7b0f-4810-a7e1-5b27d47976e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05218489-0b12-4364-870a-5dcef306ed9c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:51.582785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:51.590580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:51.799595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 77fa49da-f640-4fa7-954a-50d849c99201 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:51.815837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 77fa49da-f640-4fa7-954a-50d849c99201 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:51.816521 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.836760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:51.856552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f2161-acd6-4fa2-ab6e-81624aa4b42f req-0fe60e89-64db-4743-877e-aea31030101a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:51.867791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-890f2161-acd6-4fa2-ab6e-81624aa4b42f req-0fe60e89-64db-4743-877e-aea31030101a tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 947 time: 0.1494272 Nov 16 21:09:51.875466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077b1ad-ba84-48ac-9414-4b703f44c62f None None] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:51.895157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e18a0562-f966-4846-8894-7d613f558e6e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e18a0562-f966-4846-8894-7d613f558e6e,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:51.990083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-890f2161-acd6-4fa2-ab6e-81624aa4b42f req-1516acc0-1de0-46c1-abf0-69713103ea20 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193650 Nov 16 21:09:51.991613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:51.992059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.043806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e18a0562-f966-4846-8894-7d613f558e6e', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'e18a0562-f966-4846-8894-7d613f558e6e', 'mac_address': 'fa:16:3e:83:72:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:09:52.135048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57210) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:52.159582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010bd257-76af-43d9-ab5d-d7c20f442834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.175158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.226629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.244510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1812f44f-6b6b-4a38-add5-0043707dbebe None None] Provisioning complete for port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:52.245234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1812f44f-6b6b-4a38-add5-0043707dbebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.245337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.295661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010bd257-76af-43d9-ab5d-d7c20f442834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.302809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010bd257-76af-43d9-ab5d-d7c20f442834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.376996 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.402481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18a0562-f966-4846-8894-7d613f558e6e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:09:52.406077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622dfec8-05f8-4385-b72e-eda272793a73,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:52.428919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e18a0562-f966-4846-8894-7d613f558e6e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e18a0562-f966-4846-8894-7d613f558e6e,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:52.432237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57220) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:52.441412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-010bd257-76af-43d9-ab5d-d7c20f442834 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab01fa7e8cc4480b9e44ebe47787695b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046410 Nov 16 21:09:52.442459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd257-76af-43d9-ab5d-d7c20f442834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f417817-446e-4dff-b403-b70e59937ff3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:52.477989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.523353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99352fbe-e2e5-4769-92de-5fcaae2865f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.531623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Checking segment: {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:52.532270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Network hostable DHCP agents. Network: f818b9bd-f4bf-45f9-a7b0-293379bba063, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:52.568944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e18a0562-f966-4846-8894-7d613f558e6e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:52.571606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:52.579492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99352fbe-e2e5-4769-92de-5fcaae2865f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.581363 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927328d-80ab-479f-bb0f-1beed3a72005" -d '{"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-plugged", "status": "completed", "tag": "77fa49da-f640-4fa7-954a-50d849c99201"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:52.584468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:52.650167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f818b9bd-f4bf-45f9-a7b0-293379bba063) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:52.662589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:52.663574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.665211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:52.667864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Router f7f01428-2083-4848-bfe5-e4102c9931c4 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:09:52.680189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f465508-9c97-4ce6-9938-334c0adcbaa2 None None] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:52.752786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4786a3e5-54b9-4661-9b05-a50c82781fc4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5591390 Nov 16 21:09:52.754366 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99352fbe-e2e5-4769-92de-5fcaae2865f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.757192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99352fbe-e2e5-4769-92de-5fcaae2865f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.757850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:52.759056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99352fbe-e2e5-4769-92de-5fcaae2865f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f417817-446e-4dff-b403-b70e59937ff3 HTTP/1.1" status: 204 len: 168 time: 0.3229883 Nov 16 21:09:52.764910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:52.815960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99352fbe-e2e5-4769-92de-5fcaae2865f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f417817-446e-4dff-b403-b70e59937ff3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:52.850507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.851657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.876680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e18a0562-f966-4846-8894-7d613f558e6e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:09:52.879409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:52.891727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Sync routers for ids ['f7f01428-2083-4848-bfe5-e4102c9931c4'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:52.910429 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Routers {'f7f01428-2083-4848-bfe5-e4102c9931c4'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:52.914103 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f7f01428-2083-4848-bfe5-e4102c9931c4'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:52.943364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.944855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a02f0b8e-f578-4462-a4d8-fa6162f3ccf0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3744791 Nov 16 21:09:52.948479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57244) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:52.983063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:52.997785 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.004694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.115373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Set router f7f01428-2083-4848-bfe5-e4102c9931c4 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:53.215407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb11f3-235e-4f8b-9a3f-86d26d30bdf8 req-a8e44e37-6357-4f22-b17e-cc1f9b1d9d14 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:53.224140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4fb11f3-235e-4f8b-9a3f-86d26d30bdf8 req-a8e44e37-6357-4f22-b17e-cc1f9b1d9d14 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 945 time: 0.2356989 Nov 16 21:09:53.279753 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f81e7a-2994-4a2c-9e11-3d39de0e5731 x-openstack-request-id: req-57f81e7a-2994-4a2c-9e11-3d39de0e5731 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:53.281195 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-plugged", "status": "completed", "tag": "77fa49da-f640-4fa7-954a-50d849c99201", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:53.281874 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57f81e7a-2994-4a2c-9e11-3d39de0e5731 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:53.282663 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201', 'code': 200} Nov 16 21:09:53.287306 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.289363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b54507-4681-4636-8fea-9e52fca52cdd req-a1f1a2be-0b33-4122-87ba-06b612c515e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:53.293246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2b54507-4681-4636-8fea-9e52fca52cdd req-a1f1a2be-0b33-4122-87ba-06b612c515e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 1096 time: 0.1074049 Nov 16 21:09:53.358936 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1812f44f-6b6b-4a38-add5-0043707dbebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.383123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2b54507-4681-4636-8fea-9e52fca52cdd req-2ffbc45b-f1fd-42ce-8a9f-a4573f16286c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650764 Nov 16 21:09:53.384385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4fb11f3-235e-4f8b-9a3f-86d26d30bdf8 req-419beadd-0d0b-454f-9e11-8311de98a646 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551721 Nov 16 21:09:53.398042 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:09:51Z', 'revision_number': 3, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:53.445603 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Checking router: f7f01428-2083-4848-bfe5-e4102c9931c4 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:53.446226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Updating router f7f01428-2083-4848-bfe5-e4102c9931c4 port a616b559-2632-4376-aa91-30a191ad53c2 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:09:53.495793 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.651830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.684072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3767b-30e8-4c74-970d-dd61cd69c446 req-6f3525f2-fc86-4f6e-9d4e-9891900a30f9 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:53.704666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7d3767b-30e8-4c74-970d-dd61cd69c446 req-6f3525f2-fc86-4f6e-9d4e-9891900a30f9 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 948 time: 0.2121158 Nov 16 21:09:53.712854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.816819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7d3767b-30e8-4c74-970d-dd61cd69c446 req-d3ad5b32-e589-4c8e-8b1e-fac0e1de3e54 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061728 Nov 16 21:09:53.871323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-845bc9e6-dbc7-451f-9085-3c4cde7b7e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.961597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-f818b9bd-f4bf-45f9-a7b0-293379bba063', 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'fixed_ips': [{'subnet_id': '622dfec8-05f8-4385-b72e-eda272793a73'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:09:53.962840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:53.966943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34827095-8b62-4789-b42f-73a925c208d1 req-afbf3f89-c6b0-4107-96b3-6859d41c1152 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:53.968761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34827095-8b62-4789-b42f-73a925c208d1 req-afbf3f89-c6b0-4107-96b3-6859d41c1152 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.0829554 Nov 16 21:09:53.981444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:54.006968 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.015851 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.037062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.095376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34827095-8b62-4789-b42f-73a925c208d1 req-084e7a86-fdc5-43aa-9ce7-83bce1c46e11 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196628 Nov 16 21:09:54.112434 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093b7a1-edda-4d3b-a83b-ab7ae0b0bbd7 None None] Pushing event updated for resources: {'Port': ['ID=a616b559-2632-4376-aa91-30a191ad53c2,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:54.141680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Attempting to bind port a616b559-2632-4376-aa91-30a191ad53c2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:54.142710 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Attempting to bind port a616b559-2632-4376-aa91-30a191ad53c2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:54.143911 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Attempting to bind port a616b559-2632-4376-aa91-30a191ad53c2 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:54.146475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-1812f44f-6b6b-4a38-add5-0043707dbebe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:09:54.146949 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-1812f44f-6b6b-4a38-add5-0043707dbebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:09:54.147845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:54.155120 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:54.157377 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:54.159482 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.160154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:54.162097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Bound port: a616b559-2632-4376-aa91-30a191ad53c2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:54.164511 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.177236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Allocated IP 172.25.3.74 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/c85a1665-9872-4ad1-9b3b-44922c52efed) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:54.278687 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] For port a616b559-2632-4376-aa91-30a191ad53c2, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:54.283876 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] For port a616b559-2632-4376-aa91-30a191ad53c2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a616b559-2632-4376-aa91-30a191ad53c2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:54.289260 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.305183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.343708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57284) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:54.344277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:54.367656 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093b7a1-edda-4d3b-a83b-ab7ae0b0bbd7 None None] Pushing event updated for resources: {'Port': ['ID=a616b559-2632-4376-aa91-30a191ad53c2,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:54.382383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-6b3045ff-f729-437b-8932-ede7fe5368e9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:54.388358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-6b3045ff-f729-437b-8932-ede7fe5368e9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.8170128 Nov 16 21:09:54.432596 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Routers {'f7f01428-2083-4848-bfe5-e4102c9931c4'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:54.433359 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f7f01428-2083-4848-bfe5-e4102c9931c4'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:54.483567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-1f9923b4-b2fe-4f6e-a92b-f0ca3f4037a2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0756018 Nov 16 21:09:54.555265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:54.631699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-366221017-network', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:54.676459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Allocated IP 172.20.0.2 (f818b9bd-f4bf-45f9-a7b0-293379bba063/622dfec8-05f8-4385-b72e-eda272793a73/f128b678-5d81-490f-8b90-b2b147fdbc49) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:54.684034 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] Set router f7f01428-2083-4848-bfe5-e4102c9931c4 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:54.699075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-462e67e6-5440-4d03-b6d0-d9dce63b0a95 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2136824 Nov 16 21:09:54.883648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.892320 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:09:51Z', 'revision_number': 3, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:54.893864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb1aa0-57c1-42b8-8362-529a0573f218 req-007aacf6-4c89-4ba2-a328-bbbd907c2dee tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:54.901677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4dfb1aa0-57c1-42b8-8362-529a0573f218 req-007aacf6-4c89-4ba2-a328-bbbd907c2dee tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 945 time: 0.0779645 Nov 16 21:09:54.908764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Made reservation on behalf of 1074d5630745490d8e3a8efc80d2b337 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:54.911789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.924476 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd63208-6295-49bf-9eea-044d41d83fc3 None None] The sync data for ids ['f7f01428-2083-4848-bfe5-e4102c9931c4'] in n-d-817778-8 is: [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:09:51Z', 'revision_number': 3, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:09:54.938203 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.942048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.956185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.978191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:54.999846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:55.006362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:55.011109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:55.014458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Pushing event updated for resources: {'Port': ['ID=f128b678-5d81-490f-8b90-b2b147fdbc49,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:55.029196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4dfb1aa0-57c1-42b8-8362-529a0573f218 req-77832d5a-46b6-4d11-9546-2b710ba71041 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129239 Nov 16 21:09:55.075881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-9229adbc-bf2f-40bd-9aad-c6ef28085b20 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763018 Nov 16 21:09:55.089028 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.098296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Attempting to bind port f128b678-5d81-490f-8b90-b2b147fdbc49 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:55.098842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Attempting to bind port f128b678-5d81-490f-8b90-b2b147fdbc49 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:55.099319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Attempting to bind port f128b678-5d81-490f-8b90-b2b147fdbc49 on network f818b9bd-f4bf-45f9-a7b0-293379bba063 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:55.114102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:55.119569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Checking segment: {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:55.120470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.120650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Bound using segment: {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:55.121243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Bound port: f128b678-5d81-490f-8b90-b2b147fdbc49, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:55.121784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.145550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-be5e913a-8fe7-40c4-9ff2-8d4eef550ad8 None None] Provisioning complete for port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:55.146797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-be5e913a-8fe7-40c4-9ff2-8d4eef550ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.170673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:55.177831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:55.180482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:55.267615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] For port f128b678-5d81-490f-8b90-b2b147fdbc49, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:55.282532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] For port f128b678-5d81-490f-8b90-b2b147fdbc49, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f128b678-5d81-490f-8b90-b2b147fdbc49,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:55.317218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.325065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=c85a1665-9872-4ad1-9b3b-44922c52efed,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:55.336555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce33249-58ab-45c8-8a90-b429f181fdb9 req-6edbe0bf-8f4e-4825-8e9c-7cfcc11edb4b tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:55.346109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ce33249-58ab-45c8-8a90-b429f181fdb9 req-6edbe0bf-8f4e-4825-8e9c-7cfcc11edb4b tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 948 time: 0.2351038 Nov 16 21:09:55.368146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5eeef905-c969-4de4-9625-03eeb247c106 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465413 Nov 16 21:09:55.395386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.395799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.396078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.396413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.396747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.397076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.397402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.397754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.398077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.398399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.398722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.399041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:55.426724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2b8e-d5bf-4cb1-afca-9a1c6aef960c None None] Pushing event updated for resources: {'Port': ['ID=f128b678-5d81-490f-8b90-b2b147fdbc49,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:55.455835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.465603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e18a0562-f966-4846-8894-7d613f558e6e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:55.482164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.519374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ce33249-58ab-45c8-8a90-b429f181fdb9 req-922e8116-5587-469b-be3d-1fa4b1c8bd07 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717904 Nov 16 21:09:55.603683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.629907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e18a0562-f966-4846-8894-7d613f558e6e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:09:55.636410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e18a0562-f966-4846-8894-7d613f558e6e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:55.637133 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.652579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Allocated IP 172.20.0.1 (9ea6a6fa-853d-4fb6-aa28-7888ce1471a5/4317dc84-9e67-48ef-b0a1-26ae2aa2c847/8094400a-9e35-48e0-bde8-37148c3973a1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:55.791319 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.840778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.868071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a0562-f966-4846-8894-7d613f558e6e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:09:55.871140 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa77f05-9979-4804-8f68-1c7f93bec7ba" -d '{"events": [{"server_uuid": "51c6d501-e28b-4a30-987c-84d1a46c65ba", "name": "network-vif-plugged", "status": "completed", "tag": "e18a0562-f966-4846-8894-7d613f558e6e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:09:55.881542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9800-9f12-46dd-b7e0-5c0c4a4b485f req-12125f75-c83b-47ba-b984-ba9d4b0c3562 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:55.884648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f20e9800-9f12-46dd-b7e0-5c0c4a4b485f req-12125f75-c83b-47ba-b984-ba9d4b0c3562 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.1728888 Nov 16 21:09:55.920465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.923731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e18a0562-f966-4846-8894-7d613f558e6e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e18a0562-f966-4846-8894-7d613f558e6e,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:55.939829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:55.946607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.009045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:56.058311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:09:56.061087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Pushing event updated for resources: {'Port': ['ID=8094400a-9e35-48e0-bde8-37148c3973a1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:56.070502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:56.080635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e844ba5-428e-4e6f-b589-377cf4ac3073 req-0da49a86-59e9-470d-8813-7b19d2262527 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 210 time: 0.1800659 Nov 16 21:09:56.089462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:56.091754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb0f688-40e3-4b1a-871b-43c10ddffddb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:56.143874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e18a0562-f966-4846-8894-7d613f558e6e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:56.153778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.154228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.154648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.155294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.155729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.156140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.156548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.156956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.157505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.157855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.158205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.158654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.173173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.183999 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Added segment 6c84c8f0-d97c-4383-b76a-7afd96a06f5f of type vlan for network 25618cab-7571-432f-b61a-7fa88d2b22a6 Nov 16 21:09:56.222920 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a907d297-7ea3-4f73-9464-f0db2181bca3 x-openstack-request-id: req-a907d297-7ea3-4f73-9464-f0db2181bca3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:09:56.223799 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c6d501-e28b-4a30-987c-84d1a46c65ba", "name": "network-vif-plugged", "status": "completed", "tag": "e18a0562-f966-4846-8894-7d613f558e6e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:09:56.224126 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a907d297-7ea3-4f73-9464-f0db2181bca3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:09:56.224592 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18a0562-f966-4846-8894-7d613f558e6e', 'code': 200} Nov 16 21:09:56.259456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.262919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.263398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.263835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.265143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.265143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.265456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.268252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.271164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.275362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.275845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.276247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:09:56.373217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f20e9800-9f12-46dd-b7e0-5c0c4a4b485f req-67a5575c-8794-4581-b383-bc0970bc42bc tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735672 Nov 16 21:09:56.430352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.462579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.500726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.504515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.582580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-10c7de13-531c-4a9e-941f-72b24dc9f785 None None] Provisioning complete for port 8094400a-9e35-48e0-bde8-37148c3973a1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:56.585709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10c7de13-531c-4a9e-941f-72b24dc9f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.592291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a616b559-2632-4376-aa91-30a191ad53c2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:56.688356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-10c7de13-531c-4a9e-941f-72b24dc9f785 None None] Port 8094400a-9e35-48e0-bde8-37148c3973a1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:09:56.698012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.698980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:56.699557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.720560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a616b559-2632-4376-aa91-30a191ad53c2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:56.722607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.747388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ff79a-329e-46db-8f05-d2af83f464d9 req-3a0153a4-9582-4f09-825a-64b7288ef490 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:56.757002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f09ff79a-329e-46db-8f05-d2af83f464d9 req-3a0153a4-9582-4f09-825a-64b7288ef490 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 949 time: 0.1079829 Nov 16 21:09:56.835992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d72b01-c321-43bd-87cc-66811e12c835 req-184b94f8-406f-489e-93a9-051aba64d474 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:56.843961 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0d72b01-c321-43bd-87cc-66811e12c835 req-184b94f8-406f-489e-93a9-051aba64d474 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 945 time: 0.3944960 Nov 16 21:09:56.851085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f09ff79a-329e-46db-8f05-d2af83f464d9 req-b303ba1a-265d-4d03-a48c-8b3701d4b338 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927317 Nov 16 21:09:56.872413 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.890958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Router 6f83551f-7715-4c5b-a48f-8d84ff800d3b is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:09:56.901292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb602c-00f7-424f-baab-69065aa1c779 req-dc87db1c-1b1d-460d-a191-76b5ee3d9b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:56.902834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53bb602c-00f7-424f-baab-69065aa1c779 req-dc87db1c-1b1d-460d-a191-76b5ee3d9b68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 1100 time: 0.5576377 Nov 16 21:09:56.907457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port a616b559-2632-4376-aa91-30a191ad53c2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a616b559-2632-4376-aa91-30a191ad53c2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:56.915208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:56.917562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f128b678-5d81-490f-8b90-b2b147fdbc49 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:56.924370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5787997 Nov 16 21:09:56.967782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57314) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:56.977208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Request body: {'subnet': {'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-366221017-subnet', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:57.011527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4821-c53e-4172-a03f-65840c06e649 admin admin] Pushing event updated for resources: {'Network': ['ID=25618cab-7571-432f-b61a-7fa88d2b22a6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:57.013567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=a616b559-2632-4376-aa91-30a191ad53c2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:57.023252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:09:57.050552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:57.054167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0d72b01-c321-43bd-87cc-66811e12c835 req-3ebb5c06-6ae3-427e-9dc5-3db2088f3404 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092528 Nov 16 21:09:57.088639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Sync routers for ids ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:57.099370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6459d4-ac9f-4aab-b84b-0fc9eb5c41d2 None None] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:57.102145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f128b678-5d81-490f-8b90-b2b147fdbc49 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:57.102525 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.104004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53bb602c-00f7-424f-baab-69065aa1c779 req-cff995e7-223f-4ded-aaab-225d3177a893 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785412 Nov 16 21:09:57.150684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.158639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76a8fad4-8951-409e-812d-1303d2aa2bf0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3986094 Nov 16 21:09:57.158639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57320) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:57.205358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Routers {'6f83551f-7715-4c5b-a48f-8d84ff800d3b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:57.206477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:57.209659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Made reservation on behalf of 1074d5630745490d8e3a8efc80d2b337 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:57.211899 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.336606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-822cd9e3-cae8-4475-8a53-349408bf5af1 req-17f427b7-7e90-4e38-8d8b-d938bc44a687 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 210 time: 0.0750942 Nov 16 21:09:57.337204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.465682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.514241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1ae029f6-7c79-4f35-979c-49534311dff8 None None] Provisioning complete for port f128b678-5d81-490f-8b90-b2b147fdbc49 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:57.514836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ae029f6-7c79-4f35-979c-49534311dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.704102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Set router 6f83551f-7715-4c5b-a48f-8d84ff800d3b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:09:57.755267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d35295-fdcb-4f0f-8ca6-a13dc693bbf2 req-c6c0b971-c869-416f-9df9-3b62a98c9b3a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:57.756941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63d35295-fdcb-4f0f-8ca6-a13dc693bbf2 req-c6c0b971-c869-416f-9df9-3b62a98c9b3a tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 945 time: 0.1521399 Nov 16 21:09:57.757867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85525165-04b9-4903-b0c8-98e868736ad0 req-ed7c1b85-8dfa-4f9c-a02f-d714dda7921e tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:57.759484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85525165-04b9-4903-b0c8-98e868736ad0 req-ed7c1b85-8dfa-4f9c-a02f-d714dda7921e tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.2055449 Nov 16 21:09:57.798847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.851926 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.904017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ae029f6-7c79-4f35-979c-49534311dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.910672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-98c63861-62e8-4a1d-a5fb-6591bffbddd8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:57.912629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-98c63861-62e8-4a1d-a5fb-6591bffbddd8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.4697382 Nov 16 21:09:57.932092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63d35295-fdcb-4f0f-8ca6-a13dc693bbf2 req-57050d58-6571-45c8-98bb-3a07686c5122 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643705 Nov 16 21:09:57.939459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:57.948852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port f128b678-5d81-490f-8b90-b2b147fdbc49, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f128b678-5d81-490f-8b90-b2b147fdbc49,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:57.973939 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:57.974975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:57.988817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85525165-04b9-4903-b0c8-98e868736ad0 req-0b08ab92-3c01-4147-9f4a-d15f145df6b8 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113364 Nov 16 21:09:58.046527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.071273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ecb1e2-f93d-4762-98db-fb29b83df1f2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:58.169270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=f128b678-5d81-490f-8b90-b2b147fdbc49,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:58.187968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-1ae029f6-7c79-4f35-979c-49534311dff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:09:58.188388 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-1ae029f6-7c79-4f35-979c-49534311dff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:09:58.211281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:58.211831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.241146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:09:58.245142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.269947 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.298887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:09:55Z', 'revision_number': 3, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:58.332925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Checking router: 6f83551f-7715-4c5b-a48f-8d84ff800d3b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:09:58.333220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Updating router 6f83551f-7715-4c5b-a48f-8d84ff800d3b port c85a1665-9872-4ad1-9b3b-44922c52efed binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:09:58.406916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.444931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.509530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Checking segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:58.510055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Network hostable DHCP agents. Network: 25618cab-7571-432f-b61a-7fa88d2b22a6, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:09:58.577722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.581936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Pushing event updated for resources: {'Port': ['ID=8094400a-9e35-48e0-bde8-37148c3973a1,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:58.591246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Allocated IP 172.20.0.1 (f818b9bd-f4bf-45f9-a7b0-293379bba063/622dfec8-05f8-4385-b72e-eda272793a73/debce6ca-8c94-4ba7-b0a7-386c614cc6ea) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:58.599385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:09:58.628194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a616b559-2632-4376-aa91-30a191ad53c2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:58.645324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a62a09e-a40e-4c2e-b721-2a2bf63e436e req-b9149a21-8d68-4522-86a3-ee93c090318e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 210 time: 0.0924611 Nov 16 21:09:58.653355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a4a3c-573b-4897-88cc-f04158271090 req-8f007d07-03fd-47ef-8e6f-0e0f25ff6267 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:58.661444 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-552a4a3c-573b-4897-88cc-f04158271090 req-8f007d07-03fd-47ef-8e6f-0e0f25ff6267 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 949 time: 0.5664291 Nov 16 21:09:58.667684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 25618cab-7571-432f-b61a-7fa88d2b22a6) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:58.682632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d3185-434e-4dbf-81eb-81ca7382a936 None None] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:09:58.718380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:58.718961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.730803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.10 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/f4f283ec-5e84-4481-b67f-45149e35aa6c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:58.792874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1e892ed4-da39-4645-9082-854b6b777cb3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8206499 Nov 16 21:09:58.797081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57332) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:09:58.811063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:09:58.842423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-552a4a3c-573b-4897-88cc-f04158271090 req-49a0f038-7d45-446b-a2c2-e138938ad221 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797090 Nov 16 21:09:58.847850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.862551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:58.867201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:58.875771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Deleting port a97f40ec-585c-4464-8db3-1e60cd7b02ec {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:09:58.876012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a616b559-2632-4376-aa91-30a191ad53c2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:58.876128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.876254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.904316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.905544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.950786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:58.977950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.032301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ee2aae7c-d5cc-4f79-9ef6-f26e00bcd775 None None] Provisioning complete for port f128b678-5d81-490f-8b90-b2b147fdbc49 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:09:59.032540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee2aae7c-d5cc-4f79-9ef6-f26e00bcd775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.057446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.083552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.108764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] For port a97f40ec-585c-4464-8db3-1e60cd7b02ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a97f40ec-585c-4464-8db3-1e60cd7b02ec,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:09:59.109297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.129364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-25618cab-7571-432f-b61a-7fa88d2b22a6', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:09:59.130291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.154269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Calling delete_port for a97f40ec-585c-4464-8db3-1e60cd7b02ec owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:09:59.161971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Router f7f01428-2083-4848-bfe5-e4102c9931c4 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:09:59.167206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8617-950f-4728-b0ab-40be26ee1dbf None None] Pushing event updated for resources: {'Port': ['ID=c85a1665-9872-4ad1-9b3b-44922c52efed,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:59.169900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Attempting to bind port c85a1665-9872-4ad1-9b3b-44922c52efed on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:09:59.170280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Attempting to bind port c85a1665-9872-4ad1-9b3b-44922c52efed by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:09:59.170754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Attempting to bind port c85a1665-9872-4ad1-9b3b-44922c52efed on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:09:59.195191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:09:59.195856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:09:59.196505 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.197069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:09:59.197741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Bound port: c85a1665-9872-4ad1-9b3b-44922c52efed, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:09:59.198302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.236075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2f4ab-34b5-4cbc-917f-e7a0b2b6d5b2 req-41230732-c88a-4a3d-8509-f9df195df804 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:59.239647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-68f2f4ab-34b5-4cbc-917f-e7a0b2b6d5b2 req-41230732-c88a-4a3d-8509-f9df195df804 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 945 time: 0.1503320 Nov 16 21:09:59.263125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:09:59.279657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.282898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:09:59.285919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:09:59.329268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f128b678-5d81-490f-8b90-b2b147fdbc49 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:09:59.390527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Pushing event updated for resources: {'Port': ['ID=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:59.403509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] For port c85a1665-9872-4ad1-9b3b-44922c52efed, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:09:59.413635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.427316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5277587-3a72-4eaa-ad11-1806dc4fb9b9 req-679ee579-5609-4bc4-bace-a198727f2372 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:09:59.428864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5277587-3a72-4eaa-ad11-1806dc4fb9b9 req-679ee579-5609-4bc4-bace-a198727f2372 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.2567334 Nov 16 21:09:59.441867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.450133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-68f2f4ab-34b5-4cbc-917f-e7a0b2b6d5b2 req-985b288d-64bf-4e06-bf6d-72dd70aa0e92 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817722 Nov 16 21:09:59.476043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] For port c85a1665-9872-4ad1-9b3b-44922c52efed, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c85a1665-9872-4ad1-9b3b-44922c52efed,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:09:59.505495 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.521363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:09:59.532842 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Sync routers for ids ['f7f01428-2083-4848-bfe5-e4102c9931c4'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:09:59.539813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Allocated IP 172.20.0.2 (25618cab-7571-432f-b61a-7fa88d2b22a6/f5ecb1e2-f93d-4762-98db-fb29b83df1f2/2c4a82aa-6a9d-4663-9b87-d77ef967b4ec) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:09:59.544164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1a467cec-448f-42af-ba00-7ab2614efc12 admin admin] 10.222.0.48 "PUT /v2.0/routers/f7f01428-2083-4848-bfe5-e4102c9931c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5937274 Nov 16 21:09:59.548793 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Routers {'f7f01428-2083-4848-bfe5-e4102c9931c4'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:09:59.550597 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f7f01428-2083-4848-bfe5-e4102c9931c4'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:09:59.641377 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:09:59.706959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a97f40ec-585c-4464-8db3-1e60cd7b02ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:09:59.754347 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Set router f7f01428-2083-4848-bfe5-e4102c9931c4 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:00.048840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.211436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f128b678-5d81-490f-8b90-b2b147fdbc49 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:00.212368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.286868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Routers {'6f83551f-7715-4c5b-a48f-8d84ff800d3b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:00.287518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:00.320069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c75ca33-945d-4f7a-9ba2-3c76aa711fb4 req-e1e5ecc6-5946-4221-a677-bace208c5410 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 210 time: 0.1039636 Nov 16 21:10:00.376524 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:09:57Z', 'revision_number': 4, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8094400a-9e35-48e0-bde8-37148c3973a1', 'name': '', 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'mac_address': 'fa:16:3e:82:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:55Z', 'updated_at': '2021-11-16T21:09:57Z', 'revision_number': 2, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'subnets': [{'id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:00.402401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f8617-950f-4728-b0ab-40be26ee1dbf None None] Pushing event updated for resources: {'Port': ['ID=c85a1665-9872-4ad1-9b3b-44922c52efed,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:00.425328 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.431893 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Checking router: f7f01428-2083-4848-bfe5-e4102c9931c4 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:00.432251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Updating router f7f01428-2083-4848-bfe5-e4102c9931c4 port 8094400a-9e35-48e0-bde8-37148c3973a1 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:10:00.472819 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.567159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:00.605139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=f4f283ec-5e84-4481-b67f-45149e35aa6c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:00.617221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:00.620423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:00.639555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:00.701299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5277587-3a72-4eaa-ad11-1806dc4fb9b9 req-07786e36-85ec-4fb3-9f49-a1948ecbafd9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2619882 Nov 16 21:10:00.708320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.769827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Router fb0f6621-2885-44b2-93ad-9147aa16761c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:10:00.774646 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.787778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ec3a3fed-02bd-4efc-ad21-a20b4eb67037 None None] Provisioning complete for port debce6ca-8c94-4ba7-b0a7-386c614cc6ea triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:00.788463 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3fed-02bd-4efc-ad21-a20b4eb67037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.813913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:00.819102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.901689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a3fed-02bd-4efc-ad21-a20b4eb67037 None None] Port debce6ca-8c94-4ba7-b0a7-386c614cc6ea cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:00.911905 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.917771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296f2d2-ffee-46c6-b31b-5327c2a7dcbb req-81bd34ee-bce5-46db-9357-20d7e4c858a6 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:00.925265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a296f2d2-ffee-46c6-b31b-5327c2a7dcbb req-81bd34ee-bce5-46db-9357-20d7e4c858a6 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 949 time: 0.1485198 Nov 16 21:10:00.925524 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.945432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:00.976292 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bc6d9-8d41-4e70-b610-0fcc844a5cca None None] Pushing event updated for resources: {'Port': ['ID=8094400a-9e35-48e0-bde8-37148c3973a1,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:01.043392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.072008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-5e02fc3e-4872-42bf-ac81-aaaa67d1ffc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1367373 Nov 16 21:10:01.075196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.102535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Request body: {'port': {'device_id': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:01.128903 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Attempting to bind port 8094400a-9e35-48e0-bde8-37148c3973a1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:01.129281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Attempting to bind port 8094400a-9e35-48e0-bde8-37148c3973a1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:01.131374 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Attempting to bind port 8094400a-9e35-48e0-bde8-37148c3973a1 on network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:01.144474 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:01.144835 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Checking segment: {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:01.145242 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.145862 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Bound using segment: {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:01.149261 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Bound port: 8094400a-9e35-48e0-bde8-37148c3973a1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417dffc6-c7cc-4e1c-a7f6-97c2722de974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:01.149769 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.200900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:01.215808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ec3a3fed-02bd-4efc-ad21-a20b4eb67037 None None] Provisioning complete for port 8094400a-9e35-48e0-bde8-37148c3973a1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:01.216549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec3a3fed-02bd-4efc-ad21-a20b4eb67037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.231641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:10:01.243418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a296f2d2-ffee-46c6-b31b-5327c2a7dcbb req-afc9a97d-a9f7-414f-8ec8-24d51e0484d3 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048999 Nov 16 21:10:01.248434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-86505660-a9b5-45a5-9f2c-53db43655e5f admin admin] 10.222.0.48 "PUT /v2.0/routers/fb0f6621-2885-44b2-93ad-9147aa16761c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9005280 Nov 16 21:10:01.249827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57374) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:01.381121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:01.384825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:01.398801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Sync routers for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:10:01.435385 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] For port 8094400a-9e35-48e0-bde8-37148c3973a1, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:01.448554 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] For port 8094400a-9e35-48e0-bde8-37148c3973a1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8094400a-9e35-48e0-bde8-37148c3973a1,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:01.458555 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.516289 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Routers {'f7f01428-2083-4848-bfe5-e4102c9931c4'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:01.516915 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f7f01428-2083-4848-bfe5-e4102c9931c4'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:01.558933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.709793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea445-5db7-4fd2-b9bb-39ace536628b req-bf2ad404-fd41-4347-82d7-be3925de4520 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:01.718065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-919ea445-5db7-4fd2-b9bb-39ace536628b req-bf2ad404-fd41-4347-82d7-be3925de4520 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 932 time: 0.2164733 Nov 16 21:10:01.719557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:01.758320 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] Set router f7f01428-2083-4848-bfe5-e4102c9931c4 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:01.772670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Pushing event updated for resources: {'Port': ['ID=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:01.783888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] Set router 6f83551f-7715-4c5b-a48f-8d84ff800d3b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:01.798223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Routers {'fb0f6621-2885-44b2-93ad-9147aa16761c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:01.798975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fb0f6621-2885-44b2-93ad-9147aa16761c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:01.897586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a3fed-02bd-4efc-ad21-a20b4eb67037 None None] Port 8094400a-9e35-48e0-bde8-37148c3973a1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:01.913094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Allocated IP 172.25.3.39 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/fa7830e8-56dd-4251-9cab-b44cb2c242c2) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:02.073429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.100020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-919ea445-5db7-4fd2-b9bb-39ace536628b req-3619504f-b1d9-477f-8284-1ed0c9559220 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695440 Nov 16 21:10:02.144041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.265051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Attempting to bind port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:02.265615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Attempting to bind port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:02.266100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Attempting to bind port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec on network 25618cab-7571-432f-b61a-7fa88d2b22a6 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:02.266312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Deleting port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:02.266633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.282036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bc6d9-8d41-4e70-b610-0fcc844a5cca None None] Pushing event updated for resources: {'Port': ['ID=8094400a-9e35-48e0-bde8-37148c3973a1,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:02.328632 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:09:57Z', 'revision_number': 4, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8094400a-9e35-48e0-bde8-37148c3973a1', 'name': '', 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'mac_address': 'fa:16:3e:82:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:55Z', 'updated_at': '2021-11-16T21:10:01Z', 'revision_number': 4, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'subnets': [{'id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:02.332431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:02.332818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Checking segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:02.333233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.333523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.333732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Bound using segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:02.334212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Bound port: 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:02.334604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.368436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] For port 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:02.369387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.385636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-86733cc9-0a63-4736-8241-02610e94a22b None None] Provisioning complete for port 8094400a-9e35-48e0-bde8-37148c3973a1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:02.386015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-86733cc9-0a63-4736-8241-02610e94a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.406604 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e679f23-bead-4e24-bdf5-57d8269cb182 None None] The sync data for ids ['f7f01428-2083-4848-bfe5-e4102c9931c4'] in n-d-817778-8 is: [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:09:57Z', 'revision_number': 4, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8094400a-9e35-48e0-bde8-37148c3973a1', 'name': '', 'network_id': '9ea6a6fa-853d-4fb6-aa28-7888ce1471a5', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'mac_address': 'fa:16:3e:82:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:55Z', 'updated_at': '2021-11-16T21:10:01Z', 'revision_number': 4, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'subnets': [{'id': '4317dc84-9e67-48ef-b0a1-26ae2aa2c847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:02.414596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Calling delete_port for 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:02.598656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Pushing event updated for resources: {'Port': ['ID=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:02.625184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb1ef-2ba7-4289-98ef-7d5246299996 req-8ffc4d9f-0086-4df1-9440-cd52883bd7fe tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:02.633940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26efb1ef-2ba7-4289-98ef-7d5246299996 req-8ffc4d9f-0086-4df1-9440-cd52883bd7fe tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.4550991 Nov 16 21:10:02.660220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.764768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Set router fb0f6621-2885-44b2-93ad-9147aa16761c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:02.887285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.914147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:02.982202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea31cad-44e8-4d7f-ba18-5d44deb07a5c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:03.024097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26efb1ef-2ba7-4289-98ef-7d5246299996 req-f9d9277e-d54c-4dd5-8750-959a34280f42 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871288 Nov 16 21:10:03.157356 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.274172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f283ec-5e84-4481-b67f-45149e35aa6c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:03.295500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.315190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Transition to ACTIVE for port object f4f283ec-5e84-4481-b67f-45149e35aa6c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:10:03.329635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.334967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:03.345902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] For port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:03.349267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.387124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:03.420482 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.428647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3483f-ba7a-4c67-8f98-8b51da6c50e1 req-de25585b-d3e8-4cd0-9757-1c0b43c8ab68 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:03.446710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42c3483f-ba7a-4c67-8f98-8b51da6c50e1 req-de25585b-d3e8-4cd0-9757-1c0b43c8ab68 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 949 time: 0.2446632 Nov 16 21:10:03.475427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] For port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:03.536612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.540888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.603622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:03.623867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:03.640369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:03.692129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47212e2-3a74-4fba-8132-699833581d26 req-a93fc92a-d8c3-4774-8827-9473a80e9327 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:03.701082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e47212e2-3a74-4fba-8132-699833581d26 req-a93fc92a-d8c3-4774-8827-9473a80e9327 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.3458936 Nov 16 21:10:03.716994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.723094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:03.738750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.739799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0f6621-2885-44b2-93ad-9147aa16761c {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:10:03.752059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:03.754599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f64c81f3-ece4-4dee-8357-84203b74b849 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fb0f6621-2885-44b2-93ad-9147aa16761c HTTP/1.1" status: 204 len: 168 time: 2.5034359 Nov 16 21:10:03.761312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57418) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:03.989403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e47212e2-3a74-4fba-8132-699833581d26 req-c6dec564-9797-4b74-be5a-41ac1e3ca8b6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871466 Nov 16 21:10:04.031588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Deleting subnet 2fae1f8e-60c8-437c-8663-460757a7c719 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:10:04.060653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8094400a-9e35-48e0-bde8-37148c3973a1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:04.067257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:04.068100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f283ec-5e84-4481-b67f-45149e35aa6c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:04.162705 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:04.256938 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-86733cc9-0a63-4736-8241-02610e94a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:04.292959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:10:04.400535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:04.563477 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:04.605284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Pushing event updated for resources: {'Port': ['ID=fa7830e8-56dd-4251-9cab-b44cb2c242c2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:04.726249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:04.734794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2fae1f8e-60c8-437c-8663-460757a7c719 HTTP/1.1" status: 204 len: 168 time: 0.9699974 Nov 16 21:10:04.734794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099bc6c-4eae-4e8a-9174-b7a3d5511778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fae1f8e-60c8-437c-8663-460757a7c719,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:04.786659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57438) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:04.852421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e380bc-085d-4025-8fdd-bcc8ef55f3e6 None None] Network 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:04.865647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f333958-0145-49cb-b7ff-aa2952b6af2a None None] Pushing event updated for resources: {'Port': ['ID=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:04.950916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-b48b1ff6-3118-4874-a98a-fd433a6fefda tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:04.954615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-b48b1ff6-3118-4874-a98a-fd433a6fefda tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.41 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 949 time: 0.1822462 Nov 16 21:10:04.979493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42c3483f-ba7a-4c67-8f98-8b51da6c50e1 req-14ab23f3-a719-4187-8fb5-586839e3b846 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5284586 Nov 16 21:10:04.989205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.146888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Deleting port e18a0562-f966-4846-8894-7d613f558e6e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:05.147236 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.323180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Attempting to bind port f4f283ec-5e84-4481-b67f-45149e35aa6c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:05.323559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Attempting to bind port f4f283ec-5e84-4481-b67f-45149e35aa6c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:05.323863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Attempting to bind port f4f283ec-5e84-4481-b67f-45149e35aa6c on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:05.411881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Port f4f283ec-5e84-4481-b67f-45149e35aa6c on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:10:05.412214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Attempting to bind port f4f283ec-5e84-4481-b67f-45149e35aa6c on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:05.509910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:05.510257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:05.510764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:05.511135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Bound port: f4f283ec-5e84-4481-b67f-45149e35aa6c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:05.511635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.556623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] For port e18a0562-f966-4846-8894-7d613f558e6e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e18a0562-f966-4846-8894-7d613f558e6e,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:05.565156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.586232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:09:55Z', 'revision_number': 3, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:05.597815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa6a27-9798-474c-8c07-b645a1308384 req-d285921b-c221-4f21-9de3-049b84c56ea0 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:05.613546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-95aa6a27-9798-474c-8c07-b645a1308384 req-d285921b-c221-4f21-9de3-049b84c56ea0 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.4069085 Nov 16 21:10:05.634317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba94972-fa56-422d-9009-a41716e777ff None None] The sync data for ids ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'] in n-d-817778-8 is: [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:09:55Z', 'revision_number': 3, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:05.652698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-86733cc9-0a63-4736-8241-02610e94a22b None None] For port 8094400a-9e35-48e0-bde8-37148c3973a1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8094400a-9e35-48e0-bde8-37148c3973a1,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:05.661611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Router 6f83551f-7715-4c5b-a48f-8d84ff800d3b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:10:05.682305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-86733cc9-0a63-4736-8241-02610e94a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.687774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:05.693211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8094400a-9e35-48e0-bde8-37148c3973a1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:05.693848 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.744465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74760658-1ea4-451a-9978-3766b3ba84a4 req-26ba95d3-fad3-4b40-b2ae-ef62fb74e9f7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:05.744854 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:05.765931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74760658-1ea4-451a-9978-3766b3ba84a4 req-26ba95d3-fad3-4b40-b2ae-ef62fb74e9f7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.3946645 Nov 16 21:10:05.852527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Calling delete_port for e18a0562-f966-4846-8894-7d613f558e6e owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:05.951819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '77fa49da-f640-4fa7-954a-50d849c99201', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': '77fa49da-f640-4fa7-954a-50d849c99201', 'mac_address': 'fa:16:3e:6a:5b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:05.993980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74760658-1ea4-451a-9978-3766b3ba84a4 req-dc4aa152-4ad2-4e35-b5a4-6b92781993c9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243435 Nov 16 21:10:06.059449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] For port f4f283ec-5e84-4481-b67f-45149e35aa6c, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:06.070621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] For port f4f283ec-5e84-4481-b67f-45149e35aa6c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:06.122286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:06.125026 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:06.197435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-821489954-router', 'tenant_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:33Z', 'updated_at': '2021-11-16T21:09:59Z', 'revision_number': 5, 'project_id': 'de9bca24f0ad447fa9d64cd9556f6ebb', 'gw_port': {'id': '4ea31cad-44e8-4d7f-ba18-5d44deb07a5c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f6621-2885-44b2-93ad-9147aa16761c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:35Z', 'updated_at': '2021-11-16T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:06.312459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-95aa6a27-9798-474c-8c07-b645a1308384 req-b9d14467-4673-438a-b5e6-d289d8a84809 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970172 Nov 16 21:10:06.332506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77fa49da-f640-4fa7-954a-50d849c99201 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:06.347925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Checking router: fb0f6621-2885-44b2-93ad-9147aa16761c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:06.349865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:06.512483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e491e4d-2a77-4f58-b889-b887f89e38a1 None None] Provisioning complete for port debce6ca-8c94-4ba7-b0a7-386c614cc6ea triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:06.512779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e491e4d-2a77-4f58-b889-b887f89e38a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:06.588865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:10:06.601244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-82dda6f7-2dec-4859-822e-a3cbfd8335ab admin admin] 10.222.0.48 "PUT /v2.0/routers/6f83551f-7715-4c5b-a48f-8d84ff800d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4400911 Nov 16 21:10:06.613336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:06.614059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:06.615649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4f283ec-5e84-4481-b67f-45149e35aa6c HTTP/1.1" status: 200 len: 1092 time: 5.5232317 Nov 16 21:10:06.618079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Deleting port 4bc947df-51c5-4daa-8a5f-656b41be0a6c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:06.618785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:06.620853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'tag': 'f4f283ec-5e84-4481-b67f-45149e35aa6c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:06.623932 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c050d7b-ae6a-492e-bd43-d2999b7e9306" -d '{"events": [{"name": "network-changed", "server_uuid": "33986537-86e5-4c0e-9b6f-491c2094ea2d", "tag": "f4f283ec-5e84-4481-b67f-45149e35aa6c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:06.697256 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:06.730496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fc04-6a93-40e4-b500-54358a019d2b req-54f13926-577d-4c21-9fd1-338170b76260 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:06.740243 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e415fc04-6a93-40e4-b500-54358a019d2b req-54f13926-577d-4c21-9fd1-338170b76260 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c6d501-e28b-4a30-987c-84d1a46c65ba HTTP/1.1" status: 200 len: 949 time: 0.3152328 Nov 16 21:10:06.809107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e491e4d-2a77-4f58-b889-b887f89e38a1 None None] Port debce6ca-8c94-4ba7-b0a7-386c614cc6ea cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:06.825603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Routers set() bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:06.825998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Router IDs set() for agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:10:06.826696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_agentschedulers_db [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb0f6621-2885-44b2-93ad-9147aa16761c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent'). {{(pid=102455) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:10:06.827097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec41c6-bb98-4da8-adf4-97c87839b14e None None] The sync data for ids ['fb0f6621-2885-44b2-93ad-9147aa16761c'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:06.831978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6ad38-fcb4-41f5-b13e-78e632399fee None None] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:07.079328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e415fc04-6a93-40e4-b500-54358a019d2b req-b9b4fc68-9e4f-4353-adce-9ff95c970fd5 tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.48 "GET /v2.0/security-groups?id=90f180e6-67d7-4bfc-8e53-eab48d3132a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380854 Nov 16 21:10:07.090252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Pushing event deleted for resources: {'Port': ['ID=e18a0562-f966-4846-8894-7d613f558e6e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:07.133009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e18a0562-f966-4846-8894-7d613f558e6e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:07.220084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] No DVR routers for this DVR port e18a0562-f966-4846-8894-7d613f558e6e on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:07.226277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:07.233500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d064de9-6b6f-47e0-8bd4-43fd81ab6da0 req-3451582a-6de3-4f5c-9c81-9cc3c9aa8d4c tempest-TenantUsagesTestJSON-669079457 tempest-TenantUsagesTestJSON-669079457-project] 10.222.0.41 "DELETE /v2.0/ports/e18a0562-f966-4846-8894-7d613f558e6e HTTP/1.1" status: 204 len: 173 time: 2.2681048 Nov 16 21:10:07.241334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'name': 'network-vif-deleted', 'tag': 'e18a0562-f966-4846-8894-7d613f558e6e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:07.250765 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505e87f-df45-4379-a19b-bc220a244d84" -d '{"events": [{"server_uuid": "51c6d501-e28b-4a30-987c-84d1a46c65ba", "name": "network-vif-deleted", "tag": "e18a0562-f966-4846-8894-7d613f558e6e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:07.529595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7f09-f030-45d6-9baa-10322e5ddae4 req-9609f300-44b0-43ed-85f0-5f4cc2ccad40 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:07.539392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d94e7f09-f030-45d6-9baa-10322e5ddae4 req-9609f300-44b0-43ed-85f0-5f4cc2ccad40 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.1630344 Nov 16 21:10:07.553575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:07.592361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86733cc9-0a63-4736-8241-02610e94a22b None None] Pushing event updated for resources: {'Port': ['ID=8094400a-9e35-48e0-bde8-37148c3973a1,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:07.622454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:07.650713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:07.650713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:07.681012 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d94e7f09-f030-45d6-9baa-10322e5ddae4 req-66b5483a-6c95-4562-942e-ca182a2cbf92 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387165 Nov 16 21:10:07.755766 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24364e7e-c700-4948-903b-e3605f33e639 x-openstack-request-id: req-24364e7e-c700-4948-903b-e3605f33e639 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:07.761386 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33986537-86e5-4c0e-9b6f-491c2094ea2d", "tag": "f4f283ec-5e84-4481-b67f-45149e35aa6c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:07.761692 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24364e7e-c700-4948-903b-e3605f33e639 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:07.762127 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'tag': 'f4f283ec-5e84-4481-b67f-45149e35aa6c', 'status': 'completed', 'code': 200} Nov 16 21:10:07.855701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354bcc-bd9c-41a5-8432-9c800d52b953 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f283ec-5e84-4481-b67f-45149e35aa6c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:07.899749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:07.991911 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b63021-7298-45aa-a11c-e2a345af4f61 x-openstack-request-id: req-08b63021-7298-45aa-a11c-e2a345af4f61 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:07.992468 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c6d501-e28b-4a30-987c-84d1a46c65ba", "name": "network-vif-deleted", "tag": "e18a0562-f966-4846-8894-7d613f558e6e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:07.992468 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08b63021-7298-45aa-a11c-e2a345af4f61 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:07.992825 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c6d501-e28b-4a30-987c-84d1a46c65ba', 'name': 'network-vif-deleted', 'tag': 'e18a0562-f966-4846-8894-7d613f558e6e', 'status': 'completed', 'code': 200} Nov 16 21:10:08.088853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['77fa49da-f640-4fa7-954a-50d849c99201'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:08.093408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d19fa19-742b-46f4-ba95-e66ab22adcb5 req-bc72b37b-9687-4d55-a69e-1883c064f7f3 tempest-FloatingIPsNegativeTestJSON-34224833 tempest-FloatingIPsNegativeTestJSON-34224833-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=4d790e0286bb455a8f848e198ab3d5d4 HTTP/1.1" status: 200 len: 217 time: 0.3185506 Nov 16 21:10:08.227493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-addb4e39-e731-406b-8192-5446024e170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:08.237726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-addb4e39-e731-406b-8192-5446024e170e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 1097 time: 0.1813097 Nov 16 21:10:08.295399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e18e86fe-6961-41cb-a961-746a945e01d7 None None] Provisioning complete for port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:08.296027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e18e86fe-6961-41cb-a961-746a945e01d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:08.323549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] For port 4bc947df-51c5-4daa-8a5f-656b41be0a6c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4bc947df-51c5-4daa-8a5f-656b41be0a6c,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:08.323549 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:08.349674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-d9dae119-d649-4cd0-bd96-7aab6aed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:08.352093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-d9dae119-d649-4cd0-bd96-7aab6aed714f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 1095 time: 0.5124247 Nov 16 21:10:08.352703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:08.497189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e7bf3-77dc-4377-b42e-738f189c51eb req-0133d0da-53ef-443c-a319-44cffd5e1ef2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:08.514857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-357e7bf3-77dc-4377-b42e-738f189c51eb req-0133d0da-53ef-443c-a319-44cffd5e1ef2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.2844036 Nov 16 21:10:08.579008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] DHCP port deletion for 48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:10:08.612792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-3247480b-5dd3-4009-a84b-1f05d1f614a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:08.621847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-3247480b-5dd3-4009-a84b-1f05d1f614a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 916 time: 0.3685596 Nov 16 21:10:08.687762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-d8e28482-a076-4aa9-bd5c-170ad5fc10b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c HTTP/1.1" status: 200 len: 217 time: 0.2102830 Nov 16 21:10:08.718638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-ba329551-e0f4-4fde-9f48-1233ba3b2833 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 HTTP/1.1" status: 200 len: 217 time: 0.0946231 Nov 16 21:10:08.722262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Calling delete_port for 4bc947df-51c5-4daa-8a5f-656b41be0a6c owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:08.740453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd9a2d0e-f6eb-482f-afa2-3d8a0682b495 req-2097af26-6cd6-4011-ae7e-4bcbf366072f tempest-FloatingIPsNegativeTestJSON-34224833 tempest-FloatingIPsNegativeTestJSON-34224833-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.4653955 Nov 16 21:10:08.761450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:08.925726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-357e7bf3-77dc-4377-b42e-738f189c51eb req-bf146c12-d671-4879-8d3e-d17126fc8456 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044185 Nov 16 21:10:08.945642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-1e3833f4-c452-4268-8c68-a9b64c664f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:08.953593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-1e3833f4-c452-4268-8c68-a9b64c664f38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.2103901 Nov 16 21:10:09.054302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:09.164022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:09.263928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-e628045f-a261-4ff6-9e52-aff0a440145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:09.275130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-e628045f-a261-4ff6-9e52-aff0a440145b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074749 Nov 16 21:10:09.302538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:09.327170 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Sync routers for ids ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:10:09.332601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e18e86fe-6961-41cb-a961-746a945e01d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:09.349733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067463-dda1-46dc-ab94-5af09dac8698 req-00683393-0302-4454-8f30-03ea278e7642 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:09.359554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] Deleting port 4bc947df-51c5-4daa-8a5f-656b41be0a6c {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:09.360146 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:09.375030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3067463-dda1-46dc-ab94-5af09dac8698 req-00683393-0302-4454-8f30-03ea278e7642 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.3320899 Nov 16 21:10:09.379548 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Routers {'6f83551f-7715-4c5b-a48f-8d84ff800d3b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:09.380443 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:09.426150 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-a285bb54-07b9-4f45-b76b-066c9744ea43 req-f07afec3-4df1-427d-8537-5b1b6cb4f0b2 tempest-FloatingIPsNegativeTestJSON-34224833 tempest-FloatingIPsNegativeTestJSON-34224833-project] show failed (client error): The resource could not be found. Nov 16 21:10:09.450784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a285bb54-07b9-4f45-b76b-066c9744ea43 req-f07afec3-4df1-427d-8537-5b1b6cb4f0b2 tempest-FloatingIPsNegativeTestJSON-34224833 tempest-FloatingIPsNegativeTestJSON-34224833-project] 10.222.0.48 "GET /v2.0/floatingips/5890d0bf-aea5-4ff9-bd0a-c906c481712d HTTP/1.1" status: 404 len: 350 time: 0.3031557 Nov 16 21:10:09.654479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57510) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:09.656056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57500) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:09.660643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:09.675007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] For port 4bc947df-51c5-4daa-8a5f-656b41be0a6c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4bc947df-51c5-4daa-8a5f-656b41be0a6c,segment=NetworkSegment(b1f2a731-56e3-4073-9a66-c8096d943dda),segment_id=b1f2a731-56e3-4073-9a66-c8096d943dda)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:09.675411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:09.746807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] Calling delete_port for 4bc947df-51c5-4daa-8a5f-656b41be0a6c owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:09.821273 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Set router 6f83551f-7715-4c5b-a48f-8d84ff800d3b gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:09.823752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-d12bcefd-2ee9-49a2-a3c5-a024a02b8d5d service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431921 Nov 16 21:10:09.889037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-a3623088-526c-43f1-82a2-55a78d489095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:09.890538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-a3623088-526c-43f1-82a2-55a78d489095 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 1.1644688 Nov 16 21:10:09.919008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3067463-dda1-46dc-ab94-5af09dac8698 req-2375cfcd-ee72-44c7-b3bd-e2b5d5e29104 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304158 Nov 16 21:10:09.939525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:09.943264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8094400a-9e35-48e0-bde8-37148c3973a1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:09.945840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-e18e86fe-6961-41cb-a961-746a945e01d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:10:09.946404 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-e18e86fe-6961-41cb-a961-746a945e01d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:10:10.087252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 77fa49da-f640-4fa7-954a-50d849c99201 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:10.087925 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.143173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.168427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.213220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] No DVR routers for this DVR port 4bc947df-51c5-4daa-8a5f-656b41be0a6c on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:10.216356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b046e-0dd4-4d66-9eaa-aaee80020988 None None] Pushing event deleted for resources: {'Port': ['ID=4bc947df-51c5-4daa-8a5f-656b41be0a6c,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:10.221921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-03501f42-2240-4eff-9fbc-7739a5b8743b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2790647 Nov 16 21:10:10.240622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc947df-51c5-4daa-8a5f-656b41be0a6c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:10.260229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8094400a-9e35-48e0-bde8-37148c3973a1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:10.260861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.339087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-722e039f-2439-4f6a-b8f6-1dd4572fa8b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aac5c0a5771b458c9dfe1d5866a8f387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6833980 Nov 16 21:10:10.339861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57516) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:10.378854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] No DVR routers for this DVR port 4bc947df-51c5-4daa-8a5f-656b41be0a6c on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:10.544320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb9b0981-24a1-475f-bfb4-83de19e555b0 req-f3539ad2-4280-4c5c-b244-8c54267a57f3 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948168 Nov 16 21:10:10.587137 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:10:00Z', 'revision_number': 4, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'debce6ca-8c94-4ba7-b0a7-386c614cc6ea', 'name': '', 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '622dfec8-05f8-4385-b72e-eda272793a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:01Z', 'revision_number': 2, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'subnets': [{'id': '622dfec8-05f8-4385-b72e-eda272793a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:10.640987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-72bf78f9-ae43-4eb0-8f2a-7e73d7c9dbc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.665695 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Checking router: 6f83551f-7715-4c5b-a48f-8d84ff800d3b for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:10.666332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Updating router 6f83551f-7715-4c5b-a48f-8d84ff800d3b port debce6ca-8c94-4ba7-b0a7-386c614cc6ea binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:10:10.685877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.728107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-72bf78f9-ae43-4eb0-8f2a-7e73d7c9dbc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.737088 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.754550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.776232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:10.781148 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3d0137-2d0a-4ec1-986c-1519fe3f5327" -d '{"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-plugged", "status": "completed", "tag": "77fa49da-f640-4fa7-954a-50d849c99201"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:10.804727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f0c051-d3e7-4eaa-ad7c-0b80a21a9014']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:10.818728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f2a731-56e3-4073-9a66-c8096d943dda') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:10.819320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f2a731-56e3-4073-9a66-c8096d943dda') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:10.831742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.841449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-72bf78f9-ae43-4eb0-8f2a-7e73d7c9dbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.844397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-72bf78f9-ae43-4eb0-8f2a-7e73d7c9dbc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.846097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-72bf78f9-ae43-4eb0-8f2a-7e73d7c9dbc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90f180e6-67d7-4bfc-8e53-eab48d3132a4 HTTP/1.1" status: 204 len: 168 time: 0.5033557 Nov 16 21:10:10.867887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf78f9-ae43-4eb0-8f2a-7e73d7c9dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f180e6-67d7-4bfc-8e53-eab48d3132a4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:10.888006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.910588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:10:10.911372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:10.934966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:10.971122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4bf27589-50b5-4709-8a09-7804a0949426 None None] Provisioning complete for port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:10.971339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bf27589-50b5-4709-8a09-7804a0949426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:10:11.003186 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:10:11.007990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-7acf5ffa-b3d9-439a-ae14-f1a43383ed13 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688468 Nov 16 21:10:11.320283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5096a07-b1e3-4519-9acc-96123b39ff2b req-ca76a568-dccc-47a8-8acd-9ec8c95da243 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:11.333438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5096a07-b1e3-4519-9acc-96123b39ff2b req-ca76a568-dccc-47a8-8acd-9ec8c95da243 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 1.1868970 Nov 16 21:10:11.363077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb498-63bd-4730-93af-92d67c2f6908 req-9cbb8f95-b383-45e0-9f7a-fd9049b237a9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:11.370616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-037fb498-63bd-4730-93af-92d67c2f6908 req-9cbb8f95-b383-45e0-9f7a-fd9049b237a9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.2244723 Nov 16 21:10:11.530417 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82df5893-cb3b-4f5a-b7f9-cec68f7e26f0 x-openstack-request-id: req-82df5893-cb3b-4f5a-b7f9-cec68f7e26f0 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:11.530772 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-plugged", "status": "completed", "tag": "77fa49da-f640-4fa7-954a-50d849c99201", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:11.530969 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82df5893-cb3b-4f5a-b7f9-cec68f7e26f0 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:11.531357 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201', 'code': 200} Nov 16 21:10:11.535054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-037fb498-63bd-4730-93af-92d67c2f6908 req-e5089324-212e-4ed5-856f-ddc5424f320d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292422 Nov 16 21:10:11.536169 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.536973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e18a0562-f966-4846-8894-7d613f558e6e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:11.598404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.619518 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.626064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e18a0562-f966-4846-8894-7d613f558e6e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:11.626422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e18a0562-f966-4846-8894-7d613f558e6e not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:11.630596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:11.636988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57536) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:11.642381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c85a1665-9872-4ad1-9b3b-44922c52efed up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:11.646113 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] 10.222.0.48 "DELETE /v2.0/networks/48f0c051-d3e7-4eaa-ad7c-0b80a21a9014 HTTP/1.1" status: 204 len: 168 time: 6.8456414 Nov 16 21:10:11.864539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c85a1665-9872-4ad1-9b3b-44922c52efed triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:11.865175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.880259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841590c1-4bcc-4e25-bffe-f4ddc5b41e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f0c051-d3e7-4eaa-ad7c-0b80a21a9014,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:11.882203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57548) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:11.958601 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.971902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.974848 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:11.999541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4eed0a4-9e45-414a-92f4-7bf67eb3b684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.029677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port c85a1665-9872-4ad1-9b3b-44922c52efed, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c85a1665-9872-4ad1-9b3b-44922c52efed,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:12.037908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.192721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:12.250342 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c389-b9ea-46ed-b86e-0fa2b49d20e0 None None] Pushing event updated for resources: {'Port': ['ID=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:12.303571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:12.305590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ea31cad-44e8-4d7f-ba18-5d44deb07a5c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:12.306123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a97f40ec-585c-4464-8db3-1e60cd7b02ec no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:12.362530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4eed0a4-9e45-414a-92f4-7bf67eb3b684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.376435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a97f40ec-585c-4464-8db3-1e60cd7b02ec {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:12.378024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a97f40ec-585c-4464-8db3-1e60cd7b02ec not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:12.378642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4bc947df-51c5-4daa-8a5f-656b41be0a6c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:12.383779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=c85a1665-9872-4ad1-9b3b-44922c52efed,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:12.419389 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Attempting to bind port debce6ca-8c94-4ba7-b0a7-386c614cc6ea on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:12.422032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Attempting to bind port debce6ca-8c94-4ba7-b0a7-386c614cc6ea by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:12.427625 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Attempting to bind port debce6ca-8c94-4ba7-b0a7-386c614cc6ea on network f818b9bd-f4bf-45f9-a7b0-293379bba063 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:12.440933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4bc947df-51c5-4daa-8a5f-656b41be0a6c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:12.441492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4bc947df-51c5-4daa-8a5f-656b41be0a6c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:12.456179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4eed0a4-9e45-414a-92f4-7bf67eb3b684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.460097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Router bbd69d24-ae0a-40e2-afb3-4807140b249b is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:10:12.465975 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:12.467051 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Checking segment: {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:12.469092 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.469602 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Bound using segment: {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:12.470174 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Bound port: debce6ca-8c94-4ba7-b0a7-386c614cc6ea, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b915a4-133b-40f5-8343-05c753a31737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:12.470599 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.529330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5096a07-b1e3-4519-9acc-96123b39ff2b req-4a7e8441-234c-4099-b9a0-ad80cc1405a5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1946478 Nov 16 21:10:12.550221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed0a4-9e45-414a-92f4-7bf67eb3b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5578cc79-3712-4b9a-8816-a56f14d23b7d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:12.555727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbc32a-78ad-4fac-be27-690477e93a4f req-118ea591-3288-44e5-878c-25a1a84df658 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3095162 Nov 16 21:10:12.812475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-04cb4e46-f0e8-466f-b99f-8dbcf8000021 None None] Provisioning complete for port debce6ca-8c94-4ba7-b0a7-386c614cc6ea triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:12.817424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04cb4e46-f0e8-466f-b99f-8dbcf8000021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:12.823258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:12.850383 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] For port debce6ca-8c94-4ba7-b0a7-386c614cc6ea, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:12.857591 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] For port debce6ca-8c94-4ba7-b0a7-386c614cc6ea, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:12.867046 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.066570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:13.067709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.133092 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c389-b9ea-46ed-b86e-0fa2b49d20e0 None None] Pushing event updated for resources: {'Port': ['ID=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:13.159711 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Routers {'6f83551f-7715-4c5b-a48f-8d84ff800d3b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:13.161267 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:13.254498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04cb4e46-f0e8-466f-b99f-8dbcf8000021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.292693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4eed0a4-9e45-414a-92f4-7bf67eb3b684 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4e8448e082041ab84ef4af2b445606d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3698533 Nov 16 21:10:13.322072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57562) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:13.373652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c85a1665-9872-4ad1-9b3b-44922c52efed up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:13.438302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-04cb4e46-f0e8-466f-b99f-8dbcf8000021 None None] For port debce6ca-8c94-4ba7-b0a7-386c614cc6ea, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:13.448904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04cb4e46-f0e8-466f-b99f-8dbcf8000021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.575117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-9af1e560-d30e-4c93-89d6-c9f389a59eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:13.575117 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-9af1e560-d30e-4c93-89d6-c9f389a59eaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 1095 time: 0.8173378 Nov 16 21:10:13.603058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.615211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c85a1665-9872-4ad1-9b3b-44922c52efed triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:13.620546 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.629824 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] Set router 6f83551f-7715-4c5b-a48f-8d84ff800d3b gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:13.645881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fe756-1be5-4201-a484-ac005d290d0c req-d5819bea-aab9-44c7-a053-0476760f8ee5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:13.675168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d65fe756-1be5-4201-a484-ac005d290d0c req-d5819bea-aab9-44c7-a053-0476760f8ee5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.4296520 Nov 16 21:10:13.777385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb4e46-f0e8-466f-b99f-8dbcf8000021 None None] Pushing event updated for resources: {'Port': ['ID=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:13.787805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eec3705c-5ad7-4882-8aa3-8c1d05d10f20 None None] Provisioning complete for port debce6ca-8c94-4ba7-b0a7-386c614cc6ea triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:13.791143 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eec3705c-5ad7-4882-8aa3-8c1d05d10f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:13.935277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d65fe756-1be5-4201-a484-ac005d290d0c req-5153e5dd-8b84-47b5-86fe-06f6b6ba2f84 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621255 Nov 16 21:10:14.194040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a5fbf2-f87f-4137-bd84-e0c0552c102a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:14.227394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:14.285491 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:10:00Z', 'revision_number': 4, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'debce6ca-8c94-4ba7-b0a7-386c614cc6ea', 'name': '', 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '622dfec8-05f8-4385-b72e-eda272793a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:12Z', 'revision_number': 4, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'subnets': [{'id': '622dfec8-05f8-4385-b72e-eda272793a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:14.362472 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac11bb-496c-44e6-a4dc-36d5250d2df7 None None] The sync data for ids ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'] in n-d-817778-8 is: [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:10:00Z', 'revision_number': 4, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'debce6ca-8c94-4ba7-b0a7-386c614cc6ea', 'name': '', 'network_id': 'f818b9bd-f4bf-45f9-a7b0-293379bba063', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'mac_address': 'fa:16:3e:a4:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '622dfec8-05f8-4385-b72e-eda272793a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:12Z', 'revision_number': 4, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'subnets': [{'id': '622dfec8-05f8-4385-b72e-eda272793a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:14.483245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-4478b7e4-40fb-45ac-954f-1d879ca932fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:14.484807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-4478b7e4-40fb-45ac-954f-1d879ca932fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.8777130 Nov 16 21:10:14.495207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:10:14.512565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Sync routers for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:10:14.548211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:14.549143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:14.821864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Deleting port eda844c4-7d24-41e5-a775-4658580fa24e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:14.822439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:14.825654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device debce6ca-8c94-4ba7-b0a7-386c614cc6ea up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:14.986781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] For port eda844c4-7d24-41e5-a775-4658580fa24e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eda844c4-7d24-41e5-a775-4658580fa24e,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:14.987339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.004875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Calling delete_port for eda844c4-7d24-41e5-a775-4658580fa24e owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:15.048377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port debce6ca-8c94-4ba7-b0a7-386c614cc6ea triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:15.049313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.148479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a5fbf2-f87f-4137-bd84-e0c0552c102a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.176813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:15.292521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc007517-38fc-4c81-8d3b-0000fd4bf06d req-000cc529-5ad2-4fd5-a4a0-4c4c1faeeb9f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:15.293294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.294565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-91061df7-d43f-42ae-ae65-d49ef5e8e36d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 16.4914577 Nov 16 21:10:15.305083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc007517-38fc-4c81-8d3b-0000fd4bf06d req-000cc529-5ad2-4fd5-a4a0-4c4c1faeeb9f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 944 time: 0.1491656 Nov 16 21:10:15.307661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57598) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:15.385330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-dddf79cd-f4b5-46d2-8491-197d5b31418f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c HTTP/1.1" status: 200 len: 217 time: 0.1834433 Nov 16 21:10:15.491025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b339-19b1-4d91-8edf-be977ed162a0 req-a3dd26fe-05fb-4b58-a111-c18e2abfafbf tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:15.497826 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f682b339-19b1-4d91-8edf-be977ed162a0 req-a3dd26fe-05fb-4b58-a111-c18e2abfafbf tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 1.3046484 Nov 16 21:10:15.580648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-f614fd67-07bb-4f5e-88cc-7f553dbc2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:15.582304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-f614fd67-07bb-4f5e-88cc-7f553dbc2dc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.1883345 Nov 16 21:10:15.644729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f4f283ec-5e84-4481-b67f-45149e35aa6c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:15.745898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a5fbf2-f87f-4137-bd84-e0c0552c102a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.753007 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a5fbf2-f87f-4137-bd84-e0c0552c102a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:15.758786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87a5fbf2-f87f-4137-bd84-e0c0552c102a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5578cc79-3712-4b9a-8816-a56f14d23b7d HTTP/1.1" status: 204 len: 168 time: 2.3842280 Nov 16 21:10:15.788592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-702c367f-d506-44fe-8cd2-7ba113221b3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1929743 Nov 16 21:10:15.897142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:10:15.940685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:16.102980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5fbf2-f87f-4137-bd84-e0c0552c102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5578cc79-3712-4b9a-8816-a56f14d23b7d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:16.181209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f682b339-19b1-4d91-8edf-be977ed162a0 req-8939229e-2174-439f-a5d6-bf96949818c7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647782 Nov 16 21:10:16.239524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Deleting port debce6ca-8c94-4ba7-b0a7-386c614cc6ea {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:16.240020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:16.249850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda844c4-7d24-41e5-a775-4658580fa24e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:16.295133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc007517-38fc-4c81-8d3b-0000fd4bf06d req-6ebc69b6-446f-4914-a600-a4156150dad2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9602079 Nov 16 21:10:16.384600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f4f283ec-5e84-4481-b67f-45149e35aa6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:16.397436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-5f4af4c1-2208-4ce9-a30d-eaa9575e9adb service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735953 Nov 16 21:10:16.711311 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c050d7b-ae6a-492e-bd43-d2999b7e9306 req-932538b4-0d5d-477a-9f41-dcf3b5f50353 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017628 Nov 16 21:10:16.749412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:16.750324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] For port debce6ca-8c94-4ba7-b0a7-386c614cc6ea, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:16.750888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:16.809398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Calling delete_port for debce6ca-8c94-4ba7-b0a7-386c614cc6ea owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:16.888878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'f4f283ec-5e84-4481-b67f-45149e35aa6c', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': 'f4f283ec-5e84-4481-b67f-45149e35aa6c', 'mac_address': 'fa:16:3e:9a:50:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:17.087861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:17.119021 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:17.223954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65715-b540-48e4-a26a-748ecccf16f4 req-55e27a30-b309-4cd9-9a95-3db6f76a0480 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:17.225537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5db65715-b540-48e4-a26a-748ecccf16f4 req-55e27a30-b309-4cd9-9a95-3db6f76a0480 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.4773655 Nov 16 21:10:17.234545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Pushing event deleted for resources: {'Port': ['ID=debce6ca-8c94-4ba7-b0a7-386c614cc6ea,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:17.245029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f283ec-5e84-4481-b67f-45149e35aa6c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:17.265018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:05Z', 'revision_number': 3, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:17.388450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Checking router: bbd69d24-ae0a-40e2-afb3-4807140b249b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:17.399403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Updating router bbd69d24-ae0a-40e2-afb3-4807140b249b port fa7830e8-56dd-4251-9cab-b44cb2c242c2 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:10:17.440430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5db65715-b540-48e4-a26a-748ecccf16f4 req-82d724b8-d8a5-4d73-95f1-5eb3056d329f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076383 Nov 16 21:10:17.551434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f4f283ec-5e84-4481-b67f-45149e35aa6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:17.574307 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:17.651080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:17.702736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:17.930030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f4f283ec-5e84-4481-b67f-45149e35aa6c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:17.934980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Router a4c03b6d-4f06-493a-a91a-393e481fd178 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:10:18.016524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9572e-5bff-4e0c-b1b2-5bd43a7d778c req-8bc8fcf7-d14f-40ee-bd3d-a2a7f9ae0bc6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:18.018950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19e9572e-5bff-4e0c-b1b2-5bd43a7d778c req-8bc8fcf7-d14f-40ee-bd3d-a2a7f9ae0bc6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 945 time: 0.3112330 Nov 16 21:10:18.034060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:18.103732 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:10:18.167402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f4f283ec-5e84-4481-b67f-45149e35aa6c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:18.232503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Router 6f83551f-7715-4c5b-a48f-8d84ff800d3b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:10:18.272104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19e9572e-5bff-4e0c-b1b2-5bd43a7d778c req-22adde4a-56b8-4236-b061-7150a2776d57 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441745 Nov 16 21:10:18.523982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:10:18.535897 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] Sync routers for ids ['a4c03b6d-4f06-493a-a91a-393e481fd178'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:10:18.552946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:10:18.554776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5913e347-59f4-48a0-b876-707586e68b31 admin admin] 10.222.0.48 "PUT /v2.0/routers/a4c03b6d-4f06-493a-a91a-393e481fd178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9160035 Nov 16 21:10:18.557152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:18.559093 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] Routers {'a4c03b6d-4f06-493a-a91a-393e481fd178'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:18.559757 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a4c03b6d-4f06-493a-a91a-393e481fd178'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:18.579658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-29d57460-a34e-47d8-a7d7-d42cd2ae1756 admin admin] 10.222.0.48 "PUT /v2.0/routers/6f83551f-7715-4c5b-a48f-8d84ff800d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9105198 Nov 16 21:10:18.585958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57640) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:18.590053 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:18.606234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] Sync routers for ids ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:10:18.634071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:18.710583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24836acf-e9d8-41b0-830e-ea5c279d20fa req-7e79a8bd-1316-40fa-bad6-01e19150c2f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:18.725708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24836acf-e9d8-41b0-830e-ea5c279d20fa req-7e79a8bd-1316-40fa-bad6-01e19150c2f9 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.2698734 Nov 16 21:10:18.734061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8204c2-1dea-4f56-8646-9bf59fb0a3e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7830e8-56dd-4251-9cab-b44cb2c242c2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:18.748762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] Routers {'6f83551f-7715-4c5b-a48f-8d84ff800d3b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:18.749391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:18.840729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Allocated IP 172.20.0.1 (25618cab-7571-432f-b61a-7fa88d2b22a6/f5ecb1e2-f93d-4762-98db-fb29b83df1f2/b3877786-5b19-4a38-ab00-2dbb417375c0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:18.893499 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] Set router a4c03b6d-4f06-493a-a91a-393e481fd178 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:18.928233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] Set router 6f83551f-7715-4c5b-a48f-8d84ff800d3b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:18.970448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.060485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.068159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.144871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Attempting to bind port fa7830e8-56dd-4251-9cab-b44cb2c242c2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:19.147354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Attempting to bind port fa7830e8-56dd-4251-9cab-b44cb2c242c2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:19.150293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Attempting to bind port fa7830e8-56dd-4251-9cab-b44cb2c242c2 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:19.243340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24836acf-e9d8-41b0-830e-ea5c279d20fa req-54955c78-a40f-4dad-b7f8-0dd62a569a7a tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166996 Nov 16 21:10:19.251245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.370568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Pushing event updated for resources: {'Port': ['ID=b3877786-5b19-4a38-ab00-2dbb417375c0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:19.388208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:19.388651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:19.388999 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.389393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:19.389905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Bound port: fa7830e8-56dd-4251-9cab-b44cb2c242c2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:19.390294 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.395820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:19.400985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:19.403499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:19.437929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.464313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:10:15Z', 'revision_number': 5, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:19.495836 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.556263 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] Checking router: a4c03b6d-4f06-493a-a91a-393e481fd178 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:19.600084 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] Routers {'a4c03b6d-4f06-493a-a91a-393e481fd178'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:19.604030 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a4c03b6d-4f06-493a-a91a-393e481fd178'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:19.737308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.792359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] For port fa7830e8-56dd-4251-9cab-b44cb2c242c2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:19.800765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] For port fa7830e8-56dd-4251-9cab-b44cb2c242c2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fa7830e8-56dd-4251-9cab-b44cb2c242c2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:19.834466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.854270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:19.868954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Deleting port c85a1665-9872-4ad1-9b3b-44922c52efed {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:19.869333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.011105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:20.016422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:20.054906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Deleting port 8ba8762c-e629-4ff1-89f5-0c519d116545 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:20.055254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.075934 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] Set router a4c03b6d-4f06-493a-a91a-393e481fd178 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:20.121728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] For port c85a1665-9872-4ad1-9b3b-44922c52efed, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c85a1665-9872-4ad1-9b3b-44922c52efed,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:20.122118 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.137821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dba75-201f-440e-b01e-2768e409ecb0 req-82d93e52-e2f8-4562-9cb5-60b9ba920fca tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:20.140758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-476dba75-201f-440e-b01e-2768e409ecb0 req-82d93e52-e2f8-4562-9cb5-60b9ba920fca tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.2055633 Nov 16 21:10:20.141601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Calling delete_port for c85a1665-9872-4ad1-9b3b-44922c52efed owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:20.184276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a0335cd9-7006-4b02-a755-0e94d95e6c0f None None] Provisioning complete for port b3877786-5b19-4a38-ab00-2dbb417375c0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:20.185269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0335cd9-7006-4b02-a755-0e94d95e6c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.187795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8204c2-1dea-4f56-8646-9bf59fb0a3e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7830e8-56dd-4251-9cab-b44cb2c242c2,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:20.249636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:10:17Z', 'revision_number': 5, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port': {'id': 'c85a1665-9872-4ad1-9b3b-44922c52efed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:53Z', 'updated_at': '2021-11-16T21:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:20.287463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] For port 8ba8762c-e629-4ff1-89f5-0c519d116545, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8ba8762c-e629-4ff1-89f5-0c519d116545,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:20.287716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.291631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] Checking router: 6f83551f-7715-4c5b-a48f-8d84ff800d3b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:20.310558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] Routers {'6f83551f-7715-4c5b-a48f-8d84ff800d3b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:20.311465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:09:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:20.313546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a0335cd9-7006-4b02-a755-0e94d95e6c0f None None] Port b3877786-5b19-4a38-ab00-2dbb417375c0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:20.330779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Calling delete_port for 8ba8762c-e629-4ff1-89f5-0c519d116545 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:20.421380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-476dba75-201f-440e-b01e-2768e409ecb0 req-c86930dc-e5f7-4520-8a2b-a4b37cb6f309 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995502 Nov 16 21:10:20.438387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:20.544449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.554134 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.684839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.717435 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:10:15Z', 'revision_number': 5, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:20.720385 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d896611-0fac-40b9-be0f-ad0915cd9427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.735284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] Set router 6f83551f-7715-4c5b-a48f-8d84ff800d3b gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:20.740021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85a1665-9872-4ad1-9b3b-44922c52efed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:20.771530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:20.782018 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afadce-3cdf-4c2c-ad53-86262296db63 None None] The sync data for ids ['a4c03b6d-4f06-493a-a91a-393e481fd178'] in n-d-817778-8 is: [{'id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756719713-router', 'tenant_id': '14487aa97f914bccb13615aa834d02d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:03:51Z', 'updated_at': '2021-11-16T21:10:15Z', 'revision_number': 5, 'project_id': '14487aa97f914bccb13615aa834d02d3', 'gw_port': {'id': '8ba8762c-e629-4ff1-89f5-0c519d116545', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c03b6d-4f06-493a-a91a-393e481fd178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:03:52Z', 'updated_at': '2021-11-16T21:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:20.896018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.005939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 6, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:21.031971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba8762c-e629-4ff1-89f5-0c519d116545,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:21.045806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.078176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92cbfa-cb02-46e7-a328-b53d3c95b33a None None] The sync data for ids ['6f83551f-7715-4c5b-a48f-8d84ff800d3b'] in n-d-817778-8 is: [{'id': '6f83551f-7715-4c5b-a48f-8d84ff800d3b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1557275975-router', 'tenant_id': '4d790e0286bb455a8f848e198ab3d5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:52Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 6, 'project_id': '4d790e0286bb455a8f848e198ab3d5d4', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:21.292709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:18Z', 'revision_number': 1, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:21.344701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.348993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.350850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.379230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d9ab8-15d0-48f1-9004-313e3b380e97 None None] The sync data for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 is: [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:18Z', 'revision_number': 1, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:21.717980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f4f283ec-5e84-4481-b67f-45149e35aa6c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:21.851053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port f4f283ec-5e84-4481-b67f-45149e35aa6c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:10:21.856165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port f4f283ec-5e84-4481-b67f-45149e35aa6c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:21.856566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:21.944172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:21.963143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:22.014853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Pushing event updated for resources: {'Port': ['ID=b3877786-5b19-4a38-ab00-2dbb417375c0,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:22.044049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.139085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f4f283ec-5e84-4481-b67f-45149e35aa6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:22.141207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f283ec-5e84-4481-b67f-45149e35aa6c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:22.148938 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58bbe1-57a5-4c00-8389-abb961283dea" -d '{"events": [{"server_uuid": "33986537-86e5-4c0e-9b6f-491c2094ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "f4f283ec-5e84-4481-b67f-45149e35aa6c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:22.166564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.304141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f4f283ec-5e84-4481-b67f-45149e35aa6c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:22.399281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da27af-7331-48b7-995f-7cd5e8a51de4 req-15d0538b-0a24-4f18-ba83-e03ec4a18ad6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:22.409671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24da27af-7331-48b7-995f-7cd5e8a51de4 req-15d0538b-0a24-4f18-ba83-e03ec4a18ad6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 945 time: 1.6188719 Nov 16 21:10:22.585098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24da27af-7331-48b7-995f-7cd5e8a51de4 req-86544bce-7a2a-4207-956f-9881c2eb9952 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731551 Nov 16 21:10:22.682934 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.686157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.687984 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.688505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f83551f-7715-4c5b-a48f-8d84ff800d3b {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:10:22.694141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.697967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ffb31f7-3099-4af4-8155-76a984c988c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6f83551f-7715-4c5b-a48f-8d84ff800d3b HTTP/1.1" status: 204 len: 168 time: 4.1080940 Nov 16 21:10:22.697967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57658) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:22.757713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3ca447fc-f1cd-42b4-9982-dcd4e343e8d8 None None] Provisioning complete for port b3877786-5b19-4a38-ab00-2dbb417375c0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:22.757713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ca447fc-f1cd-42b4-9982-dcd4e343e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.759244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Router bbd69d24-ae0a-40e2-afb3-4807140b249b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:10:22.839825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Deleting subnet 622dfec8-05f8-4385-b72e-eda272793a73 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:10:22.855316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.912876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device debce6ca-8c94-4ba7-b0a7-386c614cc6ea no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:22.996534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:22.997128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4c03b6d-4f06-493a-a91a-393e481fd178 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:10:23.003690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.007855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1b7a3944-28c9-47bb-b8b9-58b3a5d068b8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a4c03b6d-4f06-493a-a91a-393e481fd178 HTTP/1.1" status: 204 len: 168 time: 4.4377213 Nov 16 21:10:23.015998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.018890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:23.051348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: debce6ca-8c94-4ba7-b0a7-386c614cc6ea {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:23.052129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device debce6ca-8c94-4ba7-b0a7-386c614cc6ea not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:23.052777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eda844c4-7d24-41e5-a775-4658580fa24e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:23.092811 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-672967fc-cbf3-4709-846b-96347642f083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.094816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3ca447fc-f1cd-42b4-9982-dcd4e343e8d8 None None] Port b3877786-5b19-4a38-ab00-2dbb417375c0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:23.097219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: eda844c4-7d24-41e5-a775-4658580fa24e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:23.097898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eda844c4-7d24-41e5-a775-4658580fa24e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:23.101958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c85a1665-9872-4ad1-9b3b-44922c52efed no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:23.124752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-9e11b546-4ef2-431b-b14d-beaf3a394e41 req-2ec21fe1-7806-47d8-b8ac-0ee542cdd551 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:10:23.128725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e11b546-4ef2-431b-b14d-beaf3a394e41 req-2ec21fe1-7806-47d8-b8ac-0ee542cdd551 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1685045 Nov 16 21:10:23.161686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c85a1665-9872-4ad1-9b3b-44922c52efed {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:23.162459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c85a1665-9872-4ad1-9b3b-44922c52efed not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:23.241869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Deleting subnet 23df967f-334e-497a-8c97-4fe7c780e9cf {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:10:23.253126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.322392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.446323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.474073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:10:23.500232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e84112d4-be26-472b-8a7f-a75d596196ec admin admin] 10.222.0.48 "PUT /v2.0/routers/bbd69d24-ae0a-40e2-afb3-4807140b249b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1911223 Nov 16 21:10:23.520150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e11b546-4ef2-431b-b14d-beaf3a394e41 req-ef39dc69-fbfb-4f4b-a07e-a13e887ef98c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3658116 Nov 16 21:10:23.606242 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.770588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.878102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622dfec8-05f8-4385-b72e-eda272793a73,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:23.930666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:23.936576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4c24a5-b106-49f6-88f0-4dca3caf80bf None None] Network f818b9bd-f4bf-45f9-a7b0-293379bba063 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:23.938467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-db73d177-97fb-442b-9b4b-76caa446ba74 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/622dfec8-05f8-4385-b72e-eda272793a73 HTTP/1.1" status: 204 len: 168 time: 1.2395661 Nov 16 21:10:23.943776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57676) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:23.976621 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.021999 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368bf6a-f040-4398-b880-4cbb135a6661 x-openstack-request-id: req-d368bf6a-f040-4398-b880-4cbb135a6661 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:24.022606 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33986537-86e5-4c0e-9b6f-491c2094ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "f4f283ec-5e84-4481-b67f-45149e35aa6c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:24.023432 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d368bf6a-f040-4398-b880-4cbb135a6661 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:24.023999 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f283ec-5e84-4481-b67f-45149e35aa6c', 'code': 200} Nov 16 21:10:24.055106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23df967f-334e-497a-8c97-4fe7c780e9cf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:24.066359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.079501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a09d2c5c-2d06-4464-a66c-680c21e9a346 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/23df967f-334e-497a-8c97-4fe7c780e9cf HTTP/1.1" status: 204 len: 168 time: 1.0591810 Nov 16 21:10:24.086848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57678) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:24.104014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10139541-4be9-441f-8d33-66b314aa5bcc None None] Network ed49bc21-00dc-460a-be4b-3ad01f242ae7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:24.114156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.275828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.419523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Deleting port f128b678-5d81-490f-8b90-b2b147fdbc49 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:24.419835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.440902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.515752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bbbdc-20cf-4d3f-9eb5-4af4e6d10654 req-ae35db89-e33b-4ccc-8ee4-2884b062c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:24.523428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-014bbbdc-20cf-4d3f-9eb5-4af4e6d10654 req-ae35db89-e33b-4ccc-8ee4-2884b062c2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 1097 time: 0.4366837 Nov 16 21:10:24.553670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] DHCP port deletion for f818b9bd-f4bf-45f9-a7b0-293379bba063 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:10:24.659475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] DHCP port deletion for ed49bc21-00dc-460a-be4b-3ad01f242ae7 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:10:24.680429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] For port f128b678-5d81-490f-8b90-b2b147fdbc49, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f128b678-5d81-490f-8b90-b2b147fdbc49,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:24.680831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.768510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Calling delete_port for f128b678-5d81-490f-8b90-b2b147fdbc49 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:24.794861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-014bbbdc-20cf-4d3f-9eb5-4af4e6d10654 req-0a12edbc-52b9-44da-9d9d-58eba369739b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682788 Nov 16 21:10:24.817075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fa7830e8-56dd-4251-9cab-b44cb2c242c2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:24.870812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Deleting port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:24.871743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.965085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] Deleting port f128b678-5d81-490f-8b90-b2b147fdbc49 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:24.965737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:24.991327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.057064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f128b678-5d81-490f-8b90-b2b147fdbc49,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:25.065046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] No DVR routers for this DVR port f128b678-5d81-490f-8b90-b2b147fdbc49 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:25.182086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] For port bd49dde7-cfc1-4197-bde8-b4b0887f1f89, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:25.182479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.218493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.221390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] Deleting port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:25.228124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.249699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f818b9bd-f4bf-45f9-a7b0-293379bba063']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:25.250442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Calling delete_port for bd49dde7-cfc1-4197-bde8-b4b0887f1f89 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:25.275215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] For port f128b678-5d81-490f-8b90-b2b147fdbc49, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f128b678-5d81-490f-8b90-b2b147fdbc49,segment=NetworkSegment(e1b915a4-133b-40f5-8343-05c753a31737),segment_id=e1b915a4-133b-40f5-8343-05c753a31737)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:25.275782 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.278495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b915a4-133b-40f5-8343-05c753a31737') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:25.279487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b915a4-133b-40f5-8343-05c753a31737') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:25.290086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] Calling delete_port for f128b678-5d81-490f-8b90-b2b147fdbc49 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:25.312046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.363500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.378620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:10:25.379188 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:10:25.381431 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:10:25.398128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.409808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fa7830e8-56dd-4251-9cab-b44cb2c242c2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:25.410342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.508585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] No DVR routers for this DVR port f128b678-5d81-490f-8b90-b2b147fdbc49 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:25.519388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.563551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.589686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:25.604352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a0c30-7760-4a57-9521-052323d53c9e None None] Pushing event deleted for resources: {'Port': ['ID=f128b678-5d81-490f-8b90-b2b147fdbc49,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:25.620810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] No DVR routers for this DVR port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:25.642919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.646824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] For port bd49dde7-cfc1-4197-bde8-b4b0887f1f89, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,segment=NetworkSegment(1faebfe6-2b89-4352-baf4-bc57c1a03a98),segment_id=1faebfe6-2b89-4352-baf4-bc57c1a03a98)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:25.647492 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.658998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.672055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f818b9bd-f4bf-45f9-a7b0-293379bba063 HTTP/1.1" status: 204 len: 168 time: 1.7214267 Nov 16 21:10:25.674641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03eefc-ced5-4c1b-bf3b-7280966aeb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f818b9bd-f4bf-45f9-a7b0-293379bba063,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:25.705693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] Calling delete_port for bd49dde7-cfc1-4197-bde8-b4b0887f1f89 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:25.764021 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.806868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port fa7830e8-56dd-4251-9cab-b44cb2c242c2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fa7830e8-56dd-4251-9cab-b44cb2c242c2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:25.817279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.827622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.846152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bfd7c-4f40-4db5-95ae-820f6a163847 req-e42849bf-0d48-4791-b966-268e676ac3b5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:25.857354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f54bfd7c-4f40-4db5-95ae-820f6a163847 req-e42849bf-0d48-4791-b966-268e676ac3b5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 946 time: 0.1180961 Nov 16 21:10:25.894994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed49bc21-00dc-460a-be4b-3ad01f242ae7']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:25.929832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faebfe6-2b89-4352-baf4-bc57c1a03a98') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:25.931841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faebfe6-2b89-4352-baf4-bc57c1a03a98') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:25.962742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8ba8762c-e629-4ff1-89f5-0c519d116545 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:25.966265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:25.979755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.012445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f54bfd7c-4f40-4db5-95ae-820f6a163847 req-825fd19d-50c6-4e5b-8223-2cfb84f97ada tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524854 Nov 16 21:10:26.027482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8ba8762c-e629-4ff1-89f5-0c519d116545 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:26.028363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8ba8762c-e629-4ff1-89f5-0c519d116545 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:26.040216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.042041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] No DVR routers for this DVR port bd49dde7-cfc1-4197-bde8-b4b0887f1f89 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:26.079398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:10:26.080836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.098250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=fa7830e8-56dd-4251-9cab-b44cb2c242c2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:26.106962 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Sync routers for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:10:26.148907 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:26.148907 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:10:26.160961 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:10:26.164918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57684) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:26.178981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8a8d-3b1f-42a6-800a-9c6e0d5e77ff None None] Pushing event deleted for resources: {'Port': ['ID=bd49dde7-cfc1-4197-bde8-b4b0887f1f89,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:26.250678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.263021 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.290125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] 10.222.0.48 "DELETE /v2.0/networks/ed49bc21-00dc-460a-be4b-3ad01f242ae7 HTTP/1.1" status: 204 len: 168 time: 2.2021143 Nov 16 21:10:26.290999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57686) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:26.294206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-036cde86-2ed2-4aac-bcc8-60bc3abd1e14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d790e0286bb455a8f848e198ab3d5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280162 Nov 16 21:10:26.313007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84fe01-3fb1-4c98-aa12-bf5bd72e980e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed49bc21-00dc-460a-be4b-3ad01f242ae7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:26.334742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191bc07-68bc-4fec-9bd0-73d8a7303b08 req-7895d30c-42d3-4a29-9859-d94d8c2b5375 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:26.347671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6191bc07-68bc-4fec-9bd0-73d8a7303b08 req-7895d30c-42d3-4a29-9859-d94d8c2b5375 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.1488600 Nov 16 21:10:26.421118 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0a153a5-424e-4791-ac2e-f9c407d980b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.482929 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6191bc07-68bc-4fec-9bd0-73d8a7303b08 req-01d62171-84f0-487e-a6c8-5b7bea2bc78f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226408 Nov 16 21:10:26.501788 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0a153a5-424e-4791-ac2e-f9c407d980b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.515150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.558721 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:26.598930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0a153a5-424e-4791-ac2e-f9c407d980b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.602355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0a153a5-424e-4791-ac2e-f9c407d980b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:26.603614 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e0a153a5-424e-4791-ac2e-f9c407d980b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5aa208c-cfaa-4687-9e13-2080187542a0 HTTP/1.1" status: 204 len: 168 time: 0.2919183 Nov 16 21:10:26.617338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a153a5-424e-4791-ac2e-f9c407d980b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa208c-cfaa-4687-9e13-2080187542a0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:26.764793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fa7830e8-56dd-4251-9cab-b44cb2c242c2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:26.911960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fa7830e8-56dd-4251-9cab-b44cb2c242c2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:26.915595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57696) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:26.916401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.003717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f3c7a2c4-b0e8-4418-bb6d-7c59f23fb1dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de9bca24f0ad447fa9d64cd9556f6ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861824 Nov 16 21:10:27.006125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:27.124450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e862-acf7-4950-8a36-20d96ca692d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.182532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e862-acf7-4950-8a36-20d96ca692d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.302920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bd49dde7-cfc1-4197-bde8-b4b0887f1f89 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:27.303668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e862-acf7-4950-8a36-20d96ca692d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.306540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e862-acf7-4950-8a36-20d96ca692d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.307682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1ff6e862-acf7-4950-8a36-20d96ca692d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9eb60196-7065-43c8-8742-06606fb3c272 HTTP/1.1" status: 204 len: 168 time: 0.3007336 Nov 16 21:10:27.330374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6e862-acf7-4950-8a36-20d96ca692d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb60196-7065-43c8-8742-06606fb3c272,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:27.374294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: bd49dde7-cfc1-4197-bde8-b4b0887f1f89 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:27.376061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bd49dde7-cfc1-4197-bde8-b4b0887f1f89 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:27.379683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f128b678-5d81-490f-8b90-b2b147fdbc49 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:27.417797 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:20Z', 'revision_number': 2, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:27.462444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f128b678-5d81-490f-8b90-b2b147fdbc49 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:27.462856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f128b678-5d81-490f-8b90-b2b147fdbc49 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:27.498214 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Checking router: bbd69d24-ae0a-40e2-afb3-4807140b249b for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:10:27.501130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Updating router bbd69d24-ae0a-40e2-afb3-4807140b249b port b3877786-5b19-4a38-ab00-2dbb417375c0 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:10:27.615194 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.753697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57708) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:27.758870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551785116', 'description': 'tempest-description--281093533'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:27.830598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.986871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:27.997401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.072120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.078101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3231046 Nov 16 21:10:28.081203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57718) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:28.083263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94cad8-ee68-4772-9c43-fd54d11f8717 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6114b9-d348-43ae-be1e-cabe842171a5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:28.095799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Request body: {'security_group_rule': {'security_group_id': '5f6114b9-d348-43ae-be1e-cabe842171a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:28.132608 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.148633 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.199200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.272704 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Pushing event updated for resources: {'Port': ['ID=b3877786-5b19-4a38-ab00-2dbb417375c0,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:28.317386 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.320791 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.326240 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.328325 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.330526 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.332363 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.333622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.334187 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.336033 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.336602 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.340729 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.342060 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:28.454739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.476028 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.546062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedc82e9-3142-4c97-a79a-e02b1301ceb6,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:28.546829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:28.573178 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Attempting to bind port b3877786-5b19-4a38-ab00-2dbb417375c0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:28.573723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Attempting to bind port b3877786-5b19-4a38-ab00-2dbb417375c0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:28.573723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Attempting to bind port b3877786-5b19-4a38-ab00-2dbb417375c0 on network 25618cab-7571-432f-b61a-7fa88d2b22a6 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:28.579611 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:28.580952 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Checking segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:28.581789 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.582189 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Bound using segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:28.582764 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Bound port: b3877786-5b19-4a38-ab00-2dbb417375c0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:28.583163 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.587055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.613580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11b9f41d-6771-41ee-b385-9f1a2ee9021e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5232284 Nov 16 21:10:28.621677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57726) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:28.631955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Request body: {'security_group_rule': {'security_group_id': '5f6114b9-d348-43ae-be1e-cabe842171a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:28.707438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1a7e35e1-aa7a-4600-9f04-a1a814e009b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14487aa97f914bccb13615aa834d02d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582968 Nov 16 21:10:28.723707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:28.725908 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] For port b3877786-5b19-4a38-ab00-2dbb417375c0, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:28.729547 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] For port b3877786-5b19-4a38-ab00-2dbb417375c0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3877786-5b19-4a38-ab00-2dbb417375c0,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:28.737208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.754674 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.822475 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996084f4-e097-4040-b08a-2286eb62c6dd None None] Pushing event updated for resources: {'Port': ['ID=b3877786-5b19-4a38-ab00-2dbb417375c0,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:28.856926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-768b7457-7c6e-409f-ad00-7cd36e5103b1 None None] Provisioning complete for port b3877786-5b19-4a38-ab00-2dbb417375c0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:28.857916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-768b7457-7c6e-409f-ad00-7cd36e5103b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.880332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:10:28.881246 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:28.990643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:28.999579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.051315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-768b7457-7c6e-409f-ad00-7cd36e5103b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.077379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-493a47cd-ed40-4d96-bd2e-b8a0a121ea33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.117151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5957d332-c1cb-45a4-9fca-cd82dfc22c96,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:29.130520 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.137690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6ed9115b-b029-4e43-9293-82d4049c7852 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5199234 Nov 16 21:10:29.138560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57738) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:29.145939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:29.149751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-768b7457-7c6e-409f-ad00-7cd36e5103b1 None None] For port b3877786-5b19-4a38-ab00-2dbb417375c0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3877786-5b19-4a38-ab00-2dbb417375c0,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:29.165889 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-768b7457-7c6e-409f-ad00-7cd36e5103b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.201144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-493a47cd-ed40-4d96-bd2e-b8a0a121ea33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.217179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.320676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278a78a-7a3f-4a40-b813-9c34f491f828 req-d3443882-43bc-4e76-b9ba-b91563f01f26 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:29.322316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1278a78a-7a3f-4a40-b813-9c34f491f828 req-d3443882-43bc-4e76-b9ba-b91563f01f26 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.4084158 Nov 16 21:10:29.361235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b7457-7c6e-409f-ad00-7cd36e5103b1 None None] Pushing event updated for resources: {'Port': ['ID=b3877786-5b19-4a38-ab00-2dbb417375c0,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:29.367008 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:10:29.379759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f1da95ec-4d20-4438-9fe4-272417c5f172 None None] Provisioning complete for port b3877786-5b19-4a38-ab00-2dbb417375c0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:29.380520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1da95ec-4d20-4438-9fe4-272417c5f172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.496660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1278a78a-7a3f-4a40-b813-9c34f491f828 req-3d446e06-c082-4e1e-b6e7-68aae455099b tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531665 Nov 16 21:10:29.519895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-493a47cd-ed40-4d96-bd2e-b8a0a121ea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.523197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-493a47cd-ed40-4d96-bd2e-b8a0a121ea33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.524619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-493a47cd-ed40-4d96-bd2e-b8a0a121ea33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea36bb88-d240-4b07-9ca6-869adf407e6b HTTP/1.1" status: 204 len: 168 time: 0.7949598 Nov 16 21:10:29.565533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a47cd-ed40-4d96-bd2e-b8a0a121ea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea36bb88-d240-4b07-9ca6-869adf407e6b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:29.680673 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:29.791314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7a182-761a-490a-94ba-97720a963de8 req-be09a361-b8d1-408f-bd38-8cdf59ee977b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:29.795031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-30e7a182-761a-490a-94ba-97720a963de8 req-be09a361-b8d1-408f-bd38-8cdf59ee977b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 946 time: 0.1280227 Nov 16 21:10:29.878744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Allocated IP 172.25.3.121 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/2168d864-bff1-4571-9ca1-bb438f3d1f4e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:29.919621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-30e7a182-761a-490a-94ba-97720a963de8 req-bab966ac-5180-45cb-8a07-92615360643a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183834 Nov 16 21:10:29.949974 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:28Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:30.067987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:30.082938 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786afd5d-58db-41ce-9354-7b6088d0aead None None] The sync data for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 is: [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:28Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:10:30.140681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:30.217440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:30.224418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:30.237918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:30.299463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event updated for resources: {'Port': ['ID=2168d864-bff1-4571-9ca1-bb438f3d1f4e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:30.430592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:30.554225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:30.695550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3877786-5b19-4a38-ab00-2dbb417375c0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:30.775818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b3877786-5b19-4a38-ab00-2dbb417375c0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:30.776469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:31.028963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:31.040735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:31.129582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event updated for resources: {'Port': ['ID=2168d864-bff1-4571-9ca1-bb438f3d1f4e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:31.143658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:31.170378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:31.174145 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-696db845-6750-4464-a278-f4fd0eb63f3e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0330660 Nov 16 21:10:31.336237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2171a3-366c-4e22-b52d-98432c090e38 req-1a89839c-8a55-463a-8f26-439b28df67f5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:31.348571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d2171a3-366c-4e22-b52d-98432c090e38 req-1a89839c-8a55-463a-8f26-439b28df67f5 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.0743699 Nov 16 21:10:31.385664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89a7c-9d92-409e-a5b7-3c0587dac97f req-046f8e6d-3168-4853-836b-b96c9a6a6f06 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:31.395918 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3da89a7c-9d92-409e-a5b7-3c0587dac97f req-046f8e6d-3168-4853-836b-b96c9a6a6f06 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 946 time: 0.1156514 Nov 16 21:10:31.421148 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d2171a3-366c-4e22-b52d-98432c090e38 req-0f8635a0-0834-40f4-b6cd-b0e830312fcd tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715034 Nov 16 21:10:31.537982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3da89a7c-9d92-409e-a5b7-3c0587dac97f req-313af849-f8ef-4073-a208-50e1c88f87b9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405256 Nov 16 21:10:31.764504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ead4-95f8-49cb-a356-757072b77c73 req-7a55b2e3-33db-4218-8db1-d463ca3df16c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:31.774310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ead4-95f8-49cb-a356-757072b77c73 req-7a55b2e3-33db-4218-8db1-d463ca3df16c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:31.784485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ead4-95f8-49cb-a356-757072b77c73 req-7a55b2e3-33db-4218-8db1-d463ca3df16c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:31.787917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f96ead4-95f8-49cb-a356-757072b77c73 req-7a55b2e3-33db-4218-8db1-d463ca3df16c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2&device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8&device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 2419 time: 0.1086030 Nov 16 21:10:31.795586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57826) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:31.880168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f96ead4-95f8-49cb-a356-757072b77c73 req-b49a1fee-f11e-42f4-bf21-424c73ba2bf7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800722 Nov 16 21:10:32.025267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af304bf8-fcba-474f-9a34-5320b2c8f476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.147278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af304bf8-fcba-474f-9a34-5320b2c8f476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.153452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af304bf8-fcba-474f-9a34-5320b2c8f476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.187466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57854) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:32.188068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af304bf8-fcba-474f-9a34-5320b2c8f476 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88dc2b31c9d14defa63e5da13c904aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900597 Nov 16 21:10:32.210812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304bf8-fcba-474f-9a34-5320b2c8f476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb620a33-340b-4be0-ad83-e700e9e35330,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:32.283019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-deec589d-1db3-44a5-84c3-bb39727f68fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.328032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-deec589d-1db3-44a5-84c3-bb39727f68fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.404832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-deec589d-1db3-44a5-84c3-bb39727f68fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.412928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-deec589d-1db3-44a5-84c3-bb39727f68fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.414367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-deec589d-1db3-44a5-84c3-bb39727f68fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb620a33-340b-4be0-ad83-e700e9e35330 HTTP/1.1" status: 204 len: 168 time: 0.2243772 Nov 16 21:10:32.435829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec589d-1db3-44a5-84c3-bb39727f68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb620a33-340b-4be0-ad83-e700e9e35330,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:32.968901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:32.988084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-952d55ed-4e30-48f3-a624-a21b4bb15111 req-679971b9-6f6a-43e4-99b8-8798f30b6f49 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:10:32.989384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-952d55ed-4e30-48f3-a624-a21b4bb15111 req-679971b9-6f6a-43e4-99b8-8798f30b6f49 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071566 Nov 16 21:10:33.075127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-bfe39bbf-7e46-4292-8c9e-cd56a7448516 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--551785116&fields=id&tenant_id=1074d5630745490d8e3a8efc80d2b337 HTTP/1.1" status: 200 len: 267 time: 0.1037211 Nov 16 21:10:33.134653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-952d55ed-4e30-48f3-a624-a21b4bb15111 req-a53fa933-995b-4a54-a018-2cef0f2c4e37 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1318347 Nov 16 21:10:33.231070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-b3e7f63f-89a2-4439-8719-f3839c66729e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:33.233028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-b3e7f63f-89a2-4439-8719-f3839c66729e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/networks?id=25618cab-7571-432f-b61a-7fa88d2b22a6 HTTP/1.1" status: 200 len: 805 time: 0.1565132 Nov 16 21:10:33.260945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-3f69ba29-f4a5-4227-80cd-1bfc0a91819d tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/quotas/1074d5630745490d8e3a8efc80d2b337 HTTP/1.1" status: 200 len: 375 time: 0.0199127 Nov 16 21:10:33.332274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-91863694-9730-483a-9e11-9b769dadd405 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1074d5630745490d8e3a8efc80d2b337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704701 Nov 16 21:10:33.474047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-a4f15070-2cc7-4891-a2c3-af342bdf5db5 service neutron] 10.222.0.48 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293406 Nov 16 21:10:33.498995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a66132-cb30-4f5c-ab27-5f25e9af14b6 req-266d30e1-c139-4ac4-ba57-bc25ca452aa7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:33.500816 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83a66132-cb30-4f5c-ab27-5f25e9af14b6 req-266d30e1-c139-4ac4-ba57-bc25ca452aa7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 946 time: 0.0720901 Nov 16 21:10:33.557678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83a66132-cb30-4f5c-ab27-5f25e9af14b6 req-0242352b-f4e0-40eb-9424-b4668f8d8620 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472114 Nov 16 21:10:33.604767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-5a6de5f7-89e2-4cd4-a95a-b452ef148813 service neutron] 10.222.0.48 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206336 Nov 16 21:10:33.802214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-b98f7cda-2252-440c-be2a-7a22b874abb1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:33.804191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-b98f7cda-2252-440c-be2a-7a22b874abb1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 946 time: 0.0740070 Nov 16 21:10:33.964866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port f4f283ec-5e84-4481-b67f-45149e35aa6c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:33.965430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:34.081962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port f4f283ec-5e84-4481-b67f-45149e35aa6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f4f283ec-5e84-4481-b67f-45149e35aa6c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:34.082214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:34.098864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for f4f283ec-5e84-4481-b67f-45149e35aa6c owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:34.354142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:34.366925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:34.436827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=f4f283ec-5e84-4481-b67f-45149e35aa6c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:34.549903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port f4f283ec-5e84-4481-b67f-45149e35aa6c on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:34.585501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:34.590054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0fc56de-3788-40e0-837f-a326eccfd585 req-30b37f6b-f99b-44ec-88f7-b519179f80f4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "DELETE /v2.0/ports/f4f283ec-5e84-4481-b67f-45149e35aa6c HTTP/1.1" status: 204 len: 173 time: 0.7689917 Nov 16 21:10:34.590870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'name': 'network-vif-deleted', 'tag': 'f4f283ec-5e84-4481-b67f-45149e35aa6c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:34.593490 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e154f4c-4721-436a-a9fd-d89bd02ce757" -d '{"events": [{"server_uuid": "33986537-86e5-4c0e-9b6f-491c2094ea2d", "name": "network-vif-deleted", "tag": "f4f283ec-5e84-4481-b67f-45149e35aa6c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:34.828551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf3b3873-a9f3-4b5e-822b-1286ecdbb3e6 req-1fff96ea-2fec-42cb-80df-df0dcc867823 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 210 time: 0.0469894 Nov 16 21:10:34.886690 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:35.179060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-d7302934-76f5-45fe-9187-5551a00afc15 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:35.181173 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-d7302934-76f5-45fe-9187-5551a00afc15 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.2203302 Nov 16 21:10:35.226764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-089dc7e6-3c99-434b-a2ed-0e1c83435935 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/quotas/cb6a6e07a70440d484ed412b56a7210e HTTP/1.1" status: 200 len: 375 time: 0.0285280 Nov 16 21:10:35.301101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-20b7e662-d284-40b9-9226-25858ad216b5 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728972 Nov 16 21:10:35.351707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-798a0b8e-ca97-48e4-982a-405a2b6244f7 req-46c38b55-0efa-4516-b530-124778add81a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=33986537-86e5-4c0e-9b6f-491c2094ea2d HTTP/1.1" status: 200 len: 210 time: 0.0537400 Nov 16 21:10:35.389854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57968) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:35.403306 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b4079-bcaa-4637-b44a-9d6cc46293ee x-openstack-request-id: req-b76b4079-bcaa-4637-b44a-9d6cc46293ee {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:35.403605 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33986537-86e5-4c0e-9b6f-491c2094ea2d", "name": "network-vif-deleted", "tag": "f4f283ec-5e84-4481-b67f-45149e35aa6c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:35.403857 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b76b4079-bcaa-4637-b44a-9d6cc46293ee {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:35.404252 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33986537-86e5-4c0e-9b6f-491c2094ea2d', 'name': 'network-vif-deleted', 'tag': 'f4f283ec-5e84-4481-b67f-45149e35aa6c', 'status': 'completed', 'code': 200} Nov 16 21:10:35.477806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-d89e9083-a958-4cea-98e4-d716387aa4f8 service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743851 Nov 16 21:10:35.630878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-1215021e-b183-451e-80ca-e03fa9fd06db service neutron] 10.222.0.48 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519210 Nov 16 21:10:35.653453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d6290d3-3e5e-4cdd-a579-8f41f5295cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:35.759589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-8362e40d-a605-46bc-bff4-7e9ed4e32da4 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:35.761739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-8362e40d-a605-46bc-bff4-7e9ed4e32da4 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.41 "GET /v2.0/networks?id=25618cab-7571-432f-b61a-7fa88d2b22a6 HTTP/1.1" status: 200 len: 805 time: 0.2862141 Nov 16 21:10:35.763671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f4f283ec-5e84-4481-b67f-45149e35aa6c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:35.784843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:35.826550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: f4f283ec-5e84-4481-b67f-45149e35aa6c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:35.827139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f4f283ec-5e84-4481-b67f-45149e35aa6c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:35.877556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d6290d3-3e5e-4cdd-a579-8f41f5295cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:35.888653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d6290d3-3e5e-4cdd-a579-8f41f5295cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:35.889370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:35.922519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d6290d3-3e5e-4cdd-a579-8f41f5295cd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1599e805e09447dd9484052c764f7e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311997 Nov 16 21:10:35.925730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:35.928807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-3386dcc6-ad2b-4808-8aae-38f0327323a0 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1074d5630745490d8e3a8efc80d2b337 HTTP/1.1" status: 200 len: 379 time: 0.1481085 Nov 16 21:10:35.929209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:35.931256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:35.934604 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f8818d-4090-4f78-afff-acdf14197dc7" -d '{"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa49da-f640-4fa7-954a-50d849c99201"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:35.940013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:35.945128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Request body: {'port': {'device_id': '44292b50-124b-4397-ae70-a940b44adca0', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'admin_state_up': True, 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'security_groups': ['5f6114b9-d348-43ae-be1e-cabe842171a5']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:35.998827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-82f373e3-fd84-4703-a4ec-d9fa2806051d req-a03f6deb-d332-489c-815a-16f475c2c654 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 210 time: 0.0409591 Nov 16 21:10:36.015561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6290d3-3e5e-4cdd-a579-8f41f5295cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd20d295-a413-4d1a-ae6d-784c013792d4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:36.037500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f09fb4e-5ecc-4ea8-b62b-b328c992811d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.071291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f09fb4e-5ecc-4ea8-b62b-b328c992811d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.145134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Made reservation on behalf of 1074d5630745490d8e3a8efc80d2b337 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:36.150183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.168631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-ed236a9d-6561-404a-b103-20044b91895f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:36.170158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-ed236a9d-6561-404a-b103-20044b91895f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb42cab2-5663-4e41-a2b6-3ad51f2e5655 HTTP/1.1" status: 200 len: 943 time: 0.0892942 Nov 16 21:10:36.171292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f09fb4e-5ecc-4ea8-b62b-b328c992811d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.174514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f09fb4e-5ecc-4ea8-b62b-b328c992811d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.175702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3f09fb4e-5ecc-4ea8-b62b-b328c992811d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd20d295-a413-4d1a-ae6d-784c013792d4 HTTP/1.1" status: 204 len: 168 time: 0.2489970 Nov 16 21:10:36.185661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09fb4e-5ecc-4ea8-b62b-b328c992811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd20d295-a413-4d1a-ae6d-784c013792d4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:36.320251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:36.343314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.343670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea79868f-5bd4-4505-9032-f7d703809b74 req-5d2577ca-781f-460e-85c5-6ea602158a08 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 210 time: 0.0975661 Nov 16 21:10:36.344528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.345863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.346660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.347195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.347720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.348477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.349043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.349616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.350140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.350826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.351619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:36.353605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Allocated IP 172.20.0.12 (25618cab-7571-432f-b61a-7fa88d2b22a6/f5ecb1e2-f93d-4762-98db-fb29b83df1f2/21ede232-5acc-461a-9e3d-3b65b4d85799) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:36.418594 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696fbe88-400a-47f4-a70f-979180ad27e9 x-openstack-request-id: req-696fbe88-400a-47f4-a70f-979180ad27e9 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:36.418847 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-unplugged", "status": "completed", "tag": "77fa49da-f640-4fa7-954a-50d849c99201", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:36.419094 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-696fbe88-400a-47f4-a70f-979180ad27e9 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:36.419491 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201', 'code': 200} Nov 16 21:10:36.422965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Deleting port 77fa49da-f640-4fa7-954a-50d849c99201 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:36.425380 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.551724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] For port 77fa49da-f640-4fa7-954a-50d849c99201, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=77fa49da-f640-4fa7-954a-50d849c99201,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:36.552369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.565932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Calling delete_port for 77fa49da-f640-4fa7-954a-50d849c99201 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:36.654058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.730676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.733064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.801597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event deleted for resources: {'Port': ['ID=77fa49da-f640-4fa7-954a-50d849c99201,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:36.849352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event updated for resources: {'Port': ['ID=21ede232-5acc-461a-9e3d-3b65b4d85799,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:36.875771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] No DVR routers for this DVR port 77fa49da-f640-4fa7-954a-50d849c99201 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:36.879152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:36.880001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:36.883158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c042507a-1a0c-4f4d-80db-ad352d673115 req-b47cd3b2-cb7f-4f5a-8603-ae1b95900463 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.41 "DELETE /v2.0/ports/77fa49da-f640-4fa7-954a-50d849c99201 HTTP/1.1" status: 204 len: 173 time: 0.6987672 Nov 16 21:10:36.885126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:36.916675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:37.016017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:37.016679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:37.063383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-b90522b5-ee03-4cf4-b50e-9a909ec4fdbe tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1228473 Nov 16 21:10:37.081656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Request body: {'port': {'device_id': '44292b50-124b-4397-ae70-a940b44adca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:37.134661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-05bcc82b-5ba7-41d7-ad71-1519298be7b8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:37.145603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-05bcc82b-5ba7-41d7-ad71-1519298be7b8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/networks?id=27721cb1-c75b-4c55-b291-a923bb0e3027 HTTP/1.1" status: 200 len: 815 time: 0.2079303 Nov 16 21:10:37.163885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-ef24f583-fb3d-4e1b-9f9c-ffb84883340c tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/quotas/94b84c0bd7e24f5990c1048fb8a35534 HTTP/1.1" status: 200 len: 375 time: 0.0189848 Nov 16 21:10:37.247201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-678b9283-0b74-4667-9fc8-5293aab6fbf8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=94b84c0bd7e24f5990c1048fb8a35534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816703 Nov 16 21:10:37.249321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:37.332940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-64451251-80f0-49c5-94fc-a6debe264af8 None None] Provisioning complete for port 21ede232-5acc-461a-9e3d-3b65b4d85799 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:37.333592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-64451251-80f0-49c5-94fc-a6debe264af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:37.405570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-deleted', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:37.408351 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb3f0c-1a87-4fe8-8345-6acc2b230ea8" -d '{"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-deleted", "tag": "77fa49da-f640-4fa7-954a-50d849c99201"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:37.421188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-64451251-80f0-49c5-94fc-a6debe264af8 None None] Port 21ede232-5acc-461a-9e3d-3b65b4d85799 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:37.464249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-6b326590-6dd9-49b5-b284-ce5e789eba8d service neutron] 10.222.0.48 "GET /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086813 Nov 16 21:10:37.513831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58052) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:37.637689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-10da7ee6-1fed-407c-87d3-bc5904243ab5 service neutron] 10.222.0.48 "GET /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724503 Nov 16 21:10:37.709733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1753ef5-0cb7-4bf5-aa7c-800fa29356f1 req-febc61b9-61e2-4a13-bf32-1c743d04e5a9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 210 time: 0.0771272 Nov 16 21:10:37.737812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-950447422-network', 'tenant_id': '5bbbbab0b46c4e639a3c47852051af05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:37.822472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Made reservation on behalf of 5bbbbab0b46c4e639a3c47852051af05 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:37.825656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:37.882455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:37.890155 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe7b695-aee8-4bab-8376-4a479327fbae x-openstack-request-id: req-1fe7b695-aee8-4bab-8376-4a479327fbae {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:37.890447 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb42cab2-5663-4e41-a2b6-3ad51f2e5655", "name": "network-vif-deleted", "tag": "77fa49da-f640-4fa7-954a-50d849c99201", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:37.891073 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fe7b695-aee8-4bab-8376-4a479327fbae {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:37.891073 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb42cab2-5663-4e41-a2b6-3ad51f2e5655', 'name': 'network-vif-deleted', 'tag': '77fa49da-f640-4fa7-954a-50d849c99201', 'status': 'completed', 'code': 200} Nov 16 21:10:37.893127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ede232-5acc-461a-9e3d-3b65b4d85799 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:37.908853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:37.918003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-4d3b29ae-f980-428c-ab30-c6f9aee43097 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:37.919572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-4d3b29ae-f980-428c-ab30-c6f9aee43097 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 804 time: 0.3117497 Nov 16 21:10:37.933366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Request body: {'port': {'device_id': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'admin_state_up': True, 'tenant_id': 'cb6a6e07a70440d484ed412b56a7210e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:37.957288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Transition to ACTIVE for port object 21ede232-5acc-461a-9e3d-3b65b4d85799 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:10:37.968498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.012914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d846e6c-cbc0-45b8-8e40-8a5a8139b7ab req-7dcb571f-af03-4781-9aec-a4fb1b8d6732 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:38.015187 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d846e6c-cbc0-45b8-8e40-8a5a8139b7ab req-7dcb571f-af03-4781-9aec-a4fb1b8d6732 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 932 time: 0.1022069 Nov 16 21:10:38.133463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.142568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.156556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Made reservation on behalf of cb6a6e07a70440d484ed412b56a7210e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:38.158977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Pushing event updated for resources: {'Port': ['ID=21ede232-5acc-461a-9e3d-3b65b4d85799,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:38.172597 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.249879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d846e6c-cbc0-45b8-8e40-8a5a8139b7ab req-d3722044-3887-4d53-b073-a9bb63f237be tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096267 Nov 16 21:10:38.280102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:10:38.303935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Attempting to bind port 21ede232-5acc-461a-9e3d-3b65b4d85799 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:38.304280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Attempting to bind port 21ede232-5acc-461a-9e3d-3b65b4d85799 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:38.304613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Attempting to bind port 21ede232-5acc-461a-9e3d-3b65b4d85799 on network 25618cab-7571-432f-b61a-7fa88d2b22a6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:38.315945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Port 21ede232-5acc-461a-9e3d-3b65b4d85799 on network 25618cab-7571-432f-b61a-7fa88d2b22a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:10:38.316278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Attempting to bind port 21ede232-5acc-461a-9e3d-3b65b4d85799 on network 25618cab-7571-432f-b61a-7fa88d2b22a6 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:38.327375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:38.331993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Checking segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:38.332608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Bound using segment: {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:38.333325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Bound port: 21ede232-5acc-461a-9e3d-3b65b4d85799, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c84c8f0-d97c-4383-b76a-7afd96a06f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:38.333952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.340276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf345a35-1f10-4ba5-8adb-b07b33c2a687,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:38.358267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.360338 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Added segment fc5df842-1dfa-4904-a59a-c520cb450600 of type vlan for network 83575dbd-d3dd-45c2-8844-2ccf78e08fb3 Nov 16 21:10:38.487435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.554646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] For port 21ede232-5acc-461a-9e3d-3b65b4d85799, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:38.590423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3048ad5d-61ec-40eb-8ff2-890e633853ef req-469520d8-cf7d-4824-9249-11d2ed1ea33e tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 210 time: 0.0601358 Nov 16 21:10:38.601249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] For port 21ede232-5acc-461a-9e3d-3b65b4d85799, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21ede232-5acc-461a-9e3d-3b65b4d85799,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:38.609699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.609916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.612122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:38.612729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.667348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:38.668018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.674515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] 10.222.0.41 "PUT /v2.0/ports/21ede232-5acc-461a-9e3d-3b65b4d85799 HTTP/1.1" status: 200 len: 1092 time: 1.6023955 Nov 16 21:10:38.675127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:38.678901 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae2837f-12b0-4dbe-afce-1e2fd09d5415" -d '{"events": [{"name": "network-changed", "server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:38.702322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Allocated IP 172.20.0.11 (23710389-38d0-48df-aea5-d0b7641eea2d/712b9d6b-e497-41b4-9e60-05b6eccbcfb4/13816363-c766-48c5-9cf7-1e5749867b8f) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:38.732165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e635c36-26b0-47f8-941e-a975a8a17f21 service neutron] Pushing event updated for resources: {'Port': ['ID=21ede232-5acc-461a-9e3d-3b65b4d85799,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:38.736657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2210987 Nov 16 21:10:38.738737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58086) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:38.744499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac5243-1ecd-4e01-9d68-0577a329b6ed admin admin] Pushing event updated for resources: {'Network': ['ID=83575dbd-d3dd-45c2-8844-2ccf78e08fb3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:38.748790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Request body: {'subnet': {'network_id': '83575dbd-d3dd-45c2-8844-2ccf78e08fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-950447422-subnet', 'tenant_id': '5bbbbab0b46c4e639a3c47852051af05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:38.770641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 83575dbd-d3dd-45c2-8844-2ccf78e08fb3 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:10:38.879412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Made reservation on behalf of 5bbbbab0b46c4e639a3c47852051af05 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:38.882030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:38.886837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-1fe67f81-e782-4284-9f7d-63ef9e81cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:38.902059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-1fe67f81-e782-4284-9f7d-63ef9e81cb3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1074d5630745490d8e3a8efc80d2b337&device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 1095 time: 0.1441257 Nov 16 21:10:38.981477 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b903a-a275-4d57-bc87-a88d2b6e0c14 x-openstack-request-id: req-768b903a-a275-4d57-bc87-a88d2b6e0c14 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:38.983490 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:38.983752 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-768b903a-a275-4d57-bc87-a88d2b6e0c14 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:38.984173 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'status': 'completed', 'code': 200} Nov 16 21:10:39.085786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.096325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-6ac35fa3-7561-4d08-a98b-4138d7339b58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ede232-5acc-461a-9e3d-3b65b4d85799 HTTP/1.1" status: 200 len: 217 time: 0.1701152 Nov 16 21:10:39.154221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.220866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Network 23710389-38d0-48df-aea5-d0b7641eea2d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:39.222535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42812baf-61c5-4bde-9600-f327c241abbd req-be51317a-f3b3-4f46-8859-9a4d831d78b4 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 210 time: 0.1260612 Nov 16 21:10:39.227088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:39.239464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:39.285153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:39.318642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:39.319366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.337314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-ea9c96d5-f4a9-4c5e-b475-b8903ab13958 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4077158 Nov 16 21:10:39.353552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Request body: {'port': {'device_id': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:39.362055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-b425e3f4-8caa-4d48-9e36-809b59114799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:39.364138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-b425e3f4-8caa-4d48-9e36-809b59114799 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ecb1e2-f93d-4762-98db-fb29b83df1f2 HTTP/1.1" status: 200 len: 844 time: 0.2358439 Nov 16 21:10:39.379639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58102) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:39.422610 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.467200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e545ef-96c9-4d04-b87e-5b6a9a3c603e req-3e9907c3-7639-4ffd-b49c-d05664efd71f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:39.475149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e545ef-96c9-4d04-b87e-5b6a9a3c603e req-3e9907c3-7639-4ffd-b49c-d05664efd71f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.1310477 Nov 16 21:10:39.479036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.539438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd884510-6256-46ed-950f-3032af9ce706 req-7188f5db-000a-4d51-b7ef-cc41f7f669fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:39.541093 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-7188f5db-000a-4d51-b7ef-cc41f7f669fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25618cab-7571-432f-b61a-7fa88d2b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597967 Nov 16 21:10:39.643825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e8c16d-9d8e-4d1d-a47a-2ae70e6d8993,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:39.676364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e545ef-96c9-4d04-b87e-5b6a9a3c603e req-66f83494-6141-41c7-b0fa-c0f04310b470 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000604 Nov 16 21:10:39.677145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-368a2ada-d6bc-44d4-b08c-b27f224360f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.698844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Checking segment: {'id': 'fc5df842-1dfa-4904-a59a-c520cb450600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '83575dbd-d3dd-45c2-8844-2ccf78e08fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:39.699546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Network hostable DHCP agents. Network: 83575dbd-d3dd-45c2-8844-2ccf78e08fb3, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:10:39.757545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:39.765872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-e01dbdfb-15eb-4a66-a6ad-4cec036d64ff service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025397 Nov 16 21:10:39.769847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Network 83575dbd-d3dd-45c2-8844-2ccf78e08fb3 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:10:39.791626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 77fa49da-f640-4fa7-954a-50d849c99201 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:39.792242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 77fa49da-f640-4fa7-954a-50d849c99201 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:39.809542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 83575dbd-d3dd-45c2-8844-2ccf78e08fb3) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:39.820161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e5f92-03fd-441b-bc76-4f0416a7d1b1 None None] Network 83575dbd-d3dd-45c2-8844-2ccf78e08fb3 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:39.943579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd884510-6256-46ed-950f-3032af9ce706 req-216e1a6a-914c-455e-bec4-b23b0944deed service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589370 Nov 16 21:10:39.957837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:39.958541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:39.979613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8133e-da27-4fda-8f29-72d66ccb82a5 None None] Network 83575dbd-d3dd-45c2-8844-2ccf78e08fb3 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:40.021314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d75f3-f790-4254-8018-f02ef5107b58 req-4241a9b5-1b5d-4e03-952b-aaf9d7f44e90 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:40.022939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf7d75f3-f790-4254-8018-f02ef5107b58 req-4241a9b5-1b5d-4e03-952b-aaf9d7f44e90 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.2409468 Nov 16 21:10:40.034130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca12f961-1651-4591-b5c2-0631ea645fef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2943115 Nov 16 21:10:40.083288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-dd2c3559-92f6-4971-9228-16e95a3b95a3 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:40.084790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-dd2c3559-92f6-4971-9228-16e95a3b95a3 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.41 "GET /v2.0/networks?id=27721cb1-c75b-4c55-b291-a923bb0e3027 HTTP/1.1" status: 200 len: 815 time: 0.2055714 Nov 16 21:10:40.111882 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-368a2ada-d6bc-44d4-b08c-b27f224360f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.125204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-368a2ada-d6bc-44d4-b08c-b27f224360f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.139382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Request body: {'port': {'device_id': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'admin_state_up': True, 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:40.179757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2ada-d6bc-44d4-b08c-b27f224360f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8e139-9af1-460b-9a03-e19933a32258,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:40.243025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-534f944f-9e83-400e-b9ce-b39b9e1fbfe6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:40.246161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-534f944f-9e83-400e-b9ce-b39b9e1fbfe6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.3657243 Nov 16 21:10:40.276701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-368a2ada-d6bc-44d4-b08c-b27f224360f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e6cf50fb290417f9eea443320ba3d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8940523 Nov 16 21:10:40.280696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58140) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:40.288767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf7d75f3-f790-4254-8018-f02ef5107b58 req-d5730a83-f0af-48c2-805b-3d7e685ad6c5 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409317 Nov 16 21:10:40.311793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-b4612df2-5f45-40e2-9f77-cf541ed4507e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0580828 Nov 16 21:10:40.313929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-093ec62e-2131-46d7-abad-3a3662598e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:40.320310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-093ec62e-2131-46d7-abad-3a3662598e13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1074d5630745490d8e3a8efc80d2b337&device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 1095 time: 0.2739215 Nov 16 21:10:40.443599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Made reservation on behalf of 94b84c0bd7e24f5990c1048fb8a35534 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:40.447283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.484640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8169f086-a6b3-4690-997f-e9a0332e03db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.529601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-12e7a037-78b7-4ec2-91b4-dc34c801fe58 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086694 Nov 16 21:10:40.720887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8169f086-a6b3-4690-997f-e9a0332e03db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.738271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13816363-c766-48c5-9cf7-1e5749867b8f {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:40.758469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.800470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Transition to ACTIVE for port object 13816363-c766-48c5-9cf7-1e5749867b8f will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:10:40.801868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Allocated IP 172.20.0.12 (27721cb1-c75b-4c55-b291-a923bb0e3027/bd2b419c-1ca7-4cb2-be08-8fd414093d28/5d9c4863-0a38-460a-8642-eb3349c3c4ad) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:40.817988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:40.884627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-766ed09f-61d9-47cf-bca5-2f436015968e service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537891 Nov 16 21:10:40.902173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae1b7144-2151-4847-b294-67bf995d2761 req-1a02b891-f1ad-431f-b882-5f1826040d97 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 210 time: 0.0803630 Nov 16 21:10:41.007332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8169f086-a6b3-4690-997f-e9a0332e03db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.009978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8169f086-a6b3-4690-997f-e9a0332e03db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.013624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8169f086-a6b3-4690-997f-e9a0332e03db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40c8e139-9af1-460b-9a03-e19933a32258 HTTP/1.1" status: 204 len: 168 time: 0.7257457 Nov 16 21:10:41.031225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:41.093476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe29c9-e8e0-4f1a-befb-0050cf8df5e3 req-61a1ff6d-88fe-443f-a416-19fdeff750b0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:41.112998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f086-a6b3-4690-997f-e9a0332e03db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8e139-9af1-460b-9a03-e19933a32258,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:41.114068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a9fe29c9-e8e0-4f1a-befb-0050cf8df5e3 req-61a1ff6d-88fe-443f-a416-19fdeff750b0 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 944 time: 0.1236305 Nov 16 21:10:41.213873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-fdc43dfb-9b33-4ca4-a165-94059f81a2b9 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281369 Nov 16 21:10:41.222131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a9fe29c9-e8e0-4f1a-befb-0050cf8df5e3 req-d78133e4-a313-4f1f-8e06-b7e3f332e4b9 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068742 Nov 16 21:10:41.301918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Attempting to bind port 13816363-c766-48c5-9cf7-1e5749867b8f on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:41.303451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Attempting to bind port 13816363-c766-48c5-9cf7-1e5749867b8f by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:41.305336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Attempting to bind port 13816363-c766-48c5-9cf7-1e5749867b8f on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:41.339168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Port 13816363-c766-48c5-9cf7-1e5749867b8f on network 23710389-38d0-48df-aea5-d0b7641eea2d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:10:41.339811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Attempting to bind port 13816363-c766-48c5-9cf7-1e5749867b8f on network 23710389-38d0-48df-aea5-d0b7641eea2d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:41.373003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:41.373389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Checking segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:41.373822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Bound using segment: {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:41.374296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Bound port: 13816363-c766-48c5-9cf7-1e5749867b8f, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda0d41-7089-4d76-a067-89b52e8e8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:41.374655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.379545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.593475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:41.597808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.601790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:41.618282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.660661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208146c-d9f3-4004-bb50-dd536c322b6c req-868821d0-b596-4d72-b23a-3f1203aad802 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:41.669060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e208146c-d9f3-4004-bb50-dd536c322b6c req-868821d0-b596-4d72-b23a-3f1203aad802 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.1614709 Nov 16 21:10:41.720787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:41.725145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Pushing event updated for resources: {'Port': ['ID=5d9c4863-0a38-460a-8642-eb3349c3c4ad,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:41.726587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:41.727352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.727775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58162) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:41.728574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] 10.222.0.47 "PUT /v2.0/ports/13816363-c766-48c5-9cf7-1e5749867b8f HTTP/1.1" status: 200 len: 1092 time: 2.3819358 Nov 16 21:10:41.740829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:41.746164 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b756f53-52bd-4bad-b006-caf3d316a20f" -d '{"events": [{"name": "network-changed", "server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:41.760363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94a788c2-6275-4fc1-bbdb-98e3f37fc419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.761159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:41.764262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:41.825997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-db53ff72-89a6-4342-a5ac-f3ea97b16ac5 req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1366309719', 'description': 'tempest-description-2011694120'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:41.872357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-db53ff72-89a6-4342-a5ac-f3ea97b16ac5 req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.962742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:41.963457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:41.992469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e208146c-d9f3-4004-bb50-dd536c322b6c req-2eb42262-f338-46a4-adc6-56a6e1b38578 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810318 Nov 16 21:10:42.008258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94a788c2-6275-4fc1-bbdb-98e3f37fc419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.027668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94a788c2-6275-4fc1-bbdb-98e3f37fc419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.032124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-159bae7c-07ea-4f62-bf21-f9181d8c21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:42.039559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-159bae7c-07ea-4f62-bf21-f9181d8c21bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 1095 time: 0.2198734 Nov 16 21:10:42.040785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efb431-ce32-4af7-886a-7bd8a8daf54c service neutron] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:42.071456 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-07ce7f6f-1a77-4870-ae10-d858cb298c26 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9687531 Nov 16 21:10:42.152193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-94a788c2-6275-4fc1-bbdb-98e3f37fc419 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=333a8d19e327422b94e03ef8bf767299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233303 Nov 16 21:10:42.162761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:42.168487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-895178c8-bf21-402a-8203-ce04066edbf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13816363-c766-48c5-9cf7-1e5749867b8f HTTP/1.1" status: 200 len: 217 time: 0.1202574 Nov 16 21:10:42.171533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a788c2-6275-4fc1-bbdb-98e3f37fc419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1330efc4-a825-4f7d-9ffc-8202ea3233ec,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:42.173794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f1354480-55a4-4a03-8302-3c3bcc264c01 None None] Provisioning complete for port 5d9c4863-0a38-460a-8642-eb3349c3c4ad triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:42.175577 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1354480-55a4-4a03-8302-3c3bcc264c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.191867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-db53ff72-89a6-4342-a5ac-f3ea97b16ac5 req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.212542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-db53ff72-89a6-4342-a5ac-f3ea97b16ac5 req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.246666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f1354480-55a4-4a03-8302-3c3bcc264c01 None None] Port 5d9c4863-0a38-460a-8642-eb3349c3c4ad cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:42.273313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-823b4cbe-57d8-41c8-a0c0-e4b8b350a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:42.274928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-823b4cbe-57d8-41c8-a0c0-e4b8b350a6d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.0946958 Nov 16 21:10:42.322176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-db53ff72-89a6-4342-a5ac-f3ea97b16ac5 req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.327796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db53ff72-89a6-4342-a5ac-f3ea97b16ac5 req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5130117 Nov 16 21:10:42.352854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-3bec1f45-1901-47c7-a042-f7bfd404124c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701935 Nov 16 21:10:42.358500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bf6e1-2593-46db-b6b9-13f87206b7e3 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574615ca-83c3-4a16-ad8b-1513bd41d152,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:42.394370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6281543-0d10-44f6-88f3-b7161d08f58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.442423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6281543-0d10-44f6-88f3-b7161d08f58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.530089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-5b397dc0-a34a-47e4-903d-83f36ded6299 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691823 Nov 16 21:10:42.549678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86e3c9-56d2-44ea-ac9d-275128d802c1 req-6e128c75-ab77-47ab-ab48-7a2e6e145b5e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:42.559946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e86e3c9-56d2-44ea-ac9d-275128d802c1 req-6e128c75-ab77-47ab-ab48-7a2e6e145b5e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.1143916 Nov 16 21:10:42.593999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6281543-0d10-44f6-88f3-b7161d08f58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.593999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6281543-0d10-44f6-88f3-b7161d08f58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:42.595538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c6281543-0d10-44f6-88f3-b7161d08f58e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1330efc4-a825-4f7d-9ffc-8202ea3233ec HTTP/1.1" status: 204 len: 168 time: 0.4244170 Nov 16 21:10:42.612230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6281543-0d10-44f6-88f3-b7161d08f58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1330efc4-a825-4f7d-9ffc-8202ea3233ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:42.658772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e86e3c9-56d2-44ea-ac9d-275128d802c1 req-d15dae0e-46d1-4fe4-8ce9-c69115149eb6 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974154 Nov 16 21:10:42.737166 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c4b67-c2f8-4c57-b0f7-4df3dc98cc81 x-openstack-request-id: req-b07c4b67-c2f8-4c57-b0f7-4df3dc98cc81 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:42.737432 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:42.737710 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b07c4b67-c2f8-4c57-b0f7-4df3dc98cc81 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:42.738162 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f', 'status': 'completed', 'code': 200} Nov 16 21:10:42.808057 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18c72e0b-4e3f-4bb6-9c9e-2344cd6e08b7 req-d66b4181-92ab-42d2-8e44-7c6a95948e2f service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609646 Nov 16 21:10:42.848947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-f9d691e2-ba5d-4ae6-9f64-203fda613d65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884662 Nov 16 21:10:42.855400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbe21c1d-6fbe-403c-9d77-d3b1544f68f8 req-4dbf98f9-0cd2-4cde-b713-8bc4c7ba3f48 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.1163170 Nov 16 21:10:42.948663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-847f67a7-b2d5-4ab7-91b9-43d75d3d362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:42.950200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-847f67a7-b2d5-4ab7-91b9-43d75d3d362c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb6a6e07a70440d484ed412b56a7210e&device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 1095 time: 0.0938950 Nov 16 21:10:43.021372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-93ce967e-d4dd-4eae-9a7b-6dd3aab3b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.027491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-93ce967e-d4dd-4eae-9a7b-6dd3aab3b1db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1237547 Nov 16 21:10:43.052305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac0-ef0b-44ea-9f6c-6d4147093553 req-5e49cdc3-317d-4e2d-bd02-45224e805fa3 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.054160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f66e9ac0-ef0b-44ea-9f6c-6d4147093553 req-5e49cdc3-317d-4e2d-bd02-45224e805fa3 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 932 time: 0.1784158 Nov 16 21:10:43.111577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ee86-2ef9-444b-8308-313b7733584b req-00359d17-54ed-40d9-a25f-ea2875ad2da6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.112980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78f6ee86-2ef9-444b-8308-313b7733584b req-00359d17-54ed-40d9-a25f-ea2875ad2da6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 944 time: 0.1254294 Nov 16 21:10:43.118593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-21e47b97-4dcf-4468-b44a-c1a058cbf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.120036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-21e47b97-4dcf-4468-b44a-c1a058cbf014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 200 len: 905 time: 0.1619070 Nov 16 21:10:43.185170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-fc84256c-bd5c-4e2c-bbb8-4991df61c09e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13816363-c766-48c5-9cf7-1e5749867b8f HTTP/1.1" status: 200 len: 217 time: 0.0519507 Nov 16 21:10:43.230516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f66e9ac0-ef0b-44ea-9f6c-6d4147093553 req-074cddcb-a46c-48ab-a9d3-105bd753c80b tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674991 Nov 16 21:10:43.274980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78f6ee86-2ef9-444b-8308-313b7733584b req-433df1fc-3acf-4889-8973-e986c557ae15 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430457 Nov 16 21:10:43.276744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-d749f0d5-d20e-44af-8c19-19e0e368bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.278120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-d749f0d5-d20e-44af-8c19-19e0e368bb0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 200 len: 844 time: 0.0853591 Nov 16 21:10:43.295106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-ba810ed8-6a34-4bb9-985f-08238dbdba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.296812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-ba810ed8-6a34-4bb9-985f-08238dbdba1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 200 len: 916 time: 0.2354753 Nov 16 21:10:43.324252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-cbc39a04-99a5-4125-a03f-a239b6b77b18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23710389-38d0-48df-aea5-d0b7641eea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334918 Nov 16 21:10:43.422704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-014b848b-418c-4b4e-960b-caedc8fc1eb0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/574615ca-83c3-4a16-ad8b-1513bd41d152 HTTP/1.1" status: 200 len: 1830 time: 0.1487374 Nov 16 21:10:43.428432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '574615ca-83c3-4a16-ad8b-1513bd41d152', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:43.428750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '574615ca-83c3-4a16-ad8b-1513bd41d152', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:43.436492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-f82959c5-2ffa-48e5-a479-a742991e5156 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ae9793-a938-47ec-9af2-239e0288866c HTTP/1.1" status: 200 len: 217 time: 0.1133115 Nov 16 21:10:43.503915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-94fecf7f-6f1b-416d-b42d-0fb381cf9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.505843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-94fecf7f-6f1b-416d-b42d-0fb381cf9e68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 200 len: 854 time: 0.0608959 Nov 16 21:10:43.595364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:43.608645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5e891-8e9a-42a1-bcae-b6b344b92645 req-c6d3ffc3-066d-4149-a7f7-af4b8e23703b tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.617631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12b5e891-8e9a-42a1-bcae-b6b344b92645 req-c6d3ffc3-066d-4149-a7f7-af4b8e23703b tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.1762090 Nov 16 21:10:43.629892 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:43.632299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-47510d8f-97a4-4bf6-8c2d-8a6294b16a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:43.634372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-47510d8f-97a4-4bf6-8c2d-8a6294b16a50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd0e1687-f68b-4a82-bcba-876005a13d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182699 Nov 16 21:10:43.637414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:43.639000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-4bd1d68e-1814-4f74-9ea8-f8107bbda61d service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067946 Nov 16 21:10:43.711569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca68e6f3-a41d-4e62-a45b-c63ac64cb5a7,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:43.725611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:43.737213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74aa4b9e-3ce9-4d58-9b33-9630712c1334 req-0db78308-46b0-4540-99a1-f4dd81d2f42d tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3125486 Nov 16 21:10:43.818950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-ba39c9ec-8385-4018-9cb8-7d91591a2b76 service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703370 Nov 16 21:10:43.845757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12b5e891-8e9a-42a1-bcae-b6b344b92645 req-00b48e1f-9155-4522-bffd-4e0e239072ad tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974664 Nov 16 21:10:43.913656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b756f53-52bd-4bad-b006-caf3d316a20f req-118bfbec-89b2-4e2f-9389-b9b893873c95 service neutron] 10.222.0.47 "GET /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593014 Nov 16 21:10:43.950083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e93c2cd2-26ad-42ea-9675-9d819a03935f req-0feb52d7-cf7a-4ee6-836c-841b9ce1e4c0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/574615ca-83c3-4a16-ad8b-1513bd41d152 HTTP/1.1" status: 200 len: 2423 time: 0.1006064 Nov 16 21:10:44.121963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-315ccb78-21e7-420a-b4f4-438469b051bf req-cb0379a5-5db4-4fa4-b214-dec506ebf8f5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.0593402 Nov 16 21:10:44.180441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-86af9db1-2665-4ea3-89c6-76f8b7f2d287 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-group-rules/ca68e6f3-a41d-4e62-a45b-c63ac64cb5a7 HTTP/1.1" status: 200 len: 778 time: 0.0266237 Nov 16 21:10:44.230273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-656bf2c0-5556-4641-a13a-5714ccfe2639 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/574615ca-83c3-4a16-ad8b-1513bd41d152 HTTP/1.1" status: 200 len: 2423 time: 0.0421109 Nov 16 21:10:44.311310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-3b408237-61c0-4a2f-8347-62a48cf9e4ac tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.327645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-3b408237-61c0-4a2f-8347-62a48cf9e4ac tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.381111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-3b408237-61c0-4a2f-8347-62a48cf9e4ac tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.395986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-3b408237-61c0-4a2f-8347-62a48cf9e4ac tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.397102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5f4eff-6a94-44e3-87c1-e9acc95b8e04 req-3b408237-61c0-4a2f-8347-62a48cf9e4ac tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ca68e6f3-a41d-4e62-a45b-c63ac64cb5a7 HTTP/1.1" status: 204 len: 173 time: 0.1554432 Nov 16 21:10:44.398840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3438ae-2d2c-4731-831c-ff43331c6d84 req-5da86cc7-c891-4c1d-ac4b-74fede7355bd tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:44.410118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d3438ae-2d2c-4731-831c-ff43331c6d84 req-5da86cc7-c891-4c1d-ac4b-74fede7355bd tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.5706878 Nov 16 21:10:44.415720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b408237-61c0-4a2f-8347-62a48cf9e4ac tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca68e6f3-a41d-4e62-a45b-c63ac64cb5a7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:44.476945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f19ae5ee-d954-477b-ad1b-3340355b8b0e req-443a8bc0-df2a-41a5-9cb7-f0d55017204f service neutron] 10.222.0.47 "GET /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506608 Nov 16 21:10:44.497791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d3438ae-2d2c-4731-831c-ff43331c6d84 req-c59fc0d4-2661-4b44-8b62-1d14a60b409f tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866904 Nov 16 21:10:44.622573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b479a0d-8e8d-4399-8091-df5bdada2a5e req-cb6f9f8d-1079-4df0-a1a8-14f6f379e09d tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:44.632667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b479a0d-8e8d-4399-8091-df5bdada2a5e req-cb6f9f8d-1079-4df0-a1a8-14f6f379e09d tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 932 time: 0.0784051 Nov 16 21:10:44.669769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577b4e7-b7ca-4f7f-b144-dd86325a7501 req-e4e0f177-793b-419e-9263-13d1485eb4ff tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:44.678413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8577b4e7-b7ca-4f7f-b144-dd86325a7501 req-e4e0f177-793b-419e-9263-13d1485eb4ff tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 944 time: 0.0779443 Nov 16 21:10:44.711890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b479a0d-8e8d-4399-8091-df5bdada2a5e req-da7acd4b-68f1-4ca5-96de-e732c019e153 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778255 Nov 16 21:10:44.764075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8577b4e7-b7ca-4f7f-b144-dd86325a7501 req-d0c3aafa-bbac-4d95-b943-732d448f9fbf tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769129 Nov 16 21:10:44.765685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-6912b25e-9216-4071-9124-1eaf7e916da0 req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-884033799', 'description': 'tempest-description-43848055'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:44.797255 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6912b25e-9216-4071-9124-1eaf7e916da0 req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.910846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6912b25e-9216-4071-9124-1eaf7e916da0 req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.918042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6912b25e-9216-4071-9124-1eaf7e916da0 req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.976731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6912b25e-9216-4071-9124-1eaf7e916da0 req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:44.991316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6912b25e-9216-4071-9124-1eaf7e916da0 req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2374065 Nov 16 21:10:44.997620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447af943-92c9-41d7-9082-09b5737b64cc tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb4de3-d8f8-4445-b86c-06e0d995932b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:45.148273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b74f81-0027-4f6f-9e44-f4bccff8ca29 req-2def5096-241d-4470-8ed4-de7831da53cc tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:45.166175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59b74f81-0027-4f6f-9e44-f4bccff8ca29 req-2def5096-241d-4470-8ed4-de7831da53cc tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.1110175 Nov 16 21:10:45.234137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3f2cac6-54a5-4ab2-b4de-1e44d1397ecb req-8dea0500-ac27-4044-ad1f-965546d01390 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/7efb4de3-d8f8-4445-b86c-06e0d995932b HTTP/1.1" status: 200 len: 1827 time: 0.0669134 Nov 16 21:10:45.244721 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59b74f81-0027-4f6f-9e44-f4bccff8ca29 req-a926b46c-bf30-4637-91d9-6cab288f45ef tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776904 Nov 16 21:10:45.354895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d1931a6-5812-4d6d-9a39-e0d9fa7a0aca req-0d6b6326-a13a-414c-a4b8-1b2b72b53988 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.0333943 Nov 16 21:10:45.437708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-e173a235-27d6-4e0b-a793-a3152e970840 req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1826582353', 'description': 'tempest-description-1515114506'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:45.460582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e173a235-27d6-4e0b-a793-a3152e970840 req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:45.536764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-1715f163-cff2-4cb3-a558-c106fa586f8d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=20999b16408c40ddb252deaab97ea75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452971 Nov 16 21:10:45.561801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e173a235-27d6-4e0b-a793-a3152e970840 req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:45.566027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e173a235-27d6-4e0b-a793-a3152e970840 req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:45.600201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e173a235-27d6-4e0b-a793-a3152e970840 req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:45.601640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e173a235-27d6-4e0b-a793-a3152e970840 req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1683991 Nov 16 21:10:45.603610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91d705-51fc-4ea2-9540-99f175b93b30 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47abf61-f6e1-4f7d-b874-f0a99af3eea6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:45.665099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-87422fdd-f801-4d93-a8f7-e91f0aa737d5 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:45.666641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-87422fdd-f801-4d93-a8f7-e91f0aa737d5 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291196 Nov 16 21:10:45.687415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-be464665-b13a-4212-9a02-2b64186e4362 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/quotas/20999b16408c40ddb252deaab97ea75a HTTP/1.1" status: 200 len: 375 time: 0.0147593 Nov 16 21:10:45.744939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-d3c0d610-ade3-4000-9360-19104043df55 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=20999b16408c40ddb252deaab97ea75a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405641 Nov 16 21:10:45.754066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:45.786926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaad2d-2c69-4225-a18d-85191ebebb58 req-962eceeb-0c78-46bf-acef-03bea1653bf7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:45.791587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1aaad2d-2c69-4225-a18d-85191ebebb58 req-962eceeb-0c78-46bf-acef-03bea1653bf7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.0764954 Nov 16 21:10:45.889252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c1aaad2d-2c69-4225-a18d-85191ebebb58 req-0f488c8e-34a0-4efb-9751-eb95fcf8f96f tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907729 Nov 16 21:10:45.900052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:45.914373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '13816363-c766-48c5-9cf7-1e5749867b8f', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': '13816363-c766-48c5-9cf7-1e5749867b8f', 'mac_address': 'fa:16:3e:05:4e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:45.966174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:45.993616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13816363-c766-48c5-9cf7-1e5749867b8f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:46.016819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9f49495c-6003-4a22-bd96-d41b95cb1385 req-97be03f7-f949-4de8-9175-a0e0e69986e1 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/d47abf61-f6e1-4f7d-b874-f0a99af3eea6 HTTP/1.1" status: 200 len: 1830 time: 0.0960183 Nov 16 21:10:46.039219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:46.045281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:46.153996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:46.189991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b128cc-e936-4647-a8b8-15772d3476e4 req-062868ae-955d-4cc3-a551-15f5a1388994 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:46.193582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8b128cc-e936-4647-a8b8-15772d3476e4 req-062868ae-955d-4cc3-a551-15f5a1388994 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 932 time: 0.0755377 Nov 16 21:10:46.284101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8b128cc-e936-4647-a8b8-15772d3476e4 req-2437fa54-8121-4b75-8ff0-72f12dabd32e tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813212 Nov 16 21:10:46.403647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec7af2b6-4c04-4771-8ec9-f1705b52701a req-5649a090-4f3e-417b-9f10-a04174ced003 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 210 time: 0.0611596 Nov 16 21:10:46.423825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['13816363-c766-48c5-9cf7-1e5749867b8f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:46.442643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe86b3-1f2b-4f59-b6a8-09790faba48b req-834f3a23-b93c-4b53-82ef-c3a7950bb5f8 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:46.444679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13fe86b3-1f2b-4f59-b6a8-09790faba48b req-834f3a23-b93c-4b53-82ef-c3a7950bb5f8 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 945 time: 0.0941122 Nov 16 21:10:46.464057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e095c5af-9cb8-437d-8fbd-3159df873ad4 req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-365184466', 'description': 'tempest-description-1204154245'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:46.495999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e095c5af-9cb8-437d-8fbd-3159df873ad4 req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:46.551804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13fe86b3-1f2b-4f59-b6a8-09790faba48b req-889389ef-2117-48b2-a49c-783962964ec2 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819688 Nov 16 21:10:46.650180 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e095c5af-9cb8-437d-8fbd-3159df873ad4 req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:46.655450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e095c5af-9cb8-437d-8fbd-3159df873ad4 req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:46.695108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc755ce-9e6f-4297-a39d-d9c44f8311a8 req-f6f457a6-056f-41a9-a049-c5ea93fd01ae tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:46.705248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2cc755ce-9e6f-4297-a39d-d9c44f8311a8 req-f6f457a6-056f-41a9-a049-c5ea93fd01ae tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.0695245 Nov 16 21:10:46.723336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d98fdf-9383-482f-be26-694c96ce23f3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:46.732333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e095c5af-9cb8-437d-8fbd-3159df873ad4 req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:46.750493 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e095c5af-9cb8-437d-8fbd-3159df873ad4 req-5727ce46-9677-47ad-a4e7-465de965aae2 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2915096 Nov 16 21:10:46.778990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2cc755ce-9e6f-4297-a39d-d9c44f8311a8 req-ce82f2b4-2410-4bdd-b71d-4e3c0eda92e2 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717950 Nov 16 21:10:46.893847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5c2b288-d569-4cb8-bba9-5f248eaf3ea8 req-7765ce75-927d-4b2e-b8a5-c9abb54a70e8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/77d98fdf-9383-482f-be26-694c96ce23f3 HTTP/1.1" status: 200 len: 1829 time: 0.0579426 Nov 16 21:10:46.932947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f7f03c9-6ffa-48e3-9071-5abc76f65827 req-ec9607d5-7f1f-4076-95ad-0a1a11ff3da2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.0635788 Nov 16 21:10:46.963689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-2b996bc1-1744-4718-bf0c-217885fbfa70 req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-575848462', 'description': 'tempest-description-1762505034'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:46.997264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b996bc1-1744-4718-bf0c-217885fbfa70 req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.099058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151a039-c40d-4bb2-aa3e-4f02174c6cc4 req-aefd498a-42a6-46dd-a4e7-a7212b475cc8 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:47.107686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8151a039-c40d-4bb2-aa3e-4f02174c6cc4 req-aefd498a-42a6-46dd-a4e7-a7212b475cc8 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.0732982 Nov 16 21:10:47.108972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b996bc1-1744-4718-bf0c-217885fbfa70 req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.114274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b996bc1-1744-4718-bf0c-217885fbfa70 req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.153035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcc43e-1cb9-4cb7-ac52-43244af12d52,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:47.167720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b996bc1-1744-4718-bf0c-217885fbfa70 req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.182040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b996bc1-1744-4718-bf0c-217885fbfa70 req-be55f268-b633-4216-8c77-efd7866267f0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2216649 Nov 16 21:10:47.192065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8151a039-c40d-4bb2-aa3e-4f02174c6cc4 req-03f6605e-1265-43ad-aaaa-88f7c2fd0a98 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780592 Nov 16 21:10:47.285164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-173c6008-2178-403f-badf-db395ac10af1 req-f0a44425-609e-4bfb-9c7d-6e65f456e099 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/95bcc43e-1cb9-4cb7-ac52-43244af12d52 HTTP/1.1" status: 200 len: 1829 time: 0.0505493 Nov 16 21:10:47.336592 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-d98cf328-a57d-413e-bfec-cba4e4fe1e1b req-d4c0b347-9422-48f2-aa8e-458878f4c9a0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] show failed (client error): The resource could not be found. Nov 16 21:10:47.355906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d98cf328-a57d-413e-bfec-cba4e4fe1e1b req-d4c0b347-9422-48f2-aa8e-458878f4c9a0 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/1495d682-87bd-41f0-8afe-809add4bf439 HTTP/1.1" status: 404 len: 352 time: 0.0364218 Nov 16 21:10:47.397934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-e62a97e3-1589-4eef-b64a-7334d65c7e92 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=20999b16408c40ddb252deaab97ea75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883265 Nov 16 21:10:47.408250 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-f3b6e982-8254-468e-b91b-30888b63cd27 req-9f744b8f-1dba-4011-9ec8-1ad5debaf849 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] show failed (client error): The resource could not be found. Nov 16 21:10:47.423650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f3b6e982-8254-468e-b91b-30888b63cd27 req-9f744b8f-1dba-4011-9ec8-1ad5debaf849 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-group-rules/6822c8e2-9eb0-41fa-bf9d-3e223cdbe31b HTTP/1.1" status: 404 len: 361 time: 0.0391901 Nov 16 21:10:47.575087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2c6e3-8993-4ee4-abb3-2a8056b6d808 req-4fc8e382-791d-44de-b621-d80797ebbee0 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:47.585046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9be2c6e3-8993-4ee4-abb3-2a8056b6d808 req-4fc8e382-791d-44de-b621-d80797ebbee0 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 932 time: 0.1801851 Nov 16 21:10:47.633586 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60c9b07b-3a18-4841-afc0-04343032ae9b req-6f411f3d-53f6-4546-b765-09d4e50dcfbb tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/95bcc43e-1cb9-4cb7-ac52-43244af12d52 HTTP/1.1" status: 200 len: 1829 time: 0.1743503 Nov 16 21:10:47.691611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9be2c6e3-8993-4ee4-abb3-2a8056b6d808 req-70b3d40f-a0cc-4db7-8904-badaf1619eb1 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055951 Nov 16 21:10:47.766635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:47.773993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-cccf2ed3-1e30-4ee5-b5e4-2746e8990100 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:47.775665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-cccf2ed3-1e30-4ee5-b5e4-2746e8990100 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092234 Nov 16 21:10:47.794555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Request body: {'port': {'device_id': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '20999b16408c40ddb252deaab97ea75a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:47.809834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-60c9b07b-3a18-4841-afc0-04343032ae9b req-c83ed448-39cf-4ab0-850f-f01c35d2aaba tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.891571 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-60c9b07b-3a18-4841-afc0-04343032ae9b req-c83ed448-39cf-4ab0-850f-f01c35d2aaba tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:47.899039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:47.941966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 13816363-c766-48c5-9cf7-1e5749867b8f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:10:47.947310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 13816363-c766-48c5-9cf7-1e5749867b8f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:47.947700 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.003531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d3ba87a-c308-443a-867f-83b58a27498b req-ae9da26e-7d46-4efa-844f-d7d599cc45c9 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 210 time: 0.1947622 Nov 16 21:10:48.062653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-60c9b07b-3a18-4841-afc0-04343032ae9b req-c83ed448-39cf-4ab0-850f-f01c35d2aaba tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.075264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-60c9b07b-3a18-4841-afc0-04343032ae9b req-c83ed448-39cf-4ab0-850f-f01c35d2aaba tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.100591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60c9b07b-3a18-4841-afc0-04343032ae9b req-c83ed448-39cf-4ab0-850f-f01c35d2aaba tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "DELETE /v2.0/security-groups/95bcc43e-1cb9-4cb7-ac52-43244af12d52 HTTP/1.1" status: 204 len: 173 time: 0.4628339 Nov 16 21:10:48.155466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ed448-39cf-4ab0-850f-f01c35d2aaba tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcc43e-1cb9-4cb7-ac52-43244af12d52,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:48.191862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.207476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe66259a-1e30-4b9c-8073-8185cb152c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.233277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Made reservation on behalf of 20999b16408c40ddb252deaab97ea75a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:48.238334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.252793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:48.266531 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9276fea1-a589-4c31-98a9-7dcd66c8c585" -d '{"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-plugged", "status": "completed", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:48.284733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.324644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:48.334486 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.379112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83f5e3-6147-4ba6-b710-561b20a05f6e req-d2dd7151-ed55-4884-a50b-27c55cb80a2f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:48.381195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a83f5e3-6147-4ba6-b710-561b20a05f6e req-d2dd7151-ed55-4884-a50b-27c55cb80a2f tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 945 time: 0.1256433 Nov 16 21:10:48.419417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe66259a-1e30-4b9c-8073-8185cb152c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.430514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe66259a-1e30-4b9c-8073-8185cb152c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.464078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:48.486459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a83f5e3-6147-4ba6-b710-561b20a05f6e req-1be1b773-7154-4725-a781-6f38a2c4ccf6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925317 Nov 16 21:10:48.508414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe66259a-1e30-4b9c-8073-8185cb152c12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0639b36b537049ac88da7e8e8147cfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016383 Nov 16 21:10:48.522723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58342) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:48.542372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66259a-1e30-4b9c-8073-8185cb152c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae7f46-af06-43fc-92cd-8728e22c2984,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:48.557485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.566883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.620938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8d3d3-6f4a-4882-b5ef-c939f0865e6c req-5cf3a71a-746a-4c5f-9bc4-62aad7296a94 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:48.629258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba8d3d3-6f4a-4882-b5ef-c939f0865e6c req-5cf3a71a-746a-4c5f-9bc4-62aad7296a94 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.2067432 Nov 16 21:10:48.675065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dcf394a-e950-4b87-bf9f-c8222d17f64d req-44e64c7f-a2d4-4566-ad6c-b5479487ad19 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.0824378 Nov 16 21:10:48.719009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67e40bff-ff12-4fe1-9155-45f72eafa7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.731158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e871bbda-6b76-43b6-9ae9-656bb725d8e1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:48.741213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba8d3d3-6f4a-4882-b5ef-c939f0865e6c req-814f1396-df60-49a9-9013-4f121b84c681 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080422 Nov 16 21:10:48.797210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67e40bff-ff12-4fe1-9155-45f72eafa7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.894106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68787137-7251-446b-8cba-b7dd435accea req-9ab44a25-71b8-48df-8cdc-ac4ce5a45981 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:48.902199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68787137-7251-446b-8cba-b7dd435accea req-9ab44a25-71b8-48df-8cdc-ac4ce5a45981 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.0842814 Nov 16 21:10:48.904694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21ebf883-b051-45d4-8101-792513201b7c req-145e4c1e-1421-434d-a667-7bf6929bfb13 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/77d98fdf-9383-482f-be26-694c96ce23f3 HTTP/1.1" status: 200 len: 1829 time: 0.1749485 Nov 16 21:10:48.945973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67e40bff-ff12-4fe1-9155-45f72eafa7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.948464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Allocated IP 192.168.233.231 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/89391f9e-208e-4345-98c2-82251baa16ee) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:48.950026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67e40bff-ff12-4fe1-9155-45f72eafa7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:48.951444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67e40bff-ff12-4fe1-9155-45f72eafa7ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2ae7f46-af06-43fc-92cd-8728e22c2984 HTTP/1.1" status: 204 len: 168 time: 0.4206724 Nov 16 21:10:49.004776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e40bff-ff12-4fe1-9155-45f72eafa7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae7f46-af06-43fc-92cd-8728e22c2984,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:49.015131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68787137-7251-446b-8cba-b7dd435accea req-d2408521-20d6-44e5-bb8d-b0701bd9ff2a tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117566 Nov 16 21:10:49.038912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21ebf883-b051-45d4-8101-792513201b7c req-43e4c279-af26-4655-a2ee-7d1d85800a1c tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.065745 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa8f37-4211-4356-8403-509a4766aa47 x-openstack-request-id: req-63fa8f37-4211-4356-8403-509a4766aa47 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:49.066265 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-plugged", "status": "completed", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:49.066265 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63fa8f37-4211-4356-8403-509a4766aa47 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:49.066911 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f', 'code': 200} Nov 16 21:10:49.098133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21ebf883-b051-45d4-8101-792513201b7c req-43e4c279-af26-4655-a2ee-7d1d85800a1c tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.246143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682315-9ef7-460f-95dd-0b7a524e2a18 req-cd936c89-ea23-431b-99fb-e14775cf4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:49.248100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88682315-9ef7-460f-95dd-0b7a524e2a18 req-cd936c89-ea23-431b-99fb-e14775cf4e6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 1097 time: 0.1157300 Nov 16 21:10:49.259472 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21ebf883-b051-45d4-8101-792513201b7c req-43e4c279-af26-4655-a2ee-7d1d85800a1c tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.261745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd058b60-fe8e-4e58-bac8-0ea84588dc99 req-6a5bf943-254b-4b2e-b959-e88e486887b6 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:49.262506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-21ebf883-b051-45d4-8101-792513201b7c req-43e4c279-af26-4655-a2ee-7d1d85800a1c tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.263419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd058b60-fe8e-4e58-bac8-0ea84588dc99 req-6a5bf943-254b-4b2e-b959-e88e486887b6 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 932 time: 0.0984364 Nov 16 21:10:49.278880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21ebf883-b051-45d4-8101-792513201b7c req-43e4c279-af26-4655-a2ee-7d1d85800a1c tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "DELETE /v2.0/security-groups/77d98fdf-9383-482f-be26-694c96ce23f3 HTTP/1.1" status: 204 len: 173 time: 0.3731811 Nov 16 21:10:49.344278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88682315-9ef7-460f-95dd-0b7a524e2a18 req-a7350143-b90b-4f0e-9a7f-1d2f84053d13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794363 Nov 16 21:10:49.355295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4c279-af26-4655-a2ee-7d1d85800a1c tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d98fdf-9383-482f-be26-694c96ce23f3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:49.389729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd058b60-fe8e-4e58-bac8-0ea84588dc99 req-f5a19d97-2c33-438c-a642-00125e3548a7 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946300 Nov 16 21:10:49.457819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca1d9734-1c26-42c7-b107-1e75bc420877 req-69fe7150-4632-44e8-9ace-be58a94849e8 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 210 time: 0.0725479 Nov 16 21:10:49.463278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.524381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea358d38-9c89-4096-a39e-311588da6fd2 req-cf55c948-a908-4d9d-92ff-6da749517afb tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/d47abf61-f6e1-4f7d-b874-f0a99af3eea6 HTTP/1.1" status: 200 len: 1830 time: 0.0957155 Nov 16 21:10:49.552476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.644785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:49.668817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:49.672353 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ea358d38-9c89-4096-a39e-311588da6fd2 req-414bc26a-29a2-48c8-a3e9-9f11447448f4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.676919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:49.687812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Pushing event updated for resources: {'Port': ['ID=89391f9e-208e-4345-98c2-82251baa16ee,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:49.740728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ea358d38-9c89-4096-a39e-311588da6fd2 req-414bc26a-29a2-48c8-a3e9-9f11447448f4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.849099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c30902-79b2-4025-9ecd-af7bd9fd7b39 req-b4415d85-383e-4f0c-a012-1cd87105b6ff tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:49.862248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46c30902-79b2-4025-9ecd-af7bd9fd7b39 req-b4415d85-383e-4f0c-a012-1cd87105b6ff tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.2416832 Nov 16 21:10:49.862448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ea358d38-9c89-4096-a39e-311588da6fd2 req-414bc26a-29a2-48c8-a3e9-9f11447448f4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.865014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ea358d38-9c89-4096-a39e-311588da6fd2 req-414bc26a-29a2-48c8-a3e9-9f11447448f4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.866756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea358d38-9c89-4096-a39e-311588da6fd2 req-414bc26a-29a2-48c8-a3e9-9f11447448f4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "DELETE /v2.0/security-groups/d47abf61-f6e1-4f7d-b874-f0a99af3eea6 HTTP/1.1" status: 204 len: 173 time: 0.3359807 Nov 16 21:10:49.889465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bc26a-29a2-48c8-a3e9-9f11447448f4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47abf61-f6e1-4f7d-b874-f0a99af3eea6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:49.931987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:49.932626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:49.989398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-58691abc-9770-4dfd-bf06-4c572411c838 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2032366 Nov 16 21:10:50.016074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Request body: {'port': {'device_id': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:50.040902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0496f83b-da4b-4fa1-9c03-3b47755e30c5 req-fa18c15e-1957-4c02-8601-a54ceb4a11da tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.0546396 Nov 16 21:10:50.159705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46c30902-79b2-4025-9ecd-af7bd9fd7b39 req-9e382fe5-005e-43ea-ac4a-fe4dee68fd22 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963610 Nov 16 21:10:50.189671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fb0b2e8a-0291-4021-8aa7-2567531f9ee2 None None] Provisioning complete for port 89391f9e-208e-4345-98c2-82251baa16ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:50.193919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fb0b2e8a-0291-4021-8aa7-2567531f9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.248708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.268644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997f35b-0a6f-4938-9a81-24b10d207b89 req-2ff043f1-002b-4bda-9182-d8260d05b998 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:50.272400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b2e8a-0291-4021-8aa7-2567531f9ee2 None None] Port 89391f9e-208e-4345-98c2-82251baa16ee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:10:50.276014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2997f35b-0a6f-4938-9a81-24b10d207b89 req-2ff043f1-002b-4bda-9182-d8260d05b998 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.0998569 Nov 16 21:10:50.283498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:50.304447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87bf2d7a-bcdd-4417-927a-b81d873d7136 req-314dd976-ba3a-42ff-8ba3-84625ae7738a tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/7efb4de3-d8f8-4445-b86c-06e0d995932b HTTP/1.1" status: 200 len: 1827 time: 0.0912259 Nov 16 21:10:50.374248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2997f35b-0a6f-4938-9a81-24b10d207b89 req-ea46f6ad-723b-492e-8925-01af44b9736b tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957298 Nov 16 21:10:50.415657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-350716544-network', 'tenant_id': 'b460a93c7fa54f40a67469c9ffd649a8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:50.480302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-87bf2d7a-bcdd-4417-927a-b81d873d7136 req-e9ae3106-651b-4e9d-a07c-6ae8d70a8eef tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.563625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Made reservation on behalf of b460a93c7fa54f40a67469c9ffd649a8 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:50.566334 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.581861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.583756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-87bf2d7a-bcdd-4417-927a-b81d873d7136 req-e9ae3106-651b-4e9d-a07c-6ae8d70a8eef tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.635032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b69794e-3a19-488c-ad05-af76d60ccffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.700384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-87bf2d7a-bcdd-4417-927a-b81d873d7136 req-e9ae3106-651b-4e9d-a07c-6ae8d70a8eef tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.706597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-87bf2d7a-bcdd-4417-927a-b81d873d7136 req-e9ae3106-651b-4e9d-a07c-6ae8d70a8eef tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.728129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf19aa-5ef0-4db9-9693-a6d0a30dce79 req-a0a96a8b-7b6e-4608-8e53-e766ab7c40fd tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:50.730298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11bf19aa-5ef0-4db9-9693-a6d0a30dce79 req-a0a96a8b-7b6e-4608-8e53-e766ab7c40fd tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.2549293 Nov 16 21:10:50.738981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87bf2d7a-bcdd-4417-927a-b81d873d7136 req-e9ae3106-651b-4e9d-a07c-6ae8d70a8eef tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "DELETE /v2.0/security-groups/7efb4de3-d8f8-4445-b86c-06e0d995932b HTTP/1.1" status: 204 len: 173 time: 0.4249723 Nov 16 21:10:50.845933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89391f9e-208e-4345-98c2-82251baa16ee {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:50.856068 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.873157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Transition to ACTIVE for port object 89391f9e-208e-4345-98c2-82251baa16ee will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:10:50.907303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:50.927436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae3106-651b-4e9d-a07c-6ae8d70a8eef tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb4de3-d8f8-4445-b86c-06e0d995932b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:51.020926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecc73f-149b-4096-9d91-21580a29c3ad req-ff534c3c-5601-40ec-aab9-745f8dec813c tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.022586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fecc73f-149b-4096-9d91-21580a29c3ad req-ff534c3c-5601-40ec-aab9-745f8dec813c tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 932 time: 0.1381934 Nov 16 21:10:51.026110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Pushing event updated for resources: {'Port': ['ID=89391f9e-208e-4345-98c2-82251baa16ee,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:51.149450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fecc73f-149b-4096-9d91-21580a29c3ad req-a1f68ad5-adbd-4036-be29-6f8dd472aa33 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965879 Nov 16 21:10:51.154459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Attempting to bind port 89391f9e-208e-4345-98c2-82251baa16ee on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:51.154810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Attempting to bind port 89391f9e-208e-4345-98c2-82251baa16ee by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:51.155150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Attempting to bind port 89391f9e-208e-4345-98c2-82251baa16ee on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:51.165098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Port 89391f9e-208e-4345-98c2-82251baa16ee on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:10:51.165467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Attempting to bind port 89391f9e-208e-4345-98c2-82251baa16ee on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:51.175724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:51.176094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:51.176466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:51.176941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Bound port: 89391f9e-208e-4345-98c2-82251baa16ee, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:51.177327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.241844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.245904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11bf19aa-5ef0-4db9-9693-a6d0a30dce79 req-0a742bb1-cfcc-4b4b-96db-13e9587e0b0d tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5067534 Nov 16 21:10:51.252866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.283180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:10:51.307835 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.308193 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Added segment 8e381523-c489-43ee-8d75-0a603601285e of type vlan for network af96bfca-d991-4e06-9320-78d8c94af450 Nov 16 21:10:51.319801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] For port 89391f9e-208e-4345-98c2-82251baa16ee, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:51.323389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598656b-bc5c-4a60-9096-c7cce838386f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:51.324960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] For port 89391f9e-208e-4345-98c2-82251baa16ee, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89391f9e-208e-4345-98c2-82251baa16ee,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:51.333714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.379658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb26c2-e467-457e-9d55-a0b1661da180 req-874696cc-0ae5-43c6-a56f-c517ee6fcf2b tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.382033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fabb26c2-e467-457e-9d55-a0b1661da180 req-874696cc-0ae5-43c6-a56f-c517ee6fcf2b tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 948 time: 0.1444247 Nov 16 21:10:51.385128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.389924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.390782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.393226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] 10.222.0.47 "PUT /v2.0/ports/89391f9e-208e-4345-98c2-82251baa16ee HTTP/1.1" status: 200 len: 1096 time: 1.3813622 Nov 16 21:10:51.393755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'tag': '89391f9e-208e-4345-98c2-82251baa16ee'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:51.397195 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eacf2952-9648-4ac6-a19e-c6e7a72b0986 req-1a59c88b-0f2d-4223-ab24-ee74414e88b4 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "GET /v2.0/security-groups/574615ca-83c3-4a16-ad8b-1513bd41d152 HTTP/1.1" status: 200 len: 1830 time: 0.1158545 Nov 16 21:10:51.399640 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045f223f-cfb0-4f42-ad54-a0457833e0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9da77e8e-a3b6-47b6-87c3-f4a694e57250", "tag": "89391f9e-208e-4345-98c2-82251baa16ee"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:51.446828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b242018-02e4-4daf-b565-fab047a3112e service neutron] Pushing event updated for resources: {'Port': ['ID=89391f9e-208e-4345-98c2-82251baa16ee,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:51.471797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.472778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.473676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.508641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fabb26c2-e467-457e-9d55-a0b1661da180 req-972400c6-1942-4e46-84f2-c0bee5ddef67 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053965 Nov 16 21:10:51.526436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-eacf2952-9648-4ac6-a19e-c6e7a72b0986 req-912abb52-4f45-4bf2-a3b1-34c495a9f7a8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.527785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-4ff0e764-57d3-4eea-bf48-f53b7d99bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.529548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-4ff0e764-57d3-4eea-bf48-f53b7d99bacf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20999b16408c40ddb252deaab97ea75a&device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 1099 time: 0.0743892 Nov 16 21:10:51.559339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-eacf2952-9648-4ac6-a19e-c6e7a72b0986 req-912abb52-4f45-4bf2-a3b1-34c495a9f7a8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.600241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-72c0377d-105d-453e-8aaf-13b623174218 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=89391f9e-208e-4345-98c2-82251baa16ee HTTP/1.1" status: 200 len: 217 time: 0.0515692 Nov 16 21:10:51.657822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Request body: {'port': {'device_id': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:51.661890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-eacf2952-9648-4ac6-a19e-c6e7a72b0986 req-912abb52-4f45-4bf2-a3b1-34c495a9f7a8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.665646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-eacf2952-9648-4ac6-a19e-c6e7a72b0986 req-912abb52-4f45-4bf2-a3b1-34c495a9f7a8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.673383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:51.679015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eacf2952-9648-4ac6-a19e-c6e7a72b0986 req-912abb52-4f45-4bf2-a3b1-34c495a9f7a8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] 10.222.0.48 "DELETE /v2.0/security-groups/574615ca-83c3-4a16-ad8b-1513bd41d152 HTTP/1.1" status: 204 len: 173 time: 0.2568400 Nov 16 21:10:51.763305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912abb52-4f45-4bf2-a3b1-34c495a9f7a8 tempest-SecurityGroupRulesNegativeTestJSON-1940420713 tempest-SecurityGroupRulesNegativeTestJSON-1940420713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574615ca-83c3-4a16-ad8b-1513bd41d152,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:51.778445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8110fb1-5e7c-45a7-82cf-e32fbe67d7e5 req-b28aa2ca-44f5-4cc6-bbcc-56debc5d29ca tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.1048253 Nov 16 21:10:51.798440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5131752 Nov 16 21:10:51.801222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58402) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:51.808254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Request body: {'subnet': {'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-350716544-subnet', 'tenant_id': 'b460a93c7fa54f40a67469c9ffd649a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:51.823431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-2f2020e1-ac5d-4de8-a761-30c5a93b47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.824795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-2f2020e1-ac5d-4de8-a761-30c5a93b47dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2074835 Nov 16 21:10:51.840803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Deleting subnet b9e8c16d-9d8e-4d1d-a47a-2ae70e6d8993 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:10:51.847329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bd167-640e-4da8-9347-db06ea1fbadf admin admin] Pushing event updated for resources: {'Network': ['ID=af96bfca-d991-4e06-9320-78d8c94af450,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:51.858273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network af96bfca-d991-4e06-9320-78d8c94af450 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:10:51.867245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.898355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.927059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c193-2577-4e70-a2a0-5badea3e87eb req-d4ec1025-6cb4-46e5-a29d-1811e295ba7d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.935982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75a1c193-2577-4e70-a2a0-5badea3e87eb req-d4ec1025-6cb4-46e5-a29d-1811e295ba7d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.1687677 Nov 16 21:10:51.948659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Made reservation on behalf of b460a93c7fa54f40a67469c9ffd649a8 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:51.950992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:51.953745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-9038fd90-a843-4a8b-b787-44162e7399b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:51.956171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-9038fd90-a843-4a8b-b787-44162e7399b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25618cab-7571-432f-b61a-7fa88d2b22a6 HTTP/1.1" status: 200 len: 906 time: 0.4255204 Nov 16 21:10:52.028579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.067258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75a1c193-2577-4e70-a2a0-5badea3e87eb req-a875c2b4-6b0e-4511-a6bf-3e4c68bb0bbd tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304007 Nov 16 21:10:52.110735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-82ed2459-7624-43bf-9b8a-385c2bf3e6a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ede232-5acc-461a-9e3d-3b65b4d85799 HTTP/1.1" status: 200 len: 217 time: 0.1325672 Nov 16 21:10:52.134860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-ec2178c9-4a49-4925-b289-f4ccf40a895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:52.136384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-ec2178c9-4a49-4925-b289-f4ccf40a895f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3000457 Nov 16 21:10:52.153869 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81846d15-40cf-4bc7-ba00-321360639bb6 x-openstack-request-id: req-81846d15-40cf-4bc7-ba00-321360639bb6 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:52.154169 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da77e8e-a3b6-47b6-87c3-f4a694e57250", "tag": "89391f9e-208e-4345-98c2-82251baa16ee", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:52.154390 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81846d15-40cf-4bc7-ba00-321360639bb6 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:52.154816 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'tag': '89391f9e-208e-4345-98c2-82251baa16ee', 'status': 'completed', 'code': 200} Nov 16 21:10:52.165627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf3412-4d8f-4adf-9c33-e54a06ed1678 req-99bb07db-7987-4939-8ebe-4aab0a7148c7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:52.167166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-deaf3412-4d8f-4adf-9c33-e54a06ed1678 req-99bb07db-7987-4939-8ebe-4aab0a7148c7 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.2980094 Nov 16 21:10:52.249411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.284847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9c4863-0a38-460a-8642-eb3349c3c4ad {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:52.299792 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.319926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Transition to ACTIVE for port object 5d9c4863-0a38-460a-8642-eb3349c3c4ad will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:10:52.325632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.337490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-1ddb47c2-2026-4d1b-abbd-3853c45bba8e tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:52.338614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-1ddb47c2-2026-4d1b-abbd-3853c45bba8e tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.41 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.3250766 Nov 16 21:10:52.403050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-60669e32-a6c4-4ff9-84ae-d037dc3d54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:52.404927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-60669e32-a6c4-4ff9-84ae-d037dc3d54a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ecb1e2-f93d-4762-98db-fb29b83df1f2 HTTP/1.1" status: 200 len: 844 time: 0.2741656 Nov 16 21:10:52.430047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c4863-0a38-460a-8642-eb3349c3c4ad,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:52.467925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Attempting to bind port 5d9c4863-0a38-460a-8642-eb3349c3c4ad on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:52.468418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Attempting to bind port 5d9c4863-0a38-460a-8642-eb3349c3c4ad by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:52.468757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Attempting to bind port 5d9c4863-0a38-460a-8642-eb3349c3c4ad on network 27721cb1-c75b-4c55-b291-a923bb0e3027 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:52.475416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Port 5d9c4863-0a38-460a-8642-eb3349c3c4ad on network 27721cb1-c75b-4c55-b291-a923bb0e3027 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:10:52.475740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Attempting to bind port 5d9c4863-0a38-460a-8642-eb3349c3c4ad on network 27721cb1-c75b-4c55-b291-a923bb0e3027 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:52.483070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:52.483414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Checking segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:52.483795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Bound using segment: {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:52.484631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Bound port: 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413f021c-475b-4d61-ad35-c97f72271fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:52.485146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.531970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-deaf3412-4d8f-4adf-9c33-e54a06ed1678 req-8a1c9a94-bbe3-40eb-b0ea-aac9a14cc629 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335516 Nov 16 21:10:52.656109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] For port 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:52.665053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] For port 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:52.670338 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.671656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.705637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.728773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-0b00357d-d01c-48a4-bcc3-02ba9b99a894 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567858 Nov 16 21:10:52.770601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:52.771430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.774767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] 10.222.0.41 "PUT /v2.0/ports/5d9c4863-0a38-460a-8642-eb3349c3c4ad HTTP/1.1" status: 200 len: 1092 time: 1.1627901 Nov 16 21:10:52.775325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'tag': '5d9c4863-0a38-460a-8642-eb3349c3c4ad'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:52.777909 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3628110-9d67-4947-a073-8117249c8220" -d '{"events": [{"name": "network-changed", "server_uuid": "86ed223a-ee9c-447b-bbc5-14f4cb2c1123", "tag": "5d9c4863-0a38-460a-8642-eb3349c3c4ad"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:52.810812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-5ff04fa5-4fae-4308-9c8e-b4e96416eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:52.812313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-5ff04fa5-4fae-4308-9c8e-b4e96416eefc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25618cab-7571-432f-b61a-7fa88d2b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847671 Nov 16 21:10:52.815339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:52.821836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b9e8c16d-9d8e-4d1d-a47a-2ae70e6d8993 HTTP/1.1" status: 204 len: 168 time: 1.1470006 Nov 16 21:10:52.852464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58428) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:52.916158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d965347-c4c1-490a-ade3-311252728a8c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:52.999671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-91423426-f468-4fbc-b7bc-3bb3a129c5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.016400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Checking segment: {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:53.016745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Network hostable DHCP agents. Network: af96bfca-d991-4e06-9320-78d8c94af450, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:10:53.019672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cf3ca-fe9c-4409-85e4-7a556d15a149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e8c16d-9d8e-4d1d-a47a-2ae70e6d8993,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:53.020037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b320e-cc79-4b9b-9f89-141b7757062b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c4863-0a38-460a-8642-eb3349c3c4ad,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:53.041889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ab7f8-8ff3-43da-a1e6-53484e6cf164 req-bfaf8bd7-5327-47a9-a1e8-5b2d6043332f tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.043353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef4ab7f8-8ff3-43da-a1e6-53484e6cf164 req-bfaf8bd7-5327-47a9-a1e8-5b2d6043332f tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 944 time: 0.3782380 Nov 16 21:10:53.055667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Deleting port e171e535-8189-451e-a796-00db004b7615 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:53.056006 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.057055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e273-d359-4a60-89d2-72580c11f25e req-2d5c8fd8-4b4e-47d6-977e-1517212eb9d9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.061889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e78e273-d359-4a60-89d2-72580c11f25e req-2d5c8fd8-4b4e-47d6-977e-1517212eb9d9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 944 time: 0.3638282 Nov 16 21:10:53.117713 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.150014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-abf6bb1d-244a-44cf-b407-da778c8eb3a5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.151588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-abf6bb1d-244a-44cf-b407-da778c8eb3a5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.3456936 Nov 16 21:10:53.171841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:53.195969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e78e273-d359-4a60-89d2-72580c11f25e req-a44cf7a6-9530-4377-b708-ab18dbe525d4 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216528 Nov 16 21:10:53.351879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.396135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83575dbd-d3dd-45c2-8844-2ccf78e08fb3']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:53.420267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d22af-20b3-488b-a6f5-1191013bbb8b req-e19d0768-e773-4fdc-af27-3320ccaf40eb tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.421788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c57d22af-20b3-488b-a6f5-1191013bbb8b req-e19d0768-e773-4fdc-af27-3320ccaf40eb tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 948 time: 0.1304276 Nov 16 21:10:53.424016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5df842-1dfa-4904-a59a-c520cb450600') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:53.424249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5df842-1dfa-4904-a59a-c520cb450600') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:10:53.445489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.467047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:53.470151 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34ebd98d-b28e-4b87-8f98-f1fae849d54d req-bc4561a9-3aec-40e1-bf24-c8f857d6d65f service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7088501 Nov 16 21:10:53.471047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.475882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-81463985-7284-4bfe-bfbb-69a52573c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.477198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-81463985-7284-4bfe-bfbb-69a52573c194 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b84c0bd7e24f5990c1048fb8a35534&device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 1095 time: 0.5975158 Nov 16 21:10:53.482603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Network af96bfca-d991-4e06-9320-78d8c94af450 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:10:53.485906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.488842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-0dbfdb7f-54bd-4f01-b58d-e8a147066055 service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249607 Nov 16 21:10:53.509857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:10:53.510194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:10:53.512503 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:10:53.578387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c57d22af-20b3-488b-a6f5-1191013bbb8b req-79e7fd7b-48cd-4afd-80c0-1bd3708f941b tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455383 Nov 16 21:10:53.610497 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-50fab0d3-396e-4d02-a012-dba8812b97a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad HTTP/1.1" status: 200 len: 217 time: 0.1136093 Nov 16 21:10:53.616369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, af96bfca-d991-4e06-9320-78d8c94af450) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:53.631306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1d100-2930-4586-9d07-83cef3d5eafe None None] Network af96bfca-d991-4e06-9320-78d8c94af450 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:53.634014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.640617 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef4ab7f8-8ff3-43da-a1e6-53484e6cf164 req-c7ea6454-8075-4cee-9c17-9ea875c2a15c tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768564 Nov 16 21:10:53.648486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.649565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] 10.222.0.48 "DELETE /v2.0/networks/83575dbd-d3dd-45c2-8844-2ccf78e08fb3 HTTP/1.1" status: 204 len: 168 time: 0.7943573 Nov 16 21:10:53.674490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b79cf-6201-4403-9c45-80080cb93cca admin admin] Pushing event deleted for resources: {'Network': ['ID=83575dbd-d3dd-45c2-8844-2ccf78e08fb3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:53.681420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.686289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.723478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] For port e171e535-8189-451e-a796-00db004b7615, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e171e535-8189-451e-a796-00db004b7615,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:53.723851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:53.728238 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458955ad-ffab-4b9f-a260-94b06542af05 x-openstack-request-id: req-458955ad-ffab-4b9f-a260-94b06542af05 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:53.728514 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ed223a-ee9c-447b-bbc5-14f4cb2c1123", "tag": "5d9c4863-0a38-460a-8642-eb3349c3c4ad", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:53.728744 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-458955ad-ffab-4b9f-a260-94b06542af05 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:53.729142 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'tag': '5d9c4863-0a38-460a-8642-eb3349c3c4ad', 'status': 'completed', 'code': 200} Nov 16 21:10:53.789712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.11 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/e9a3685f-9075-4614-be46-5d73f9f5c2a8) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:53.793324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21ede232-5acc-461a-9e3d-3b65b4d85799 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:53.805807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Calling delete_port for e171e535-8189-451e-a796-00db004b7615 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:10:53.837561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60d62b6e-585e-4218-9c69-a1121b5a577c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0280898 Nov 16 21:10:53.915819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a0180-8b3b-4600-8d2a-fe313ffd4439 None None] Network af96bfca-d991-4e06-9320-78d8c94af450 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:10:53.942881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58446) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:53.943515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b812a2a9-3039-41dd-9665-826d1bbc5760 req-fe590e9d-f1c6-4b31-9902-4cab63ba991c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 210 time: 0.1219025 Nov 16 21:10:53.960941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-e8e6f441-c190-4abf-b4a3-326bd95ee2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.972777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-e8e6f441-c190-4abf-b4a3-326bd95ee2ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20999b16408c40ddb252deaab97ea75a&device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 1099 time: 0.4134400 Nov 16 21:10:53.983625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-3c004f38-8929-4e77-a544-d6a1d064ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:53.985982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-3c004f38-8929-4e77-a544-d6a1d064ac0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd2b419c-1ca7-4cb2-be08-8fd414093d28 HTTP/1.1" status: 200 len: 854 time: 0.3290429 Nov 16 21:10:53.997256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f4f98-b1d2-42e8-b315-4078be450449 req-7b51a1ad-9aa2-464d-a9da-e494812e3abc tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:54.000631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c9f4f98-b1d2-42e8-b315-4078be450449 req-7b51a1ad-9aa2-464d-a9da-e494812e3abc tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=586f07e7-ed13-46eb-ac0f-7fe9447b76b2 HTTP/1.1" status: 200 len: 946 time: 0.1627808 Nov 16 21:10:54.077115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.090730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d4d02971-378e-4597-b4c4-0aaea9bbc88c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bbbbab0b46c4e639a3c47852051af05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461840 Nov 16 21:10:54.092967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58462) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:54.108766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-b2447c4d-d147-431e-a503-bab098012bbe service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005025 Nov 16 21:10:54.120806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21ede232-5acc-461a-9e3d-3b65b4d85799, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21ede232-5acc-461a-9e3d-3b65b4d85799,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:54.135512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'port_id': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'mac_address': 'fa:16:3e:14:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:54.155112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c9f4f98-b1d2-42e8-b315-4078be450449 req-aac7242a-fe27-46ce-ab82-632c0c426418 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418765 Nov 16 21:10:54.159452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.192106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.207716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ede232-5acc-461a-9e3d-3b65b4d85799 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:54.218086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a8f7-a945-4038-a3e2-d67133eefa09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.233683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21ede232-5acc-461a-9e3d-3b65b4d85799, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21ede232-5acc-461a-9e3d-3b65b4d85799,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:54.242160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.246355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.249261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a8f7-a945-4038-a3e2-d67133eefa09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.341559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=21ede232-5acc-461a-9e3d-3b65b4d85799,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:54.343779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.343963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:54.348167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:54.361470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:54.371543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:54.380005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=e9a3685f-9075-4614-be46-5d73f9f5c2a8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:54.440387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a8f7-a945-4038-a3e2-d67133eefa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.445588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a8f7-a945-4038-a3e2-d67133eefa09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.455345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4cb2a8f7-a945-4038-a3e2-d67133eefa09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf345a35-1f10-4ba5-8adb-b07b33c2a687 HTTP/1.1" status: 204 len: 168 time: 0.3561981 Nov 16 21:10:54.463425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:54.463897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.475237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2a8f7-a945-4038-a3e2-d67133eefa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf345a35-1f10-4ba5-8adb-b07b33c2a687,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:54.503494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-8fade4a1-f1fb-4885-af46-4fb7459a7f75 req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1989911590', 'description': 'tempest-description-801585529'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:54.520135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Pushing event deleted for resources: {'Port': ['ID=e171e535-8189-451e-a796-00db004b7615,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:54.521786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-eb815134-4c11-4e92-939f-361341ae03fb tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3566408 Nov 16 21:10:54.530574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['21ede232-5acc-461a-9e3d-3b65b4d85799'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:54.533487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718924-9977-492a-b854-fdf8c4954566 req-755d87d2-71c1-4a2f-ba2c-4ee4db70bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:54.535127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-755d87d2-71c1-4a2f-ba2c-4ee4db70bead service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27721cb1-c75b-4c55-b291-a923bb0e3027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4506407 Nov 16 21:10:54.546950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Request body: {'port': {'device_id': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:54.558333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] No DVR routers for this DVR port e171e535-8189-451e-a796-00db004b7615 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:10:54.561355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.565297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e93cbe7b-fc9d-4f2d-9607-bc3cf34afa59 req-2efe1207-e129-4395-aa6c-084b79c24f0d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.41 "DELETE /v2.0/ports/e171e535-8189-451e-a796-00db004b7615 HTTP/1.1" status: 204 len: 173 time: 2.2170477 Nov 16 21:10:54.575209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'name': 'network-vif-deleted', 'tag': 'e171e535-8189-451e-a796-00db004b7615'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:54.577519 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f0b57b-c322-4db3-b7ff-1c8afe3748df" -d '{"events": [{"server_uuid": "586f07e7-ed13-46eb-ac0f-7fe9447b76b2", "name": "network-vif-deleted", "tag": "e171e535-8189-451e-a796-00db004b7615"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:54.582081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-59417fa6-1a52-446a-80ce-e8e37739f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:54.583274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b21804-2928-4d80-8693-eb5d9b184497 req-869cda97-0116-474a-8a88-a5b8d3f5aae0 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:54.583917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-59417fa6-1a52-446a-80ce-e8e37739f43f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.5966735 Nov 16 21:10:54.592844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9b21804-2928-4d80-8693-eb5d9b184497 req-869cda97-0116-474a-8a88-a5b8d3f5aae0 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 945 time: 0.1125934 Nov 16 21:10:54.683381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8fade4a1-f1fb-4885-af46-4fb7459a7f75 req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.692308 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-bbef09e2-7cc6-4d53-840a-16616fdb9b98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=89391f9e-208e-4345-98c2-82251baa16ee HTTP/1.1" status: 200 len: 217 time: 0.0877445 Nov 16 21:10:54.709022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9b21804-2928-4d80-8693-eb5d9b184497 req-42bfa268-f56c-435f-ac7a-74bb9f03da9b tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147313 Nov 16 21:10:54.716977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:54.814883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-b0231734-845d-4a63-9b61-f5dbbaf1cdd3 service neutron] 10.222.0.41 "GET /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578626 Nov 16 21:10:54.925345 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854dbf1a-655b-4ff7-8590-3ac065ecca68 x-openstack-request-id: req-854dbf1a-655b-4ff7-8590-3ac065ecca68 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:54.925727 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586f07e7-ed13-46eb-ac0f-7fe9447b76b2", "name": "network-vif-deleted", "tag": "e171e535-8189-451e-a796-00db004b7615", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:54.926167 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-854dbf1a-655b-4ff7-8590-3ac065ecca68 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:54.926685 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586f07e7-ed13-46eb-ac0f-7fe9447b76b2', 'name': 'network-vif-deleted', 'tag': 'e171e535-8189-451e-a796-00db004b7615', 'status': 'completed', 'code': 200} Nov 16 21:10:54.954971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', '65ae9793-a938-47ec-9af2-239e0288866c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:54.980660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-e2d468d0-6632-438d-8cbc-a7e41bcc4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:54.982184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-e2d468d0-6632-438d-8cbc-a7e41bcc4bcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2735488 Nov 16 21:10:55.099924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8fade4a1-f1fb-4885-af46-4fb7459a7f75 req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.110207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01718924-9977-492a-b854-fdf8c4954566 req-b14b89c9-193f-4fec-b403-bb58b39d086f service neutron] 10.222.0.41 "GET /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826369 Nov 16 21:10:55.113029 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:10:55.113590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8fade4a1-f1fb-4885-af46-4fb7459a7f75 req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.117215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20befb-45ec-4ddd-845a-912566721c0f req-3283acbd-7e15-4f57-ac2e-a083e2f55fe3 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.130627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb20befb-45ec-4ddd-845a-912566721c0f req-3283acbd-7e15-4f57-ac2e-a083e2f55fe3 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 948 time: 0.1918943 Nov 16 21:10:55.150595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-72168d7e-9e99-4717-8f0e-944e69e45070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.152108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-72168d7e-9e99-4717-8f0e-944e69e45070 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590915 Nov 16 21:10:55.222903 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8fade4a1-f1fb-4885-af46-4fb7459a7f75 req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.223712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8fade4a1-f1fb-4885-af46-4fb7459a7f75 req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7763128 Nov 16 21:10:55.254108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f0fed-0025-48e0-bb6b-0577baf8e3ec tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2757ff0-3c35-407f-bf3d-ed3a18fd161b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:55.290928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628110-9d67-4947-a073-8117249c8220 req-6b4ea0da-af62-45ea-b79f-f3baef3f733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.292517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-6b4ea0da-af62-45ea-b79f-f3baef3f733b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94b84c0bd7e24f5990c1048fb8a35534&device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 1095 time: 0.1111073 Nov 16 21:10:55.322550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb20befb-45ec-4ddd-845a-912566721c0f req-73080934-d267-4831-8876-4c25c572ea9f tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867809 Nov 16 21:10:55.421668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-9b4b21d6-797f-4fa1-9e94-00874c643b9b service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580154 Nov 16 21:10:55.460301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628110-9d67-4947-a073-8117249c8220 req-fb92609c-a8bd-4858-ad8d-cb8c81ee297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.461793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-fb92609c-a8bd-4858-ad8d-cb8c81ee297e service neutron] 10.222.0.41 "GET /v2.0/networks?id=27721cb1-c75b-4c55-b291-a923bb0e3027 HTTP/1.1" status: 200 len: 916 time: 0.1582484 Nov 16 21:10:55.463802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a3685f-9075-4614-be46-5d73f9f5c2a8 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:55.474611 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.493616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122874-2e52-49c8-ba81-8bff1ce8e6ee req-bee1c63a-adff-4dd2-957a-d3343c939aae tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.495208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe122874-2e52-49c8-ba81-8bff1ce8e6ee req-bee1c63a-adff-4dd2-957a-d3343c939aae tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.0743828 Nov 16 21:10:55.505978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Transition to ACTIVE for port object e9a3685f-9075-4614-be46-5d73f9f5c2a8 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:10:55.517604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.527528 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.543239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dee2e-db81-4898-8420-6f11ddf21469 req-4c3ac7c4-7e2a-4bab-a389-385e0882f18d tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.544751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b08dee2e-db81-4898-8420-6f11ddf21469 req-4c3ac7c4-7e2a-4bab-a389-385e0882f18d tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 944 time: 0.1788712 Nov 16 21:10:55.548997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-506a6e59-1a87-41d1-8cac-bf22d2d08c21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad HTTP/1.1" status: 200 len: 217 time: 0.0569074 Nov 16 21:10:55.596256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3685f-9075-4614-be46-5d73f9f5c2a8,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:55.608327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.608674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.609013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.609340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.609767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.610638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.611443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.611637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.612068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.612405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.612618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.612991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:55.655584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-045f223f-cfb0-4f42-ad54-a0457833e0d3 req-04061276-4c22-491e-b796-2c8461e50193 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259514 Nov 16 21:10:55.661568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe122874-2e52-49c8-ba81-8bff1ce8e6ee req-f6f4471e-55d1-4782-9134-304008635921 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443582 Nov 16 21:10:55.677564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b08dee2e-db81-4898-8420-6f11ddf21469 req-a1e324b5-8a32-4677-98c6-4ab28c50437e tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100421 Nov 16 21:10:55.679648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628110-9d67-4947-a073-8117249c8220 req-fb02f426-da85-4dad-8482-213f65fdc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.682736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-fb02f426-da85-4dad-8482-213f65fdc90e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd2b419c-1ca7-4cb2-be08-8fd414093d28 HTTP/1.1" status: 200 len: 854 time: 0.1249948 Nov 16 21:10:55.763125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628110-9d67-4947-a073-8117249c8220 req-d15a99f0-7b24-40eb-9af2-b0427a1ac40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.764809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-d15a99f0-7b24-40eb-9af2-b0427a1ac40a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27721cb1-c75b-4c55-b291-a923bb0e3027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713162 Nov 16 21:10:55.766283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Attempting to bind port e9a3685f-9075-4614-be46-5d73f9f5c2a8 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:10:55.766654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Attempting to bind port e9a3685f-9075-4614-be46-5d73f9f5c2a8 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:10:55.766992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Attempting to bind port e9a3685f-9075-4614-be46-5d73f9f5c2a8 on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:55.774263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Port e9a3685f-9075-4614-be46-5d73f9f5c2a8 on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:10:55.774842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Attempting to bind port e9a3685f-9075-4614-be46-5d73f9f5c2a8 on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:10:55.805379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:10:55.806061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:10:55.806633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:10:55.807274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Bound port: e9a3685f-9075-4614-be46-5d73f9f5c2a8, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:10:55.807827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.824547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:55.840706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-253450c7-60b0-4c30-87d2-88f988035e30 req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1433459243', 'description': 'tempest-description-1007098117'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:55.846186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21ede232-5acc-461a-9e3d-3b65b4d85799 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:55.871842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123bb34-65ce-4de7-a07b-060dc65bad82 req-b1820da5-2097-460d-8ecd-7ac65e2107f8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:55.874423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3123bb34-65ce-4de7-a07b-060dc65bad82 req-b1820da5-2097-460d-8ecd-7ac65e2107f8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 944 time: 0.1201746 Nov 16 21:10:55.913350 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-f57d8913-7e9f-48be-84cf-361d51baa9a8 service neutron] 10.222.0.41 "GET /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394553 Nov 16 21:10:55.914675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-253450c7-60b0-4c30-87d2-88f988035e30 req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.975591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 21ede232-5acc-461a-9e3d-3b65b4d85799 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:10:55.978008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:55.990817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 21ede232-5acc-461a-9e3d-3b65b4d85799 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:55.990817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:55.996902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] For port e9a3685f-9075-4614-be46-5d73f9f5c2a8, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:10:56.015173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '13816363-c766-48c5-9cf7-1e5749867b8f', 'network_id': '23710389-38d0-48df-aea5-d0b7641eea2d', 'port_id': '13816363-c766-48c5-9cf7-1e5749867b8f', 'mac_address': 'fa:16:3e:05:4e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712b9d6b-e497-41b4-9e60-05b6eccbcfb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:56.023243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] For port e9a3685f-9075-4614-be46-5d73f9f5c2a8, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:10:56.027851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3123bb34-65ce-4de7-a07b-060dc65bad82 req-28e86051-b6fe-48bc-a8d8-17b16ad959bd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443768 Nov 16 21:10:56.076675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.105109 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.108076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3628110-9d67-4947-a073-8117249c8220 req-1356b667-6f95-4b97-b1a7-a51519d724cd service neutron] 10.222.0.41 "GET /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679785 Nov 16 21:10:56.130643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-253450c7-60b0-4c30-87d2-88f988035e30 req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.130877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13816363-c766-48c5-9cf7-1e5749867b8f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:56.135657 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-253450c7-60b0-4c30-87d2-88f988035e30 req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.170678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-253450c7-60b0-4c30-87d2-88f988035e30 req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.171912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-253450c7-60b0-4c30-87d2-88f988035e30 req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3670814 Nov 16 21:10:56.173450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.173869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52290d1-4faf-4075-be2d-8322c4b32860 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0728c960-f009-46ba-92f9-37d4893c8579,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:56.174114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.176260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] 10.222.0.41 "PUT /v2.0/ports/e9a3685f-9075-4614-be46-5d73f9f5c2a8 HTTP/1.1" status: 200 len: 1092 time: 1.6434565 Nov 16 21:10:56.177491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'tag': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:56.180473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:56.181381 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c9e255-136f-4809-ac00-0d2ea0edba4a", "tag": "e9a3685f-9075-4614-be46-5d73f9f5c2a8"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:56.187732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e35ccb-a18c-4b3f-92cf-4ca1becf3e1c service neutron] Pushing event updated for resources: {'Port': ['ID=e9a3685f-9075-4614-be46-5d73f9f5c2a8,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:56.191576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.226441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.233498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096e49b-7730-470e-ac48-a23f4ec60100 req-1d2e97e3-c182-483c-91fb-1c0ea2be8e85 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.241821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9096e49b-7730-470e-ac48-a23f4ec60100 req-1d2e97e3-c182-483c-91fb-1c0ea2be8e85 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 945 time: 0.1182888 Nov 16 21:10:56.274752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:56.277082 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc26be30-f2a2-4a9a-aa50-61bc111dfb9a" -d '{"events": [{"server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "name": "network-vif-plugged", "status": "completed", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:56.289545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:56.295528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['13816363-c766-48c5-9cf7-1e5749867b8f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:56.299740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21ede232-5acc-461a-9e3d-3b65b4d85799, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21ede232-5acc-461a-9e3d-3b65b4d85799,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:56.321904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.322810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e171e535-8189-451e-a796-00db004b7615 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:10:56.337869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9096e49b-7730-470e-ac48-a23f4ec60100 req-c0f18a20-50a9-470f-933c-536f4433df2a tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919123 Nov 16 21:10:56.367771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-53d3f978-956d-4dc9-ba5c-1aac4373f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.369303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-53d3f978-956d-4dc9-ba5c-1aac4373f748 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 1095 time: 0.1241333 Nov 16 21:10:56.375103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e171e535-8189-451e-a796-00db004b7615 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:10:56.376489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e171e535-8189-451e-a796-00db004b7615 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:10:56.418078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=21ede232-5acc-461a-9e3d-3b65b4d85799,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:56.440812 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083ad77-b190-4e51-a8d9-a7304dcf4616 x-openstack-request-id: req-a083ad77-b190-4e51-a8d9-a7304dcf4616 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:56.441229 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c9e255-136f-4809-ac00-0d2ea0edba4a", "tag": "e9a3685f-9075-4614-be46-5d73f9f5c2a8", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:56.441685 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a083ad77-b190-4e51-a8d9-a7304dcf4616 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:56.442193 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'tag': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8', 'status': 'completed', 'code': 200} Nov 16 21:10:56.444670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-fb769104-9cfd-4b27-b7dc-7e0bdb9f17e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8 HTTP/1.1" status: 200 len: 217 time: 0.0644419 Nov 16 21:10:56.481818 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfda3a2-f418-4107-8dc4-5f36fa9ad803 x-openstack-request-id: req-8bfda3a2-f418-4107-8dc4-5f36fa9ad803 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:56.482397 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "name": "network-vif-plugged", "status": "completed", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:56.482691 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bfda3a2-f418-4107-8dc4-5f36fa9ad803 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:56.483250 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'code': 200} Nov 16 21:10:56.503568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-583bab86-1b1e-429a-a435-945717bea11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.505112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-583bab86-1b1e-429a-a435-945717bea11a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0511935 Nov 16 21:10:56.546032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-9182f282-01f3-490b-8bf6-a1fbaab8faa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315897 Nov 16 21:10:56.554456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:56.683921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-58facf3a-40be-4435-9f3f-342ed8a5f9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204202 Nov 16 21:10:56.693862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feab80a-49d0-4728-82ea-1f84cef5d6b1 req-0e22e26f-ddd4-405a-b8dd-ef4773777fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.695400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2feab80a-49d0-4728-82ea-1f84cef5d6b1 req-0e22e26f-ddd4-405a-b8dd-ef4773777fea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 1097 time: 0.1229131 Nov 16 21:10:56.744460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-a1fd5f16-3c5c-495b-8ef3-1910860d9e43 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.750008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-a1fd5f16-3c5c-495b-8ef3-1910860d9e43 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 812 time: 0.1895325 Nov 16 21:10:56.781593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2feab80a-49d0-4728-82ea-1f84cef5d6b1 req-30558d92-bb2b-4145-87c1-156f669d0410 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751154 Nov 16 21:10:56.783744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-69e04a07-b2a3-498d-b7f5-ae6f83fccfd4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/quotas/b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 375 time: 0.0261834 Nov 16 21:10:56.783886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064e43b-9313-486c-b6aa-5df9731e4ac8 req-3d1d0648-a658-44f9-a034-945cc535c8e7 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.785273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c064e43b-9313-486c-b6aa-5df9731e4ac8 req-3d1d0648-a658-44f9-a034-945cc535c8e7 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 948 time: 0.1135755 Nov 16 21:10:56.823560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-4e0f6209-3fdd-4421-8f32-86f67c90abc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331631 Nov 16 21:10:56.839318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e29a6b-4f4a-48f7-b36e-66a73c034608 req-46325f20-f949-4cdc-95e1-2cc26f8a4bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349943 Nov 16 21:10:56.862063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c064e43b-9313-486c-b6aa-5df9731e4ac8 req-ceb0dc0b-cc4d-4b74-99b8-9fdf53db0a9d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695035 Nov 16 21:10:56.932738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58548) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:56.940504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-87c70886-a283-4ae6-b941-c7b840f27b84 service neutron] 10.222.0.48 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161573 Nov 16 21:10:56.973338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df72f6-a074-4444-8cd6-6a0bac6e06af req-a9af56c8-d759-406b-8839-ab8b84d1e7f0 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:56.974897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51df72f6-a074-4444-8cd6-6a0bac6e06af req-a9af56c8-d759-406b-8839-ab8b84d1e7f0 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.0553811 Nov 16 21:10:57.036264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51df72f6-a074-4444-8cd6-6a0bac6e06af req-e82e706d-8d69-4992-b4e2-6df5dc97250f tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553713 Nov 16 21:10:57.058745 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-65b1187b-c5d3-4543-a053-9f82aacd36c9 service neutron] 10.222.0.48 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026065 Nov 16 21:10:57.067057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.092339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-2394c0f8-fa9e-4369-83b9-c72f63b9152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.093867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-2394c0f8-fa9e-4369-83b9-c72f63b9152c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 1095 time: 0.0497749 Nov 16 21:10:57.153118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.158674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.205662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86890752-96be-49fb-a997-d2e0954eb21b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:57.217799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d1c62cd39154e48a05bd643cbf53914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837262 Nov 16 21:10:57.220739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51a3c1-9e58-4f22-a808-6a273d76f9c8 req-ee36d35a-fbc7-4dc7-9f39-7a8e1c73450d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.221087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58558) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:57.222246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf51a3c1-9e58-4f22-a808-6a273d76f9c8 req-ee36d35a-fbc7-4dc7-9f39-7a8e1c73450d tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 945 time: 0.1010447 Nov 16 21:10:57.228748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.229084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.229577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.230414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.230563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.230915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.231419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.231815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.232211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.232607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.232997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.233679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f54dd-e95a-4705-877d-c9655aec8b0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:10:57.263935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-a1a230eb-fca7-4b81-80f9-d523f2261226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.266000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-a1a230eb-fca7-4b81-80f9-d523f2261226 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.1545451 Nov 16 21:10:57.317823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c37b3645-4626-4252-a622-8c6a806c92f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.330730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-25081170-94fb-44b0-bb3a-6cf9640deae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8 HTTP/1.1" status: 200 len: 217 time: 0.0555499 Nov 16 21:10:57.336528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf51a3c1-9e58-4f22-a808-6a273d76f9c8 req-62ce9ebc-bff2-4abb-ab94-89b17b45beeb tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055334 Nov 16 21:10:57.342643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384191a-d9a8-44f3-bc95-874d67393304 req-14f717c3-99e2-4948-9597-9f8d55e5ce77 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.344192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d384191a-d9a8-44f3-bc95-874d67393304 req-14f717c3-99e2-4948-9597-9f8d55e5ce77 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 944 time: 0.0735285 Nov 16 21:10:57.354274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c37b3645-4626-4252-a622-8c6a806c92f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.387873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-880a8ac2-9f81-4b65-b77f-dece3c7705cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.390315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-880a8ac2-9f81-4b65-b77f-dece3c7705cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0515754 Nov 16 21:10:57.435895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d384191a-d9a8-44f3-bc95-874d67393304 req-ad758cd7-a6f7-4cfd-b715-47ab1c1c8dc6 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789757 Nov 16 21:10:57.436370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-d5095b85-0e5a-4b27-a829-df674b0fce26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365992 Nov 16 21:10:57.462517 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c37b3645-4626-4252-a622-8c6a806c92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.465959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c37b3645-4626-4252-a622-8c6a806c92f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:57.471324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c37b3645-4626-4252-a622-8c6a806c92f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86890752-96be-49fb-a997-d2e0954eb21b HTTP/1.1" status: 204 len: 168 time: 0.2450461 Nov 16 21:10:57.480729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b3645-4626-4252-a622-8c6a806c92f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86890752-96be-49fb-a997-d2e0954eb21b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:57.546843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eeaec5f7-aaf6-4248-841e-ab21c998abd7 req-6699c593-4aa9-4e9e-9b0c-573401a8a541 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 210 time: 0.0505085 Nov 16 21:10:57.594193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-3a7b293c-8b21-4e47-972b-d45508b8c332 service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473541 Nov 16 21:10:57.602871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b32a93-c4e9-4871-aba0-f6a996a337ce req-cc26350d-21b8-4b08-a0dd-b218b7929fec tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.610520 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9b32a93-c4e9-4871-aba0-f6a996a337ce req-cc26350d-21b8-4b08-a0dd-b218b7929fec tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 944 time: 0.1769588 Nov 16 21:10:57.684347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7e4e2-6f4e-407f-9fcb-3c046921df18 req-35924701-2161-4ee9-a691-e31c4d1a8507 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:57.687029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95e7e4e2-6f4e-407f-9fcb-3c046921df18 req-35924701-2161-4ee9-a691-e31c4d1a8507 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.0765178 Nov 16 21:10:57.716667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9b32a93-c4e9-4871-aba0-f6a996a337ce req-ee882957-d430-4493-bf14-a4d2df1b366e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053011 Nov 16 21:10:57.748780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d13a82e9-cfa1-42c9-891a-a7d6fc8e2f0c req-6c3809f3-404e-40f8-a383-1d9eb77fbd26 service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353223 Nov 16 21:10:57.751257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95e7e4e2-6f4e-407f-9fcb-3c046921df18 req-4fa66f47-8890-4537-8906-777a62990aa7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562186 Nov 16 21:10:57.781409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89391f9e-208e-4345-98c2-82251baa16ee details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:57.786447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:57.821857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5d9c4863-0a38-460a-8642-eb3349c3c4ad details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:58.012587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 89391f9e-208e-4345-98c2-82251baa16ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89391f9e-208e-4345-98c2-82251baa16ee,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:58.014423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0074f1-6df6-4cfb-9fbf-741721fa0f01 req-38f1d8db-eaec-4dd2-a2be-f9b53047ce8a tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.016316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d0074f1-6df6-4cfb-9fbf-741721fa0f01 req-38f1d8db-eaec-4dd2-a2be-f9b53047ce8a tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 948 time: 0.0603304 Nov 16 21:10:58.033805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '89391f9e-208e-4345-98c2-82251baa16ee', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '89391f9e-208e-4345-98c2-82251baa16ee', 'mac_address': 'fa:16:3e:73:7b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:58.051087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 13816363-c766-48c5-9cf7-1e5749867b8f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:58.051688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.127629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d0074f1-6df6-4cfb-9fbf-741721fa0f01 req-8980378f-33ae-4b8b-b50c-e5632ee715c7 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960262 Nov 16 21:10:58.141586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:58.188521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '5d9c4863-0a38-460a-8642-eb3349c3c4ad', 'network_id': '27721cb1-c75b-4c55-b291-a923bb0e3027', 'port_id': '5d9c4863-0a38-460a-8642-eb3349c3c4ad', 'mac_address': 'fa:16:3e:13:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2b419c-1ca7-4cb2-be08-8fd414093d28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:10:58.195331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.218846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd458-510c-44d3-8d6f-d8286f00fd6f req-e4637fa7-f2f5-4587-b157-d90f98ba7c60 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.223280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f7cd458-510c-44d3-8d6f-d8286f00fd6f req-e4637fa7-f2f5-4587-b157-d90f98ba7c60 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.0724959 Nov 16 21:10:58.239915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89391f9e-208e-4345-98c2-82251baa16ee {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:58.252313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.271742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f7cd458-510c-44d3-8d6f-d8286f00fd6f req-9aa4f0f4-e2d4-40d8-aee3-a1ca8b2f61a3 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Nov 16 21:10:58.279551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.295767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9c4863-0a38-460a-8642-eb3349c3c4ad {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:10:58.301296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 89391f9e-208e-4345-98c2-82251baa16ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89391f9e-208e-4345-98c2-82251baa16ee,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:58.310189 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.358974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:58.361232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:58.364266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58594) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:58.372124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.374068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.392287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=89391f9e-208e-4345-98c2-82251baa16ee,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:58.450960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:58.465193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aad18-9c71-4aa4-a55a-e5c2d9a3adc4 req-79ffe1f5-765f-48d8-8c67-d9650e089695 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.472983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-912aad18-9c71-4aa4-a55a-e5c2d9a3adc4 req-79ffe1f5-765f-48d8-8c67-d9650e089695 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.0586481 Nov 16 21:10:58.488393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:10:58.490964 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d1b1fc-b866-4f81-9037-a785ef16bf96" -d '{"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-plugged", "status": "completed", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:10:58.501070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-642399380-network', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:58.525165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Made reservation on behalf of c0ed77541e5c485c939a5e942544b065 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:58.526067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=5d9c4863-0a38-460a-8642-eb3349c3c4ad,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:58.527613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.543987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.565054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-912aad18-9c71-4aa4-a55a-e5c2d9a3adc4 req-cf2f156c-3048-4987-b498-763719a8a7b4 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913544 Nov 16 21:10:58.627529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5d9c4863-0a38-460a-8642-eb3349c3c4ad'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:58.677276 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9c37a-7318-4981-bac0-7d74d16513c3 x-openstack-request-id: req-07f9c37a-7318-4981-bac0-7d74d16513c3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:10:58.677957 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-plugged", "status": "completed", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:10:58.677957 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07f9c37a-7318-4981-bac0-7d74d16513c3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:10:58.678610 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f', 'code': 200} Nov 16 21:10:58.678733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3283c-b430-4022-b9d5-8b22c57a0668 req-1d00bffe-8cfb-49ba-a6ac-b31e9e8ff7bc tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.686320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62f3283c-b430-4022-b9d5-8b22c57a0668 req-1d00bffe-8cfb-49ba-a6ac-b31e9e8ff7bc tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 945 time: 0.1355138 Nov 16 21:10:58.688966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.694668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.721291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:10:58.765221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62f3283c-b430-4022-b9d5-8b22c57a0668 req-0de06de0-8869-457f-8830-6c318390ea64 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776894 Nov 16 21:10:58.769924 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.770638 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Added segment 12ed17fa-4f87-48dc-8a31-ea26729a40ef of type vlan for network 6ca710d1-be33-4f76-90ea-3742fd4c0519 Nov 16 21:10:58.789793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-46507900-6d60-4415-a193-5429cdc9dc4b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.791316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-46507900-6d60-4415-a193-5429cdc9dc4b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.47 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 812 time: 0.2065523 Nov 16 21:10:58.817258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae7f5315-f79c-4109-9630-00e88be19b95 req-c98be2e6-fcce-4662-b7c5-57ad44eb6ab2 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 210 time: 0.0650542 Nov 16 21:10:58.824957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe116062-7586-4c47-b298-b19d008af391,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:58.834693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'port': {'device_id': '20700180-f37b-43d3-98b2-deaab2726154', 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450', 'admin_state_up': True, 'tenant_id': 'b460a93c7fa54f40a67469c9ffd649a8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:58.877861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.933013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.934579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.935159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:58.961894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174bbd0-61b1-4f16-a1d6-7b431d4de0c3 req-b7df2041-2dd4-417b-b9b2-680f25277393 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:58.963368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3174bbd0-61b1-4f16-a1d6-7b431d4de0c3 req-b7df2041-2dd4-417b-b9b2-680f25277393 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 944 time: 0.1036334 Nov 16 21:10:59.022985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6570065 Nov 16 21:10:59.026798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:59.034098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3174bbd0-61b1-4f16-a1d6-7b431d4de0c3 req-ac0d4756-248c-48dc-924f-bfe50756df51 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632427 Nov 16 21:10:59.035704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Made reservation on behalf of b460a93c7fa54f40a67469c9ffd649a8 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:59.039318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.039478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68f2c0-c455-4072-abec-453e99de00d9 req-2edd4be6-6078-4099-be4d-41cf5921993d tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.040845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc68f2c0-c455-4072-abec-453e99de00d9 req-2edd4be6-6078-4099-be4d-41cf5921993d tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.1422982 Nov 16 21:10:59.045012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Request body: {'subnet': {'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-642399380-subnet', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:59.050754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e368c-60b4-45f6-826a-dbaebc0a9610 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca710d1-be33-4f76-90ea-3742fd4c0519,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:59.062708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:10:59.100852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-0422b3e6-8d74-460e-a08b-8d0292c70107 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.102338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-0422b3e6-8d74-460e-a08b-8d0292c70107 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.1455855 Nov 16 21:10:59.125552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Made reservation on behalf of c0ed77541e5c485c939a5e942544b065 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:10:59.128598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.170482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['89391f9e-208e-4345-98c2-82251baa16ee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:10:59.180190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Allocated IP 172.20.0.2 (af96bfca-d991-4e06-9320-78d8c94af450/5d965347-c4c1-490a-ade3-311252728a8c/3728e2fc-17a9-4a0b-bdf2-106c092b2a93) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:10:59.197659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc68f2c0-c455-4072-abec-453e99de00d9 req-edbec0d0-c15d-4058-b080-95c893741bd3 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429820 Nov 16 21:10:59.362854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1834ea-1f93-479e-8ab6-81481f124de8 req-7a53a19b-016a-4525-9cb6-53e1042b77fc tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.364462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb1834ea-1f93-479e-8ab6-81481f124de8 req-7a53a19b-016a-4525-9cb6-53e1042b77fc tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 949 time: 0.1187119 Nov 16 21:10:59.420378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.451434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb1834ea-1f93-479e-8ab6-81481f124de8 req-f5675ff6-2bca-4862-9122-860862ca6d65 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Nov 16 21:10:59.476269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.529858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Network af96bfca-d991-4e06-9320-78d8c94af450 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:10:59.543862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:10:59.550287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:10:59.586485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:10:59.625299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ddfd9-9ebf-4264-89a0-2b6bae16b836 req-4e3a5e46-427b-40e3-8ea8-f2dd31e7e7df tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.627032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a4f7e-3adf-40c3-8a63-a2b50cb38460 req-dd7827fd-2868-4097-b68d-1ba4c5e698f4 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.627205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b3ddfd9-9ebf-4264-89a0-2b6bae16b836 req-4e3a5e46-427b-40e3-8ea8-f2dd31e7e7df tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.0917871 Nov 16 21:10:59.628519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c08a4f7e-3adf-40c3-8a63-a2b50cb38460 req-dd7827fd-2868-4097-b68d-1ba4c5e698f4 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 946 time: 0.0976281 Nov 16 21:10:59.636897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.637550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.638693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:10:59.643468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Request body: {'floatingip': {'port_id': '21ede232-5acc-461a-9e3d-3b65b4d85799'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:59.649251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Deleting port 65ae9793-a938-47ec-9af2-239e0288866c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:10:59.649598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.656376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-68cc1a4d-66be-4a47-ae8b-2be287292575 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358936 Nov 16 21:10:59.676068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Request body: {'port': {'device_id': '20700180-f37b-43d3-98b2-deaab2726154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:10:59.750697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c08a4f7e-3adf-40c3-8a63-a2b50cb38460 req-2944b618-e768-4582-8069-eb064b69effd tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 Nov 16 21:10:59.757770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.781533 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.832851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e9a3685f-9075-4614-be46-5d73f9f5c2a8 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:10:59.837421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5d9c4863-0a38-460a-8642-eb3349c3c4ad up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:10:59.962181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 5d9c4863-0a38-460a-8642-eb3349c3c4ad completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:10:59.968492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb4fdf-4ca7-4490-a464-1fc7fe3fc1de req-581e3435-2822-429b-b871-c1bb1eaa87ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:10:59.971566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 5d9c4863-0a38-460a-8642-eb3349c3c4ad triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:10:59.971960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:10:59.977033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aefb4fdf-4ca7-4490-a464-1fc7fe3fc1de req-581e3435-2822-429b-b871-c1bb1eaa87ea tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.2737558 Nov 16 21:10:59.995518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] For port 65ae9793-a938-47ec-9af2-239e0288866c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=65ae9793-a938-47ec-9af2-239e0288866c,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:10:59.995879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.011356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.022338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e9a3685f-9075-4614-be46-5d73f9f5c2a8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:00.039752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8', 'mac_address': 'fa:16:3e:3a:19:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:00.058100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Calling delete_port for 65ae9793-a938-47ec-9af2-239e0288866c owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:00.117233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.126944 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.140973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a3685f-9075-4614-be46-5d73f9f5c2a8 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:00.176323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754f24-316d-4bf6-8954-c547550d81f9 req-0390ef06-af6e-4afa-948e-c6b3db6c604b tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:00.180132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:00.182079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e9a3685f-9075-4614-be46-5d73f9f5c2a8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:00.183358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c754f24-316d-4bf6-8954-c547550d81f9 req-0390ef06-af6e-4afa-948e-c6b3db6c604b tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 945 time: 0.0932391 Nov 16 21:11:00.185629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.190348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.228928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ba1e66-c9e8-4ecf-bbfb-d2da36952175,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:00.233741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aefb4fdf-4ca7-4490-a464-1fc7fe3fc1de req-740cc48a-e07a-472e-a326-d2e24f51037c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558692 Nov 16 21:11:00.237501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=5d9c4863-0a38-460a-8642-eb3349c3c4ad,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:00.271396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Checking segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:00.271757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Network hostable DHCP agents. Network: 6ca710d1-be33-4f76-90ea-3742fd4c0519, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:11:00.292598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e9a3685f-9075-4614-be46-5d73f9f5c2a8,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:00.367016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:11:00.408489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c754f24-316d-4bf6-8954-c547550d81f9 req-ca730813-e757-4f5a-a4d1-761f92ceffff tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238970 Nov 16 21:11:00.443516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e9a3685f-9075-4614-be46-5d73f9f5c2a8'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:00.475920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6ca710d1-be33-4f76-90ea-3742fd4c0519) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:00.493097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:00.493727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.503559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665e9e4-d4a8-41c0-8dcc-de07689c5128 None None] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:11:00.546714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca175a3a-dcbe-4c16-b116-319747dba259 req-b5f9a671-2e7f-4a8a-a07c-9ffd3031090e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:00.548345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca175a3a-dcbe-4c16-b116-319747dba259 req-b5f9a671-2e7f-4a8a-a07c-9ffd3031090e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 931 time: 0.2045193 Nov 16 21:11:00.559562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6d02801-482e-4a11-8b08-5c09cf46a026 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5254626 Nov 16 21:11:00.559562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.562863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58628) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:00.584207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', '65ae9793-a938-47ec-9af2-239e0288866c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:00.591355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:00.592951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:00.605748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.621798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a45c-470f-4e60-ba22-62340220d0b2 req-e12d501b-567c-47be-974d-669d621e2e02 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:00.623315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70b4a45c-470f-4e60-ba22-62340220d0b2 req-e12d501b-567c-47be-974d-669d621e2e02 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 945 time: 0.1038229 Nov 16 21:11:00.631427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Transition to ACTIVE for port object 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:00.638538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Pushing event deleted for resources: {'Port': ['ID=65ae9793-a938-47ec-9af2-239e0288866c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:00.651867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.665794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:11:00.758750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:00.794163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] No DVR routers for this DVR port 65ae9793-a938-47ec-9af2-239e0288866c on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:00.797085 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.801182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-70b4a45c-470f-4e60-ba22-62340220d0b2 req-c801cd7b-73b7-4a09-8bbe-2e2ce078d7b4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630220 Nov 16 21:11:00.812224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c4863-0a38-460a-8642-eb3349c3c4ad'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:00.814547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-898300b2-91b9-4c71-8584-188d6a2b9dbc req-ce358ccd-b178-481b-a33a-5e06dfa8b70c tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "DELETE /v2.0/ports/65ae9793-a938-47ec-9af2-239e0288866c HTTP/1.1" status: 204 len: 173 time: 1.7054398 Nov 16 21:11:00.815241 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe00a133-de19-40f4-b82d-3a2669c2399f" -d '{"events": [{"server_uuid": "86ed223a-ee9c-447b-bbc5-14f4cb2c1123", "name": "network-vif-plugged", "status": "completed", "tag": "5d9c4863-0a38-460a-8642-eb3349c3c4ad"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:00.816209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.818170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.869937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Attempting to bind port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:00.870364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Attempting to bind port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:00.870942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Attempting to bind port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 on network af96bfca-d991-4e06-9320-78d8c94af450 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:00.875975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.876364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 on network af96bfca-d991-4e06-9320-78d8c94af450 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:00.876885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Attempting to bind port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 on network af96bfca-d991-4e06-9320-78d8c94af450 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:00.877821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'name': 'network-vif-deleted', 'tag': '65ae9793-a938-47ec-9af2-239e0288866c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:00.881232 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8ed2a-5c24-4106-8b6d-9d0cf7294b76" -d '{"events": [{"server_uuid": "f05b8b3a-58e5-48fc-a815-19a157ff5aa8", "name": "network-vif-deleted", "tag": "65ae9793-a938-47ec-9af2-239e0288866c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:00.883331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:00.884443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Checking segment: {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:00.884912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Bound using segment: {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:00.885497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Bound port: 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:00.885986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:00.901256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca175a3a-dcbe-4c16-b116-319747dba259 req-e9d74c1e-7572-4359-bb1a-ff96c0ffa677 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390214 Nov 16 21:11:00.908036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.035530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06da190-75d5-4ebd-95d3-77bb3251050b req-c2868891-c95d-4d43-8c9c-85ae79d3f652 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.038029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b06da190-75d5-4ebd-95d3-77bb3251050b req-c2868891-c95d-4d43-8c9c-85ae79d3f652 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 949 time: 0.1367166 Nov 16 21:11:01.043305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:01.049431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:01.070122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.097260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-6ca710d1-be33-4f76-90ea-3742fd4c0519', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:11:01.098547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.119985 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Floating IP df2c9011-c7cd-4a68-86d9-f8dfca391411 associated. External IP: 172.25.3.121, port: 21ede232-5acc-461a-9e3d-3b65b4d85799. Nov 16 21:11:01.124920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0a8d119-58b9-49db-87fb-0335792ebaee req-e0904eda-6131-4ac5-acc5-6d50fa49bed8 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05b8b3a-58e5-48fc-a815-19a157ff5aa8 HTTP/1.1" status: 200 len: 210 time: 0.0999455 Nov 16 21:11:01.170964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b06da190-75d5-4ebd-95d3-77bb3251050b req-5aa59edf-cf94-474b-bc66-be0a3e305b86 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145992 Nov 16 21:11:01.201839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.202474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.203899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] 10.222.0.47 "PUT /v2.0/ports/3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 1091 time: 1.5342026 Nov 16 21:11:01.206458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:01.209908 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3965fbe3-16fb-4b74-8dec-cd4f0243178a" -d '{"events": [{"name": "network-changed", "server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:01.247936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4873e9c-1ad4-46b3-a3f1-16378f9a2633 service neutron] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:01.253268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.274057 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d773657-372a-42a5-84e4-3b462c894c4d x-openstack-request-id: req-5d773657-372a-42a5-84e4-3b462c894c4d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:01.274613 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ed223a-ee9c-447b-bbc5-14f4cb2c1123", "name": "network-vif-plugged", "status": "completed", "tag": "5d9c4863-0a38-460a-8642-eb3349c3c4ad", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:01.280271 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d773657-372a-42a5-84e4-3b462c894c4d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:01.280903 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c4863-0a38-460a-8642-eb3349c3c4ad', 'code': 200} Nov 16 21:11:01.313758 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c80c069-b1f3-45a7-8497-70b00bbdd6e3 x-openstack-request-id: req-0c80c069-b1f3-45a7-8497-70b00bbdd6e3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:01.314016 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05b8b3a-58e5-48fc-a815-19a157ff5aa8", "name": "network-vif-deleted", "tag": "65ae9793-a938-47ec-9af2-239e0288866c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:01.314451 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c80c069-b1f3-45a7-8497-70b00bbdd6e3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:01.315175 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05b8b3a-58e5-48fc-a815-19a157ff5aa8', 'name': 'network-vif-deleted', 'tag': '65ae9793-a938-47ec-9af2-239e0288866c', 'status': 'completed', 'code': 200} Nov 16 21:11:01.350541 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e9f15-6ab2-4ed2-93ad-f6efc8c30487 x-openstack-request-id: req-ec8e9f15-6ab2-4ed2-93ad-f6efc8c30487 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:01.351127 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:01.352120 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec8e9f15-6ab2-4ed2-93ad-f6efc8c30487 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:01.352741 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'status': 'completed', 'code': 200} Nov 16 21:11:01.421400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Allocated IP 172.20.0.2 (6ca710d1-be33-4f76-90ea-3742fd4c0519/c0ba1e66-c9e8-4ecf-bbfb-d2da36952175/b3bbef80-a8a0-4404-8e38-d886c10eda1c) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:01.470503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-8a1d15f4-9de4-4a94-aa79-3d404b3aba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.472064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-8a1d15f4-9de4-4a94-aa79-3d404b3aba55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1094 time: 0.1062498 Nov 16 21:11:01.481772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b641a-278c-4711-8b0a-5c25511c4928 req-0a7f3078-2c19-4fb6-8f77-d1c1f799ebfa tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.483530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fb0b641a-278c-4711-8b0a-5c25511c4928 req-0a7f3078-2c19-4fb6-8f77-d1c1f799ebfa tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.0967972 Nov 16 21:11:01.529996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-d0175e18-2d70-4ab6-82c3-9b0a9896eaa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 217 time: 0.0452075 Nov 16 21:11:01.564379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.621123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fb0b641a-278c-4711-8b0a-5c25511c4928 req-3fc0df6d-1a62-43a9-bc2e-bb0efc3a21ce tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902009 Nov 16 21:11:01.622772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-39b2eea9-37ce-46f2-97e4-c41bdf92f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.624236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-39b2eea9-37ce-46f2-97e4-c41bdf92f9b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.0789051 Nov 16 21:11:01.649673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.657679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.666660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-629020fd-9397-4f97-b896-58eb68687998 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320518 Nov 16 21:11:01.706189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:01.709340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:01.711947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:01.724152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Pushing event updated for resources: {'Port': ['ID=b3bbef80-a8a0-4404-8e38-d886c10eda1c,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:01.775588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-2a907874-6295-48a6-9759-2f0d85570413 service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006370 Nov 16 21:11:01.786772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Attempting to bind port b3bbef80-a8a0-4404-8e38-d886c10eda1c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:01.786772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Attempting to bind port b3bbef80-a8a0-4404-8e38-d886c10eda1c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:01.787120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Attempting to bind port b3bbef80-a8a0-4404-8e38-d886c10eda1c on network 6ca710d1-be33-4f76-90ea-3742fd4c0519 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:01.792521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:01.792803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Checking segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:01.793213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.793727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Bound using segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:01.794206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Bound port: b3bbef80-a8a0-4404-8e38-d886c10eda1c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:01.794592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.806233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89391f9e-208e-4345-98c2-82251baa16ee up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:01.852131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e9a3685f-9075-4614-be46-5d73f9f5c2a8 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:01.919219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f8a678-9c04-4022-9cb3-6f71ec00e2c2 req-21d1af12-699d-4f6e-8656-a58c69acb256 service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359019 Nov 16 21:11:01.953401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5917c-2218-49bf-8c49-6111b7e0af05 req-867aa01c-306c-4549-9627-bf46254e32e7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.955459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe5917c-2218-49bf-8c49-6111b7e0af05 req-867aa01c-306c-4549-9627-bf46254e32e7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 945 time: 0.0689766 Nov 16 21:11:01.968503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 89391f9e-208e-4345-98c2-82251baa16ee completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:01.971360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] For port b3bbef80-a8a0-4404-8e38-d886c10eda1c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:01.977092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] For port b3bbef80-a8a0-4404-8e38-d886c10eda1c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3bbef80-a8a0-4404-8e38-d886c10eda1c,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:01.982219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 89391f9e-208e-4345-98c2-82251baa16ee triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:01.982722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:01.982865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a74dc9-9869-42aa-8911-9edaf4dd54ee req-5e44e39a-3805-4e9f-bf4b-018fd2f752a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:01.984269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35a74dc9-9869-42aa-8911-9edaf4dd54ee req-5e44e39a-3805-4e9f-bf4b-018fd2f752a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 1097 time: 0.5656810 Nov 16 21:11:01.988200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.022028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e9a3685f-9075-4614-be46-5d73f9f5c2a8 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:02.053313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e9a3685f-9075-4614-be46-5d73f9f5c2a8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:02.053643 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.059287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-356e14a5-064e-4615-bcc5-2d6eb7c752ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:02.060876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-356e14a5-064e-4615-bcc5-2d6eb7c752ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1094 time: 0.0799758 Nov 16 21:11:02.064719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af2ee6-8bdb-44a0-88ec-cb816d092d2d req-9bc3ea1a-6fff-40a2-916f-91b0997abfa4 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:02.065949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe5917c-2218-49bf-8c49-6111b7e0af05 req-e5306fc7-2bed-447a-9304-d5d11fcc0631 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936816 Nov 16 21:11:02.071863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51af2ee6-8bdb-44a0-88ec-cb816d092d2d req-9bc3ea1a-6fff-40a2-916f-91b0997abfa4 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.4953818 Nov 16 21:11:02.142608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47f38a-1d06-4893-bae5-93f9d0866df8 None None] Pushing event updated for resources: {'Port': ['ID=b3bbef80-a8a0-4404-8e38-d886c10eda1c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:02.195993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-43c96b24-37fb-4b89-8364-3aa0aa285bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:02.197675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-43c96b24-37fb-4b89-8364-3aa0aa285bdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.1296988 Nov 16 21:11:02.211466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.216625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35a74dc9-9869-42aa-8911-9edaf4dd54ee req-cbf07954-11f0-43b0-be95-f8105f979cb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228942 Nov 16 21:11:02.247399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Router bbd69d24-ae0a-40e2-afb3-4807140b249b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:11:02.248379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 89391f9e-208e-4345-98c2-82251baa16ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89391f9e-208e-4345-98c2-82251baa16ee,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:02.256626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51af2ee6-8bdb-44a0-88ec-cb816d092d2d req-ee8ec425-0970-4f0f-b03c-13641b4d645f tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839435 Nov 16 21:11:02.264546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-15012ccc-6989-441d-bdc7-43b1558a5207 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 217 time: 0.0581205 Nov 16 21:11:02.285371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.334699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.386402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52e709-2e2f-4a36-ba8d-d0e1f55b742c req-c42c0961-8c20-4c79-a154-963aa678d23a tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:02.388570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba52e709-2e2f-4a36-ba8d-d0e1f55b742c req-c42c0961-8c20-4c79-a154-963aa678d23a tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 943 time: 0.1832321 Nov 16 21:11:02.405727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e9a3685f-9075-4614-be46-5d73f9f5c2a8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:02.418036 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.433655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=89391f9e-208e-4345-98c2-82251baa16ee,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:02.440960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-c6393cf0-53b1-4d18-ae2b-b14207edb2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:02.442499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-c6393cf0-53b1-4d18-ae2b-b14207edb2ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.1416469 Nov 16 21:11:02.480550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:02.492606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.495593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] Sync routers for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:02.513995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-08ccf78a-5b57-4801-8a05-be1dee39563d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634763 Nov 16 21:11:02.522667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e9a3685f-9075-4614-be46-5d73f9f5c2a8,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:02.527118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:02.527749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:02.599138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba52e709-2e2f-4a36-ba8d-d0e1f55b742c req-33253a8a-7bdc-4ea5-87d9-bf48e0c07206 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002020 Nov 16 21:11:02.654769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-05a10d0c-ed6a-4c91-9c22-88b7d8cd65a9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "PUT /v2.0/floatingips/df2c9011-c7cd-4a68-86d9-f8dfca391411 HTTP/1.1" status: 200 len: 992 time: 3.0118544 Nov 16 21:11:02.665269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd43e-d0ee-4f84-92a7-ae1bd0185a0c req-5b8c6c56-6940-430d-99ea-9910c0c98fd9 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:02.674148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b3fd43e-d0ee-4f84-92a7-ae1bd0185a0c req-5b8c6c56-6940-430d-99ea-9910c0c98fd9 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.1890326 Nov 16 21:11:02.699520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:02.707863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-e7cad3a0-ad09-4bf2-81c6-65c92a636fe6 service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861873 Nov 16 21:11:02.748789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3bbef80-a8a0-4404-8e38-d886c10eda1c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:02.758989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.794011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.809133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b3fd43e-d0ee-4f84-92a7-ae1bd0185a0c req-ad8227f0-ee3a-461d-a155-519441733ced tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338165 Nov 16 21:11:02.836467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3965fbe3-16fb-4b74-8dec-cd4f0243178a req-759df945-c107-470d-b7c2-93c108528bc4 service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143439 Nov 16 21:11:02.880676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b3bbef80-a8a0-4404-8e38-d886c10eda1c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:02.881049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:02.950874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Allocated IP 172.25.3.30 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/f5ea0789-5b2a-44f9-aa09-990afe347382) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:03.002963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724079a9-3ac3-46f8-93ac-d5407ccede12 req-f01af71a-75f6-44e8-a58d-e949011ecd8b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.005026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-724079a9-3ac3-46f8-93ac-d5407ccede12 req-f01af71a-75f6-44e8-a58d-e949011ecd8b tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.0809810 Nov 16 21:11:03.046158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:03.068679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:03.081847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-724079a9-3ac3-46f8-93ac-d5407ccede12 req-7f1a84a0-a516-4194-a39f-87e41d248c0c tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667913 Nov 16 21:11:03.118703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056f4f-fdaf-4e0d-83cc-494232cfb14e req-e5a63f05-0752-4600-8008-aaa0ee645e34 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.122041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96056f4f-fdaf-4e0d-83cc-494232cfb14e req-e5a63f05-0752-4600-8008-aaa0ee645e34 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.0904379 Nov 16 21:11:03.136513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b3bbef80-a8a0-4404-8e38-d886c10eda1c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3bbef80-a8a0-4404-8e38-d886c10eda1c,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:03.144851 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:03.187141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:03.220787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b3bbef80-a8a0-4404-8e38-d886c10eda1c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:03.251854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'df2c9011-c7cd-4a68-86d9-f8dfca391411', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'port_id': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'mac_address': 'fa:16:3e:14:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44292b50-124b-4397-ae70-a940b44adca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:10:30Z', 'updated_at': '2021-11-16T21:11:00Z', 'revision_number': 1, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:29Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:03.252957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96056f4f-fdaf-4e0d-83cc-494232cfb14e req-d35a3ac6-5368-462d-83a8-0e8e2d4e7cb4 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179655 Nov 16 21:11:03.302113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89391f9e-208e-4345-98c2-82251baa16ee'}, {'server_uuid': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:03.304818 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b661e8-8daa-48ac-83dd-7fa0b879d356" -d '{"events": [{"server_uuid": "9da77e8e-a3b6-47b6-87c3-f4a694e57250", "name": "network-vif-plugged", "status": "completed", "tag": "89391f9e-208e-4345-98c2-82251baa16ee"}, {"server_uuid": "e4c9e255-136f-4809-ac00-0d2ea0edba4a", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3685f-9075-4614-be46-5d73f9f5c2a8"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:03.311420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] Checking router: bbd69d24-ae0a-40e2-afb3-4807140b249b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:11:03.312917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:03.318114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:03.322512 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1" -d '{"events": [{"name": "network-changed", "server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:03.331071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:03.331713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:03.430962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc9f0d-59be-49a1-a783-f4fa0ea55ce4 None None] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:11:03.447191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:03.449954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Pushing event updated for resources: {'Port': ['ID=f5ea0789-5b2a-44f9-aa09-990afe347382,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:03.454435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:03.457970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:03.460711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b92ea-705f-4d28-8e07-909e9d8f427f req-4a8729ff-e8f4-47de-a89e-2fcf063a976e tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.468084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-673b92ea-705f-4d28-8e07-909e9d8f427f req-4a8729ff-e8f4-47de-a89e-2fcf063a976e tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.0624304 Nov 16 21:11:03.534421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-673b92ea-705f-4d28-8e07-909e9d8f427f req-d37102ca-1d76-4ce0-87e7-01640349b840 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615144 Nov 16 21:11:03.556067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:03.560133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92136335-679f-4231-9e34-a709dc7afaa5 None None] Provisioning complete for port b3bbef80-a8a0-4404-8e38-d886c10eda1c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:03.560334 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92136335-679f-4231-9e34-a709dc7afaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:03.596093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06e43-32e9-4ea7-9dda-c882249ef042 req-4351dc99-101b-4570-bbd8-68a51b76d23d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.598163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83f06e43-32e9-4ea7-9dda-c882249ef042 req-4351dc99-101b-4570-bbd8-68a51b76d23d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.2206812 Nov 16 21:11:03.612367 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f976409d-e39d-496d-a31e-d10163b9c0a3 x-openstack-request-id: req-f976409d-e39d-496d-a31e-d10163b9c0a3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:03.612748 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da77e8e-a3b6-47b6-87c3-f4a694e57250", "name": "network-vif-plugged", "status": "completed", "tag": "89391f9e-208e-4345-98c2-82251baa16ee", "code": 200}, {"server_uuid": "e4c9e255-136f-4809-ac00-0d2ea0edba4a", "name": "network-vif-plugged", "status": "completed", "tag": "e9a3685f-9075-4614-be46-5d73f9f5c2a8", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:03.613016 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f976409d-e39d-496d-a31e-d10163b9c0a3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:03.613333 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89391f9e-208e-4345-98c2-82251baa16ee', 'code': 200} Nov 16 21:11:03.613689 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8', 'code': 200} Nov 16 21:11:03.666864 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed5119-ba85-4726-8619-137e64d5c223 x-openstack-request-id: req-15ed5119-ba85-4726-8619-137e64d5c223 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:03.667223 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:03.668284 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15ed5119-ba85-4726-8619-137e64d5c223 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:03.669705 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'status': 'completed', 'code': 200} Nov 16 21:11:03.793901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d24bc2-db82-4bbd-894f-121eabb062b2 req-e1361f54-dd91-4388-b1b9-7ac4be76abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.795883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d24bc2-db82-4bbd-894f-121eabb062b2 req-e1361f54-dd91-4388-b1b9-7ac4be76abab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 1101 time: 0.1076732 Nov 16 21:11:03.804790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8f976-9b5c-4918-87b4-2793b2de8e86 req-fb420041-3960-43c7-bce8-94ab510e5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.806682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82e8f976-9b5c-4918-87b4-2793b2de8e86 req-fb420041-3960-43c7-bce8-94ab510e5da0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 1097 time: 0.0673234 Nov 16 21:11:03.823585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83f06e43-32e9-4ea7-9dda-c882249ef042 req-86d19577-2a07-4c0d-8fbc-1028eabc6f2a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170885 Nov 16 21:11:03.844210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-9c4f2efc-7c4c-49c2-91d3-065fab09e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.845949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-9c4f2efc-7c4c-49c2-91d3-065fab09e3ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1074d5630745490d8e3a8efc80d2b337&device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 1097 time: 0.1753447 Nov 16 21:11:03.929808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d24bc2-db82-4bbd-894f-121eabb062b2 req-17f7d2a3-9b6d-4aa7-8217-522eaa70ecf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207209 Nov 16 21:11:03.936143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82e8f976-9b5c-4918-87b4-2793b2de8e86 req-51ff6422-1b85-4042-bbca-c36627583d26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183045 Nov 16 21:11:03.940061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:03.957032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb65fe5-99f5-43ab-a946-7ccbf882872c req-8b00db94-9f53-43b2-8df8-1ce5e169b621 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:03.958616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb65fe5-99f5-43ab-a946-7ccbf882872c req-8b00db94-9f53-43b2-8df8-1ce5e169b621 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 943 time: 0.1030383 Nov 16 21:11:03.964503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.025440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb65fe5-99f5-43ab-a946-7ccbf882872c req-e848e4e5-c90f-4ac0-ba37-dc54faf82588 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543721 Nov 16 21:11:04.094654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2a703-875f-4130-bc78-23d59aec0512 req-ddcbe94a-790c-4bd5-a758-e1acc03c58da tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.096273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33c2a703-875f-4130-bc78-23d59aec0512 req-ddcbe94a-790c-4bd5-a758-e1acc03c58da tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 946 time: 0.1512597 Nov 16 21:11:04.100015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-e39f29bb-d051-4c1b-9a1b-4e2245d8dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.101501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-e39f29bb-d051-4c1b-9a1b-4e2245d8dfc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25618cab-7571-432f-b61a-7fa88d2b22a6 HTTP/1.1" status: 200 len: 906 time: 0.2427449 Nov 16 21:11:04.130666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a84aa-7626-43a9-b8bc-1e764db76090 req-07a56241-0c01-4016-b227-574449cd18ac tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.138959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-920a84aa-7626-43a9-b8bc-1e764db76090 req-07a56241-0c01-4016-b227-574449cd18ac tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.0622966 Nov 16 21:11:04.183965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-920a84aa-7626-43a9-b8bc-1e764db76090 req-9f2fadcf-b6bf-434f-8f4c-edc442454394 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Nov 16 21:11:04.213810 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.286063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:04.295152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.295932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 65ae9793-a938-47ec-9af2-239e0288866c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:04.320476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 65ae9793-a938-47ec-9af2-239e0288866c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:04.321220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33c2a703-875f-4130-bc78-23d59aec0512 req-b27805d6-e591-477e-a647-ff8ff4f8dab5 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140954 Nov 16 21:11:04.321627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 65ae9793-a938-47ec-9af2-239e0288866c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:04.333911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.360588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-c2f6e4dd-4bc9-48f3-9de5-594481adc188 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ede232-5acc-461a-9e3d-3b65b4d85799 HTTP/1.1" status: 200 len: 1000 time: 0.0947564 Nov 16 21:11:04.367739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'df2c9011-c7cd-4a68-86d9-f8dfca391411', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'port_id': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'mac_address': 'fa:16:3e:14:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44292b50-124b-4397-ae70-a940b44adca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:10:30Z', 'updated_at': '2021-11-16T21:11:00Z', 'revision_number': 1, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:29Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:04.410025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c544ab4-51e1-4ad8-a072-31775a5bb1f6 None None] The sync data for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 is: [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'df2c9011-c7cd-4a68-86d9-f8dfca391411', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'port_id': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'mac_address': 'fa:16:3e:14:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44292b50-124b-4397-ae70-a940b44adca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:10:30Z', 'updated_at': '2021-11-16T21:11:00Z', 'revision_number': 1, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:29Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:11:04.411036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee8ac3-9bc3-4fa8-bbae-63f65c7ee8fb req-215a3ce2-1ff1-4db4-aa42-3c86034f4d3d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.422748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49ee8ac3-9bc3-4fa8-bbae-63f65c7ee8fb req-215a3ce2-1ff1-4db4-aa42-3c86034f4d3d tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.0745854 Nov 16 21:11:04.431941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:04.472400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92d97ccc-6f1d-49c2-9b9f-2a63fec0195a None None] Provisioning complete for port b3bbef80-a8a0-4404-8e38-d886c10eda1c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:04.472718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92d97ccc-6f1d-49c2-9b9f-2a63fec0195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.508972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49ee8ac3-9bc3-4fa8-bbae-63f65c7ee8fb req-382960fa-c554-4dc9-98ad-9ccda5999ef3 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/security-groups?id=b29127cc-fba8-4a1f-9088-a35f74dcd209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776939 Nov 16 21:11:04.533366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-dae25d92-844d-457c-9cf2-9dde45d01937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.534862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-dae25d92-844d-457c-9cf2-9dde45d01937 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ecb1e2-f93d-4762-98db-fb29b83df1f2 HTTP/1.1" status: 200 len: 844 time: 0.0709927 Nov 16 21:11:04.546373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Router b5e05e57-b4a3-4872-9066-4134b58d7d44 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:11:04.671781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3bbef80-a8a0-4404-8e38-d886c10eda1c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:04.713563 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fd2c9d-fdfe-4c58-99e2-9c315d6b0eb3 None None] New status for floating IP df2c9011-c7cd-4a68-86d9-f8dfca391411: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:11:04.718969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:04.744961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Sync routers for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:04.753727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b3bbef80-a8a0-4404-8e38-d886c10eda1c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:04.754232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.763134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-6f78869e-abde-4597-8275-118352bdbede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.764905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-6f78869e-abde-4597-8275-118352bdbede service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25618cab-7571-432f-b61a-7fa88d2b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162220 Nov 16 21:11:04.786112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:04.787604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e6b9e6d0-bf6a-4bd4-ac20-510dc279c4be admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2030816 Nov 16 21:11:04.790376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58692) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:04.796584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:04.797438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:04.879711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad34603-0b6d-41b4-801d-766dfe9948ff req-1baa7c53-3245-45cd-aebc-879c0bc69345 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:04.881597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aad34603-0b6d-41b4-801d-766dfe9948ff req-1baa7c53-3245-45cd-aebc-879c0bc69345 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.1647201 Nov 16 21:11:05.008056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aad34603-0b6d-41b4-801d-766dfe9948ff req-f3533c2f-9f2e-40ff-a536-2c99d6958b69 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941043 Nov 16 21:11:05.059494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab430b4-df48-44e1-aac7-3c38ebb6ac40 req-87a87969-eb3d-4c26-815c-bf47e1ade1b3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:05.068967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab430b4-df48-44e1-aac7-3c38ebb6ac40 req-87a87969-eb3d-4c26-815c-bf47e1ade1b3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.1186702 Nov 16 21:11:05.070729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-57053845-57d9-4a4e-be62-39a9cfd1ab87 service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962394 Nov 16 21:11:05.080795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:05.142721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ab430b4-df48-44e1-aac7-3c38ebb6ac40 req-5172f125-2b5b-4ad5-b7ee-9053e3e1784a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701246 Nov 16 21:11:05.161775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:05.218164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-00dbe1bb-8270-4866-898e-4fb54a28e0a8 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:05.223455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-00dbe1bb-8270-4866-898e-4fb54a28e0a8 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 946 time: 0.0762727 Nov 16 21:11:05.432640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Deleting port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:05.432996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:05.438781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:03Z', 'revision_number': 3, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:05.475297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Checking router: b5e05e57-b4a3-4872-9066-4134b58d7d44 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:11:05.475819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Updating router b5e05e57-b4a3-4872-9066-4134b58d7d44 port f5ea0789-5b2a-44f9-aa09-990afe347382 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:11:05.537397 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:05.576336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] For port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:05.577277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:05.604105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4badb0-ae22-446d-ba00-e9da40dfa91d req-2b343f77-4374-4a97-9fab-97a9cd122ad2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:05.606446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a4badb0-ae22-446d-ba00-e9da40dfa91d req-2b343f77-4374-4a97-9fab-97a9cd122ad2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.2731354 Nov 16 21:11:05.611859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Calling delete_port for e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:05.616287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:05.619751 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890cf581-d114-4054-af6e-f97856ab0166" -d '{"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-unplugged", "status": "completed", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:05.698191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff709a1-3d0e-4dd1-b439-92f0147c20e6 req-32cfdbc5-50d3-432b-96ac-685f5f87b009 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:05.699779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ff709a1-3d0e-4dd1-b439-92f0147c20e6 req-32cfdbc5-50d3-432b-96ac-685f5f87b009 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 943 time: 0.5609107 Nov 16 21:11:05.749278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a4badb0-ae22-446d-ba00-e9da40dfa91d req-4b4a59bd-fc4e-4676-b8d5-d7e7609e9e88 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344316 Nov 16 21:11:05.795310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ff709a1-3d0e-4dd1-b439-92f0147c20e6 req-34495de6-f19c-48af-8ef4-3f1cf419c2f0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868871 Nov 16 21:11:05.837051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:05.877981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:05.901953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:05.909125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b47219f-b4ef-4bdf-8ade-cb90df27aac1 req-a689ec33-b1a5-44e9-9080-e09d49432a25 service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744975 Nov 16 21:11:05.960175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Pushing event deleted for resources: {'Port': ['ID=e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:06.010239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-68804474-069d-46df-8a3a-b6c1e83be637 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:06.011435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-68804474-069d-46df-8a3a-b6c1e83be637 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 944 time: 0.1360874 Nov 16 21:11:06.036507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccf18578-909b-43c4-9502-6b794e5194de req-56b20d17-727b-4eef-bd65-c278ad53a913 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.48 "GET /v2.0/ports?device_id=a95ca375-4589-43fb-9fce-71e783a95663 HTTP/1.1" status: 200 len: 210 time: 0.0643167 Nov 16 21:11:06.080462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f2b88-b45e-4a4c-b763-17419c67621c req-b278cc3f-21b7-4555-ac81-a58abf7ea879 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:06.083125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] No DVR routers for this DVR port e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:06.087703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-488f2b88-b45e-4a4c-b763-17419c67621c req-b278cc3f-21b7-4555-ac81-a58abf7ea879 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 944 time: 0.1639531 Nov 16 21:11:06.087874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.095698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-450e5b82-0dcd-446f-9ad7-00379e2b3328 req-4eee9d75-a0a9-4bdb-ba18-1735c88c6881 tempest-ListServerFiltersTestJSON-1150041347 tempest-ListServerFiltersTestJSON-1150041347-project] 10.222.0.47 "DELETE /v2.0/ports/e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 HTTP/1.1" status: 204 len: 173 time: 0.8641672 Nov 16 21:11:06.097800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95ca375-4589-43fb-9fce-71e783a95663', 'name': 'network-vif-deleted', 'tag': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:06.101183 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb8a2f-206a-4b59-9a7e-8de04cbb37ca" -d '{"events": [{"server_uuid": "a95ca375-4589-43fb-9fce-71e783a95663", "name": "network-vif-deleted", "tag": "e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:06.137410 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23b26c5-a990-4a8e-beb0-8193348a2fbf x-openstack-request-id: req-e23b26c5-a990-4a8e-beb0-8193348a2fbf {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:06.137878 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-unplugged", "status": "completed", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:06.138268 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e23b26c5-a990-4a8e-beb0-8193348a2fbf {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:06.138681 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f', 'code': 200} Nov 16 21:11:06.169115 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f926c3-c386-41f5-9928-79cd6c8a0bbb x-openstack-request-id: req-c1f926c3-c386-41f5-9928-79cd6c8a0bbb {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:06.169286 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95ca375-4589-43fb-9fce-71e783a95663", "name": "network-vif-deleted", "tag": "e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:06.169473 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1f926c3-c386-41f5-9928-79cd6c8a0bbb {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:06.171126 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95ca375-4589-43fb-9fce-71e783a95663', 'name': 'network-vif-deleted', 'tag': 'e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16', 'status': 'completed', 'code': 200} Nov 16 21:11:06.191053 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.194249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:06.208362 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.230448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450', 'port_id': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'mac_address': 'fa:16:3e:10:db:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d965347-c4c1-490a-ade3-311252728a8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:06.250105 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-488f2b88-b45e-4a4c-b763-17419c67621c req-9c631e41-c3ee-415d-a904-a226fd7cc3b6 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/security-groups?id=af963160-c709-40ae-b4f3-c0523f92558c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565976 Nov 16 21:11:06.317697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Deleting port 13816363-c766-48c5-9cf7-1e5749867b8f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:06.318332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.326542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.354868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a487c-baae-4bd3-ac26-70e2180249f4 req-092a4640-2527-4318-a6bf-5193ec72bdde tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:06.362828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-be4a487c-baae-4bd3-ac26-70e2180249f4 req-092a4640-2527-4318-a6bf-5193ec72bdde tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.0772066 Nov 16 21:11:06.382073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:06.390530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Attempting to bind port f5ea0789-5b2a-44f9-aa09-990afe347382 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:06.390912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Attempting to bind port f5ea0789-5b2a-44f9-aa09-990afe347382 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:06.393160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Attempting to bind port f5ea0789-5b2a-44f9-aa09-990afe347382 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:06.405171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7b06-7d59-4e39-a394-929aa7432584 None None] Pushing event updated for resources: {'Port': ['ID=f5ea0789-5b2a-44f9-aa09-990afe347382,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:06.425283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-be4a487c-baae-4bd3-ac26-70e2180249f4 req-61cd5db4-58d0-4bea-aae0-7ea484aa9c24 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584097 Nov 16 21:11:06.425815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:06.426211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:06.426626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.427030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:06.427527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Bound port: f5ea0789-5b2a-44f9-aa09-990afe347382, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:06.427924 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.434743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.492100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:06.502080 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.569151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:06.574439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] For port f5ea0789-5b2a-44f9-aa09-990afe347382, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:06.610957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] For port f5ea0789-5b2a-44f9-aa09-990afe347382, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f5ea0789-5b2a-44f9-aa09-990afe347382,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:06.620748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.660169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Allocated IP 172.20.0.1 (6ca710d1-be33-4f76-90ea-3742fd4c0519/c0ba1e66-c9e8-4ecf-bbfb-d2da36952175/994291b4-6709-44d5-b045-20ab4d2526ee) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:06.690747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:06.695104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:06.757182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] For port 13816363-c766-48c5-9cf7-1e5749867b8f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=13816363-c766-48c5-9cf7-1e5749867b8f,segment=NetworkSegment(8eda0d41-7089-4d76-a067-89b52e8e8933),segment_id=8eda0d41-7089-4d76-a067-89b52e8e8933)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:06.758720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:06.849566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Calling delete_port for 13816363-c766-48c5-9cf7-1e5749867b8f owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:06.888537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795f88f-4de1-4c27-b28b-ec7ee16661cc req-253a6716-b9f0-4b79-a024-42083fca3093 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:06.897037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4795f88f-4de1-4c27-b28b-ec7ee16661cc req-253a6716-b9f0-4b79-a024-42083fca3093 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.1899078 Nov 16 21:11:06.907923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded204b4-fe35-4467-b34a-36c9a034e246 req-0b98b47e-9fff-498f-9242-c8e2bb342937 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:06.907923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ded204b4-fe35-4467-b34a-36c9a034e246 req-0b98b47e-9fff-498f-9242-c8e2bb342937 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.0727975 Nov 16 21:11:06.972532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ded204b4-fe35-4467-b34a-36c9a034e246 req-3216f5ff-c0b9-4a58-8b59-0fa6f0c4b805 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574496 Nov 16 21:11:06.975840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:07.057831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4795f88f-4de1-4c27-b28b-ec7ee16661cc req-daf0ba56-12c1-4a1b-be3d-f6d9422ec772 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564503 Nov 16 21:11:07.088472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ec518-e3ec-409e-8483-97f33bfaabb7 req-5f29c59b-2b04-4325-a5d1-0cd1d9bf275a tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:07.090763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a51ec518-e3ec-409e-8483-97f33bfaabb7 req-5f29c59b-2b04-4325-a5d1-0cd1d9bf275a tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 944 time: 0.0610380 Nov 16 21:11:07.095280 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.096264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:07.140721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7b06-7d59-4e39-a394-929aa7432584 None None] Pushing event updated for resources: {'Port': ['ID=f5ea0789-5b2a-44f9-aa09-990afe347382,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:07.201691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.215002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a51ec518-e3ec-409e-8483-97f33bfaabb7 req-849fcaa7-b5d2-4da9-a638-65176750aaa5 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148207 Nov 16 21:11:07.272461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:07.281276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Pushing event updated for resources: {'Port': ['ID=994291b4-6709-44d5-b045-20ab4d2526ee,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:07.289576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58744) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:07.290214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:07.314193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:07.382767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.413803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Deleting subnet 37c62f5a-7a9c-4682-98a3-1f469041f493 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:11:07.428260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.511567 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.545392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.648459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:03Z', 'revision_number': 3, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:07.661205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Pushing event deleted for resources: {'Port': ['ID=13816363-c766-48c5-9cf7-1e5749867b8f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:07.671486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.691334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a57878-e710-4481-bd35-1b3f1df22b46 None None] The sync data for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 is: [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:03Z', 'revision_number': 3, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:11:07.709616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8b3bc711-ac20-47f0-8ff4-a9e5d41b5e11 None None] Provisioning complete for port 994291b4-6709-44d5-b045-20ab4d2526ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:07.710184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc711-ac20-47f0-8ff4-a9e5d41b5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.730813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c665d81b-eff4-450f-b9e4-2f92e5dc6c51 req-59e3c6c1-95ee-4514-9e29-5f956a976c79 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.48 "GET /v2.0/ports?device_id=f51aaec1-aaaa-4ecf-828c-cc94436cab55 HTTP/1.1" status: 200 len: 210 time: 0.0792496 Nov 16 21:11:07.733499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.758758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8b3bc711-ac20-47f0-8ff4-a9e5d41b5e11 None None] Port 994291b4-6709-44d5-b045-20ab4d2526ee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:07.823776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] No DVR routers for this DVR port 13816363-c766-48c5-9cf7-1e5749867b8f on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:07.838238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.841924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b19d144-2763-4929-bfef-13f03c7eb2cb req-bc4d5bde-d1a1-465d-92f7-fa79b4939d48 tempest-ImagesTestJSON-742154021 tempest-ImagesTestJSON-742154021-project] 10.222.0.47 "DELETE /v2.0/ports/13816363-c766-48c5-9cf7-1e5749867b8f HTTP/1.1" status: 204 len: 173 time: 1.8196025 Nov 16 21:11:07.842385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-deleted', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:07.846339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:07.846642 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66cb973-95ab-4993-87c7-c125856a3df6" -d '{"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-deleted", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:07.854675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.886087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:07.886963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e61c1c4c-a9b1-4ec7-aa67-cb5538b30c16 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:07.887620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:07.906357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c62f5a-7a9c-4682-98a3-1f469041f493,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:07.912987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:07.917126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1eacc33a-262f-47dc-94a9-72ea2e796610 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/37c62f5a-7a9c-4682-98a3-1f469041f493 HTTP/1.1" status: 204 len: 168 time: 0.6255696 Nov 16 21:11:07.917743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 13816363-c766-48c5-9cf7-1e5749867b8f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:07.918348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 13816363-c766-48c5-9cf7-1e5749867b8f not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:07.923015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2210200-8539-4961-b0d3-55da9bebc7e7 req-c4cbf54d-c256-44e4-b33f-c280b7303b9a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:07.926279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506a2d0-1def-4555-a754-e58258520ec0 req-dd8af625-cd25-4855-8168-e7e9a210decc tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:07.927793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6506a2d0-1def-4555-a754-e58258520ec0 req-dd8af625-cd25-4855-8168-e7e9a210decc tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.1188431 Nov 16 21:11:07.928292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58756) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:07.930514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2210200-8539-4961-b0d3-55da9bebc7e7 req-c4cbf54d-c256-44e4-b33f-c280b7303b9a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.1596050 Nov 16 21:11:07.936567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1f32c-6217-43a2-b8af-3f854a1179b0 None None] Network dd0e1687-f68b-4a82-bcba-876005a13d0e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:11:07.996707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.012411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2210200-8539-4961-b0d3-55da9bebc7e7 req-8df2e778-f1c0-484c-b2f8-371984df55d1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809519 Nov 16 21:11:08.014108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.060939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6506a2d0-1def-4555-a754-e58258520ec0 req-f0736d7d-7ba1-4299-859f-b769307a19ca tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119387 Nov 16 21:11:08.101682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.149015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Pushing event updated for resources: {'Port': ['ID=994291b4-6709-44d5-b045-20ab4d2526ee,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:08.173361 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091b266-f964-48d0-b7cf-301006fa9d8a x-openstack-request-id: req-d091b266-f964-48d0-b7cf-301006fa9d8a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:08.173715 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51aaec1-aaaa-4ecf-828c-cc94436cab55", "name": "network-vif-deleted", "tag": "13816363-c766-48c5-9cf7-1e5749867b8f", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:08.174166 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d091b266-f964-48d0-b7cf-301006fa9d8a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:08.174580 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51aaec1-aaaa-4ecf-828c-cc94436cab55', 'name': 'network-vif-deleted', 'tag': '13816363-c766-48c5-9cf7-1e5749867b8f', 'status': 'completed', 'code': 200} Nov 16 21:11:08.198709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.259098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Deleting port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:08.260070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.360685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:08.364630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:08.465173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] DHCP port deletion for dd0e1687-f68b-4a82-bcba-876005a13d0e request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:11:08.494489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] For port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:08.495888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.532825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Calling delete_port for 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:08.571176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3f212-5dfe-463f-a909-791fcb18004c req-4ecf43f6-eb23-4142-b3e6-3ff026a121e4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:08.573583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0bf3f212-5dfe-463f-a909-791fcb18004c req-4ecf43f6-eb23-4142-b3e6-3ff026a121e4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 944 time: 0.1779370 Nov 16 21:11:08.580328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] Deleting port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:08.581154 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.595777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Router b5e05e57-b4a3-4872-9066-4134b58d7d44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:11:08.796815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f5ea0789-5b2a-44f9-aa09-990afe347382 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:08.808158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] For port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,segment=NetworkSegment(d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd),segment_id=d9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:08.814286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.857349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0bf3f212-5dfe-463f-a909-791fcb18004c req-d09b0d3d-14d9-48d6-ae9a-64485e6fa7ad tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707660 Nov 16 21:11:08.864444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-9aa58400-29be-4733-82d0-6d6f59992777 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=20999b16408c40ddb252deaab97ea75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453672 Nov 16 21:11:08.883972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] Calling delete_port for 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:08.898626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:08.935428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:08.946823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] No DVR routers for this DVR port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:09.029495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:09.059516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d0e5a800-75de-4b6c-a302-4f6beedfe530 admin admin] 10.222.0.48 "PUT /v2.0/routers/b5e05e57-b4a3-4872-9066-4134b58d7d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2678266 Nov 16 21:11:09.066755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.099084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0e1687-f68b-4a82-bcba-876005a13d0e']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:09.102643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-a3891602-870e-474b-b176-aceba8bd1bf1 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:09.109810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:09.111006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f351f5-8aee-4deb-a7e3-1f93fe5cd2cd') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:09.111714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-a3891602-870e-474b-b176-aceba8bd1bf1 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419763 Nov 16 21:11:09.130964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-c74d8c3a-111d-465a-b817-c093d0363a34 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/quotas/20999b16408c40ddb252deaab97ea75a HTTP/1.1" status: 200 len: 375 time: 0.0181625 Nov 16 21:11:09.140536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.142419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.171666 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.181316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:11:09.182321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:11:09.185376 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:11:09.215393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-ddf09f1d-74d3-448b-bd67-9b3bbbdbcee6 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=20999b16408c40ddb252deaab97ea75a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810275 Nov 16 21:11:09.235642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f5ea0789-5b2a-44f9-aa09-990afe347382 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:09.236046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.243391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-006a47ee-9c41-4070-96c9-e8c6dfcb46ca None None] Provisioning complete for port 994291b4-6709-44d5-b045-20ab4d2526ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:09.244032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-006a47ee-9c41-4070-96c9-e8c6dfcb46ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.299938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.335287 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.339217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd0e1687-f68b-4a82-bcba-876005a13d0e HTTP/1.1" status: 204 len: 168 time: 1.4099824 Nov 16 21:11:09.340676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757812c2-e9eb-4182-b31c-1ea2cc7c3340 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0e1687-f68b-4a82-bcba-876005a13d0e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:09.368704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25b15-f1bc-4922-be16-1b33240bbc0e req-22f749ce-e404-4509-ba4a-ae763e6d576b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:09.377948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5be25b15-f1bc-4922-be16-1b33240bbc0e req-22f749ce-e404-4509-ba4a-ae763e6d576b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.1206715 Nov 16 21:11:09.456741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5be25b15-f1bc-4922-be16-1b33240bbc0e req-d4968c07-dfa3-4150-8a17-9f26877e79c4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776587 Nov 16 21:11:09.473211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] Pushing event deleted for resources: {'Port': ['ID=55f8b2c9-052e-4686-b2f6-6cd823bd8de0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:09.478146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-006a47ee-9c41-4070-96c9-e8c6dfcb46ca None None] Port 994291b4-6709-44d5-b045-20ab4d2526ee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:09.482169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe490fce-16b6-44c3-b3e1-651198776989 None None] No DVR routers for this DVR port 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:09.560346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-b4f310e9-b14f-4c64-9887-132c381f4db6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:09.570499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-b4f310e9-b14f-4c64-9887-132c381f4db6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 946 time: 0.1954439 Nov 16 21:11:09.662507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58812) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:09.667474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-388add44-b754-4bb6-a85d-57924f29a6d1 req-b3823701-de11-4055-90c8-3c06f34d721b tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 210 time: 0.0704799 Nov 16 21:11:09.710220 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.788405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-01818f2c-eea4-4096-a747-324925c8b7f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6118e121c364b2d9c82ee5eb42c57b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224771 Nov 16 21:11:09.793446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:09.795340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port f5ea0789-5b2a-44f9-aa09-990afe347382, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f5ea0789-5b2a-44f9-aa09-990afe347382,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:09.803663 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.902434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:09.958994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port e9a3685f-9075-4614-be46-5d73f9f5c2a8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:09.959485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:09.987775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:09.991553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c290741-36dc-4860-8509-6362cc3b8dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.032377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58840) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:10.045933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250572491', 'description': 'tempest-description--1002498766'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:10.098864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:10.098864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 55f8b2c9-052e-4686-b2f6-6cd823bd8de0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:10.103210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=f5ea0789-5b2a-44f9-aa09-990afe347382,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:10.107922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c290741-36dc-4860-8509-6362cc3b8dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.127266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:10.165711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:10.173470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:10.173926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.241308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port e9a3685f-9075-4614-be46-5d73f9f5c2a8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e9a3685f-9075-4614-be46-5d73f9f5c2a8,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:10.241836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.244574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Deleting subnet 712b9d6b-e497-41b4-9e60-05b6eccbcfb4 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:11:10.252364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.276265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d1a23-1f81-4b68-882b-bf8aee46b3a6 req-67e9d475-fc36-460a-b7e4-67a9df0e14cb tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:10.284689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-263d1a23-1f81-4b68-882b-bf8aee46b3a6 req-67e9d475-fc36-460a-b7e4-67a9df0e14cb tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 944 time: 0.1371970 Nov 16 21:11:10.290641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for e9a3685f-9075-4614-be46-5d73f9f5c2a8 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:10.318899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.331526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.338119 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.357233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:10.362108 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dab781-8d13-4ab3-b07c-76525733edab" -d '{"events": [{"server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "name": "network-vif-plugged", "status": "completed", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:10.379779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:10.385414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.429302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-263d1a23-1f81-4b68-882b-bf8aee46b3a6 req-72c9f7b7-5988-4b90-8f63-d27a65d4e2fd tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436133 Nov 16 21:11:10.462186 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d4fa5-08f4-4e6d-8628-1e20f5887500 x-openstack-request-id: req-d87d4fa5-08f4-4e6d-8628-1e20f5887500 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:10.467488 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "name": "network-vif-plugged", "status": "completed", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:10.467890 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d87d4fa5-08f4-4e6d-8628-1e20f5887500 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:10.468544 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'code': 200} Nov 16 21:11:10.482351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.518944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c290741-36dc-4860-8509-6362cc3b8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.522577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c290741-36dc-4860-8509-6362cc3b8dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.524140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c290741-36dc-4860-8509-6362cc3b8dcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b29127cc-fba8-4a1f-9088-a35f74dcd209 HTTP/1.1" status: 204 len: 168 time: 0.7300386 Nov 16 21:11:10.548279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:10.557631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c290741-36dc-4860-8509-6362cc3b8dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29127cc-fba8-4a1f-9088-a35f74dcd209,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:10.582871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.601032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.666278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.690133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.691905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6581955 Nov 16 21:11:10.700113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58856) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:10.738530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Request body: {'security_group_rule': {'security_group_id': '573b980e-9eb2-4d45-8a2a-0dba2c762b93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:10.755925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712b9d6b-e497-41b4-9e60-05b6eccbcfb4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:10.770967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.781097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f489a854-526d-4f4c-ae69-92b37b0f2dcb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/712b9d6b-e497-41b4-9e60-05b6eccbcfb4 HTTP/1.1" status: 204 len: 168 time: 0.6480539 Nov 16 21:11:10.782319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58860) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:10.801816 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.806639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f5ea0789-5b2a-44f9-aa09-990afe347382 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:10.819081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a638b-8c4a-4461-a6a4-4a160f3acb50 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573b980e-9eb2-4d45-8a2a-0dba2c762b93,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:10.823078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Sync routers for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:10.849384 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:10.851925 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:10.881840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ab384-8db7-492d-bad0-69fdd4eb5f0e req-a4c93a76-9d72-45e1-bb50-150688a2570f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:10.882575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:10.889333 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f02ab384-8db7-492d-bad0-69fdd4eb5f0e req-a4c93a76-9d72-45e1-bb50-150688a2570f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c9e255-136f-4809-ac00-0d2ea0edba4a HTTP/1.1" status: 200 len: 867 time: 0.1971340 Nov 16 21:11:10.899561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e9a3685f-9075-4614-be46-5d73f9f5c2a8'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:10.907182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-378dc987-727d-46cd-ac96-563ea4a3d444 req-1e4ec7c7-7387-49d5-a585-0340fca0d7d3 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 210 time: 0.0422704 Nov 16 21:11:10.929603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad71e57-a522-469a-9bf7-f589fbdfcef3 req-07b74dd4-97da-4085-929d-1573df6fc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:10.931626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aad71e57-a522-469a-9bf7-f589fbdfcef3 req-07b74dd4-97da-4085-929d-1573df6fc9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1096 time: 0.3163083 Nov 16 21:11:10.943459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=e9a3685f-9075-4614-be46-5d73f9f5c2a8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:10.955603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:10.993429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.056625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f5ea0789-5b2a-44f9-aa09-990afe347382 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:11.056918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.135380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.163637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23710389-38d0-48df-aea5-d0b7641eea2d']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:11.190725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port e9a3685f-9075-4614-be46-5d73f9f5c2a8 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:11.194939 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:11.200221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eda0d41-7089-4d76-a067-89b52e8e8933') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:11.201899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eda0d41-7089-4d76-a067-89b52e8e8933') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:11.219705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.230553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.231656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b29fd029-bdfb-41fb-bf4d-6397ca745827 req-eb7a52e6-e64a-429e-8b01-4bbd8f8ec79f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "DELETE /v2.0/ports/e9a3685f-9075-4614-be46-5d73f9f5c2a8 HTTP/1.1" status: 204 len: 173 time: 1.6590412 Nov 16 21:11:11.232823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'name': 'network-vif-deleted', 'tag': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:11.236138 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f013b819-de64-4289-9ddb-b9a4c75a33a5" -d '{"events": [{"server_uuid": "e4c9e255-136f-4809-ac00-0d2ea0edba4a", "name": "network-vif-deleted", "tag": "e9a3685f-9075-4614-be46-5d73f9f5c2a8"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:11.271086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aad71e57-a522-469a-9bf7-f589fbdfcef3 req-98f93834-1410-4edb-95c1-c9af4c74960e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235221 Nov 16 21:11:11.301593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f02ab384-8db7-492d-bad0-69fdd4eb5f0e req-8f1af3da-1f66-454e-8c2f-cbd945680e18 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102979 Nov 16 21:11:11.310473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-a578fb92-1518-4d63-af37-442e917d0055 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=20999b16408c40ddb252deaab97ea75a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616229 Nov 16 21:11:11.321805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.357412 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50354f08-2fb0-4771-87e9-5fad3b3289af x-openstack-request-id: req-50354f08-2fb0-4771-87e9-5fad3b3289af {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:11.359102 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c9e255-136f-4809-ac00-0d2ea0edba4a", "name": "network-vif-deleted", "tag": "e9a3685f-9075-4614-be46-5d73f9f5c2a8", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:11.359493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:11:11.361761 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.361986 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50354f08-2fb0-4771-87e9-5fad3b3289af {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:11.362585 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c9e255-136f-4809-ac00-0d2ea0edba4a', 'name': 'network-vif-deleted', 'tag': 'e9a3685f-9075-4614-be46-5d73f9f5c2a8', 'status': 'completed', 'code': 200} Nov 16 21:11:11.368140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:11:11.377964 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:11:11.386078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.413807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5f81e0-d390-4599-91fa-43e9c9e3b607,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:11.424152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.428211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5009c113-444b-4528-b508-49ba48a67e18 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7231896 Nov 16 21:11:11.428505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58870) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:11.434762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Request body: {'security_group_rule': {'security_group_id': '573b980e-9eb2-4d45-8a2a-0dba2c762b93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:11.521561 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.535674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.573310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.588246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] 10.222.0.48 "DELETE /v2.0/networks/23710389-38d0-48df-aea5-d0b7641eea2d HTTP/1.1" status: 204 len: 168 time: 0.8009279 Nov 16 21:11:11.663808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782a828-cceb-4f2a-bb13-775c8c3eaf44 admin admin] Pushing event deleted for resources: {'Network': ['ID=23710389-38d0-48df-aea5-d0b7641eea2d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:11.822181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-ed50d6ea-0b50-416a-9c44-a064e440e748 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:11.823792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-ed50d6ea-0b50-416a-9c44-a064e440e748 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343738 Nov 16 21:11:11.825799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ce646-5c22-4951-ad64-047604903cae req-770c0255-c818-4e34-a290-8079b3b118b9 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:11.837045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Request body: {'port': {'device_id': '5258baba-8439-40bb-a101-1f88b686d6ac', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '20999b16408c40ddb252deaab97ea75a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:11.845322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f6ce646-5c22-4951-ad64-047604903cae req-770c0255-c818-4e34-a290-8079b3b118b9 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 945 time: 0.2503712 Nov 16 21:11:11.873668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.897032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.952697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 2, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:11.956632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f76383e-8ab5-4dc8-bce3-4a1f7126a27d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:11.974884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:11.976097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cfcb7267-b880-4cbb-8635-8c8195d42be9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5465536 Nov 16 21:11:11.981166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58890) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:12.029286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f6ce646-5c22-4951-ad64-047604903cae req-0c12f664-580b-4a28-9ac2-1e81d1fb49c4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830673 Nov 16 21:11:12.040639 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Checking router: b5e05e57-b4a3-4872-9066-4134b58d7d44 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:11:12.041257 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Updating router b5e05e57-b4a3-4872-9066-4134b58d7d44 port 994291b4-6709-44d5-b045-20ab4d2526ee binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:11:12.061310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58894) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:12.077017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:12.105801 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.149681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-575efde3-5909-4937-b041-10b57b232045 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb6a6e07a70440d484ed412b56a7210e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842028 Nov 16 21:11:12.151520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:12.164194 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2a62904-a2fb-4872-abd2-b6aeb20516cf req-68a348e0-cc9b-45d4-8c18-d95d2bed881c tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 210 time: 0.0914090 Nov 16 21:11:12.206389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:11:12.206389 n-d-817778-8 neutron-server[102453]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:11:12.206389 n-d-817778-8 neutron-server[102453]: [parameters: {'project_id': 'c0ed77541e5c485c939a5e942544b065', 'id': '21d0b008-9cf8-434c-9731-7e79254e1b91', 'expiration': datetime.datetime(2021, 11, 16, 21, 13, 12, 197666)}] Nov 16 21:11:12.206389 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:11:12.207346 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:11:12.223521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Made reservation on behalf of 20999b16408c40ddb252deaab97ea75a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:12.233529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff939bc5-50da-47f6-bcbd-f426a0769755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.249234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.258056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff939bc5-50da-47f6-bcbd-f426a0769755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.320615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff939bc5-50da-47f6-bcbd-f426a0769755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.328018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff939bc5-50da-47f6-bcbd-f426a0769755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.330563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ff939bc5-50da-47f6-bcbd-f426a0769755 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af963160-c709-40ae-b4f3-c0523f92558c HTTP/1.1" status: 204 len: 168 time: 0.1778545 Nov 16 21:11:12.358181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff939bc5-50da-47f6-bcbd-f426a0769755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af963160-c709-40ae-b4f3-c0523f92558c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:12.554265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Allocated IP 192.168.233.29 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/d29c2ad8-a769-4487-86c3-d077cbd092cc) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:12.637532 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.653305 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.818606 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52386f9c-3707-49c4-bb58-1cda69c425ed None None] Pushing event updated for resources: {'Port': ['ID=994291b4-6709-44d5-b045-20ab4d2526ee,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:12.849422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.899758 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Attempting to bind port 994291b4-6709-44d5-b045-20ab4d2526ee on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:12.900132 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Attempting to bind port 994291b4-6709-44d5-b045-20ab4d2526ee by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:12.900922 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Attempting to bind port 994291b4-6709-44d5-b045-20ab4d2526ee on network 6ca710d1-be33-4f76-90ea-3742fd4c0519 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:12.912962 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:12.914154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Checking segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:12.917536 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:12.918137 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Bound using segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:12.918805 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Bound port: 994291b4-6709-44d5-b045-20ab4d2526ee, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:12.919360 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.029912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.119386 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] For port 994291b4-6709-44d5-b045-20ab4d2526ee, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:13.135005 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] For port 994291b4-6709-44d5-b045-20ab4d2526ee, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=994291b4-6709-44d5-b045-20ab4d2526ee,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:13.145036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.145265 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.158090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['89391f9e-208e-4345-98c2-82251baa16ee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:13.198858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bbf57ed-46f5-4b80-8766-d957a9a1e585 req-baf2824e-c5a9-4455-82fa-f809f75407b9 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0947845 Nov 16 21:11:13.254963 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:13.255844 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:10:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:13.373382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:13.401569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-30333c18-8be9-4016-bb48-51bedfa8dd27 None None] Provisioning complete for port 994291b4-6709-44d5-b045-20ab4d2526ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:13.403006 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30333c18-8be9-4016-bb48-51bedfa8dd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.473410 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52386f9c-3707-49c4-bb58-1cda69c425ed None None] Pushing event updated for resources: {'Port': ['ID=994291b4-6709-44d5-b045-20ab4d2526ee,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:13.478432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dea36-d0e5-41c7-9cb2-79f1da111d5e req-b97782ce-e17c-47dd-858c-6647d6eb3471 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:13.479792 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d64dea36-d0e5-41c7-9cb2-79f1da111d5e req-b97782ce-e17c-47dd-858c-6647d6eb3471 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 945 time: 0.1246104 Nov 16 21:11:13.596295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:13.618988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:13.631382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-c9920511-1a44-4e85-8ef0-b09cf24ac814 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:13.638280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d64dea36-d0e5-41c7-9cb2-79f1da111d5e req-a7367d63-f472-465e-8f64-8858af1b84d9 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376324 Nov 16 21:11:13.640057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-c9920511-1a44-4e85-8ef0-b09cf24ac814 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.4398322 Nov 16 21:11:13.643261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Pushing event updated for resources: {'Port': ['ID=d29c2ad8-a769-4487-86c3-d077cbd092cc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:13.664611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:13.738355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.775498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-544daabd-7209-4e6a-a850-b8dcaf2c71dd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.1331575 Nov 16 21:11:13.808337 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30333c18-8be9-4016-bb48-51bedfa8dd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.898224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-30333c18-8be9-4016-bb48-51bedfa8dd27 None None] For port 994291b4-6709-44d5-b045-20ab4d2526ee, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=994291b4-6709-44d5-b045-20ab4d2526ee,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:13.904921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e9a3685f-9075-4614-be46-5d73f9f5c2a8 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:13.913668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30333c18-8be9-4016-bb48-51bedfa8dd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:13.967593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c937c3-1a19-4644-a115-321ebe833260 req-b158d181-ab6b-46e7-a73e-cc881aa51b54 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:13.980804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72c937c3-1a19-4644-a115-321ebe833260 req-b158d181-ab6b-46e7-a73e-cc881aa51b54 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 935 time: 0.1447153 Nov 16 21:11:13.985664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e9a3685f-9075-4614-be46-5d73f9f5c2a8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:13.990679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e9a3685f-9075-4614-be46-5d73f9f5c2a8 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:14.086184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-65cb3d41-1a28-4f98-b696-0d4b35ed092d None None] Provisioning complete for port 994291b4-6709-44d5-b045-20ab4d2526ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:14.087110 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65cb3d41-1a28-4f98-b696-0d4b35ed092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:14.090427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30333c18-8be9-4016-bb48-51bedfa8dd27 None None] Pushing event updated for resources: {'Port': ['ID=994291b4-6709-44d5-b045-20ab4d2526ee,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:14.091030 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:14.121992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72c937c3-1a19-4644-a115-321ebe833260 req-88b16f8f-e609-4ad9-b75a-1bc56d031bb6 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395638 Nov 16 21:11:14.163851 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c88973d-0f2a-4250-bbee-c38bf22024fd None None] The sync data for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 is: [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:11:14.447795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cc3c1d3a-cdf5-4d55-bd5d-0b8d4575c058 None None] Provisioning complete for port d29c2ad8-a769-4487-86c3-d077cbd092cc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:14.448335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d3a-cdf5-4d55-bd5d-0b8d4575c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:14.542423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c1d3a-cdf5-4d55-bd5d-0b8d4575c058 None None] Port d29c2ad8-a769-4487-86c3-d077cbd092cc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:14.603382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:14.604138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:14.641883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Allocated IP 172.25.3.8 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/1999a472-c23d-4cb3-8e08-080875b78b84) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:14.662632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-182d593c-200d-4026-b2f1-cb557d935817 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8846080 Nov 16 21:11:14.683648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-6e6c9fb9-5cbe-4edc-b453-00b6ef40082d tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8507373 Nov 16 21:11:14.725430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-c438fecf-11f7-4543-b899-148ebc57f6be tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1989911590&fields=id&tenant_id=b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 267 time: 0.1322458 Nov 16 21:11:14.762411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Request body: {'port': {'device_id': '5258baba-8439-40bb-a101-1f88b686d6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:14.793155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 994291b4-6709-44d5-b045-20ab4d2526ee up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:14.801414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-41dd2fa2-03bf-4ac7-b4d7-784f88a872fe tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:14.803398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-41dd2fa2-03bf-4ac7-b4d7-784f88a872fe tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 945 time: 0.0763171 Nov 16 21:11:14.823506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'port': {'security_groups': ['0598656b-bc5c-4a60-9096-c7cce838386f', 'a2757ff0-3c35-407f-bf3d-ed3a18fd161b']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:14.909449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 994291b4-6709-44d5-b045-20ab4d2526ee triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:14.909874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:14.957084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.028096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.182329 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-aa4514f1-aa55-47f5-956a-c61763275db4 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178421 Nov 16 21:11:15.379109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:15.415763 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.439664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.446006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.459139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:15.586593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=6']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:15.592570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-13b10bc4-ef4a-4b22-80c2-94cba2afcb0e service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904016 Nov 16 21:11:15.620075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:15.620798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.626604 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.640158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46732eb7-2c99-455f-92b9-ec647d1e42e5 req-11db08a0-b39f-42c2-8c2c-912af1e59396 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "PUT /v2.0/ports/3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 981 time: 0.8294592 Nov 16 21:11:15.643654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:15.649373 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6925ad88-7f29-4b43-b301-68b228a0784c" -d '{"events": [{"name": "network-changed", "server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:15.688852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:15.830431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c2ad8-a769-4487-86c3-d077cbd092cc {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:15.838818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.853187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Transition to ACTIVE for port object d29c2ad8-a769-4487-86c3-d077cbd092cc will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:15.868550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:15.879894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:15.888140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:15.892968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event updated for resources: {'Port': ['ID=1999a472-c23d-4cb3-8e08-080875b78b84,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:15.896235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:16.261752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:16.336698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c2ad8-a769-4487-86c3-d077cbd092cc,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:16.395476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:16.465379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-e6e0e281-0b4e-4a01-b391-79502dcd39a7 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=59c4c7321986455281e50be13a755113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878747 Nov 16 21:11:16.584167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Attempting to bind port d29c2ad8-a769-4487-86c3-d077cbd092cc on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:16.584733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Attempting to bind port d29c2ad8-a769-4487-86c3-d077cbd092cc by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:16.587338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Attempting to bind port d29c2ad8-a769-4487-86c3-d077cbd092cc on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:16.601237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9364f695-412d-4748-8ea8-3d8ee8f72a20 req-507d1740-e9f2-485f-a1ff-55895144a993 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0386229 Nov 16 21:11:16.628114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7960f-768b-4e69-89e5-e10ec8073d4e req-136a79a9-330c-491c-9b7b-fcf8b6f828c9 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:16.634125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9f7960f-768b-4e69-89e5-e10ec8073d4e req-136a79a9-330c-491c-9b7b-fcf8b6f828c9 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 947 time: 0.3634489 Nov 16 21:11:16.659288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Port d29c2ad8-a769-4487-86c3-d077cbd092cc on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:16.659854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Attempting to bind port d29c2ad8-a769-4487-86c3-d077cbd092cc on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:16.679002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:16.679551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:16.680134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:16.680743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Bound port: d29c2ad8-a769-4487-86c3-d077cbd092cc, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:16.681906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:16.711763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-66cd9723-3265-4a13-b49a-dae4a8df1500 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:16.713622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-66cd9723-3265-4a13-b49a-dae4a8df1500 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476554 Nov 16 21:11:16.739108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-70b2f93f-67e3-4007-a4ea-b09ddfa755c6 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/quotas/59c4c7321986455281e50be13a755113 HTTP/1.1" status: 200 len: 375 time: 0.0184820 Nov 16 21:11:16.779363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a74b631b-1f73-45a2-81cc-89134114bad0 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c4c7321986455281e50be13a755113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346057 Nov 16 21:11:16.845162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9f7960f-768b-4e69-89e5-e10ec8073d4e req-8c1990c1-1f7c-44be-9fb9-be02a94c4224 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743517 Nov 16 21:11:16.938947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:16.964832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] For port d29c2ad8-a769-4487-86c3-d077cbd092cc, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:16.969577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] For port d29c2ad8-a769-4487-86c3-d077cbd092cc, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:16.973758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:16.977405 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9050649d-afaf-4832-b628-4201613d2a5c x-openstack-request-id: req-9050649d-afaf-4832-b628-4201613d2a5c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:16.977895 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:16.978286 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9050649d-afaf-4832-b628-4201613d2a5c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:16.978702 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'status': 'completed', 'code': 200} Nov 16 21:11:17.012845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:17.070169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.071032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:17.072662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d29c2ad8-a769-4487-86c3-d077cbd092cc HTTP/1.1" status: 200 len: 1095 time: 2.3679204 Nov 16 21:11:17.076638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5258baba-8439-40bb-a101-1f88b686d6ac', 'tag': 'd29c2ad8-a769-4487-86c3-d077cbd092cc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:17.086759 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a15626f-e445-40ca-bc4d-115c94ae782c" -d '{"events": [{"name": "network-changed", "server_uuid": "5258baba-8439-40bb-a101-1f88b686d6ac", "tag": "d29c2ad8-a769-4487-86c3-d077cbd092cc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:17.138282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-255441ed-8560-48f8-b3ba-9fdcf5c0db95 req-e9b7363e-e6bf-421c-9c14-5284fab503b2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 210 time: 0.0558937 Nov 16 21:11:17.143644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ad88-7f29-4b43-b301-68b228a0784c req-435f67c8-050f-4b09-9ea5-c5a58d5bae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.145420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-435f67c8-050f-4b09-9ea5-c5a58d5bae57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1135 time: 0.1430748 Nov 16 21:11:17.280071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event updated for resources: {'Port': ['ID=1999a472-c23d-4cb3-8e08-080875b78b84,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:17.347160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ad88-7f29-4b43-b301-68b228a0784c req-6784ec17-a1fa-4880-8844-213b207424f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.349037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-6784ec17-a1fa-4880-8844-213b207424f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.1958137 Nov 16 21:11:17.355168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e31f82-ca95-499d-944e-1d4da95d55e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d29c2ad8-a769-4487-86c3-d077cbd092cc,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:17.372264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-46ea8776-3d73-4785-b3e5-5615dccb2455 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1433459243&fields=id&tenant_id=b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 267 time: 0.4006755 Nov 16 21:11:17.386516 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:17.422916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-168cdb16-658a-4fa4-9c75-8276bcd53bc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 217 time: 0.0551772 Nov 16 21:11:17.424001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-0becf707-1cc4-47d1-b0ff-3945dc18d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.425783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-0becf707-1cc4-47d1-b0ff-3945dc18d99f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20999b16408c40ddb252deaab97ea75a&device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 1098 time: 0.2226663 Nov 16 21:11:17.458061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26f7c39f-87e1-429f-85db-0db8e38161e6 req-e7e5a0a4-cb34-4376-9dfe-a7d98623dd07 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0385430 Nov 16 21:11:17.508243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:17.509526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e065d8a3-e1ec-4256-a45f-1f1fce3b1fb4 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4408572 Nov 16 21:11:17.512721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-b8190ee2-d2f9-4e33-9481-bbaa2c093c62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc HTTP/1.1" status: 200 len: 217 time: 0.0676036 Nov 16 21:11:17.532711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ad88-7f29-4b43-b301-68b228a0784c req-9490be07-5773-4f04-8326-53783b64b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.534719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-9490be07-5773-4f04-8326-53783b64b50c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.0814404 Nov 16 21:11:17.539808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-c0be6b31-3140-468a-b0d7-5cf59096dad1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.541919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-c0be6b31-3140-468a-b0d7-5cf59096dad1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 984 time: 0.1510942 Nov 16 21:11:17.588302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'port': {'security_groups': ['0598656b-bc5c-4a60-9096-c7cce838386f', 'a2757ff0-3c35-407f-bf3d-ed3a18fd161b', '0728c960-f009-46ba-92f9-37d4893c8579']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:17.599878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-36907093-3ddd-42e0-b860-8f77b30fba8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493841 Nov 16 21:11:17.638354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-a3a3897e-5527-4eb1-b8f7-540619acd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.640522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-a3a3897e-5527-4eb1-b8f7-540619acd2b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0975254 Nov 16 21:11:17.724784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:17.757038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-d817ef2e-16d4-4265-9331-54f75ee33a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:17.758981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-d817ef2e-16d4-4265-9331-54f75ee33a67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845180 Nov 16 21:11:17.918019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a072d2f-b529-41d7-9ea3-4b44b8a55db5 req-372f4968-dc1e-43aa-ba94-3dfc5c07b4fc tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 210 time: 0.1627510 Nov 16 21:11:17.960149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-1130875a-e161-4fe7-8230-21b389a6f92b service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692088 Nov 16 21:11:18.085618 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7334eaf-830d-44eb-b27f-d355d286e99e x-openstack-request-id: req-c7334eaf-830d-44eb-b27f-d355d286e99e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:18.086226 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5258baba-8439-40bb-a101-1f88b686d6ac", "tag": "d29c2ad8-a769-4487-86c3-d077cbd092cc", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:18.086704 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7334eaf-830d-44eb-b27f-d355d286e99e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:18.087411 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5258baba-8439-40bb-a101-1f88b686d6ac', 'tag': 'd29c2ad8-a769-4487-86c3-d077cbd092cc', 'status': 'completed', 'code': 200} Nov 16 21:11:18.231549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-025f3b1f-5afb-44ab-b0e4-c4c88272bb67 req-82332bd3-e1db-4768-af53-5ce76c2c9df9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607265 Nov 16 21:11:18.260811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:18.404693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:18.412924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-6a90c325-76f4-4275-90a3-47ce683051bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:18.415283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-6a90c325-76f4-4275-90a3-47ce683051bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20999b16408c40ddb252deaab97ea75a&device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 1098 time: 0.1155844 Nov 16 21:11:18.417833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:18.436081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:18.573475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-95a8e3b3-9739-4e4f-9981-9e5084bd1f88 req-09947239-b586-4f69-bf73-f8a3ff5981f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0783331 Nov 16 21:11:18.600106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:18.600771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:18.602418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01412db3-27e8-44ff-a10c-a2f2ec65c6df req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "PUT /v2.0/ports/3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 1020 time: 1.0246544 Nov 16 21:11:18.625796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-60f10961-2cea-4a4a-9040-4f57e73a1e11 service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0145786 Nov 16 21:11:18.657541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26210d-793e-46fb-afcd-a11320ca10e7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:18.676167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-a8aeb670-f7e9-4bca-bfa6-b01cfb5490dd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:18.678714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-a8aeb670-f7e9-4bca-bfa6-b01cfb5490dd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.9164541 Nov 16 21:11:18.741921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-ee5fb215-a731-4181-9e1f-08e76e12b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:18.743389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-ee5fb215-a731-4181-9e1f-08e76e12b9cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.3012896 Nov 16 21:11:18.763143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': '28d05505-d22d-472f-be84-ec74914ce064', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:18.774160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dbf4420-feb4-46fa-994d-b1d00afd1525 req-c2be975b-3d65-4b7e-950b-3b06903ef333 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 210 time: 0.0568984 Nov 16 21:11:18.841010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d227b-f05e-48fe-9b65-d89d4bcac6fd req-260926c8-afbf-4476-8288-1ec8df4cdedb tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:18.855051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-058d227b-f05e-48fe-9b65-d89d4bcac6fd req-260926c8-afbf-4476-8288-1ec8df4cdedb tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 947 time: 0.3638654 Nov 16 21:11:18.859619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:18.869086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-e0679681-4eaa-4a12-bb23-a55b5f448cc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc HTTP/1.1" status: 200 len: 217 time: 0.0975227 Nov 16 21:11:18.994167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-2230958b-1239-424e-9c89-b6d720fa6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:18.997357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-2230958b-1239-424e-9c89-b6d720fa6c09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1135230 Nov 16 21:11:19.004662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-058d227b-f05e-48fe-9b65-d89d4bcac6fd req-0d3d5775-130e-4090-aaaa-1c5c61a01549 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485798 Nov 16 21:11:19.080766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adc5a2b8-a89a-4b3d-abbd-7fab9a1e996d req-1fb3c56d-245f-4565-a0e2-c0a8ccca8809 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0836923 Nov 16 21:11:19.126573 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-4316d848-c4a9-45df-8700-4be7bea2f8ef service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461589 Nov 16 21:11:19.137993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1928210f-4e3f-46ca-a755-0fec01b66679 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=59c4c7321986455281e50be13a755113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558343 Nov 16 21:11:19.145675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-ac2af6c2-91a2-4708-9889-5456fdc35a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:19.147255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-ac2af6c2-91a2-4708-9889-5456fdc35a31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271629 Nov 16 21:11:19.220264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:19.223945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.424067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de51426-83ec-4d21-89c1-ff5cd3f661d8 req-866185b2-7b57-46d0-b436-ae90c038983b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:19.426448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6de51426-83ec-4d21-89c1-ff5cd3f661d8 req-866185b2-7b57-46d0-b436-ae90c038983b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1023 time: 0.2939091 Nov 16 21:11:19.443403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-ab2e5e72-ec09-4cd4-bc63-d8998fc3e378 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:19.445005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-ab2e5e72-ec09-4cd4-bc63-d8998fc3e378 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967281 Nov 16 21:11:19.469609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.4 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/2091aefc-f75f-41da-b7bd-8e25fadf346d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:19.471770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Request body: {'port': {'device_id': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '59c4c7321986455281e50be13a755113'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:19.535908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-edbceb2c-cc0f-441e-ac03-55fbe7aef624 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751991 Nov 16 21:11:19.554855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6de51426-83ec-4d21-89c1-ff5cd3f661d8 req-638b677e-320b-4c95-9b5e-3c891b24ec2a tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0728c960-f009-46ba-92f9-37d4893c8579&id=0598656b-bc5c-4a60-9096-c7cce838386f&id=a2757ff0-3c35-407f-bf3d-ed3a18fd161b HTTP/1.1" status: 200 len: 6200 time: 0.1148918 Nov 16 21:11:19.601336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-02d359d1-6a54-488b-90f8-680a25d40109 req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1960153103 ', 'description': 'tempest-description-302421562'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:19.677586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-02d359d1-6a54-488b-90f8-680a25d40109 req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.700694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1db8cec9-1ebc-414f-a42c-10f8b725c976 req-c0da4b69-f451-4b98-9f1f-aab4725a705d tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 210 time: 0.0607839 Nov 16 21:11:19.755901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Made reservation on behalf of 59c4c7321986455281e50be13a755113 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:19.755901 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.767984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.768323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.771377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a15626f-e445-40ca-bc4d-115c94ae782c req-2a4ef790-bf23-4274-84f8-f2fb7ebf466f service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258067 Nov 16 21:11:19.847899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-02d359d1-6a54-488b-90f8-680a25d40109 req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.855247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-02d359d1-6a54-488b-90f8-680a25d40109 req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.888943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.889395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9400d24e-5cd0-4805-8bee-a227918a248a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:19.898263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.902154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.912322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:19.919659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-02d359d1-6a54-488b-90f8-680a25d40109 req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:19.920907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d359d1-6a54-488b-90f8-680a25d40109 req-6c52546c-7971-4d1c-a848-64667cdc429e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3304527 Nov 16 21:11:19.968121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:19.975020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:19.990114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:20.038048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8008eeb-3926-41f7-9114-314ef304cdda,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:20.049998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:20.050642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.076855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=2091aefc-f75f-41da-b7bd-8e25fadf346d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:20.081697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15dea2-6271-4180-a570-402c6e663815 req-b2f2b494-7d3b-4e77-ad86-d05c2b073c13 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:20.096215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-6cf4cf5c-0a5a-48c7-8d0d-a4793f56f6cc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3369126 Nov 16 21:11:20.096680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f15dea2-6271-4180-a570-402c6e663815 req-b2f2b494-7d3b-4e77-ad86-d05c2b073c13 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 931 time: 0.1727300 Nov 16 21:11:20.117618 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5110847-91ed-461c-a76c-291a3381b8a1 req-a2833d4c-3b54-4104-a00b-262e091aed9f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/9400d24e-5cd0-4805-8bee-a227918a248a HTTP/1.1" status: 200 len: 1797 time: 0.1455507 Nov 16 21:11:20.121593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:20.121884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Request body: {'port': {'device_id': '28d05505-d22d-472f-be84-ec74914ce064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:20.124192 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e548f49-9926-4a62-b790-4974272939f7" -d '{"events": [{"name": "network-changed", "server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:20.191917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Allocated IP 192.168.233.52 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/c178daf7-01cf-445b-90ad-a67d48736f0a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:20.192599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.206072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f15dea2-6271-4180-a570-402c6e663815 req-be178456-04a8-4634-990d-f6d01947e3ba tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Nov 16 21:11:20.304607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cb62c-f4cf-44e6-a8f8-fa6ecaf26a61 req-87dea9ad-5138-49ed-9fd6-cad8e7f1b987 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:20.306186 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-151cb62c-f4cf-44e6-a8f8-fa6ecaf26a61 req-87dea9ad-5138-49ed-9fd6-cad8e7f1b987 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 947 time: 0.0978608 Nov 16 21:11:20.336849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f70bfc48-b5c5-49b4-97e5-837bf62e497e req-7d049f32-6e83-4c44-81b1-3a6d5e8b6638 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0460916 Nov 16 21:11:20.445763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42a67266-5e00-40a6-a13a-3ef70685a75e req-4915efb0-c552-479a-a441-2c1b5f4ddced tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/9400d24e-5cd0-4805-8bee-a227918a248a HTTP/1.1" status: 200 len: 1797 time: 0.0673320 Nov 16 21:11:20.468219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-151cb62c-f4cf-44e6-a8f8-fa6ecaf26a61 req-1a8d2b7b-0b0e-4f52-a29d-ccfce280de63 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054151 Nov 16 21:11:20.490466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.528647 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da62e1f6-8a96-4824-9290-980fd868ded3 x-openstack-request-id: req-da62e1f6-8a96-4824-9290-980fd868ded3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:20.528930 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:20.529181 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da62e1f6-8a96-4824-9290-980fd868ded3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:20.529592 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'status': 'completed', 'code': 200} Nov 16 21:11:20.596614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-42a67266-5e00-40a6-a13a-3ef70685a75e req-97353870-59f8-4890-95e5-7ac21b79f88d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.600685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2091aefc-f75f-41da-b7bd-8e25fadf346d {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:20.613415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.630462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-42a67266-5e00-40a6-a13a-3ef70685a75e req-97353870-59f8-4890-95e5-7ac21b79f88d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.635000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.639971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Transition to ACTIVE for port object 2091aefc-f75f-41da-b7bd-8e25fadf346d will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:20.643058 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-86ff16ba-2df6-4647-b55b-2f7bc5bda984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.647970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.700249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548f49-9926-4a62-b790-4974272939f7 req-1658c1c3-ae20-460a-b2d2-d290535f4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:20.702592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-1658c1c3-ae20-460a-b2d2-d290535f4a1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1174 time: 0.1359358 Nov 16 21:11:20.711037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Pushing event updated for resources: {'Port': ['ID=2091aefc-f75f-41da-b7bd-8e25fadf346d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:20.760561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:20.792419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:20.800670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:20.823097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Attempting to bind port 2091aefc-f75f-41da-b7bd-8e25fadf346d on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:20.823557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Attempting to bind port 2091aefc-f75f-41da-b7bd-8e25fadf346d by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:20.823986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Attempting to bind port 2091aefc-f75f-41da-b7bd-8e25fadf346d on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:20.829928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:20.831951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Port 2091aefc-f75f-41da-b7bd-8e25fadf346d on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:20.832435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Attempting to bind port 2091aefc-f75f-41da-b7bd-8e25fadf346d on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:20.838821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:20.839296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:20.839980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:20.840680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Bound port: 2091aefc-f75f-41da-b7bd-8e25fadf346d, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:20.841225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.851511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-42a67266-5e00-40a6-a13a-3ef70685a75e req-97353870-59f8-4890-95e5-7ac21b79f88d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.855707 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-42a67266-5e00-40a6-a13a-3ef70685a75e req-97353870-59f8-4890-95e5-7ac21b79f88d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:20.857176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42a67266-5e00-40a6-a13a-3ef70685a75e req-97353870-59f8-4890-95e5-7ac21b79f88d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/9400d24e-5cd0-4805-8bee-a227918a248a HTTP/1.1" status: 204 len: 173 time: 0.4012346 Nov 16 21:11:20.907259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548f49-9926-4a62-b790-4974272939f7 req-101d0897-c9d6-4003-af4d-b45712c1ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:20.908742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-101d0897-c9d6-4003-af4d-b45712c1ad10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.1856325 Nov 16 21:11:20.920803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97353870-59f8-4890-95e5-7ac21b79f88d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9400d24e-5cd0-4805-8bee-a227918a248a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:20.998751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-9ae25d00-3690-43b8-b8dc-c36ac71f324a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 200 len: 217 time: 0.0792117 Nov 16 21:11:21.030512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] For port 2091aefc-f75f-41da-b7bd-8e25fadf346d, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:21.039377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] For port 2091aefc-f75f-41da-b7bd-8e25fadf346d, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:21.071834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.080720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548f49-9926-4a62-b790-4974272939f7 req-5206d835-4ee9-4b57-a3e1-fbf151cf20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.082539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-5206d835-4ee9-4b57-a3e1-fbf151cf20e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.0747056 Nov 16 21:11:21.130641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.131304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.155392 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-c8d74b1b-59c0-4656-bf5d-65fb996d2d5b req-a6020790-b832-4daa-835f-9fafc90c13f1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:21.156775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8d74b1b-59c0-4656-bf5d-65fb996d2d5b req-a6020790-b832-4daa-835f-9fafc90c13f1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/9400d24e-5cd0-4805-8bee-a227918a248a HTTP/1.1" status: 404 len: 352 time: 0.1146479 Nov 16 21:11:21.158867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Pushing event updated for resources: {'Port': ['ID=2091aefc-f75f-41da-b7bd-8e25fadf346d,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:21.162300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.162960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.164439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-b30d679a-bf93-48f2-bb91-494db9d1de4a service neutron] 10.222.0.47 "PUT /v2.0/ports/2091aefc-f75f-41da-b7bd-8e25fadf346d HTTP/1.1" status: 200 len: 1091 time: 1.0506201 Nov 16 21:11:21.164880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d05505-d22d-472f-be84-ec74914ce064', 'tag': '2091aefc-f75f-41da-b7bd-8e25fadf346d'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:21.167331 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac" -d '{"events": [{"name": "network-changed", "server_uuid": "28d05505-d22d-472f-be84-ec74914ce064", "tag": "2091aefc-f75f-41da-b7bd-8e25fadf346d"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:21.199752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-dbde35a8-ed2c-4fdd-ba1a-25ba02e97609 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652165 Nov 16 21:11:21.200355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a767fa1d-2143-4533-9151-bea1e28151ce None None] Provisioning complete for port c178daf7-01cf-445b-90ad-a67d48736f0a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:21.201286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a767fa1d-2143-4533-9151-bea1e28151ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.243596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a767fa1d-2143-4533-9151-bea1e28151ce None None] Port c178daf7-01cf-445b-90ad-a67d48736f0a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:21.254370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-a6f84bd2-b7b4-454f-8cb6-4bc9418d3bb1 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7869713 Nov 16 21:11:21.277408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ab3b6-fad5-41a4-8f3c-37346efd5d15 req-5eacd403-4ca5-47d6-88c5-fe92309ce413 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.279265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-874ab3b6-fad5-41a4-8f3c-37346efd5d15 req-5eacd403-4ca5-47d6-88c5-fe92309ce413 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 935 time: 0.2796247 Nov 16 21:11:21.294594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c47afdd-019b-4dd2-8fd9-bebccf88b7c1 req-49616154-0166-4809-91e4-ff23b6d28ded tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0319488 Nov 16 21:11:21.300691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-84e4024f-07fa-40c8-b8e5-a4bcf9d44566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.302237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-84e4024f-07fa-40c8-b8e5-a4bcf9d44566 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 1094 time: 0.0859218 Nov 16 21:11:21.331710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Request body: {'port': {'device_id': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:21.365131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-585d2a04-c109-48f8-85fd-2873760ac71c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d HTTP/1.1" status: 200 len: 217 time: 0.0544860 Nov 16 21:11:21.368469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-225c0f1f-8f28-4905-8cba-5df67323aacf req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1804572130', 'description': 'tempest-description-1535375634'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:21.431586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-225c0f1f-8f28-4905-8cba-5df67323aacf req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.461865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-874ab3b6-fad5-41a4-8f3c-37346efd5d15 req-4a8fcdba-f6c9-45be-a73f-57b47921725c tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379409 Nov 16 21:11:21.464442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-1d482721-bbfa-46b7-8a21-7e2afbc56f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.465936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-1d482721-bbfa-46b7-8a21-7e2afbc56f50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0836473 Nov 16 21:11:21.494744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-46db3f58-de06-43e7-9837-66f892980ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781053 Nov 16 21:11:21.498346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.509798 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e59490-a445-4620-8cfe-633d1f19d98e x-openstack-request-id: req-74e59490-a445-4620-8cfe-633d1f19d98e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:21.510091 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d05505-d22d-472f-be84-ec74914ce064", "tag": "2091aefc-f75f-41da-b7bd-8e25fadf346d", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:21.510354 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74e59490-a445-4620-8cfe-633d1f19d98e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:21.510735 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d05505-d22d-472f-be84-ec74914ce064', 'tag': '2091aefc-f75f-41da-b7bd-8e25fadf346d', 'status': 'completed', 'code': 200} Nov 16 21:11:21.512912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-fd18d7f2-fdaa-4c9f-bbd4-2d51e231f92e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370648 Nov 16 21:11:21.622927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-225c0f1f-8f28-4905-8cba-5df67323aacf req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.638463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-225c0f1f-8f28-4905-8cba-5df67323aacf req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.676264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-ca000c54-cf23-42f0-bdab-6d1a211238d6 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542933 Nov 16 21:11:21.690426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a32f36e-34b2-46ac-8713-d14b58c2152e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:21.712867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-225c0f1f-8f28-4905-8cba-5df67323aacf req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:21.723510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-225c0f1f-8f28-4905-8cba-5df67323aacf req-8ba39e17-7c73-4b5c-9ffb-5818a20b469b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3558125 Nov 16 21:11:21.855405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ac9d340-ef78-4211-be1f-9567ec2824fb req-99264547-f9e6-4562-a0bd-ed277a10bd3d service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684749 Nov 16 21:11:21.868760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68decf7b-fd1a-478a-b131-be39d5ec7f47 req-dbad5a13-a5ee-4e5d-b5af-7e2fed1fc8c2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.870298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68decf7b-fd1a-478a-b131-be39d5ec7f47 req-dbad5a13-a5ee-4e5d-b5af-7e2fed1fc8c2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 947 time: 0.0790489 Nov 16 21:11:21.908037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d29c2ad8-a769-4487-86c3-d077cbd092cc details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:21.985203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68decf7b-fd1a-478a-b131-be39d5ec7f47 req-44310c56-fe21-46d3-a476-01b1479f29bf tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053355 Nov 16 21:11:21.996343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-009726fb-1873-4795-b86f-604757d2b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:21.998317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-009726fb-1873-4795-b86f-604757d2b756 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 1094 time: 0.0762832 Nov 16 21:11:22.058995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d29c2ad8-a769-4487-86c3-d077cbd092cc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:22.075287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'd29c2ad8-a769-4487-86c3-d077cbd092cc', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'd29c2ad8-a769-4487-86c3-d077cbd092cc', 'mac_address': 'fa:16:3e:f8:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:22.118878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.134350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c2ad8-a769-4487-86c3-d077cbd092cc {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:22.150729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5becd-7693-4125-9c21-e3b14767665a req-250a0c04-3f27-46af-8af3-aa9caa501d7f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:22.158297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d29c2ad8-a769-4487-86c3-d077cbd092cc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:22.159407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41a5becd-7693-4125-9c21-e3b14767665a req-250a0c04-3f27-46af-8af3-aa9caa501d7f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 943 time: 0.5542345 Nov 16 21:11:22.163622 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.169392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-bc05a64d-7b38-414f-9736-209fbc1c41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:22.171217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-bc05a64d-7b38-414f-9736-209fbc1c41af service neutron] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.1627305 Nov 16 21:11:22.178086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e548f49-9926-4a62-b790-4974272939f7 req-1c65471a-a598-4095-bcca-266892c1a3ee service neutron] 10.222.0.47 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750193 Nov 16 21:11:22.178385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a67b0e05-6858-49b4-a331-b9fa7349bf06 req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-867875446', 'description': 'tempest-description-1651504004'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:22.238655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d29c2ad8-a769-4487-86c3-d077cbd092cc,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:22.282317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41a5becd-7693-4125-9c21-e3b14767665a req-27c776dd-90d5-48c9-a316-c38b536758b0 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217239 Nov 16 21:11:22.282956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-c6b5b642-9f32-4271-8cc9-64ffba036302 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d HTTP/1.1" status: 200 len: 217 time: 0.0974073 Nov 16 21:11:22.322136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a67b0e05-6858-49b4-a331-b9fa7349bf06 req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.367977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-eecc5dd3-7b37-425d-85c9-e6f6c2df392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:22.369545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-eecc5dd3-7b37-425d-85c9-e6f6c2df392e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0785787 Nov 16 21:11:22.413110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-a4690361-2ac6-49ca-a8ff-3a865b9a049e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307884 Nov 16 21:11:22.449836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a42f9266-83e3-430d-8f44-f68fd87cb43b req-e82174e8-06bd-4756-b318-fe770bc0ba1a tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0474756 Nov 16 21:11:22.481481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c178daf7-01cf-445b-90ad-a67d48736f0a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:22.487013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a67b0e05-6858-49b4-a331-b9fa7349bf06 req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.497400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a67b0e05-6858-49b4-a331-b9fa7349bf06 req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.507548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.524149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Transition to ACTIVE for port object c178daf7-01cf-445b-90ad-a67d48736f0a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:22.538810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.540272 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a67b0e05-6858-49b4-a331-b9fa7349bf06 req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.552048 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a67b0e05-6858-49b4-a331-b9fa7349bf06 req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3718169 Nov 16 21:11:22.556952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5947ae3-08da-49af-98ed-cfa1f37837b7 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1463467a-3192-4e0c-80f1-b8f4c10db9de,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:22.583308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-16aa22a0-e0ac-4f5e-b5d8-d8fbda6dac09 req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1652330474', 'description': 'tempest-description-1329341428'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:22.601050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['d29c2ad8-a769-4487-86c3-d077cbd092cc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:22.611186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:22.612972 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-d05a36db-85c4-4f23-84fd-946241d001ee service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912007 Nov 16 21:11:22.639180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3274a-04a5-420b-bb9d-f70c0ea67f18 req-f074397d-14a3-424b-97b6-54f439ff1f2d tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:22.647060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecf3274a-04a5-420b-bb9d-f70c0ea67f18 req-f074397d-14a3-424b-97b6-54f439ff1f2d tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 947 time: 0.1196594 Nov 16 21:11:22.683576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-16aa22a0-e0ac-4f5e-b5d8-d8fbda6dac09 req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.788990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef3df34f-d4af-4df7-83df-f4f17bfe68ac req-95229087-f5c9-4774-9890-26aa3bbc23d0 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675360 Nov 16 21:11:22.820975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecf3274a-04a5-420b-bb9d-f70c0ea67f18 req-dca9d160-b4ad-4f3b-b8e7-ebebd24cfb9c tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698716 Nov 16 21:11:22.849046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-16aa22a0-e0ac-4f5e-b5d8-d8fbda6dac09 req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.851072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Attempting to bind port c178daf7-01cf-445b-90ad-a67d48736f0a on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:22.851613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Attempting to bind port c178daf7-01cf-445b-90ad-a67d48736f0a by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:22.852138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Attempting to bind port c178daf7-01cf-445b-90ad-a67d48736f0a on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:22.857088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Port c178daf7-01cf-445b-90ad-a67d48736f0a on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:22.857420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Attempting to bind port c178daf7-01cf-445b-90ad-a67d48736f0a on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:22.863252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-16aa22a0-e0ac-4f5e-b5d8-d8fbda6dac09 req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.864865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:22.865216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:22.865726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:22.866172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Bound port: c178daf7-01cf-445b-90ad-a67d48736f0a, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:22.866539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.895162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-16aa22a0-e0ac-4f5e-b5d8-d8fbda6dac09 req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.898025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16aa22a0-e0ac-4f5e-b5d8-d8fbda6dac09 req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3214810 Nov 16 21:11:22.911607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50933b-ef4b-458c-86f7-761989094b20 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d0d02-65f3-46aa-9f6a-8c86ebe985dd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:22.973615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:22.997376 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d5fd506f-6abe-4a44-b2c6-140ad81522e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:22.998622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:23.015076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.069477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.070151 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.071582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] 10.222.0.47 "PUT /v2.0/ports/c178daf7-01cf-445b-90ad-a67d48736f0a HTTP/1.1" status: 200 len: 1095 time: 1.7630892 Nov 16 21:11:23.074712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:23.077110 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da4e24-9edf-421a-b91a-9ecc7523d5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:23.128652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caab025-c071-4f0b-b44b-e6cc622dc269 req-973004d3-6186-4f4f-b291-97ff6338f4cd tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.135395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d0d6287-101e-48c3-8ce9-0956f449824e req-c9a5682e-49e5-4864-b34c-30e2d28167a6 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 11000 time: 0.2095268 Nov 16 21:11:23.137054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8caab025-c071-4f0b-b44b-e6cc622dc269 req-973004d3-6186-4f4f-b291-97ff6338f4cd tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 948 time: 0.0745866 Nov 16 21:11:23.182684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421f728-cad1-4d83-a356-bde08ef22bfc service neutron] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:23.184403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8caab025-c071-4f0b-b44b-e6cc622dc269 req-0c86c4db-b87a-44a4-88f3-4ca5e54a8c8b tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Nov 16 21:11:23.238431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d0d6287-101e-48c3-8ce9-0956f449824e req-b4b2071c-4ef8-43f3-afb3-303ff9302e94 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 200 len: 2998 time: 0.1019588 Nov 16 21:11:23.247676 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef284754-93cf-431e-bbf3-a7d66c2b6717 x-openstack-request-id: req-ef284754-93cf-431e-bbf3-a7d66c2b6717 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:23.247969 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:23.248224 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef284754-93cf-431e-bbf3-a7d66c2b6717 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:23.248621 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'status': 'completed', 'code': 200} Nov 16 21:11:23.250998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-b39baf4e-07c2-453a-9cf9-64355e450d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.252530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-b39baf4e-07c2-453a-9cf9-64355e450d4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59c4c7321986455281e50be13a755113&device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 1098 time: 0.1044431 Nov 16 21:11:23.319466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-49313a30-8bce-4f88-9d40-0fcb2f76f96b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c178daf7-01cf-445b-90ad-a67d48736f0a HTTP/1.1" status: 200 len: 217 time: 0.0584071 Nov 16 21:11:23.397022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d0d6287-101e-48c3-8ce9-0956f449824e req-67636f38-baf7-41e6-8536-b5f2b4380579 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 200 len: 2998 time: 0.1574693 Nov 16 21:11:23.444727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-e64c4ac6-cab8-4060-9a8c-51684c83e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.446234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-e64c4ac6-cab8-4060-9a8c-51684c83e78c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1107340 Nov 16 21:11:23.461763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e5a4f4-83f0-44e5-862a-ebff78b1868b req-fc75b383-2751-45d2-bc67-e63becffc2c1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/3a32f36e-34b2-46ac-8713-d14b58c2152e HTTP/1.1" status: 200 len: 1818 time: 0.0470421 Nov 16 21:11:23.465214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb5379-f17d-4f9f-88e5-1852a23da3c4 req-9f72161a-5dae-4bc4-a575-901515c0d877 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.466935 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4bb5379-f17d-4f9f-88e5-1852a23da3c4 req-9f72161a-5dae-4bc4-a575-901515c0d877 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 943 time: 0.0837040 Nov 16 21:11:23.526967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4bb5379-f17d-4f9f-88e5-1852a23da3c4 req-275a8f57-164d-417f-ad18-7eb8dd9a70dd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518126 Nov 16 21:11:23.538567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-f8647be3-4301-4930-9ed0-d73c4d4aeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.540059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-f8647be3-4301-4930-9ed0-d73c4d4aeb4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771744 Nov 16 21:11:23.585370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e5a4f4-83f0-44e5-862a-ebff78b1868b req-6192678b-80c8-4c6f-ba54-08edbcb6047b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.621210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f81b2f8-ef74-466a-8019-c60cd519349d req-b4d16828-c603-444e-b53d-afe017ecb316 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Nov 16 21:11:23.639875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e5a4f4-83f0-44e5-862a-ebff78b1868b req-6192678b-80c8-4c6f-ba54-08edbcb6047b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.698739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-0cbf4dad-f612-4a6b-93fb-6f1a5c54c740 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397500 Nov 16 21:11:23.714518 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e5a4f4-83f0-44e5-862a-ebff78b1868b req-6192678b-80c8-4c6f-ba54-08edbcb6047b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.717039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e5a4f4-83f0-44e5-862a-ebff78b1868b req-6192678b-80c8-4c6f-ba54-08edbcb6047b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.718119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e5a4f4-83f0-44e5-862a-ebff78b1868b req-6192678b-80c8-4c6f-ba54-08edbcb6047b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/3a32f36e-34b2-46ac-8713-d14b58c2152e HTTP/1.1" status: 204 len: 173 time: 0.2441087 Nov 16 21:11:23.757319 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-b5d16ed9-c9ec-407a-a862-559464146f4d req-ef0ce7a4-1ed5-469a-bf06-06a69778e8df tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:23.767167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5d16ed9-c9ec-407a-a862-559464146f4d req-ef0ce7a4-1ed5-469a-bf06-06a69778e8df tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/3a32f36e-34b2-46ac-8713-d14b58c2152e HTTP/1.1" status: 404 len: 352 time: 0.0243645 Nov 16 21:11:23.769162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192678b-80c8-4c6f-ba54-08edbcb6047b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a32f36e-34b2-46ac-8713-d14b58c2152e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:23.836553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d64df029-e57b-4525-a2d4-8faf1c72d7c1 req-e3f8ebad-5845-49bb-975a-208e85f33603 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311922 Nov 16 21:11:23.848286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-401ee0e5-0374-452a-8853-04b88d69c291 req-8aa1b63f-d717-4421-81c6-c0f1a0d51c57 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/1463467a-3192-4e0c-80f1-b8f4c10db9de HTTP/1.1" status: 200 len: 1817 time: 0.0600574 Nov 16 21:11:23.933430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2091aefc-f75f-41da-b7bd-8e25fadf346d details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:23.937154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d29c2ad8-a769-4487-86c3-d077cbd092cc up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:23.957211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-401ee0e5-0374-452a-8853-04b88d69c291 req-ecacbd7b-05eb-455d-8bad-bb45433aec26 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:23.964317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6f555-b6ea-4c85-878f-b4a1c368dc32 req-35f3d1b0-abcd-4422-a1c4-3d8d3d2c2c0a tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:23.965929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ea6f555-b6ea-4c85-878f-b4a1c368dc32 req-35f3d1b0-abcd-4422-a1c4-3d8d3d2c2c0a tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 947 time: 0.0591135 Nov 16 21:11:24.002166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-1ffdfa2c-9cb3-45e0-8a1f-582381d34d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.003719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-1ffdfa2c-9cb3-45e0-8a1f-582381d34d0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59c4c7321986455281e50be13a755113&device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 1098 time: 0.0994542 Nov 16 21:11:24.026751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-401ee0e5-0374-452a-8853-04b88d69c291 req-ecacbd7b-05eb-455d-8bad-bb45433aec26 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.037884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ea6f555-b6ea-4c85-878f-b4a1c368dc32 req-17e9083e-c74c-43e6-92d1-c0edce43611d tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652666 Nov 16 21:11:24.150052 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-401ee0e5-0374-452a-8853-04b88d69c291 req-ecacbd7b-05eb-455d-8bad-bb45433aec26 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.153282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-401ee0e5-0374-452a-8853-04b88d69c291 req-ecacbd7b-05eb-455d-8bad-bb45433aec26 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.158516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-401ee0e5-0374-452a-8853-04b88d69c291 req-ecacbd7b-05eb-455d-8bad-bb45433aec26 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/1463467a-3192-4e0c-80f1-b8f4c10db9de HTTP/1.1" status: 204 len: 173 time: 0.3033285 Nov 16 21:11:24.173012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecacbd7b-05eb-455d-8bad-bb45433aec26 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1463467a-3192-4e0c-80f1-b8f4c10db9de,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:24.178484 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.189107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-772cfe77-edee-495e-9066-75496e596fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.191652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-772cfe77-edee-495e-9066-75496e596fb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1756349 Nov 16 21:11:24.194769 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-9ec15f91-f6f5-461a-9f55-86040fffa5f0 req-6f230ce3-425a-4fc5-a56d-85b45fde807f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:24.194769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ec15f91-f6f5-461a-9f55-86040fffa5f0 req-6f230ce3-425a-4fc5-a56d-85b45fde807f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/1463467a-3192-4e0c-80f1-b8f4c10db9de HTTP/1.1" status: 404 len: 352 time: 0.0186849 Nov 16 21:11:24.250760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-b3f87243-37d3-4829-ac22-104b7bba3039 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c178daf7-01cf-445b-90ad-a67d48736f0a HTTP/1.1" status: 200 len: 217 time: 0.0504627 Nov 16 21:11:24.260266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port d29c2ad8-a769-4487-86c3-d077cbd092cc completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:24.273974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port d29c2ad8-a769-4487-86c3-d077cbd092cc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:24.274609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.330199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2091aefc-f75f-41da-b7bd-8e25fadf346d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:24.339337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-936835d4-fb6f-48b6-9876-47629838673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.340820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-936835d4-fb6f-48b6-9876-47629838673d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0815883 Nov 16 21:11:24.344119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59fc44a5-8cbc-4ca8-9e38-883caaf1efb4 req-b2bdaf76-89bf-4de4-b447-33b8e0720a10 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/cf5d0d02-65f3-46aa-9f6a-8c86ebe985dd HTTP/1.1" status: 200 len: 1818 time: 0.0964429 Nov 16 21:11:24.350729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df12ff-9b56-4129-b120-51c6435851ec req-d2cbf7f2-c4ee-42f4-aee3-0927f78c1faa tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.355831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '2091aefc-f75f-41da-b7bd-8e25fadf346d', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': '2091aefc-f75f-41da-b7bd-8e25fadf346d', 'mac_address': 'fa:16:3e:68:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:24.358656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09df12ff-9b56-4129-b120-51c6435851ec req-d2cbf7f2-c4ee-42f4-aee3-0927f78c1faa tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 948 time: 0.0689318 Nov 16 21:11:24.418479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09df12ff-9b56-4129-b120-51c6435851ec req-2a295c70-475b-4b6d-b4ea-042c7d340aa5 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Nov 16 21:11:24.451722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.475102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.491727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2091aefc-f75f-41da-b7bd-8e25fadf346d {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:24.499589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59fc44a5-8cbc-4ca8-9e38-883caaf1efb4 req-c1f215fb-dd46-4a6e-9e47-bfb2c64117da tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.523063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5258baba-8439-40bb-a101-1f88b686d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c2ad8-a769-4487-86c3-d077cbd092cc'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:24.525328 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a82774-2b1d-4897-a915-3a6cab44d62e" -d '{"events": [{"server_uuid": "5258baba-8439-40bb-a101-1f88b686d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "d29c2ad8-a769-4487-86c3-d077cbd092cc"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:24.535070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59fc44a5-8cbc-4ca8-9e38-883caaf1efb4 req-c1f215fb-dd46-4a6e-9e47-bfb2c64117da tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.537488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-8a56a039-5839-4d3e-9233-d352bd9f68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.539309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-8a56a039-5839-4d3e-9233-d352bd9f68b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908238 Nov 16 21:11:24.543313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2091aefc-f75f-41da-b7bd-8e25fadf346d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:24.548633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d29c2ad8-a769-4487-86c3-d077cbd092cc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:24.550422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.558164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.583101 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70470230-9469-49ba-a753-ac29852c9450 x-openstack-request-id: req-70470230-9469-49ba-a753-ac29852c9450 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:24.583402 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5258baba-8439-40bb-a101-1f88b686d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "d29c2ad8-a769-4487-86c3-d077cbd092cc", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:24.583659 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70470230-9469-49ba-a753-ac29852c9450 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:24.584055 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5258baba-8439-40bb-a101-1f88b686d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c2ad8-a769-4487-86c3-d077cbd092cc', 'code': 200} Nov 16 21:11:24.645951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2091aefc-f75f-41da-b7bd-8e25fadf346d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:24.678810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-b34f174c-9644-42b3-91cf-04406757735f service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284587 Nov 16 21:11:24.721646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d29c2ad8-a769-4487-86c3-d077cbd092cc,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:24.752832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8a58b-c906-4940-a14f-74ea70c1268e req-2c1da335-6b63-45b2-951c-fede110d42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.754431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ea8a58b-c906-4940-a14f-74ea70c1268e req-2c1da335-6b63-45b2-951c-fede110d42d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 1100 time: 0.0835297 Nov 16 21:11:24.758097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59fc44a5-8cbc-4ca8-9e38-883caaf1efb4 req-c1f215fb-dd46-4a6e-9e47-bfb2c64117da tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.760879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59fc44a5-8cbc-4ca8-9e38-883caaf1efb4 req-c1f215fb-dd46-4a6e-9e47-bfb2c64117da tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:24.762454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22295f4-bd81-434f-a3da-239d92ec06f8 req-7fd602f8-953e-4c7f-bc70-389e0387057d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:24.764319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e22295f4-bd81-434f-a3da-239d92ec06f8 req-7fd602f8-953e-4c7f-bc70-389e0387057d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 944 time: 0.1180563 Nov 16 21:11:24.768215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59fc44a5-8cbc-4ca8-9e38-883caaf1efb4 req-c1f215fb-dd46-4a6e-9e47-bfb2c64117da tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf5d0d02-65f3-46aa-9f6a-8c86ebe985dd HTTP/1.1" status: 204 len: 173 time: 0.4090736 Nov 16 21:11:24.783684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f215fb-dd46-4a6e-9e47-bfb2c64117da tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d0d02-65f3-46aa-9f6a-8c86ebe985dd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:24.837371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83da4e24-9edf-421a-b91a-9ecc7523d5b4 req-2a3460a1-59c8-4cb0-9a64-b38203c110b4 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492875 Nov 16 21:11:24.862063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de3c7845-03f1-4c08-a38b-2fd7bf44cfbc req-9e7fc1d9-f722-4ccc-9180-ec212bd14c2c tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0447309 Nov 16 21:11:24.895253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ea8a58b-c906-4940-a14f-74ea70c1268e req-66b78a37-b5c5-4482-99c0-0498c487526a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205275 Nov 16 21:11:24.903027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e22295f4-bd81-434f-a3da-239d92ec06f8 req-6fece36c-4566-41b2-8359-610f48ab6af9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212862 Nov 16 21:11:24.926369 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-0a5264ba-ba53-4d4e-94f8-a4588da0f401 req-d3f222a7-0c38-471e-bde1-9b43eb92fcd1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:24.927553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a5264ba-ba53-4d4e-94f8-a4588da0f401 req-d3f222a7-0c38-471e-bde1-9b43eb92fcd1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/cf5d0d02-65f3-46aa-9f6a-8c86ebe985dd HTTP/1.1" status: 404 len: 352 time: 0.0188880 Nov 16 21:11:25.016145 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d000946-0e72-4ea1-91a4-a5bfc2d4b6fa req-6708f17e-f929-4201-a9fd-55d87d1d1c93 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 6200 time: 0.0682955 Nov 16 21:11:25.057679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2091aefc-f75f-41da-b7bd-8e25fadf346d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:25.074305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d000946-0e72-4ea1-91a4-a5bfc2d4b6fa req-f2a7ecb2-5d70-463f-b1a0-fc8ebecc1562 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 200 len: 2998 time: 0.0509934 Nov 16 21:11:25.147872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d000946-0e72-4ea1-91a4-a5bfc2d4b6fa req-7cdb878d-dd40-4a40-8766-9ce6dd5a4c2d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 200 len: 2998 time: 0.0708680 Nov 16 21:11:25.175948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3148abc8-d1ff-4cdd-9aef-6033e0679e82 req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-991793897', 'description': 'tempest-description-352846915'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:25.189563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d214df-eb07-460a-94f8-fb275fc8c09d req-4a019aab-bbde-4d11-a426-b8b7e5c8be4e tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:25.204864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4d214df-eb07-460a-94f8-fb275fc8c09d req-4a019aab-bbde-4d11-a426-b8b7e5c8be4e tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 947 time: 0.0763643 Nov 16 21:11:25.209665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3148abc8-d1ff-4cdd-9aef-6033e0679e82 req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.266826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4d214df-eb07-460a-94f8-fb275fc8c09d req-fd404415-f395-494a-aacf-da4daa125ac4 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607777 Nov 16 21:11:25.299230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3148abc8-d1ff-4cdd-9aef-6033e0679e82 req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.303515 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3148abc8-d1ff-4cdd-9aef-6033e0679e82 req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.339214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3148abc8-d1ff-4cdd-9aef-6033e0679e82 req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.340743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3148abc8-d1ff-4cdd-9aef-6033e0679e82 req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1696758 Nov 16 21:11:25.345251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7c18f-12e9-428b-8109-a8100a184d3b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f05aca-bfde-48d8-8a27-dad3cf9beea5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:25.368136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-701cd1b5-b13c-47e3-960a-59a8294b5294 req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1666910036', 'description': 'tempest-description-1416447384'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:25.392393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-701cd1b5-b13c-47e3-960a-59a8294b5294 req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.470996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-701cd1b5-b13c-47e3-960a-59a8294b5294 req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.475722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-701cd1b5-b13c-47e3-960a-59a8294b5294 req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.508673 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-701cd1b5-b13c-47e3-960a-59a8294b5294 req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.537531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-701cd1b5-b13c-47e3-960a-59a8294b5294 req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1734195 Nov 16 21:11:25.547289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbf16f-ae44-4834-bdb6-c4336d696fc0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850b6e3b-15a2-40ac-b142-ad4ce853a7dc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:25.560148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:25.567085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcca27d-d861-4746-84e9-c0ff13805b45 req-5194b8ca-3f81-4b78-b73a-7cba69def80e tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:25.569981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bcca27d-d861-4746-84e9-c0ff13805b45 req-5194b8ca-3f81-4b78-b73a-7cba69def80e tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.0650125 Nov 16 21:11:25.630517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bcca27d-d861-4746-84e9-c0ff13805b45 req-57a1d529-c6ce-43b7-808a-97c4eb00245f tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546310 Nov 16 21:11:25.872108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-756c544e-bde8-4775-b128-b2f80b040c49 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:25.874392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-756c544e-bde8-4775-b128-b2f80b040c49 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 812 time: 0.1179886 Nov 16 21:11:25.892157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-289d61bb-4bf7-44ba-b80f-748d790898d5 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/quotas/b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 375 time: 0.0103335 Nov 16 21:11:25.949401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-d94843e8-3138-4e14-b5b2-e41848bd9146 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474157 Nov 16 21:11:26.073287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ca82299-2665-4b9e-9b32-94132ffa47bf req-dca23a5a-ac6f-4717-bb5e-164c646018e6 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0296984 Nov 16 21:11:26.091728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-32f23775-fa19-484f-ab70-b6327ed887d4 service neutron] 10.222.0.48 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341708 Nov 16 21:11:26.194226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58745c5c-6554-4a75-8389-55160891461a req-e5890fab-2534-4f88-8f58-5778c541ddf5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:26.195731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58745c5c-6554-4a75-8389-55160891461a req-e5890fab-2534-4f88-8f58-5778c541ddf5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 944 time: 0.0514350 Nov 16 21:11:26.223836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-e3a6fc23-2056-42e0-a6dc-414688269bfb service neutron] 10.222.0.48 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224411 Nov 16 21:11:26.266155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58745c5c-6554-4a75-8389-55160891461a req-cfec044e-469b-49ca-a9cb-179ce9100fe4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582907 Nov 16 21:11:26.414261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3bdf4be7-fe66-4a03-bbc4-9b4fa1f6b928 req-59f153d1-c124-444d-9c11-547ab1c43499 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 210 time: 0.0331035 Nov 16 21:11:26.414822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d512e-a850-4141-ae3a-26cefb67a0f4 req-a30199e9-c258-48e5-8917-4750ed9b8310 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:26.424540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa1d512e-a850-4141-ae3a-26cefb67a0f4 req-a30199e9-c258-48e5-8917-4750ed9b8310 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 947 time: 0.0837281 Nov 16 21:11:26.488762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa1d512e-a850-4141-ae3a-26cefb67a0f4 req-ba463eb9-8cac-42e2-9fb8-4084e7a4e26e tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623455 Nov 16 21:11:26.501155 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:26.810091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d27a0-742a-4309-a94b-5a2c17dc6ea4 req-c2bd02b6-a69e-482f-9af2-656ec218c979 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:26.813976 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc4d27a0-742a-4309-a94b-5a2c17dc6ea4 req-c2bd02b6-a69e-482f-9af2-656ec218c979 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.0725696 Nov 16 21:11:26.884255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc4d27a0-742a-4309-a94b-5a2c17dc6ea4 req-94d89937-aac0-4333-aeab-7a61869dd2d0 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614357 Nov 16 21:11:27.215996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9112f8-12ae-424c-be3c-bedac3fea022 req-003bbfc4-f815-409e-9e4f-cb5658e2dfa4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:27.225028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca9112f8-12ae-424c-be3c-bedac3fea022 req-003bbfc4-f815-409e-9e4f-cb5658e2dfa4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.0723686 Nov 16 21:11:27.240852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dcf4d1f-74e7-4b80-8869-6d76bd8fa3b5 req-1ae285df-309a-4f91-9cb3-6cf8010faeec tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Nov 16 21:11:27.301928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca9112f8-12ae-424c-be3c-bedac3fea022 req-0e398bc9-66c7-41eb-8af8-8c38f2d929ca tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758669 Nov 16 21:11:27.389289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6b415-2aa0-400f-9ce2-913490d7283d req-cb3ee935-c04e-4944-b2a8-dec6b1e96f31 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:27.391556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fc6b415-2aa0-400f-9ce2-913490d7283d req-cb3ee935-c04e-4944-b2a8-dec6b1e96f31 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 944 time: 0.0571582 Nov 16 21:11:27.465599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fc6b415-2aa0-400f-9ce2-913490d7283d req-e6b47bb7-e609-4da7-9f8d-b11da28be92c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672934 Nov 16 21:11:27.574730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26f9f5dd-bedf-4d29-a317-566a0505266d req-4438b9e8-f410-43f8-81e0-7074004dc501 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 210 time: 0.0653911 Nov 16 21:11:27.640942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc9fdb-2a39-44cc-9fbb-af641db869c0 req-47b7bb07-24f0-4e01-8b97-2c579d600e49 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:27.643487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cfc9fdb-2a39-44cc-9fbb-af641db869c0 req-47b7bb07-24f0-4e01-8b97-2c579d600e49 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 947 time: 0.0605302 Nov 16 21:11:27.734135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cfc9fdb-2a39-44cc-9fbb-af641db869c0 req-2e03c9be-0344-4fc1-96b0-da73d8c1705f tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826113 Nov 16 21:11:27.809103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-8eb6f107-1572-4cab-9c84-0d671ff13a2e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:27.810894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-8eb6f107-1572-4cab-9c84-0d671ff13a2e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.41 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 812 time: 0.1890907 Nov 16 21:11:27.834259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'port': {'device_id': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450', 'admin_state_up': True, 'tenant_id': 'b460a93c7fa54f40a67469c9ffd649a8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:27.950523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Made reservation on behalf of b460a93c7fa54f40a67469c9ffd649a8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:27.955012 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:27.995787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:27.998847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2091aefc-f75f-41da-b7bd-8e25fadf346d up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:28.125853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Allocated IP 172.20.0.9 (af96bfca-d991-4e06-9320-78d8c94af450/5d965347-c4c1-490a-ade3-311252728a8c/38a60678-d433-4baf-9dfd-93922de36d7c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:28.160303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 2091aefc-f75f-41da-b7bd-8e25fadf346d completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:28.175964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 2091aefc-f75f-41da-b7bd-8e25fadf346d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:28.176339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.239550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:28.259283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'mac_address': 'fa:16:3e:f1:26:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:28.339427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.398648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c178daf7-01cf-445b-90ad-a67d48736f0a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:28.402792 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.408967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-775e0d26-dc5c-412d-907e-58b118f792f5 req-477db889-8001-4a4f-8083-b44f366a2a8d tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0364983 Nov 16 21:11:28.437988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.441407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:28.455146 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.520557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c7f30-692c-4568-8118-e7c0171028f5 req-79fdda49-2ac8-41b1-97d4-d6fc109f1910 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:28.522198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c8c7f30-692c-4568-8118-e7c0171028f5 req-79fdda49-2ac8-41b1-97d4-d6fc109f1910 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.0944507 Nov 16 21:11:28.523829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.559085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:28.565823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:28.593197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Network af96bfca-d991-4e06-9320-78d8c94af450 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:28.605572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d05505-d22d-472f-be84-ec74914ce064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2091aefc-f75f-41da-b7bd-8e25fadf346d'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:28.610521 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d3f3ab-5168-4b5f-a947-db7b4847fb74" -d '{"events": [{"server_uuid": "28d05505-d22d-472f-be84-ec74914ce064", "name": "network-vif-plugged", "status": "completed", "tag": "2091aefc-f75f-41da-b7bd-8e25fadf346d"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:28.632744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:28.641214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:28.650998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:28.659322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2091aefc-f75f-41da-b7bd-8e25fadf346d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:28.670665 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.678236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f5cd-4859-4237-b556-60dce9a9ad7e req-060eec66-3e19-4b5b-aad4-eaa7014af82d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:28.706305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b01f5cd-4859-4237-b556-60dce9a9ad7e req-060eec66-3e19-4b5b-aad4-eaa7014af82d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 944 time: 0.1071198 Nov 16 21:11:28.717261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c8c7f30-692c-4568-8118-e7c0171028f5 req-c042782f-b397-4961-a346-d3266190af76 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765237 Nov 16 21:11:28.760429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:28.761099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:28.773332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2091aefc-f75f-41da-b7bd-8e25fadf346d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:28.802114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-cec674df-9e5a-4d67-b4e8-05674df8b0c8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9724879 Nov 16 21:11:28.818546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b01f5cd-4859-4237-b556-60dce9a9ad7e req-eefae41f-1286-4ae6-85e0-4e9ddc62f96a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108472 Nov 16 21:11:28.847614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Request body: {'port': {'device_id': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:28.848839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c178daf7-01cf-445b-90ad-a67d48736f0a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:28.927186 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97500c9-bd73-410a-8763-4332b4cbf846 x-openstack-request-id: req-a97500c9-bd73-410a-8763-4332b4cbf846 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:28.927584 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d05505-d22d-472f-be84-ec74914ce064", "name": "network-vif-plugged", "status": "completed", "tag": "2091aefc-f75f-41da-b7bd-8e25fadf346d", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:28.927939 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a97500c9-bd73-410a-8763-4332b4cbf846 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:28.928409 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d05505-d22d-472f-be84-ec74914ce064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2091aefc-f75f-41da-b7bd-8e25fadf346d', 'code': 200} Nov 16 21:11:29.004839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caf2c4-e614-4565-82c9-2bb9746c960b req-8b0aadae-625a-4b43-9a7f-1ec9bcbc0a35 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:29.015227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1caf2c4-e614-4565-82c9-2bb9746c960b req-8b0aadae-625a-4b43-9a7f-1ec9bcbc0a35 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 931 time: 0.1993799 Nov 16 21:11:29.052074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e45b9-1c13-44bb-9d72-dd6fa9973968 req-d3e06c9d-bad9-44b1-96ad-705af60a7ad2 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:29.054083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d20e45b9-1c13-44bb-9d72-dd6fa9973968 req-d3e06c9d-bad9-44b1-96ad-705af60a7ad2 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 1100 time: 0.0515535 Nov 16 21:11:29.061296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.076599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d20e45b9-1c13-44bb-9d72-dd6fa9973968 req-2820bd23-1c71-4d35-af95-7dc47affcc81 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.138826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844d022-a539-4ff0-991c-f0cf76ceb165 req-77c9bb0b-06a2-41a6-b175-e4ede5579067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:29.140242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d844d022-a539-4ff0-991c-f0cf76ceb165 req-77c9bb0b-06a2-41a6-b175-e4ede5579067 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 1096 time: 0.1542194 Nov 16 21:11:29.185822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d20e45b9-1c13-44bb-9d72-dd6fa9973968 req-2820bd23-1c71-4d35-af95-7dc47affcc81 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.191307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d20e45b9-1c13-44bb-9d72-dd6fa9973968 req-2820bd23-1c71-4d35-af95-7dc47affcc81 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.239476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820bd23-1c71-4d35-af95-7dc47affcc81 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2781ee41-fc27-47fd-8278-4995ced732c3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:29.246947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d20e45b9-1c13-44bb-9d72-dd6fa9973968 req-2820bd23-1c71-4d35-af95-7dc47affcc81 tempest-LiveMigrationNegativeTest-22943690 tempest-LiveMigrationNegativeTest-22943690-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860085 Nov 16 21:11:29.293274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1caf2c4-e614-4565-82c9-2bb9746c960b req-44a79b8c-6a01-4f8c-bf01-0d4573e65c76 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766259 Nov 16 21:11:29.449138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d844d022-a539-4ff0-991c-f0cf76ceb165 req-53e954a2-1eb0-4a67-91f3-0b6d977f4ed2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851955 Nov 16 21:11:29.460231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed770a2-c48a-43ac-8a6b-c765ed2b54cf req-ba80c553-e265-4b4e-9d9b-3136ad84aeac tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:29.470638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ed770a2-c48a-43ac-8a6b-c765ed2b54cf req-ba80c553-e265-4b4e-9d9b-3136ad84aeac tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.1091318 Nov 16 21:11:29.540183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ed770a2-c48a-43ac-8a6b-c765ed2b54cf req-1e38e8f8-1efd-4e16-9d56-9991c9192091 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Nov 16 21:11:29.597205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a60678-d433-4baf-9dfd-93922de36d7c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:29.618508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.652230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e22c103-6fd4-4d44-85d5-13b5f527887f req-d32fcb51-f043-447c-8532-79c4f4e05d6e tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0496633 Nov 16 21:11:29.661831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Transition to ACTIVE for port object 38a60678-d433-4baf-9dfd-93922de36d7c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:29.668988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.760421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:29.821456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Attempting to bind port 38a60678-d433-4baf-9dfd-93922de36d7c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:29.821726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Attempting to bind port 38a60678-d433-4baf-9dfd-93922de36d7c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:29.822065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Attempting to bind port 38a60678-d433-4baf-9dfd-93922de36d7c on network af96bfca-d991-4e06-9320-78d8c94af450 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:29.833493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Port 38a60678-d433-4baf-9dfd-93922de36d7c on network af96bfca-d991-4e06-9320-78d8c94af450 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:29.833883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Attempting to bind port 38a60678-d433-4baf-9dfd-93922de36d7c on network af96bfca-d991-4e06-9320-78d8c94af450 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:29.849701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:29.849701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Checking segment: {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:29.849701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Bound using segment: {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:29.849701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Bound port: 38a60678-d433-4baf-9dfd-93922de36d7c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e381523-c489-43ee-8d75-0a603601285e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:29.849701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:29.973438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce349-05c6-4aff-930e-7cc3a43ebeae req-5b67cf8a-ef2a-4f92-bfe4-f303747aedfe tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:29.978094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5fce349-05c6-4aff-930e-7cc3a43ebeae req-5b67cf8a-ef2a-4f92-bfe4-f303747aedfe tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.0626214 Nov 16 21:11:30.054432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5fce349-05c6-4aff-930e-7cc3a43ebeae req-2d4adf3c-7577-4ba8-a001-87e506899abc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717919 Nov 16 21:11:30.294140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:30.300953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:30.310730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e333e1-0c0a-4eb2-ac11-c52bd5f5578e req-a542b81d-7cab-4515-bb1f-f8836b4a8904 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:30.312782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1e333e1-0c0a-4eb2-ac11-c52bd5f5578e req-a542b81d-7cab-4515-bb1f-f8836b4a8904 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.4029827 Nov 16 21:11:30.315569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:30.359962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:30.360942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:30.362361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] 10.222.0.41 "PUT /v2.0/ports/38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 1091 time: 1.5376737 Nov 16 21:11:30.385270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:30.388421 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b4e3d-8536-4040-b8a6-f59dadc75806" -d '{"events": [{"name": "network-changed", "server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:30.469882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d021e-6434-4484-94db-8f8639e1705f service neutron] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:30.486099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1e333e1-0c0a-4eb2-ac11-c52bd5f5578e req-3e94af89-4470-4a39-8024-10bc35a22111 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618009 Nov 16 21:11:30.513934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07339-0f59-425a-9a3f-5af55d7de6e6 req-5222717a-ce1e-4a7a-808f-1b3f48275579 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:30.526568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26e07339-0f59-425a-9a3f-5af55d7de6e6 req-5222717a-ce1e-4a7a-808f-1b3f48275579 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 943 time: 0.0869966 Nov 16 21:11:30.529487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f8a11fed-0e64-48f7-9b4a-1c54c62126ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:30.535127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f8a11fed-0e64-48f7-9b4a-1c54c62126ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1094 time: 0.1122584 Nov 16 21:11:30.587699 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6a322d-1cc8-4144-8412-1b5a5476873a x-openstack-request-id: req-ad6a322d-1cc8-4144-8412-1b5a5476873a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:30.587990 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:30.588240 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad6a322d-1cc8-4144-8412-1b5a5476873a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:30.589424 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c', 'status': 'completed', 'code': 200} Nov 16 21:11:30.591311 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-e4657834-6ff2-4e2c-8139-b29c758c61ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 217 time: 0.0501590 Nov 16 21:11:30.650406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-25adce1e-2fc9-4a75-b944-752de5a3f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:30.657457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-25adce1e-2fc9-4a75-b944-752de5a3f6b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.0582149 Nov 16 21:11:30.671318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26e07339-0f59-425a-9a3f-5af55d7de6e6 req-8429d5ef-ae11-4faf-87ce-8b74e7093f8d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393807 Nov 16 21:11:30.724011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-00c4b73c-6e66-4e33-9863-2b9503dfc133 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570638 Nov 16 21:11:30.785596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f5fe4fe-ba97-47f7-8758-2b80d878c7b0 req-428845c7-8482-4fe4-9eb1-b3d5dfb3fb71 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0298350 Nov 16 21:11:30.868884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354a69a-6378-457a-9a59-d5714981ac88 req-10690808-6d38-42f1-8770-034c6e023987 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:30.870371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c354a69a-6378-457a-9a59-d5714981ac88 req-10690808-6d38-42f1-8770-034c6e023987 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.1129284 Nov 16 21:11:30.898666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-93e8d31a-86f8-4181-9d10-3de8cfe4f545 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614759 Nov 16 21:11:30.987404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c354a69a-6378-457a-9a59-d5714981ac88 req-233a83fb-262c-4afb-bc12-f5363bc1eff3 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068230 Nov 16 21:11:31.030531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb8349c-b1bd-4f30-876d-5f3216d58f2b req-f5fd7074-ea65-4f08-bb24-efcc97835861 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212244 Nov 16 21:11:31.159987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-65a9461d-c5ca-49e4-b8a6-ba8f5b02c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:31.163814 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-65a9461d-c5ca-49e4-b8a6-ba8f5b02c01c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1094 time: 0.0660386 Nov 16 21:11:31.255209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd5d71-6435-4882-926b-7f4ffb89843b req-5edb8ac2-8ed3-4803-b43e-d964da994aaa tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:31.256928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9cd5d71-6435-4882-926b-7f4ffb89843b req-5edb8ac2-8ed3-4803-b43e-d964da994aaa tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.0710065 Nov 16 21:11:31.293774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-f3e7298e-37ac-41bd-985f-70ad47e2b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:31.295596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-f3e7298e-37ac-41bd-985f-70ad47e2b5cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.1216593 Nov 16 21:11:31.316503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9cd5d71-6435-4882-926b-7f4ffb89843b req-f2d1521d-ee55-4131-8147-6b1a589c76e9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Nov 16 21:11:31.353198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-434869ca-a8ac-42fa-a0ab-c2c663a96d35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 217 time: 0.0423017 Nov 16 21:11:31.416949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-a5775326-5262-44e5-a7c1-4b9fd0bd4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:31.418567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-a5775326-5262-44e5-a7c1-4b9fd0bd4236 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.0475237 Nov 16 21:11:31.463524 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-236204f2-1b9f-47d2-8cea-d1ec2a2a4339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374277 Nov 16 21:11:31.596767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-c6d5adbd-5258-4512-8d3d-4c27706c03a2 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207058 Nov 16 21:11:31.701130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046f0e0-efaf-4599-8f75-f6581779ad3d req-3446be4f-0f55-40dc-a346-a2e483dcf241 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:31.702714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5046f0e0-efaf-4599-8f75-f6581779ad3d req-3446be4f-0f55-40dc-a346-a2e483dcf241 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.1169436 Nov 16 21:11:31.773056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5046f0e0-efaf-4599-8f75-f6581779ad3d req-1e2f5044-d62d-4c03-a248-883a1158a024 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 Nov 16 21:11:31.807373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e8b4e3d-8536-4040-b8a6-f59dadc75806 req-d5303d02-77ef-482c-b059-3d1e32d04387 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763594 Nov 16 21:11:31.901076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086dfa0-3d50-4aa7-a985-0a78bbe54ebb req-34662bfe-b249-42a2-a083-d2793f9f4312 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:31.903664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b086dfa0-3d50-4aa7-a985-0a78bbe54ebb req-34662bfe-b249-42a2-a083-d2793f9f4312 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 943 time: 0.0961146 Nov 16 21:11:31.928732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e31f795-8104-49cb-95e6-847c01865f03 req-a81cdf80-12ff-4825-846b-c5eba19524a9 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0405254 Nov 16 21:11:31.974357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b086dfa0-3d50-4aa7-a985-0a78bbe54ebb req-0d503898-c789-43b8-9377-5f92137a5552 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626776 Nov 16 21:11:32.001011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:32.065216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port c178daf7-01cf-445b-90ad-a67d48736f0a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:32.073720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c178daf7-01cf-445b-90ad-a67d48736f0a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:32.074382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.104970 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:11:32.143055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-fbd4d04a-437c-46c3-9ae2-a8cd625035fc tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:32.144718 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-fbd4d04a-437c-46c3-9ae2-a8cd625035fc tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 949 time: 0.1162295 Nov 16 21:11:32.164150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.186754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:32.188881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7bdf-7017-42b8-b45d-c2df7f3afbd3 req-4537bfd0-8a4c-41d0-a1a4-89f959ffac80 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:32.189064 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b4093b-eb8b-4c47-832e-d019aa3069d9" -d '{"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-plugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:32.190453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-664b7bdf-7017-42b8-b45d-c2df7f3afbd3 req-4537bfd0-8a4c-41d0-a1a4-89f959ffac80 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.1082578 Nov 16 21:11:32.201686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:32.208685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.231819 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471aa991-5b69-465c-9de3-d7983c00af68 x-openstack-request-id: req-471aa991-5b69-465c-9de3-d7983c00af68 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:32.232114 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-plugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:32.232370 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-471aa991-5b69-465c-9de3-d7983c00af68 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:32.232767 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'code': 200} Nov 16 21:11:32.267773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:32.292683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-664b7bdf-7017-42b8-b45d-c2df7f3afbd3 req-594433d9-ee68-4530-913b-5e8af68a4337 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898037 Nov 16 21:11:32.317018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Deleting port d29c2ad8-a769-4487-86c3-d077cbd092cc {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:32.317018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.357963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde014b-caca-41a5-9640-179ee5197d82 req-e10fc9ca-0908-45b1-b2d8-45ecf37bfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:32.361300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbde014b-caca-41a5-9640-179ee5197d82 req-e10fc9ca-0908-45b1-b2d8-45ecf37bfd37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 1100 time: 0.0564332 Nov 16 21:11:32.430403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] For port d29c2ad8-a769-4487-86c3-d077cbd092cc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d29c2ad8-a769-4487-86c3-d077cbd092cc,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:32.430863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.445470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Calling delete_port for d29c2ad8-a769-4487-86c3-d077cbd092cc owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:32.449228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbde014b-caca-41a5-9640-179ee5197d82 req-477dffed-e516-4f14-87d6-12535d847c63 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Nov 16 21:11:32.461792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354215-344d-455b-ae0d-ed410b3ffe33 req-94fc8d7f-29ed-4b5b-bf50-14d8fcbe7376 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:32.465979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4354215-344d-455b-ae0d-ed410b3ffe33 req-94fc8d7f-29ed-4b5b-bf50-14d8fcbe7376 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.0717230 Nov 16 21:11:32.539299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4354215-344d-455b-ae0d-ed410b3ffe33 req-70511877-9338-4879-b93d-55d4e28c5a6c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650494 Nov 16 21:11:32.749801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.762936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['89391f9e-208e-4345-98c2-82251baa16ee', 'd29c2ad8-a769-4487-86c3-d077cbd092cc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:32.779495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Pushing event deleted for resources: {'Port': ['ID=d29c2ad8-a769-4487-86c3-d077cbd092cc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:32.847336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] No DVR routers for this DVR port d29c2ad8-a769-4487-86c3-d077cbd092cc on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:32.849965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:32.853772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-294c63f1-1e62-487f-86cf-6ad32498a474 req-007e5218-cc88-482e-8b2f-0948b8f8f7d2 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "DELETE /v2.0/ports/d29c2ad8-a769-4487-86c3-d077cbd092cc HTTP/1.1" status: 204 len: 173 time: 0.7012239 Nov 16 21:11:32.854234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5258baba-8439-40bb-a101-1f88b686d6ac', 'name': 'network-vif-deleted', 'tag': 'd29c2ad8-a769-4487-86c3-d077cbd092cc'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:32.857118 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af12f53-2fde-475d-8ca2-867318486305" -d '{"events": [{"server_uuid": "5258baba-8439-40bb-a101-1f88b686d6ac", "name": "network-vif-deleted", "tag": "d29c2ad8-a769-4487-86c3-d077cbd092cc"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:32.976485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff3aea5a-f0c0-4ce3-b9f5-e832216091e3 req-a81faf0d-21fb-4265-a09a-8095451c51a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=5258baba-8439-40bb-a101-1f88b686d6ac HTTP/1.1" status: 200 len: 210 time: 0.0407424 Nov 16 21:11:33.024739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:33.099525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-2fffb92d-f363-4665-9c7b-17865eb452d8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:33.101844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-2fffb92d-f363-4665-9c7b-17865eb452d8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.2699332 Nov 16 21:11:33.132614 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9044df09-69ba-492e-8c35-b0a455428b23 x-openstack-request-id: req-9044df09-69ba-492e-8c35-b0a455428b23 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:33.132918 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5258baba-8439-40bb-a101-1f88b686d6ac", "name": "network-vif-deleted", "tag": "d29c2ad8-a769-4487-86c3-d077cbd092cc", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:33.133173 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9044df09-69ba-492e-8c35-b0a455428b23 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:33.133611 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5258baba-8439-40bb-a101-1f88b686d6ac', 'name': 'network-vif-deleted', 'tag': 'd29c2ad8-a769-4487-86c3-d077cbd092cc', 'status': 'completed', 'code': 200} Nov 16 21:11:33.151499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-e7d1225d-7746-466d-99af-2dcaca2cb7e5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0429530 Nov 16 21:11:33.207882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-3c0256dd-af3f-4939-a80b-c1edcd6b9b40 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552728 Nov 16 21:11:33.217876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b3f3602-5947-45ed-a464-c98e4f328431 req-2dc74319-1517-4e12-a173-ef19048170b8 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0290658 Nov 16 21:11:33.320470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-e2d2bc88-9ab4-438f-babf-54f4dd7a9e64 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052470 Nov 16 21:11:33.338481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cda5f-b62e-434d-899e-a2aeef5e6659 req-607df3aa-4844-4af7-ad81-a5290ba70cfb tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:33.340380 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-157cda5f-b62e-434d-899e-a2aeef5e6659 req-607df3aa-4844-4af7-ad81-a5290ba70cfb tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 943 time: 0.0592668 Nov 16 21:11:33.391076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-157cda5f-b62e-434d-899e-a2aeef5e6659 req-359a116b-40df-4a1d-8e4f-b144e0ddb4be tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Nov 16 21:11:33.419806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-3a3940f1-0c65-4e3e-aaef-ffb5794c1ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927298 Nov 16 21:11:33.690673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61cec-0827-4ba7-a58f-f59bfb1a8df3 req-f85ba701-1e32-4dbd-8888-ae294e460415 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:33.690673 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9b61cec-0827-4ba7-a58f-f59bfb1a8df3 req-f85ba701-1e32-4dbd-8888-ae294e460415 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 949 time: 0.0596855 Nov 16 21:11:33.709576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbaa09-7484-48db-ba3f-99ccd3534d5e req-2ef3256a-4209-4fc6-8221-f58e2d2554be tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:33.717799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16fbaa09-7484-48db-ba3f-99ccd3534d5e req-2ef3256a-4209-4fc6-8221-f58e2d2554be tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.0797122 Nov 16 21:11:33.772158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9b61cec-0827-4ba7-a58f-f59bfb1a8df3 req-e8beba3f-65f9-4759-b5d4-cb9e23233cfb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729687 Nov 16 21:11:33.796033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16fbaa09-7484-48db-ba3f-99ccd3534d5e req-4f7e01b6-eb30-4e8e-8c32-266ba51cf0e6 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773697 Nov 16 21:11:33.850637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e575e859-ce8e-4d2b-801f-dc854dece377 req-11bc4e3b-f59e-4b4f-9249-ecb77d67d042 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 210 time: 0.0420682 Nov 16 21:11:33.957360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 38a60678-d433-4baf-9dfd-93922de36d7c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:34.093314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:34.108288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '38a60678-d433-4baf-9dfd-93922de36d7c', 'network_id': 'af96bfca-d991-4e06-9320-78d8c94af450', 'port_id': '38a60678-d433-4baf-9dfd-93922de36d7c', 'mac_address': 'fa:16:3e:15:9c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d965347-c4c1-490a-ade3-311252728a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:34.160336 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:34.178807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a60678-d433-4baf-9dfd-93922de36d7c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:34.209460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:34.216670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:34.276227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:34.326862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5e57d-46c6-486b-9ed3-80f94038d024 req-61010da3-6026-44af-a37f-ddc91f224b27 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:34.334011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2a5e57d-46c6-486b-9ed3-80f94038d024 req-61010da3-6026-44af-a37f-ddc91f224b27 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.0711508 Nov 16 21:11:34.363319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-537a115e-c48f-4bfa-90bc-1d7e23fb1bb3 req-a4317a55-1b32-4cfb-93f8-91b11ecf379e tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0386062 Nov 16 21:11:34.390991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2a5e57d-46c6-486b-9ed3-80f94038d024 req-80e06cbe-e3ca-4f34-b0b3-4b784b9c1085 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 Nov 16 21:11:34.512530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb520-8433-4ad1-a9c5-7676d7904c12 req-950807da-7e0d-4412-99f1-716bcf7598ed tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:34.513927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-547bb520-8433-4ad1-a9c5-7676d7904c12 req-950807da-7e0d-4412-99f1-716bcf7598ed tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 944 time: 0.0504851 Nov 16 21:11:34.550762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['38a60678-d433-4baf-9dfd-93922de36d7c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:34.562283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-547bb520-8433-4ad1-a9c5-7676d7904c12 req-ee18f1ac-22da-4430-b162-15f82881a8c5 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Nov 16 21:11:34.894480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:34.955931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ab8b-43e2-46f2-ab48-2bcf0d65b4f2 req-40c34a0f-08b6-4d12-87f3-296b0dfed193 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:34.957753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0be4ab8b-43e2-46f2-ab48-2bcf0d65b4f2 req-40c34a0f-08b6-4d12-87f3-296b0dfed193 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.0629389 Nov 16 21:11:34.982626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a031c-efc3-444e-944b-16f7fae3db7a req-0a3b6ca7-4326-440d-a88e-ee9e628cbc2f tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:34.984157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf6a031c-efc3-444e-944b-16f7fae3db7a req-0a3b6ca7-4326-440d-a88e-ee9e628cbc2f tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 949 time: 0.1190119 Nov 16 21:11:35.012473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0be4ab8b-43e2-46f2-ab48-2bcf0d65b4f2 req-412b1244-6289-4bf5-998a-f76971460687 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Nov 16 21:11:35.014375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-c68e66cf-01e3-4dfc-af62-56d9f113a31b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:35.016498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-c68e66cf-01e3-4dfc-af62-56d9f113a31b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.2410324 Nov 16 21:11:35.042324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:35.109432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75e84683-a74b-4370-9354-fe39658c8dab req-78f09e2e-85d1-4e7d-b43b-362ccdc55d80 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Nov 16 21:11:35.114032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf6a031c-efc3-444e-944b-16f7fae3db7a req-14536c1d-2f69-468c-b7f9-880dbde60008 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164801 Nov 16 21:11:35.210197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:35.215731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:35.350554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.9 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/e9ba35bb-412d-46b7-aa0b-42021c8e7f3c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:35.486471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72cb1d6f-9aa6-49d0-98e8-d54f49ea5e3b req-d7f61ee0-aa61-4045-9dfc-c3d7a0a6e8d4 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0378315 Nov 16 21:11:35.599604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:35.665055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:35.680909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c', '2091aefc-f75f-41da-b7bd-8e25fadf346d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:35.691263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:35.694575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:35.754054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e592d41-4ffe-4a0e-9e89-8220a5c0b650 req-abb5f8b2-16df-4b4d-a897-44af6709f4f0 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:35.762011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e592d41-4ffe-4a0e-9e89-8220a5c0b650 req-abb5f8b2-16df-4b4d-a897-44af6709f4f0 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.1107419 Nov 16 21:11:35.784247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:35.845312 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e592d41-4ffe-4a0e-9e89-8220a5c0b650 req-5d935024-b779-4dbc-9bcc-02f15e096b86 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/security-groups?id=e871bbda-6b76-43b6-9ae9-656bb725d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809700 Nov 16 21:11:35.896453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:35.926335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccd2fd-3c76-4d1f-a6f0-a2ef042ea1ac req-a89f43d5-f1f8-4855-8d12-557e71e7cf46 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:35.933783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61ccd2fd-3c76-4d1f-a6f0-a2ef042ea1ac req-a89f43d5-f1f8-4855-8d12-557e71e7cf46 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 944 time: 0.1412749 Nov 16 21:11:35.943411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:35.944047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:35.981287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 38a60678-d433-4baf-9dfd-93922de36d7c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:36.007794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ad29f33c-c5f0-4df8-af06-3d18e497ab30 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9695303 Nov 16 21:11:36.012318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61ccd2fd-3c76-4d1f-a6f0-a2ef042ea1ac req-96476d82-c78e-4b29-9b9f-7d897cbcf18b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777509 Nov 16 21:11:36.026517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Request body: {'port': {'device_id': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:36.034095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d29c2ad8-a769-4487-86c3-d077cbd092cc no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:36.062735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: d29c2ad8-a769-4487-86c3-d077cbd092cc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:36.063671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d29c2ad8-a769-4487-86c3-d077cbd092cc not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:36.071383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 38a60678-d433-4baf-9dfd-93922de36d7c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:36.077494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 38a60678-d433-4baf-9dfd-93922de36d7c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:36.078207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.121367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.144637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-0228ec23-32b5-4f81-8f91-0243b2dfbaea tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:36.146187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-0228ec23-32b5-4f81-8f91-0243b2dfbaea tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.41 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.0910740 Nov 16 21:11:36.169600 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.171064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2288c-900b-4980-93cc-7c571b436cf2 req-9851d330-75cb-46cb-b603-15590092c72b tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:36.186094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dff2288c-900b-4980-93cc-7c571b436cf2 req-9851d330-75cb-46cb-b603-15590092c72b tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 946 time: 0.0956635 Nov 16 21:11:36.198531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:36.201373 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006a11d1-e075-4a7f-9975-9116faf54848" -d '{"events": [{"server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "name": "network-vif-plugged", "status": "completed", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:36.221803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:36.228806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.267855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dff2288c-900b-4980-93cc-7c571b436cf2 req-d6144b2e-cb73-47fc-9e72-5cdee54fa422 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d356ad-708f-416b-aa24-26a136d9edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764518 Nov 16 21:11:36.282291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:36.324102 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240dd1a-26b8-40da-bbd1-294ef108693d x-openstack-request-id: req-9240dd1a-26b8-40da-bbd1-294ef108693d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:36.324540 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "name": "network-vif-plugged", "status": "completed", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:36.324892 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9240dd1a-26b8-40da-bbd1-294ef108693d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:36.326493 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c', 'code': 200} Nov 16 21:11:36.378888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46232c88-030b-4c3f-b389-d964b1672b32 req-b05187dd-7332-4bfc-8b8d-2f432a2e3571 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:36.381630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46232c88-030b-4c3f-b389-d964b1672b32 req-b05187dd-7332-4bfc-8b8d-2f432a2e3571 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 950 time: 0.0709887 Nov 16 21:11:36.469347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d14ad8-9d87-48f2-afcf-0ae4568640b9 req-e385ecda-2809-408a-bfb9-0acc6dee25a3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:36.474101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4d14ad8-9d87-48f2-afcf-0ae4568640b9 req-e385ecda-2809-408a-bfb9-0acc6dee25a3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 931 time: 0.1827919 Nov 16 21:11:36.501786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eec13-46d1-40bc-989e-d60588ae775c req-6c494f3e-41ee-493f-b809-f86e456b1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:36.504039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2a6eec13-46d1-40bc-989e-d60588ae775c req-6c494f3e-41ee-493f-b809-f86e456b1d3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1096 time: 0.0841405 Nov 16 21:11:36.551696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Deleting port 89391f9e-208e-4345-98c2-82251baa16ee {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:36.552424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.616977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Deleting port 5d9c4863-0a38-460a-8642-eb3349c3c4ad {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:36.617318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.626578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2a6eec13-46d1-40bc-989e-d60588ae775c req-a3b6ab6c-7a06-4d56-a431-99ea12d3928c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101387 Nov 16 21:11:36.627978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4d14ad8-9d87-48f2-afcf-0ae4568640b9 req-d202f968-990b-4914-8f8f-6b8e88ff49df tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472363 Nov 16 21:11:36.668751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3bb0091-cdde-4b37-aa3a-b40f98bdf35c req-b873c3e0-44b7-4648-8edb-5a10d490ac32 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0309386 Nov 16 21:11:36.707029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ba35bb-412d-46b7-aa0b-42021c8e7f3c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:36.721104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.725997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] For port 89391f9e-208e-4345-98c2-82251baa16ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89391f9e-208e-4345-98c2-82251baa16ee,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:36.726253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.740058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Calling delete_port for 89391f9e-208e-4345-98c2-82251baa16ee owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:36.748867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Transition to ACTIVE for port object e9ba35bb-412d-46b7-aa0b-42021c8e7f3c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:36.757484 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.806011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] For port 5d9c4863-0a38-460a-8642-eb3349c3c4ad, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5d9c4863-0a38-460a-8642-eb3349c3c4ad,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:36.806373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.840218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Calling delete_port for 5d9c4863-0a38-460a-8642-eb3349c3c4ad owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:36.841871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:36.894055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.912038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['89391f9e-208e-4345-98c2-82251baa16ee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:36.925817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Pushing event deleted for resources: {'Port': ['ID=89391f9e-208e-4345-98c2-82251baa16ee,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:36.971450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] No DVR routers for this DVR port 89391f9e-208e-4345-98c2-82251baa16ee on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:36.974411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:36.978275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46232c88-030b-4c3f-b389-d964b1672b32 req-3691272b-4c56-4055-9209-6fd8b40028a4 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.47 "DELETE /v2.0/ports/89391f9e-208e-4345-98c2-82251baa16ee HTTP/1.1" status: 204 len: 173 time: 0.5864630 Nov 16 21:11:36.978859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'name': 'network-vif-deleted', 'tag': '89391f9e-208e-4345-98c2-82251baa16ee'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:37.000648 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a114e6f1-6c8a-4ba1-8057-6c1690a9ef7f" -d '{"events": [{"server_uuid": "9da77e8e-a3b6-47b6-87c3-f4a694e57250", "name": "network-vif-deleted", "tag": "89391f9e-208e-4345-98c2-82251baa16ee"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:37.021084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Attempting to bind port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:37.021681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Attempting to bind port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:37.023662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Attempting to bind port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:37.037094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:37.037094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Attempting to bind port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:37.045275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:37.046414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:37.051611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:37.054521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Bound port: e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:37.054971 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:37.078522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ddad47c-e8af-438e-94d9-c44401449e3a req-02820855-c05f-476c-8267-ff8a41fd3542 tempest-LiveMigrationNegativeTest-1483033007 tempest-LiveMigrationNegativeTest-1483033007-project] 10.222.0.48 "GET /v2.0/ports?device_id=9da77e8e-a3b6-47b6-87c3-f4a694e57250 HTTP/1.1" status: 200 len: 210 time: 0.0667374 Nov 16 21:11:37.123920 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec225c78-a898-4f7c-8c6c-51312be7bfe4 x-openstack-request-id: req-ec225c78-a898-4f7c-8c6c-51312be7bfe4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:37.125079 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da77e8e-a3b6-47b6-87c3-f4a694e57250", "name": "network-vif-deleted", "tag": "89391f9e-208e-4345-98c2-82251baa16ee", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:37.125079 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec225c78-a898-4f7c-8c6c-51312be7bfe4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:37.126083 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da77e8e-a3b6-47b6-87c3-f4a694e57250', 'name': 'network-vif-deleted', 'tag': '89391f9e-208e-4345-98c2-82251baa16ee', 'status': 'completed', 'code': 200} Nov 16 21:11:37.249763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:37.260994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] For port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:37.264352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5d9c4863-0a38-460a-8642-eb3349c3c4ad'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:37.301997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] For port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:37.305434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Pushing event deleted for resources: {'Port': ['ID=5d9c4863-0a38-460a-8642-eb3349c3c4ad,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:37.319968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53485375-cbd4-496a-bba6-f76720b0567c req-5477e8bb-66d7-4f46-96ef-0b73db1720ee tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:37.321471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53485375-cbd4-496a-bba6-f76720b0567c req-5477e8bb-66d7-4f46-96ef-0b73db1720ee tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 945 time: 0.1612587 Nov 16 21:11:37.324315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:37.374233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86ac3a25-9d02-4a09-9865-1f6ec56ce2e2 req-85dab36f-1162-4556-9cc2-2a41b9af434b tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.48 "GET /v2.0/ports?device_id=86ed223a-ee9c-447b-bbc5-14f4cb2c1123 HTTP/1.1" status: 200 len: 210 time: 0.0402546 Nov 16 21:11:37.395775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:37.396552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:37.398015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9ba35bb-412d-46b7-aa0b-42021c8e7f3c HTTP/1.1" status: 200 len: 1091 time: 1.3768005 Nov 16 21:11:37.398455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'tag': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:37.400691 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9771e4e1-7120-47b5-95ad-c094710cb8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4", "tag": "e9ba35bb-412d-46b7-aa0b-42021c8e7f3c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:37.428582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] No DVR routers for this DVR port 5d9c4863-0a38-460a-8642-eb3349c3c4ad on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:37.433938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:37.437261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fb0d9c5-e938-47ca-9835-12af1f940701 req-b59d7103-f520-4630-b62a-57df6de9d9f8 tempest-AttachSCSIVolumeTestJSON-1298855304 tempest-AttachSCSIVolumeTestJSON-1298855304-project] 10.222.0.41 "DELETE /v2.0/ports/5d9c4863-0a38-460a-8642-eb3349c3c4ad HTTP/1.1" status: 204 len: 173 time: 1.1447475 Nov 16 21:11:37.475522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b48718-f7d9-4d8f-97d1-671b8c22b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:37.516258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53485375-cbd4-496a-bba6-f76720b0567c req-198cfb1c-1c82-4325-bbdd-2d6781a09993 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820652 Nov 16 21:11:37.518937 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf23141-a9f2-41f7-81cf-376714bdac3a x-openstack-request-id: req-8bf23141-a9f2-41f7-81cf-376714bdac3a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:37.519331 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4", "tag": "e9ba35bb-412d-46b7-aa0b-42021c8e7f3c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:37.519456 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bf23141-a9f2-41f7-81cf-376714bdac3a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:37.519855 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'tag': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c', 'status': 'completed', 'code': 200} Nov 16 21:11:37.539872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-1064e40f-e7b7-4f35-877b-04d4996c0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:37.540286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-1064e40f-e7b7-4f35-877b-04d4996c0255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 1094 time: 0.0757892 Nov 16 21:11:37.595872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-d9f4b980-ef68-469d-acfc-16440136c826 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c HTTP/1.1" status: 200 len: 217 time: 0.0469966 Nov 16 21:11:37.664717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-32071205-53fd-45f5-ae56-6a02847d4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:37.666270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-32071205-53fd-45f5-ae56-6a02847d4d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0472097 Nov 16 21:11:37.710496 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-cc529554-f151-4853-821e-4a6621a28bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352323 Nov 16 21:11:37.809005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a709221-0d0a-41d2-af8f-f065e4bf7870 req-87b752c3-1cf5-415c-8f23-a6e3e4505e23 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:37.818170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a709221-0d0a-41d2-af8f-f065e4bf7870 req-87b752c3-1cf5-415c-8f23-a6e3e4505e23 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 943 time: 0.0686407 Nov 16 21:11:37.849124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6ae4ba3-2b8a-488b-979e-fe033104626f req-8c0eca4a-d304-4df6-a0cf-2077afa8caff tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0573936 Nov 16 21:11:37.924606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-ac4f554b-8d31-49f2-aea6-c73580a019bf service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039211 Nov 16 21:11:37.936800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a709221-0d0a-41d2-af8f-f065e4bf7870 req-f1bba5ee-27b0-4edf-93cb-7a96d31438d8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177275 Nov 16 21:11:38.057406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb6219ff-2afd-4cea-808d-8345d8b06d57 req-69022391-37e1-45f5-97bf-df41186c6b3e service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251307 Nov 16 21:11:38.225880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-13f9dd12-14b8-4297-9cb6-d982c3b4558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:38.227393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-13f9dd12-14b8-4297-9cb6-d982c3b4558a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 1094 time: 0.0733259 Nov 16 21:11:38.345237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-f227a311-ca0f-44cf-971a-13a161966bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:38.346773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-f227a311-ca0f-44cf-971a-13a161966bcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.1100764 Nov 16 21:11:38.393152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-2ca603da-819d-46d7-8ecd-c1b0b50c9d59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c HTTP/1.1" status: 200 len: 217 time: 0.0378358 Nov 16 21:11:38.461887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-31eea664-02ec-4630-adf5-5729bb2b98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:38.464252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-31eea664-02ec-4630-adf5-5729bb2b98f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0574155 Nov 16 21:11:38.467753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59588) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:38.506997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-fa610c5a-5d3c-42ee-aff6-3ee9db2525a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320530 Nov 16 21:11:38.678560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-04a5699d-29ec-4b23-b4e2-e97c54864769 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640170 Nov 16 21:11:38.724291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c246316-9035-4c52-a3da-8a12e463c9a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20999b16408c40ddb252deaab97ea75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546070 Nov 16 21:11:38.732151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38981c-0b8d-465e-9581-083b81da5da7 req-3ab2005f-8c6e-47f6-8e4b-9d217ce7821e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:38.733567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee38981c-0b8d-465e-9581-083b81da5da7 req-3ab2005f-8c6e-47f6-8e4b-9d217ce7821e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 945 time: 0.0995319 Nov 16 21:11:38.734549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:38.805880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9771e4e1-7120-47b5-95ad-c094710cb8ee req-ae616cf4-9e66-455d-86f8-85a99c56de96 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147046 Nov 16 21:11:38.842279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ceba041c-33c5-4bc6-9456-d45e50c443e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:38.856902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee38981c-0b8d-465e-9581-083b81da5da7 req-7e8c4ea6-06bc-4a76-97cc-8aa512b33c7f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149590 Nov 16 21:11:38.909403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ceba041c-33c5-4bc6-9456-d45e50c443e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.013255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7656a5d3-fa9d-4f87-9cfb-7f62b41c2cb4 req-a76098be-e856-4e59-8b7c-80c109e7ef77 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0545025 Nov 16 21:11:39.017158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ceba041c-33c5-4bc6-9456-d45e50c443e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.021359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ceba041c-33c5-4bc6-9456-d45e50c443e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.024789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ceba041c-33c5-4bc6-9456-d45e50c443e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e871bbda-6b76-43b6-9ae9-656bb725d8e1 HTTP/1.1" status: 204 len: 168 time: 0.2871780 Nov 16 21:11:39.067246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-81c59696-d278-4101-8959-dd1669bb91d4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-991793897&fields=id&tenant_id=b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 267 time: 0.1094027 Nov 16 21:11:39.073006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba041c-33c5-4bc6-9456-d45e50c443e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871bbda-6b76-43b6-9ae9-656bb725d8e1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:39.181354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-600ec856-0a15-467e-9bb7-c1f8ef16a022 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:39.196245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-600ec856-0a15-467e-9bb7-c1f8ef16a022 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 945 time: 0.1206586 Nov 16 21:11:39.214171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'port': {'security_groups': ['0598656b-bc5c-4a60-9096-c7cce838386f', 'f0f05aca-bfde-48d8-8a27-dad3cf9beea5']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:39.230837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab28c72-c5c5-4e03-ac22-f9986e3e8925 req-80f1a00e-52fc-4ce6-9485-fcda3221a426 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:39.240869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eab28c72-c5c5-4e03-ac22-f9986e3e8925 req-80f1a00e-52fc-4ce6-9485-fcda3221a426 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 943 time: 0.0658851 Nov 16 21:11:39.303320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.337053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eab28c72-c5c5-4e03-ac22-f9986e3e8925 req-2f523ec8-d714-49fa-9f41-97fc0837e301 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953777 Nov 16 21:11:39.496371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59662) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:39.532894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'name': 'network-vif-deleted', 'tag': '5d9c4863-0a38-460a-8642-eb3349c3c4ad'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:39.535986 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32357ec-9a9d-4622-ae32-c30d841d87a9" -d '{"events": [{"server_uuid": "86ed223a-ee9c-447b-bbc5-14f4cb2c1123", "name": "network-vif-deleted", "tag": "5d9c4863-0a38-460a-8642-eb3349c3c4ad"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:39.562875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d8ad48ea-b22a-4445-b288-98df1ef9896f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=075adff1e0644296bb291db2375e9079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647132 Nov 16 21:11:39.565194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59666) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:39.576212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:39.592100 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948de75-bad1-4e4e-99c1-cd98483b6260 x-openstack-request-id: req-9948de75-bad1-4e4e-99c1-cd98483b6260 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:39.592513 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ed223a-ee9c-447b-bbc5-14f4cb2c1123", "name": "network-vif-deleted", "tag": "5d9c4863-0a38-460a-8642-eb3349c3c4ad", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:39.593816 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9948de75-bad1-4e4e-99c1-cd98483b6260 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:39.596278 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ed223a-ee9c-447b-bbc5-14f4cb2c1123', 'name': 'network-vif-deleted', 'tag': '5d9c4863-0a38-460a-8642-eb3349c3c4ad', 'status': 'completed', 'code': 200} Nov 16 21:11:39.636667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.646623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.658689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c24e9fb-989a-495e-ab44-b8421cc54137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.667994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:39.683322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['38a60678-d433-4baf-9dfd-93922de36d7c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:39.720062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:39.721080 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.726887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5456fbe3-911a-4942-836d-971bf8e3cb87 req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "PUT /v2.0/ports/38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 981 time: 0.5279408 Nov 16 21:11:39.727344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:39.730190 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:39.736506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c24e9fb-989a-495e-ab44-b8421cc54137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.777255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053044c-f841-4491-86a5-0d5c39b62d2c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:39.825616 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b0acf-4a9b-43c0-98e4-a41cc9d75329 x-openstack-request-id: req-3e5b0acf-4a9b-43c0-98e4-a41cc9d75329 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:39.833953 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:39.834298 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e5b0acf-4a9b-43c0-98e4-a41cc9d75329 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:39.834750 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c', 'status': 'completed', 'code': 200} Nov 16 21:11:39.866036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['38a60678-d433-4baf-9dfd-93922de36d7c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:39.873372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fa3272a-2429-4120-a5ee-03d896275fc8 req-d1747c08-e788-4fac-8f05-2094e8040cd1 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/f0f05aca-bfde-48d8-8a27-dad3cf9beea5 HTTP/1.1" status: 200 len: 1816 time: 0.0928435 Nov 16 21:11:39.955432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c24e9fb-989a-495e-ab44-b8421cc54137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.958666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c24e9fb-989a-495e-ab44-b8421cc54137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:39.963601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2c24e9fb-989a-495e-ab44-b8421cc54137 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2781ee41-fc27-47fd-8278-4995ced732c3 HTTP/1.1" status: 204 len: 168 time: 0.3897388 Nov 16 21:11:39.985949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24e9fb-989a-495e-ab44-b8421cc54137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2781ee41-fc27-47fd-8278-4995ced732c3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:40.000904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-c16931fc-7cce-40b8-9f43-da5b2a0ce37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:40.002983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-c16931fc-7cce-40b8-9f43-da5b2a0ce37f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1135 time: 0.1249473 Nov 16 21:11:40.008163 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-1fa3272a-2429-4120-a5ee-03d896275fc8 req-094ff8af-b49b-4c00-8281-f6e676ee3731 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:11:40.019029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fa3272a-2429-4120-a5ee-03d896275fc8 req-094ff8af-b49b-4c00-8281-f6e676ee3731 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0f05aca-bfde-48d8-8a27-dad3cf9beea5 HTTP/1.1" status: 409 len: 341 time: 0.1444154 Nov 16 21:11:40.182376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5d9c4863-0a38-460a-8642-eb3349c3c4ad no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:40.186605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-f70644cc-6f5e-4f0c-afcb-1d7aa24ec3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:40.189924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-f70644cc-6f5e-4f0c-afcb-1d7aa24ec3c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.1687322 Nov 16 21:11:40.191478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:40.194541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89391f9e-208e-4345-98c2-82251baa16ee no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:40.326527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-b7c56007-5267-414f-9a36-52f7c30e7324 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 217 time: 0.1013694 Nov 16 21:11:40.332024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80ea4b05-20f8-4e78-b312-60618755df09 req-65f64d5a-285f-4b57-98cb-ce9e381f0652 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.1288013 Nov 16 21:11:40.468289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-e95e1a47-55c1-4984-beb0-9ec43ac65365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:40.472515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-e95e1a47-55c1-4984-beb0-9ec43ac65365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.1294835 Nov 16 21:11:40.479222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 89391f9e-208e-4345-98c2-82251baa16ee {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:40.479581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89391f9e-208e-4345-98c2-82251baa16ee not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:40.491399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 5d9c4863-0a38-460a-8642-eb3349c3c4ad {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:40.491930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5d9c4863-0a38-460a-8642-eb3349c3c4ad not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:40.596601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-615d536b-a2ce-415e-8f50-31b24fa848a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043715 Nov 16 21:11:40.597167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b832fa-0280-4b29-a428-6bb34269ef7d req-f3a5412c-a9bb-406e-8e06-4c27d6946a67 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:40.612139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25b832fa-0280-4b29-a428-6bb34269ef7d req-f3a5412c-a9bb-406e-8e06-4c27d6946a67 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 984 time: 0.1767838 Nov 16 21:11:40.717406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb0cd-ddae-4366-b547-8604492b078d req-79027025-c1ca-49bb-abe1-71b94b6bd4ee tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:40.722679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:11:40.727431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcfb0cd-ddae-4366-b547-8604492b078d req-79027025-c1ca-49bb-abe1-71b94b6bd4ee tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 943 time: 0.2455409 Nov 16 21:11:40.742189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25b832fa-0280-4b29-a428-6bb34269ef7d req-74a2f65c-ff11-4dc9-82eb-700f1c9f84c4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&id=f0f05aca-bfde-48d8-8a27-dad3cf9beea5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1205630 Nov 16 21:11:41.003852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:41.069173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'mac_address': 'fa:16:3e:f1:26:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:41.165306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-71ab622d-8349-4e31-b326-5fe1397ff461 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427995 Nov 16 21:11:41.167760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:41.203170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcfb0cd-ddae-4366-b547-8604492b078d req-2a3b2e46-c9d1-4a35-b61b-ff416fe3fcc9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678009 Nov 16 21:11:41.255475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c178daf7-01cf-445b-90ad-a67d48736f0a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:41.288713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:41.308805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:41.395336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcbb454-adc8-40b7-aa38-ed095a2d78c2 req-0f08c00f-dc02-4189-84e6-b1cd4f4b70a5 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175009 Nov 16 21:11:41.513201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c178daf7-01cf-445b-90ad-a67d48736f0a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:41.518205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:41.553309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.553862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.554191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.554575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.554923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.555263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.555607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.555940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.556273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.556602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.556944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.557258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:41.648724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f1b896e-2ec1-48ba-9420-229b0284a115 req-be261344-a560-4f79-ab90-ed13117f1ed1 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.1134193 Nov 16 21:11:41.662810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-847e58c0-5c02-4956-b245-08d8244c1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:41.667173 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-847e58c0-5c02-4956-b245-08d8244c1c0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1135 time: 0.2048023 Nov 16 21:11:41.858456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-b77cf3dc-659b-4e8d-bb80-8a73fe7e0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:41.860778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-b77cf3dc-659b-4e8d-bb80-8a73fe7e0d07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.1837368 Nov 16 21:11:41.899978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaa413-2309-4c09-816c-40054d2e9feb req-4941286f-4ac7-4689-99bd-5c2e7c306f48 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:41.904836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cebaa413-2309-4c09-816c-40054d2e9feb req-4941286f-4ac7-4689-99bd-5c2e7c306f48 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 984 time: 0.0807166 Nov 16 21:11:41.939180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-2d1fb98a-8313-4b8e-8f2c-e97f42b449ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 217 time: 0.0688198 Nov 16 21:11:42.014668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-cad6cc63-b86f-4530-8653-1a5e9b31afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.016627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-cad6cc63-b86f-4530-8653-1a5e9b31afb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.0556841 Nov 16 21:11:42.017818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cebaa413-2309-4c09-816c-40054d2e9feb req-54c835a6-f951-4204-ba93-45a02706b6d0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&id=f0f05aca-bfde-48d8-8a27-dad3cf9beea5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1079059 Nov 16 21:11:42.031433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:42.071159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-7a7a46db-ce13-4537-89c5-25b50e3f150d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363672 Nov 16 21:11:42.163175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c178daf7-01cf-445b-90ad-a67d48736f0a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:42.163553 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:42.228398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-8c275b2e-c5b4-459e-b2bc-4f51aacbcb94 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461513 Nov 16 21:11:42.336564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:42.388705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:42.388705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:42.388705 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b81f87f-d286-43e1-985d-0803a77d7a3f" -d '{"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-plugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:42.394362 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:42.423669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c930-6516-4c13-973e-22c306cbadc4 req-8cc28851-ce0e-49cb-a322-21c042abfbb3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.425344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7c4c930-6516-4c13-973e-22c306cbadc4 req-8cc28851-ce0e-49cb-a322-21c042abfbb3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 943 time: 0.1173589 Nov 16 21:11:42.430601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd279b0b-ed3b-49ab-83e0-c00c63c98eeb req-9c2fc6ef-1b7c-437b-9d99-9acac4c4c576 service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847849 Nov 16 21:11:42.498489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7c4c930-6516-4c13-973e-22c306cbadc4 req-b1b7cef3-330d-4144-8a71-a6fa5c8fb72f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654707 Nov 16 21:11:42.508902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:42.553646 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bb2a29-b721-40cb-a37a-84f9e9052917 x-openstack-request-id: req-87bb2a29-b721-40cb-a37a-84f9e9052917 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:42.553952 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-plugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:42.554626 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87bb2a29-b721-40cb-a37a-84f9e9052917 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:42.554626 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'code': 200} Nov 16 21:11:42.815749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.816258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.816724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.817186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.817681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.818139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.818592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.819051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.819737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:42.821651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0aa3f490-92f2-496b-a04f-c500161056e0 req-13d5d102-043c-4fdb-927d-03e6fdac469e tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6402 time: 0.2236071 Nov 16 21:11:42.881892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-f5fdb4e6-37ac-4d26-8c78-03371ec36fa5 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--250572491&fields=id&tenant_id=c0ed77541e5c485c939a5e942544b065 HTTP/1.1" status: 200 len: 267 time: 0.1301668 Nov 16 21:11:43.022694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fabe17b5-5bde-40bb-a14b-4106abc1370e req-b243384f-9d68-4505-805f-4324478880c4 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0459328 Nov 16 21:11:43.040499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-112ae7f8-94d9-4d40-a8e3-99a74217add5 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.047681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-112ae7f8-94d9-4d40-a8e3-99a74217add5 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/networks?id=6ca710d1-be33-4f76-90ea-3742fd4c0519 HTTP/1.1" status: 200 len: 815 time: 0.1648235 Nov 16 21:11:43.076974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-43099783-d692-42cf-9f3d-b5ba1efea0d2 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/quotas/c0ed77541e5c485c939a5e942544b065 HTTP/1.1" status: 200 len: 375 time: 0.0283735 Nov 16 21:11:43.170735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-6f06f136-3c95-41dd-909f-777c668958ca tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0ed77541e5c485c939a5e942544b065&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867834 Nov 16 21:11:43.196531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0a67f-3e95-4de8-90a2-87372b458d0b req-61ba0732-5d4f-4c0d-bcd0-686836a2c689 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.223874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80c0a67f-3e95-4de8-90a2-87372b458d0b req-61ba0732-5d4f-4c0d-bcd0-686836a2c689 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 886 time: 0.1289477 Nov 16 21:11:43.316944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-19008add-b238-4037-9822-224ea8ef041f service neutron] 10.222.0.48 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414778 Nov 16 21:11:43.420171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bfbc4-d2e3-4c02-a7db-9192ac2974bc req-905e75f2-01ac-4e7e-b861-6da0a21ebbf0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.428412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-316bfbc4-d2e3-4c02-a7db-9192ac2974bc req-905e75f2-01ac-4e7e-b861-6da0a21ebbf0 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 984 time: 0.0606210 Nov 16 21:11:43.443793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-bd852b5c-8d06-4e04-ae00-446afe2a15b5 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257064 Nov 16 21:11:43.518058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-316bfbc4-d2e3-4c02-a7db-9192ac2974bc req-8451fe04-025c-4e6e-8095-b3a39c5f8559 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&id=f0f05aca-bfde-48d8-8a27-dad3cf9beea5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0699904 Nov 16 21:11:43.701776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.702255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.704312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.704778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.705243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.705829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.706295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.706739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.707319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:43.709282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54e90f9b-8e19-4721-bebf-d37bbdc8791b req-72a88a85-1626-4e97-87c2-e5beaa1bb913 tempest-NetworksTest-1457314435 tempest-NetworksTest-1457314435-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6402 time: 0.1889176 Nov 16 21:11:43.924255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b495f77-d096-40ab-8620-e97d152b5822 req-7f1e9f45-2eed-4f13-8ff1-ce876a74d26f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1666910036&fields=id&tenant_id=b460a93c7fa54f40a67469c9ffd649a8 HTTP/1.1" status: 200 len: 267 time: 0.1300561 Nov 16 21:11:44.037125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495f77-d096-40ab-8620-e97d152b5822 req-e2cc8e24-2676-4311-8808-b3de9f171fe9 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:44.039666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b495f77-d096-40ab-8620-e97d152b5822 req-e2cc8e24-2676-4311-8808-b3de9f171fe9 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 984 time: 0.1092803 Nov 16 21:11:44.048659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ba35bb-412d-46b7-aa0b-42021c8e7f3c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:11:44.067035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'port': {'security_groups': ['0598656b-bc5c-4a60-9096-c7cce838386f', 'f0f05aca-bfde-48d8-8a27-dad3cf9beea5', '850b6e3b-15a2-40ac-b142-ad4ce853a7dc']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:44.080071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872512e2-2a78-41fb-bc72-2896eee135fc req-de7a7f3e-83f9-4986-a8a0-7ec954e6e2a7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:44.094971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-872512e2-2a78-41fb-bc72-2896eee135fc req-de7a7f3e-83f9-4986-a8a0-7ec954e6e2a7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 943 time: 0.1650500 Nov 16 21:11:44.201795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-872512e2-2a78-41fb-bc72-2896eee135fc req-3844a8af-528a-4971-b489-21ae27408ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989258 Nov 16 21:11:44.223433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:44.321083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:44.341016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c', 'mac_address': 'fa:16:3e:da:7b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:11:44.383720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59848) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:44.424288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:44.463837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ba35bb-412d-46b7-aa0b-42021c8e7f3c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:44.467710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b88472c9-4b9d-4429-9610-977a2aa9f04b req-c9b92b06-eef6-4dc7-ad87-3e29f57ed570 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1092710 Nov 16 21:11:44.522072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:44.541551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:44.682117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:44.687442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af2a8af4-2985-4f5c-a798-0e0f7f681b1b req-0080e854-50af-4cf5-b6d4-63a21de9d7bb tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0656109 Nov 16 21:11:44.756726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:44.898608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e9ba35bb-412d-46b7-aa0b-42021c8e7f3c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:45.142485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59860) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:45.407644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d30009-2ca3-4d62-a986-786700984516 req-6fda8298-7a29-41a0-b6d7-ce1e04a5f958 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:45.409581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78d30009-2ca3-4d62-a986-786700984516 req-6fda8298-7a29-41a0-b6d7-ce1e04a5f958 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 944 time: 0.0794146 Nov 16 21:11:45.461671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18266172-4ef6-4191-a255-57506e0d1543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:45.510734 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:45.523846 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:45.550652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['38a60678-d433-4baf-9dfd-93922de36d7c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:45.594874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78d30009-2ca3-4d62-a986-786700984516 req-adfabe26-ff00-4ee4-a929-9cca0ea49f7d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740837 Nov 16 21:11:45.721253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:45.724367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:45.726086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b495f77-d096-40ab-8620-e97d152b5822 req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "PUT /v2.0/ports/38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 1020 time: 1.6781135 Nov 16 21:11:45.728703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:45.731172 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3" -d '{"events": [{"name": "network-changed", "server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:45.782913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef0a86-cedb-439e-8eb6-538f2c9ee91e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:45.821165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['38a60678-d433-4baf-9dfd-93922de36d7c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:46.002743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-3f7c493a-5e2c-43a0-86aa-2d51b52d6375 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2221673 Nov 16 21:11:46.005007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-052a5fff-5a5f-4511-9a81-75cf649fea7d req-fccadd46-fbca-4196-b496-6446a309bd38 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0736320 Nov 16 21:11:46.106064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:46.127849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00adb993-7bbb-4307-b9ef-ea04a4a5ebab req-c184d309-77ea-4e78-91ac-af0a1adb621b tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1320477 Nov 16 21:11:46.152229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18266172-4ef6-4191-a255-57506e0d1543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.165166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18266172-4ef6-4191-a255-57506e0d1543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.259520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-18266172-4ef6-4191-a255-57506e0d1543 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7d184ebbd3f41988b7d45bd051b5845&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8660553 Nov 16 21:11:46.260954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266172-4ef6-4191-a255-57506e0d1543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38119882-b1f2-4c88-b2a3-7fb27cef4f92,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:46.276228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59884) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:46.313325 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094ac24-35d3-42aa-a6e3-d9f6b3b3c9ae x-openstack-request-id: req-7094ac24-35d3-42aa-a6e3-d9f6b3b3c9ae {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:46.313782 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:46.314137 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7094ac24-35d3-42aa-a6e3-d9f6b3b3c9ae {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:46.314635 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c', 'status': 'completed', 'code': 200} Nov 16 21:11:46.316798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.360321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-48f90865-02fc-418c-8d7b-8b620503da8e tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:46.362121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-48f90865-02fc-418c-8d7b-8b620503da8e tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.47 "GET /v2.0/networks?id=6ca710d1-be33-4f76-90ea-3742fd4c0519 HTTP/1.1" status: 200 len: 815 time: 0.5498490 Nov 16 21:11:46.512849 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64bea473-f99d-4cc0-86dd-58033385522e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.583551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64bea473-f99d-4cc0-86dd-58033385522e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.682593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64bea473-f99d-4cc0-86dd-58033385522e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.693328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64bea473-f99d-4cc0-86dd-58033385522e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:46.694911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-64bea473-f99d-4cc0-86dd-58033385522e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38119882-b1f2-4c88-b2a3-7fb27cef4f92 HTTP/1.1" status: 204 len: 168 time: 0.4149539 Nov 16 21:11:46.701830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-147daad6-8b23-4153-965a-133d04dc676d req-b30be625-c1cc-4317-b3a4-5bbdd09983aa tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/850b6e3b-15a2-40ac-b142-ad4ce853a7dc HTTP/1.1" status: 200 len: 1818 time: 0.5342689 Nov 16 21:11:46.726840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bea473-f99d-4cc0-86dd-58033385522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38119882-b1f2-4c88-b2a3-7fb27cef4f92,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:46.744943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-3bfc0b68-678a-48bd-9a37-884b327b7a1e tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed77541e5c485c939a5e942544b065 HTTP/1.1" status: 200 len: 379 time: 0.3687301 Nov 16 21:11:46.799259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Request body: {'port': {'device_id': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'admin_state_up': True, 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'security_groups': ['573b980e-9eb2-4d45-8a2a-0dba2c762b93']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:46.874558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4535-9f55-4968-8b48-427162e10d0f req-d22be6bb-b5d0-4c42-880a-cda747686605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:46.890675 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-d22be6bb-b5d0-4c42-880a-cda747686605 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 1096 time: 0.7895350 Nov 16 21:11:47.091971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf85c0-7607-4152-ab4c-bbef08699cc4 req-c6723938-bc77-4c6f-b5d1-83a5efd9f4b1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.100259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eadf85c0-7607-4152-ab4c-bbef08699cc4 req-c6723938-bc77-4c6f-b5d1-83a5efd9f4b1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 944 time: 0.3536768 Nov 16 21:11:47.145442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-3e75d78d-f0e7-4e49-9b6f-313896f052af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1651263 Nov 16 21:11:47.209315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4535-9f55-4968-8b48-427162e10d0f req-c180491f-a955-4b9c-96d8-9bf65bf4717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.213604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-c180491f-a955-4b9c-96d8-9bf65bf4717f service neutron] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.2946978 Nov 16 21:11:47.268583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eadf85c0-7607-4152-ab4c-bbef08699cc4 req-9c65f6f7-a986-44e9-ae24-ce7f4b020efa tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673164 Nov 16 21:11:47.275123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59898) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:47.299140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Made reservation on behalf of c0ed77541e5c485c939a5e942544b065 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:11:47.304843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:47.314954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-0a75c847-df6e-4903-8ea1-f6bfadc2f3c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31811e8-3471-453b-89d3-ad6104b70e1c HTTP/1.1" status: 200 len: 217 time: 0.0675366 Nov 16 21:11:47.327394 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-147daad6-8b23-4153-965a-133d04dc676d req-29e6e29a-19e1-480b-8f3b-380fe642fa7f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:11:47.333575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af7d457f-4ad3-4544-94d5-a65640cac8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:47.345115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-147daad6-8b23-4153-965a-133d04dc676d req-29e6e29a-19e1-480b-8f3b-380fe642fa7f tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/850b6e3b-15a2-40ac-b142-ad4ce853a7dc HTTP/1.1" status: 409 len: 341 time: 0.6410940 Nov 16 21:11:47.427883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-6b08471a-9874-4de4-8d1f-5353e913c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.428683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e94bd-c59a-410b-a7cf-e19d104856af req-d61f9ae3-b6b2-47af-abff-f2bcf6e58655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.429641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-6b08471a-9874-4de4-8d1f-5353e913c636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1174 time: 0.8482435 Nov 16 21:11:47.430667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-d61f9ae3-b6b2-47af-abff-f2bcf6e58655 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1074d5630745490d8e3a8efc80d2b337&device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 1097 time: 0.2156975 Nov 16 21:11:47.562802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-114cddf0-0747-42a1-8966-fe67ed5b1c4e req-6a32599a-d05e-4a2d-a271-4d8622a36d22 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.1197307 Nov 16 21:11:47.598382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4535-9f55-4968-8b48-427162e10d0f req-7863ee3b-fab1-47e5-8bef-97d7c0d29f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.599873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-7863ee3b-fab1-47e5-8bef-97d7c0d29f76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.2737544 Nov 16 21:11:47.613084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e94bd-c59a-410b-a7cf-e19d104856af req-e80e108b-64ed-41d8-9aed-9153cbebc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.615601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-e80e108b-64ed-41d8-9aed-9153cbebc511 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25618cab-7571-432f-b61a-7fa88d2b22a6 HTTP/1.1" status: 200 len: 906 time: 0.1282632 Nov 16 21:11:47.648925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df678654-4f55-497a-a246-0fe07e5db4b8 req-127050be-ceb8-4058-b145-9ab3d8475ae8 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1596813 Nov 16 21:11:47.712565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-886be433-3f81-4d6f-862b-f7398c18b519 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364957 Nov 16 21:11:47.790106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-8009e36d-f861-4125-a36d-e31ab82de586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:47.791606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-8009e36d-f861-4125-a36d-e31ab82de586 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 200 len: 913 time: 0.3484602 Nov 16 21:11:47.857954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-9e08badf-9fdf-42ef-9137-96deed3d57c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21ede232-5acc-461a-9e3d-3b65b4d85799 HTTP/1.1" status: 200 len: 1002 time: 0.1998379 Nov 16 21:11:47.876326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-dba3cea1-0509-441e-ac86-51267013a3a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 200 len: 217 time: 0.0739079 Nov 16 21:11:47.903212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Deleting port 3f6f52f2-84d6-4137-9d7e-54bd34546617 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:47.903609 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.035349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-02b94ba9-03f7-426e-9e29-6bc554b18cf6 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131721 Nov 16 21:11:48.042214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-8bfdbe33-e762-4f45-b8e2-1d526331298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:48.043849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-8bfdbe33-e762-4f45-b8e2-1d526331298c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 200 len: 852 time: 0.1524744 Nov 16 21:11:48.053448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ba35bb-412d-46b7-aa0b-42021c8e7f3c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:11:48.125316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-19c647bb-aa19-467e-892e-350f15e27296 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af96bfca-d991-4e06-9320-78d8c94af450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682890 Nov 16 21:11:48.180195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e94bd-c59a-410b-a7cf-e19d104856af req-371d9775-0624-413b-9567-b696709ba73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:48.180984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:11:48.181623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-371d9775-0624-413b-9567-b696709ba73a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5ecb1e2-f93d-4762-98db-fb29b83df1f2 HTTP/1.1" status: 200 len: 844 time: 0.2968173 Nov 16 21:11:48.189396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:48.189808 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.235247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] For port 3f6f52f2-84d6-4137-9d7e-54bd34546617, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3f6f52f2-84d6-4137-9d7e-54bd34546617,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:48.235932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.262251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Calling delete_port for 3f6f52f2-84d6-4137-9d7e-54bd34546617 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:48.288442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-071f4535-9f55-4968-8b48-427162e10d0f req-5103e258-c73e-4991-b126-7a6fdbcbabae service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417283 Nov 16 21:11:48.346581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Allocated IP 172.20.0.7 (6ca710d1-be33-4f76-90ea-3742fd4c0519/c0ba1e66-c9e8-4ecf-bbfb-d2da36952175/9970d322-63e8-41fa-a836-a3b6461820e9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:11:48.350832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-b96ae97b-be2f-4448-b7a7-0941a7e78dba service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130790 Nov 16 21:11:48.404893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af7d457f-4ad3-4544-94d5-a65640cac8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.444420 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af7d457f-4ad3-4544-94d5-a65640cac8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.475578 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.484318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3687caee-bcca-4f5e-bed7-0f1dedd4cad3 req-58fbc8ff-2dc1-4f81-a87d-7a1220a4feff service neutron] 10.222.0.41 "GET /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965929 Nov 16 21:11:48.547492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:48.552496 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42df6a2d-f239-4408-9958-62e7223bcbbd" -d '{"events": [{"server_uuid": "f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4", "name": "network-vif-plugged", "status": "completed", "tag": "e9ba35bb-412d-46b7-aa0b-42021c8e7f3c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:48.584566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:48.595263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.597371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da55a7f-1107-443e-ab74-9248c08f5c92 req-a5c4ab46-160d-49af-86bd-0e322e3cb480 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:48.604998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0da55a7f-1107-443e-ab74-9248c08f5c92 req-a5c4ab46-160d-49af-86bd-0e322e3cb480 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 944 time: 0.1195941 Nov 16 21:11:48.628082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaa064-d0f6-4e47-b649-9f2ae9cf93bc req-57382b17-19af-4b09-bc6b-802605dd20d3 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:48.640771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3faaa064-d0f6-4e47-b649-9f2ae9cf93bc req-57382b17-19af-4b09-bc6b-802605dd20d3 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1023 time: 0.5737622 Nov 16 21:11:48.708411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e94bd-c59a-410b-a7cf-e19d104856af req-c74a37be-062a-42ce-9cdc-ee0aae16f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:48.712546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-c74a37be-062a-42ce-9cdc-ee0aae16f6ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25618cab-7571-432f-b61a-7fa88d2b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4898248 Nov 16 21:11:48.715180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0da55a7f-1107-443e-ab74-9248c08f5c92 req-84ea0206-68e3-49b2-9b3f-4d9c98b8ae9a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053066 Nov 16 21:11:48.715694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:48.744697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d457f-4ad3-4544-94d5-a65640cac8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca7f4b3-d56e-49ca-b2c9-f8cd2dad98b7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:48.752821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af7d457f-4ad3-4544-94d5-a65640cac8ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f64edf11cc28442caea73ea6d21bd079&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4751737 Nov 16 21:11:48.769394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59924) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:48.835541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:48.884696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6f52f2-84d6-4137-9d7e-54bd34546617,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:48.944277 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac649e-fdd5-4d4f-891b-9e51c607bfae x-openstack-request-id: req-a6ac649e-fdd5-4d4f-891b-9e51c607bfae {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:48.944575 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4", "name": "network-vif-plugged", "status": "completed", "tag": "e9ba35bb-412d-46b7-aa0b-42021c8e7f3c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:48.944833 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6ac649e-fdd5-4d4f-891b-9e51c607bfae {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:48.945232 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c', 'code': 200} Nov 16 21:11:49.055034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3faaa064-d0f6-4e47-b649-9f2ae9cf93bc req-5c47d76f-2bce-4b59-964d-c16fa7f0d68b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&id=850b6e3b-15a2-40ac-b142-ad4ce853a7dc&id=f0f05aca-bfde-48d8-8a27-dad3cf9beea5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4120965 Nov 16 21:11:49.110386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-42593aec-b243-4e45-b819-8a49a9601f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.120320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1780556-1097-4ed2-890e-81f230df30c8 req-59f15175-9bf1-4d40-9fd8-44ec90af7972 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.1001685 Nov 16 21:11:49.134705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-abd36091-db96-42cd-971d-95187287caeb service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008029 Nov 16 21:11:49.333376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12b4f20c-974f-49fb-9af3-fd5e5290e65d req-63082fc0-b4e5-4bf0-8310-96016cb2bba2 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1409516 Nov 16 21:11:49.428093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-42593aec-b243-4e45-b819-8a49a9601f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.543780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.596320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-368e94bd-c59a-410b-a7cf-e19d104856af req-5479018d-5aa8-4387-afac-0d991b9c3b32 service neutron] 10.222.0.41 "GET /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217346 Nov 16 21:11:49.654574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.675024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-42593aec-b243-4e45-b819-8a49a9601f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.680315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-42593aec-b243-4e45-b819-8a49a9601f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.683706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-42593aec-b243-4e45-b819-8a49a9601f2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ca7f4b3-d56e-49ca-b2c9-f8cd2dad98b7 HTTP/1.1" status: 204 len: 168 time: 0.8735204 Nov 16 21:11:49.758403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42593aec-b243-4e45-b819-8a49a9601f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca7f4b3-d56e-49ca-b2c9-f8cd2dad98b7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:49.816031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:11:49.834722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:11:49.853753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.856011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:11:49.946276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e72e-ce67-4c06-a634-1a88c47452fc req-836c8826-268a-4028-8505-30248dbf322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:49.951449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:49.952755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:49.956133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a195e72e-ce67-4c06-a634-1a88c47452fc req-836c8826-268a-4028-8505-30248dbf322a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 1096 time: 0.9122553 Nov 16 21:11:49.958515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event updated for resources: {'Port': ['ID=9970d322-63e8-41fa-a836-a3b6461820e9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:50.093829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-37b85fec-7fba-441e-adbb-fa48bfd6b07d tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3117983 Nov 16 21:11:50.235177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Request body: {'port': {'device_id': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:50.357010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7a6c305-7558-4ae0-b2eb-7a0d1d348148 req-07ec8df1-3be6-4bfa-b0e5-4d508ce0a58f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0426087 Nov 16 21:11:50.379214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a195e72e-ce67-4c06-a634-1a88c47452fc req-0fec3b3d-f815-419b-8d41-54acd9378205 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718216 Nov 16 21:11:50.396893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34424-eb90-4477-a9d6-9f875bf6c5bd req-9a95d73b-5cf3-462c-b74c-e3bbbb0b9a79 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:50.403827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d34424-eb90-4477-a9d6-9f875bf6c5bd req-9a95d73b-5cf3-462c-b74c-e3bbbb0b9a79 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.5200222 Nov 16 21:11:50.439767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9a3264bf-2013-4e73-b9e7-c08dfc714575 None None] Provisioning complete for port 9970d322-63e8-41fa-a836-a3b6461820e9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:11:50.440348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9a3264bf-2013-4e73-b9e7-c08dfc714575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.507925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.533246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-0433f0bd-05b5-4234-aa24-ace77d699a73 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:50.535606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-0433f0bd-05b5-4234-aa24-ace77d699a73 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.41 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1023 time: 0.4730957 Nov 16 21:11:50.550216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d34424-eb90-4477-a9d6-9f875bf6c5bd req-82576e93-9390-4bd2-94a0-d13959b81d69 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454046 Nov 16 21:11:50.585128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45459-df18-4b1d-9637-1485c9bbbb0b req-b9be9136-b562-472c-9d06-e5958dca549b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:50.586969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ab45459-df18-4b1d-9637-1485c9bbbb0b req-b9be9136-b562-472c-9d06-e5958dca549b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 1023 time: 0.3278265 Nov 16 21:11:50.666627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9a3264bf-2013-4e73-b9e7-c08dfc714575 None None] Port 9970d322-63e8-41fa-a836-a3b6461820e9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:11:50.682937 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-726c3e66-386e-4be2-88ef-7e3c04985331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:50.788737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9acb7d92-55ff-4576-9ed8-eb6558bb6f59 req-1a2b4e94-c134-4704-8bc6-67c518f49dde tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0957391 Nov 16 21:11:50.911135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ab45459-df18-4b1d-9637-1485c9bbbb0b req-1038f705-5d11-4650-8513-d3653888ef1d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0598656b-bc5c-4a60-9096-c7cce838386f&id=850b6e3b-15a2-40ac-b142-ad4ce853a7dc&id=f0f05aca-bfde-48d8-8a27-dad3cf9beea5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2844729 Nov 16 21:11:50.915645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Router dba91bc6-819a-4913-8486-fc6c5d41e20f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:11:51.187842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:51.214303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4aadd1e9-cb14-4fb1-8cc4-eedd47993896 admin admin] 10.222.0.48 "PUT /v2.0/routers/dba91bc6-819a-4913-8486-fc6c5d41e20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0685441 Nov 16 21:11:51.217418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:51.219693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] Sync routers for ids ['dba91bc6-819a-4913-8486-fc6c5d41e20f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:51.237345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] Routers {'dba91bc6-819a-4913-8486-fc6c5d41e20f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:51.238028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['dba91bc6-819a-4913-8486-fc6c5d41e20f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:51.400482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Deleting port 38a60678-d433-4baf-9dfd-93922de36d7c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:51.400715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.476563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.530369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] Set router dba91bc6-819a-4913-8486-fc6c5d41e20f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:51.608253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] For port 38a60678-d433-4baf-9dfd-93922de36d7c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=38a60678-d433-4baf-9dfd-93922de36d7c,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:51.609328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.642260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Calling delete_port for 38a60678-d433-4baf-9dfd-93922de36d7c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:51.917281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:51.994856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.005710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1ad4-8b7c-4c2c-8249-cf5c42d007f0 req-c4bd4f31-9c78-4943-b887-26e6cb074181 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:52.019270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-482f1ad4-8b7c-4c2c-8249-cf5c42d007f0 req-c4bd4f31-9c78-4943-b887-26e6cb074181 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.2439916 Nov 16 21:11:52.022745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:52.032022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['38a60678-d433-4baf-9dfd-93922de36d7c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:52.062471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'Port': ['ID=38a60678-d433-4baf-9dfd-93922de36d7c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:52.147884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Deleting port 35bdb772-8875-4543-b505-018328691ac8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:52.148249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.233194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981850-f791-46e7-a952-b7be8e058a76 req-233cb934-5bcd-4f46-9386-e79937507641 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:52.243696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff981850-f791-46e7-a952-b7be8e058a76 req-233cb934-5bcd-4f46-9386-e79937507641 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 931 time: 1.1050134 Nov 16 21:11:52.303446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] For port 35bdb772-8875-4543-b505-018328691ac8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=35bdb772-8875-4543-b505-018328691ac8,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:52.303937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.320541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Calling delete_port for 35bdb772-8875-4543-b505-018328691ac8 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:52.346624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] No DVR routers for this DVR port 38a60678-d433-4baf-9dfd-93922de36d7c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:52.382430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-482f1ad4-8b7c-4c2c-8249-cf5c42d007f0 req-e44d1f6a-2a46-4128-968f-97504fdf9368 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621271 Nov 16 21:11:52.409103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '35bdb772-8875-4543-b505-018328691ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:11:48Z', 'revision_number': 5, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port': {'id': '35bdb772-8875-4543-b505-018328691ac8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:33Z', 'updated_at': '2021-11-16T21:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:52.442512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9970d322-63e8-41fa-a836-a3b6461820e9 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:11:52.455614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.473145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Transition to ACTIVE for port object 9970d322-63e8-41fa-a836-a3b6461820e9 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:11:52.474975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] Checking router: dba91bc6-819a-4913-8486-fc6c5d41e20f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:11:52.475219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.482819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59407077-c0c8-4fb7-8a04-0af7bf85e318 req-bc12efe6-ff1b-48ab-8011-ef4d3197e5ba tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.41 "DELETE /v2.0/ports/38a60678-d433-4baf-9dfd-93922de36d7c HTTP/1.1" status: 204 len: 173 time: 1.8937478 Nov 16 21:11:52.484840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'name': 'network-vif-deleted', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:52.514371 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3507d15a-d26d-4abe-a1e0-c1040cd4aa13" -d '{"events": [{"server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "name": "network-vif-deleted", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:52.541568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] Routers {'dba91bc6-819a-4913-8486-fc6c5d41e20f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:52.541568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['dba91bc6-819a-4913-8486-fc6c5d41e20f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:52.595699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:52.602548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff981850-f791-46e7-a952-b7be8e058a76 req-e133b9d6-06b2-4396-8558-e4021eba58fa tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944705 Nov 16 21:11:52.720184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06781612-75d4-49f5-ad10-04eae8c91dfe req-0b1745c3-2784-4fa6-a0e0-ffafe55b3a6a tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.1690860 Nov 16 21:11:52.846110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] Set router dba91bc6-819a-4913-8486-fc6c5d41e20f gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:11:52.857939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Pushing event updated for resources: {'Port': ['ID=9970d322-63e8-41fa-a836-a3b6461820e9,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:52.880309 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.009398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0dd38404-0f4a-41fc-9d0a-7db3e67904f9 req-4c591509-dd39-4f82-a99e-72fda376b23e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=2970d23e-4462-4721-b66d-78e6baf2d67d HTTP/1.1" status: 200 len: 210 time: 0.1555679 Nov 16 21:11:53.012793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Pushing event deleted for resources: {'Port': ['ID=35bdb772-8875-4543-b505-018328691ac8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:53.108200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Attempting to bind port 9970d322-63e8-41fa-a836-a3b6461820e9 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:11:53.109167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Attempting to bind port 9970d322-63e8-41fa-a836-a3b6461820e9 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:11:53.109502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Attempting to bind port 9970d322-63e8-41fa-a836-a3b6461820e9 on network 6ca710d1-be33-4f76-90ea-3742fd4c0519 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:53.114546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.175869 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeff28c4-fc19-4c2b-af06-436f3483b001 x-openstack-request-id: req-eeff28c4-fc19-4c2b-af06-436f3483b001 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:53.178063 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2970d23e-4462-4721-b66d-78e6baf2d67d", "name": "network-vif-deleted", "tag": "38a60678-d433-4baf-9dfd-93922de36d7c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:53.178608 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eeff28c4-fc19-4c2b-af06-436f3483b001 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:53.179068 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2970d23e-4462-4721-b66d-78e6baf2d67d', 'name': 'network-vif-deleted', 'tag': '38a60678-d433-4baf-9dfd-93922de36d7c', 'status': 'completed', 'code': 200} Nov 16 21:11:53.179745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Port 9970d322-63e8-41fa-a836-a3b6461820e9 on network 6ca710d1-be33-4f76-90ea-3742fd4c0519 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:11:53.180074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Attempting to bind port 9970d322-63e8-41fa-a836-a3b6461820e9 on network 6ca710d1-be33-4f76-90ea-3742fd4c0519 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:11:53.184488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:11:51Z', 'revision_number': 6, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:53.187640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:11:53.187818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Checking segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:11:53.198374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Bound using segment: {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:11:53.198795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Bound port: 9970d322-63e8-41fa-a836-a3b6461820e9, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ed17fa-4f87-48dc-8a31-ea26729a40ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:11:53.199175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.222822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584ebb9-3024-4e39-888b-1a403bffadb0 None None] The sync data for ids ['dba91bc6-819a-4913-8486-fc6c5d41e20f'] in n-d-817778-8 is: [{'id': 'dba91bc6-819a-4913-8486-fc6c5d41e20f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1288152340-router', 'tenant_id': '94b84c0bd7e24f5990c1048fb8a35534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:31Z', 'updated_at': '2021-11-16T21:11:51Z', 'revision_number': 6, 'project_id': '94b84c0bd7e24f5990c1048fb8a35534', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:11:53.268593 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a44a3d3-6b38-48ea-a037-875d7230ca5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.401528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] For port 9970d322-63e8-41fa-a836-a3b6461820e9, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:11:53.405867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] For port 9970d322-63e8-41fa-a836-a3b6461820e9, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9970d322-63e8-41fa-a836-a3b6461820e9,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:11:53.418663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.445184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.447481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.451856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:53.452965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.454497 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] 10.222.0.47 "PUT /v2.0/ports/9970d322-63e8-41fa-a836-a3b6461820e9 HTTP/1.1" status: 200 len: 1091 time: 3.2700086 Nov 16 21:11:53.573215 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.573215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba91bc6-819a-4913-8486-fc6c5d41e20f {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:11:53.578626 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.581959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ad96505a-102d-4fc3-8ce5-83f642745217 admin admin] 10.222.0.48 "DELETE /v2.0/routers/dba91bc6-819a-4913-8486-fc6c5d41e20f HTTP/1.1" status: 204 len: 168 time: 2.3592677 Nov 16 21:11:53.592808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60034) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:53.732439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd78d20e-088c-4e86-b466-1285b9829751 req-81a01a28-6bb1-49dd-89a4-21f3171e76e3 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9&device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0708094 Nov 16 21:11:53.782255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Deleting subnet bd2b419c-1ca7-4cb2-be08-8fd414093d28 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:11:53.786102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.849062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe10b0-cd7d-4b15-8d95-f7989a4a0f0d service neutron] Pushing event updated for resources: {'Port': ['ID=9970d322-63e8-41fa-a836-a3b6461820e9,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:53.856256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-dee8787c-98df-4f2b-8280-7eb815f54669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:53.859279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-dee8787c-98df-4f2b-8280-7eb815f54669 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0ed77541e5c485c939a5e942544b065&device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 1094 time: 0.3160887 Nov 16 21:11:53.879112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:53.879338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ab7c-9903-4b22-8356-16d93282bf34 req-9118a68f-ccb6-4b05-95d2-34bc7fab138d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:53.881900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae53ab7c-9903-4b22-8356-16d93282bf34 req-9118a68f-ccb6-4b05-95d2-34bc7fab138d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.2160313 Nov 16 21:11:53.969594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-3c336135-9da8-4ac0-8759-0e49e777499f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9970d322-63e8-41fa-a836-a3b6461820e9 HTTP/1.1" status: 200 len: 217 time: 0.0850351 Nov 16 21:11:54.000526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.017340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 38a60678-d433-4baf-9dfd-93922de36d7c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:54.082132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.087063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 38a60678-d433-4baf-9dfd-93922de36d7c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:54.087257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 38a60678-d433-4baf-9dfd-93922de36d7c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:54.098553 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.110918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba414cb-04b3-4105-9a6f-edcae5208dc8 None None] Network 27721cb1-c75b-4c55-b291-a923bb0e3027 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:11:54.111430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.115218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bd2b419c-1ca7-4cb2-be08-8fd414093d28 HTTP/1.1" status: 204 len: 168 time: 0.5213518 Nov 16 21:11:54.128174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60048) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:54.143682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0960b-ee46-49cc-a34c-e71dd32d61e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2b419c-1ca7-4cb2-be08-8fd414093d28,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:54.306047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae53ab7c-9903-4b22-8356-16d93282bf34 req-4d6e09cd-5ef5-46d7-ba9f-9d16a8535e29 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401196 Nov 16 21:11:54.316437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.337552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-c7c99419-5e70-4991-b262-e959de02eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:54.342965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-c7c99419-5e70-4991-b262-e959de02eefd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0ba1e66-c9e8-4ecf-bbfb-d2da36952175 HTTP/1.1" status: 200 len: 854 time: 0.3505182 Nov 16 21:11:54.512890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] DHCP port deletion for 27721cb1-c75b-4c55-b291-a923bb0e3027 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:11:54.516842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-6afcafbd-b6a6-4aaa-afa8-40ada1505a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:54.518605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-6afcafbd-b6a6-4aaa-afa8-40ada1505a3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ca710d1-be33-4f76-90ea-3742fd4c0519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627128 Nov 16 21:11:54.561061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1b572-1d26-49b7-b232-538e637af9ee req-9018bc24-e025-4757-898e-314061cfe683 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:54.563256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9b1b572-1d26-49b7-b232-538e637af9ee req-9018bc24-e025-4757-898e-314061cfe683 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1057317 Nov 16 21:11:54.687341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] Deleting port 7acfc44b-4317-4fa9-b081-a0eb074a2795 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:54.694027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.706950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Deleting port 7acfc44b-4317-4fa9-b081-a0eb074a2795 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:54.707311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.746662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75a48eb4-71e8-486d-9c3a-4a27b26cf628 req-fa531784-bacc-4354-a940-5b75428eb2bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32fd0bf59eec4ca8a8e532d27c206ccf&device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0928674 Nov 16 21:11:54.824439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3f6f52f2-84d6-4137-9d7e-54bd34546617 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:54.876685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75a48eb4-71e8-486d-9c3a-4a27b26cf628 req-c12fe63c-3550-4946-b99e-4b2886338fb6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=32fd0bf59eec4ca8a8e532d27c206ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730512 Nov 16 21:11:54.892411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9b1b572-1d26-49b7-b232-538e637af9ee req-957f4059-17fa-4bf7-8c3d-38e0f289e7e6 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940130 Nov 16 21:11:54.894482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] For port 7acfc44b-4317-4fa9-b081-a0eb074a2795, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7acfc44b-4317-4fa9-b081-a0eb074a2795,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:54.894757 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.903319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 3f6f52f2-84d6-4137-9d7e-54bd34546617 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:54.904652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3f6f52f2-84d6-4137-9d7e-54bd34546617 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:54.906426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7acfc44b-4317-4fa9-b081-a0eb074a2795 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:54.930447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-1e20b33e-484f-4123-b5f2-9f65bd1e8e06 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015408 Nov 16 21:11:54.930627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] For port 7acfc44b-4317-4fa9-b081-a0eb074a2795, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7acfc44b-4317-4fa9-b081-a0eb074a2795,segment=NetworkSegment(413f021c-475b-4d61-ad35-c97f72271fcf),segment_id=413f021c-475b-4d61-ad35-c97f72271fcf)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:54.930995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:54.981151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] Calling delete_port for 7acfc44b-4317-4fa9-b081-a0eb074a2795 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:55.053283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Calling delete_port for 7acfc44b-4317-4fa9-b081-a0eb074a2795 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:55.125398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.136574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4cbd0c4-4787-4341-aedc-b53318e1e2bf req-a52b2c37-5710-451d-8ad8-386061f5d936 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0477891 Nov 16 21:11:55.148884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] No DVR routers for this DVR port 7acfc44b-4317-4fa9-b081-a0eb074a2795 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:55.167909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port 7acfc44b-4317-4fa9-b081-a0eb074a2795 {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:11:55.168354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7acfc44b-4317-4fa9-b081-a0eb074a2795 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:55.168780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35bdb772-8875-4543-b505-018328691ac8 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:11:55.174245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7a7ea-ab75-4bd2-82d8-87cc57b94284 None None] Pushing event deleted for resources: {'Port': ['ID=7acfc44b-4317-4fa9-b081-a0eb074a2795,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.217042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 35bdb772-8875-4543-b505-018328691ac8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:11:55.217396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35bdb772-8875-4543-b505-018328691ac8 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:11:55.222705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:55.227491 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ac50e-dfd0-4593-9dc0-404013be4514" -d '{"events": [{"name": "network-changed", "server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:55.239338 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8c693c-8edb-4fc3-a99d-96eb1cdbce77 req-5dba7aae-ee7d-4542-98e5-d0cf05032e00 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562101 Nov 16 21:11:55.248894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1817526-0b1f-42a6-9168-13b558ccb2f6 req-95abc04f-9bd9-4328-bfa6-66e038d8289d tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/f0f05aca-bfde-48d8-8a27-dad3cf9beea5 HTTP/1.1" status: 200 len: 1816 time: 0.0648491 Nov 16 21:11:55.303963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a48eb4-71e8-486d-9c3a-4a27b26cf628 req-aff09db5-5926-419f-ab72-28dee86e072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:55.304508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75a48eb4-71e8-486d-9c3a-4a27b26cf628 req-aff09db5-5926-419f-ab72-28dee86e072a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4182100 Nov 16 21:11:55.338267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1817526-0b1f-42a6-9168-13b558ccb2f6 req-f3a83ddb-bf97-479b-ba81-1414165d557e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.366029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1817526-0b1f-42a6-9168-13b558ccb2f6 req-f3a83ddb-bf97-479b-ba81-1414165d557e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.416384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1817526-0b1f-42a6-9168-13b558ccb2f6 req-f3a83ddb-bf97-479b-ba81-1414165d557e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.419539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1817526-0b1f-42a6-9168-13b558ccb2f6 req-f3a83ddb-bf97-479b-ba81-1414165d557e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.421004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1817526-0b1f-42a6-9168-13b558ccb2f6 req-f3a83ddb-bf97-479b-ba81-1414165d557e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0f05aca-bfde-48d8-8a27-dad3cf9beea5 HTTP/1.1" status: 204 len: 173 time: 0.1639295 Nov 16 21:11:55.431901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a83ddb-bf97-479b-ba81-1414165d557e tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f05aca-bfde-48d8-8a27-dad3cf9beea5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.435292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e56455-4b1d-487f-9a88-2ddea2ecaf7d req-69577092-abd1-4742-b9aa-f07102fa53e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:55.443037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73e56455-4b1d-487f-9a88-2ddea2ecaf7d req-69577092-abd1-4742-b9aa-f07102fa53e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.3909538 Nov 16 21:11:55.521931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73e56455-4b1d-487f-9a88-2ddea2ecaf7d req-05ab5ac4-9858-4c98-98b9-30db4c763af8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779274 Nov 16 21:11:55.525492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.569159 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:55.613952 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d265d-4cca-4313-8d89-fda2a486eaf5 x-openstack-request-id: req-701d265d-4cca-4313-8d89-fda2a486eaf5 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:55.614246 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:55.614676 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-701d265d-4cca-4313-8d89-fda2a486eaf5 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:55.615121 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9', 'status': 'completed', 'code': 200} Nov 16 21:11:55.631435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] No DVR routers for this DVR port 7acfc44b-4317-4fa9-b081-a0eb074a2795 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:55.637340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acfc44b-4317-4fa9-b081-a0eb074a2795,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:55.752055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4d5123a-0597-485d-97b7-84ded6915e98 req-25e747ee-4372-428f-b8a3-f43fa8445762 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/850b6e3b-15a2-40ac-b142-ad4ce853a7dc HTTP/1.1" status: 200 len: 1818 time: 0.1161742 Nov 16 21:11:55.869264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f76ac-fa1a-4e9c-871d-db37c61dbe3e req-0f85f7bf-c959-478b-a658-91f237f8ef26 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:55.878264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f81f76ac-fa1a-4e9c-871d-db37c61dbe3e req-0f85f7bf-c959-478b-a658-91f237f8ef26 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.0827186 Nov 16 21:11:55.955023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f81f76ac-fa1a-4e9c-871d-db37c61dbe3e req-4d5911c9-0d77-4af2-b5ec-703a944cedf4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757473 Nov 16 21:11:56.228320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb3107-564b-4f0d-adaf-760ada6ef496 req-16dd7ec7-269d-42ba-ac26-d12fac08f299 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:56.231447 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.243272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ffb3107-564b-4f0d-adaf-760ada6ef496 req-16dd7ec7-269d-42ba-ac26-d12fac08f299 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1287444 Nov 16 21:11:56.251486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-22d45b66-6971-49e2-ad1b-14220d80070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:56.252984 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-22d45b66-6971-49e2-ad1b-14220d80070c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0ed77541e5c485c939a5e942544b065&device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 1094 time: 0.6020799 Nov 16 21:11:56.278875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:56.285022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27721cb1-c75b-4c55-b291-a923bb0e3027']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:56.342090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ffb3107-564b-4f0d-adaf-760ada6ef496 req-146322d7-b7db-465a-875f-739ed9e6f71a tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965571 Nov 16 21:11:56.352941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413f021c-475b-4d61-ad35-c97f72271fcf') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:56.352941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413f021c-475b-4d61-ad35-c97f72271fcf') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:11:56.370406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.384452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4d5123a-0597-485d-97b7-84ded6915e98 req-38f04b0d-d89d-48d2-9da8-8c69dc2771db tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.399729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.430382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:11:56.430856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:11:56.436427 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:11:56.452009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4d5123a-0597-485d-97b7-84ded6915e98 req-38f04b0d-d89d-48d2-9da8-8c69dc2771db tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.517817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.562896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-bc528dc8-7dfa-4364-81a9-a771cb93131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:56.564907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-bc528dc8-7dfa-4364-81a9-a771cb93131c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ca710d1-be33-4f76-90ea-3742fd4c0519 HTTP/1.1" status: 200 len: 916 time: 0.2951910 Nov 16 21:11:56.625954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-37d79519-01a0-4d16-b48d-a2c645f52dca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9970d322-63e8-41fa-a836-a3b6461820e9 HTTP/1.1" status: 200 len: 217 time: 0.0502894 Nov 16 21:11:56.705345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.711120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.716704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-797bb480-f034-4164-89f7-457ab6841173 req-521a40c2-ef96-4003-8c23-43681c882e7b tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.0418963 Nov 16 21:11:56.756003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.759587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] 10.222.0.48 "DELETE /v2.0/networks/27721cb1-c75b-4c55-b291-a923bb0e3027 HTTP/1.1" status: 204 len: 168 time: 2.6304481 Nov 16 21:11:56.765305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:56.783811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4d5123a-0597-485d-97b7-84ded6915e98 req-38f04b0d-d89d-48d2-9da8-8c69dc2771db tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.790119 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4d5123a-0597-485d-97b7-84ded6915e98 req-38f04b0d-d89d-48d2-9da8-8c69dc2771db tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:56.791516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4d5123a-0597-485d-97b7-84ded6915e98 req-38f04b0d-d89d-48d2-9da8-8c69dc2771db tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/850b6e3b-15a2-40ac-b142-ad4ce853a7dc HTTP/1.1" status: 204 len: 173 time: 0.6042588 Nov 16 21:11:56.840479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea95f58-63f4-4765-abea-1be3a6c3bf85 admin admin] Pushing event deleted for resources: {'Network': ['ID=27721cb1-c75b-4c55-b291-a923bb0e3027,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:56.868050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-a281c0e4-eec1-4330-b68f-24101a803aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:56.870349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-a281c0e4-eec1-4330-b68f-24101a803aff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0ba1e66-c9e8-4ecf-bbfb-d2da36952175 HTTP/1.1" status: 200 len: 854 time: 0.1807690 Nov 16 21:11:56.956602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5e7007ac-e448-4f01-8ff5-c35a419ef4c7 req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-442514556', 'description': 'tempest-description-1682040587'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:56.966330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04b0d-d89d-48d2-9da8-8c69dc2771db tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850b6e3b-15a2-40ac-b142-ad4ce853a7dc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:57.045064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.075118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17973d8d-f99d-4ea1-b936-33d25ccf2879 req-5c931ea4-b1c9-4896-beb1-55cf47a38f20 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:57.080751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.084108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17973d8d-f99d-4ea1-b936-33d25ccf2879 req-5c931ea4-b1c9-4896-beb1-55cf47a38f20 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.1645565 Nov 16 21:11:57.128230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75a48eb4-71e8-486d-9c3a-4a27b26cf628 req-d1121210-e04a-4ffa-b829-84025caf0f97 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.41 "GET /v2.0/ports?device_id=7acb1c68-15bc-43bd-ae31-3b1c841aa6a9 HTTP/1.1" status: 200 len: 210 time: 0.1668577 Nov 16 21:11:57.144463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5e7007ac-e448-4f01-8ff5-c35a419ef4c7 req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.164966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17973d8d-f99d-4ea1-b936-33d25ccf2879 req-baf0dd8e-3332-499e-9975-8e6634fd5e7e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Nov 16 21:11:57.273827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d658383cf644fbb9d717bafc01618cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9914095 Nov 16 21:11:57.276338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60108) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:57.286759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee3b76-7abe-4a5d-a21b-888c3a655d31,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:57.311228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.316309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.316621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.317053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.317455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.318715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.319123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.319523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.319925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.320319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.320728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.321118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bec76b-d5e3-405d-9139-ca0fb778f519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:57.333864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-a9291cee-f04f-400a-a116-b522afa853de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:57.335416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-a9291cee-f04f-400a-a116-b522afa853de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ca710d1-be33-4f76-90ea-3742fd4c0519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2875051 Nov 16 21:11:57.426809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.477485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5e7007ac-e448-4f01-8ff5-c35a419ef4c7 req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.485818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab663a96-d00b-4411-9af9-7f8a21c04cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.496052 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5e7007ac-e448-4f01-8ff5-c35a419ef4c7 req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.534456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5e7007ac-e448-4f01-8ff5-c35a419ef4c7 req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.535721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e7007ac-e448-4f01-8ff5-c35a419ef4c7 req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7041626 Nov 16 21:11:57.569545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab663a96-d00b-4411-9af9-7f8a21c04cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.577442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-ab3e3706-3a50-4068-acb4-4b550f0f93a2 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187665 Nov 16 21:11:57.611165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e6086-8b45-46b8-89ef-3edfe3940566 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e664044e-edc3-44a4-a939-ada5e5b1da40,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:57.700596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1ffaf-346e-40b0-b5ba-904e9e432b89 req-0f8333fa-0a6b-4323-b267-849f1fe6c630 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:57.703028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4d1ffaf-346e-40b0-b5ba-904e9e432b89 req-0f8333fa-0a6b-4323-b267-849f1fe6c630 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1599057 Nov 16 21:11:57.773197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-54e81f9c-7dca-43bf-9194-a4a9ce2b09ab tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/e664044e-edc3-44a4-a939-ada5e5b1da40 HTTP/1.1" status: 200 len: 1817 time: 0.1025772 Nov 16 21:11:57.782448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2105033799', 'description': 'tempest-description-hth-1118174833'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:11:57.814245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4d1ffaf-346e-40b0-b5ba-904e9e432b89 req-50cacd2e-ba8e-4232-96a0-553ee14e2f77 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674813 Nov 16 21:11:57.815906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab663a96-d00b-4411-9af9-7f8a21c04cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.818750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab663a96-d00b-4411-9af9-7f8a21c04cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.820217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ab663a96-d00b-4411-9af9-7f8a21c04cfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66ee3b76-7abe-4a5d-a21b-888c3a655d31 HTTP/1.1" status: 204 len: 168 time: 0.5396261 Nov 16 21:11:57.845423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab663a96-d00b-4411-9af9-7f8a21c04cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ee3b76-7abe-4a5d-a21b-888c3a655d31,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:57.845423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-042ac50e-dfd0-4593-9dc0-404013be4514 req-b5caa4fd-44fe-4603-bb8a-98211493846d service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525206 Nov 16 21:11:57.846829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.911881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.915419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Deleting port 8094400a-9e35-48e0-bde8-37148c3973a1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:57.915774 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.919145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.922608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:57.927232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41f64d57-9741-4ffa-b608-c94ca8cb0783 req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "PUT /v2.0/security-groups/e664044e-edc3-44a4-a939-ada5e5b1da40 HTTP/1.1" status: 200 len: 1792 time: 0.1528053 Nov 16 21:11:58.024894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349ff2a-216d-4707-9efd-043cd6737555 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e664044e-edc3-44a4-a939-ada5e5b1da40,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:58.040707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] For port 8094400a-9e35-48e0-bde8-37148c3973a1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8094400a-9e35-48e0-bde8-37148c3973a1,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:58.041090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.070883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Calling delete_port for 8094400a-9e35-48e0-bde8-37148c3973a1 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:58.098122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39cf557a-20d7-4f07-ad59-bd5d4f343c70 req-9acbbaec-8618-4eb0-8256-744fb8ce10b8 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/e664044e-edc3-44a4-a939-ada5e5b1da40 HTTP/1.1" status: 200 len: 1792 time: 0.1347976 Nov 16 21:11:58.183904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf8b379c-8061-4b29-accb-fd6032b6da42 req-d4205dbb-299b-400e-b82f-15b8a3ca186c tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/e664044e-edc3-44a4-a939-ada5e5b1da40 HTTP/1.1" status: 200 len: 1792 time: 0.0588739 Nov 16 21:11:58.328202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bf8b379c-8061-4b29-accb-fd6032b6da42 req-eed17b6c-e32d-49c5-8eed-54134666ee5b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.385980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bf8b379c-8061-4b29-accb-fd6032b6da42 req-eed17b6c-e32d-49c5-8eed-54134666ee5b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.408570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.409092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9d63bf0-3404-4e57-9712-b63afe7d582e req-baf875a3-b0ad-4a64-a434-4d775f135d85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32fd0bf59eec4ca8a8e532d27c206ccf&device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0377171 Nov 16 21:11:58.432136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60144) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:58.456466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9d63bf0-3404-4e57-9712-b63afe7d582e req-1a28759f-6c9c-4018-8fa7-6a0f69c4782d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=32fd0bf59eec4ca8a8e532d27c206ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347843 Nov 16 21:11:58.476597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Pushing event deleted for resources: {'Port': ['ID=8094400a-9e35-48e0-bde8-37148c3973a1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:58.480291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0208bd94-8092-4d0c-98f0-87fa51801de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.513980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.514327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.515369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.515715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.516040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.516385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.516708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.517027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.517384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.517712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.518046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.518337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:11:58.532393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bf8b379c-8061-4b29-accb-fd6032b6da42 req-eed17b6c-e32d-49c5-8eed-54134666ee5b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.535935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bf8b379c-8061-4b29-accb-fd6032b6da42 req-eed17b6c-e32d-49c5-8eed-54134666ee5b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:58.537421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf8b379c-8061-4b29-accb-fd6032b6da42 req-eed17b6c-e32d-49c5-8eed-54134666ee5b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/e664044e-edc3-44a4-a939-ada5e5b1da40 HTTP/1.1" status: 204 len: 173 time: 0.3454874 Nov 16 21:11:58.552857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed17b6c-e32d-49c5-8eed-54134666ee5b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e664044e-edc3-44a4-a939-ada5e5b1da40,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:58.575912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12630a6-1126-4160-a4b2-44cb8a3660f5 req-022c0987-e88c-423b-929a-2311bef98675 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:58.585005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12630a6-1126-4160-a4b2-44cb8a3660f5 req-022c0987-e88c-423b-929a-2311bef98675 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.1932442 Nov 16 21:11:58.665010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63bf0-3404-4e57-9712-b63afe7d582e req-c5f74ac6-5238-4175-a835-032402783842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:58.678292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9d63bf0-3404-4e57-9712-b63afe7d582e req-c5f74ac6-5238-4175-a835-032402783842 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122576 Nov 16 21:11:58.705935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-f2878174-9a89-483e-9145-3b9df3d83b46 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:58.707959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-f2878174-9a89-483e-9145-3b9df3d83b46 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 945 time: 0.1263115 Nov 16 21:11:58.722823 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12630a6-1126-4160-a4b2-44cb8a3660f5 req-0cae90f4-4adb-422d-92c2-f8db760d0ed4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318698 Nov 16 21:11:58.864241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6e462fc-4eda-4bd3-bc08-9b620e8e57ea req-96215df6-2646-4a8a-90e4-ee7876645612 tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0378826 Nov 16 21:11:58.898725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:11:58.898725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.082880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bdabb-2071-4764-aa90-b147410d5639 req-73db1e41-13cd-4a15-af65-6fe31e3de828 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:11:59.085261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d25bdabb-2071-4764-aa90-b147410d5639 req-73db1e41-13cd-4a15-af65-6fe31e3de828 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1059012 Nov 16 21:11:59.088109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:11:59.088698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.117503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for e9ba35bb-412d-46b7-aa0b-42021c8e7f3c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:11:59.187466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d25bdabb-2071-4764-aa90-b147410d5639 req-e6cba080-adba-42a0-9b72-aa657f1fbce7 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844460 Nov 16 21:11:59.283574 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-a15eb7f4-9cb9-4495-b6cb-d3577449a54c req-9939782f-a04f-470f-9b4e-95dfbcdb6b51 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:59.289857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a15eb7f4-9cb9-4495-b6cb-d3577449a54c req-9939782f-a04f-470f-9b4e-95dfbcdb6b51 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/850b6e3b-15a2-40ac-b142-ad4ce853a7dc HTTP/1.1" status: 404 len: 352 time: 0.0368538 Nov 16 21:11:59.339786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0208bd94-8092-4d0c-98f0-87fa51801de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.343191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.349050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0208bd94-8092-4d0c-98f0-87fa51801de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.370688 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-831ee15a-b38e-49af-93fc-c20ca131d641 req-d0c1ea3b-ee75-46c3-9feb-be187d9e8528 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:59.372290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ee15a-b38e-49af-93fc-c20ca131d641 req-d0c1ea3b-ee75-46c3-9feb-be187d9e8528 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/f0f05aca-bfde-48d8-8a27-dad3cf9beea5 HTTP/1.1" status: 404 len: 352 time: 0.0401716 Nov 16 21:11:59.401246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.416097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c', '2091aefc-f75f-41da-b7bd-8e25fadf346d', 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:11:59.454919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=e9ba35bb-412d-46b7-aa0b-42021c8e7f3c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.488577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208bd94-8092-4d0c-98f0-87fa51801de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6aa5df-dea3-461e-ba98-f504d2980c13,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.494949 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-9189a396-ca84-4690-a9e6-0874a52bf292 req-05463e25-6b7d-4182-99fc-c7fc428a2b96 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:59.504408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9189a396-ca84-4690-a9e6-0874a52bf292 req-05463e25-6b7d-4182-99fc-c7fc428a2b96 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/cf5d0d02-65f3-46aa-9f6a-8c86ebe985dd HTTP/1.1" status: 404 len: 352 time: 0.0868988 Nov 16 21:11:59.514120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0208bd94-8092-4d0c-98f0-87fa51801de4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5eb4ec9379a84479a08aace007e0555e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0742545 Nov 16 21:11:59.514313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:59.575315 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-69342a48-12cf-4895-869e-19c4f67bbf75 req-8db5711d-5db7-4011-8063-af2d64354d06 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:59.585283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69342a48-12cf-4895-869e-19c4f67bbf75 req-8db5711d-5db7-4011-8063-af2d64354d06 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/1463467a-3192-4e0c-80f1-b8f4c10db9de HTTP/1.1" status: 404 len: 352 time: 0.0452182 Nov 16 21:11:59.587450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port e9ba35bb-412d-46b7-aa0b-42021c8e7f3c on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:11:59.590410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.594564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3427487f-d2fa-47e9-8edd-93b5b984ecd9 req-dafddd7b-33cf-44bf-a688-7809f6f50c43 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "DELETE /v2.0/ports/e9ba35bb-412d-46b7-aa0b-42021c8e7f3c HTTP/1.1" status: 204 len: 173 time: 0.8727481 Nov 16 21:11:59.595283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'name': 'network-vif-deleted', 'tag': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:11:59.598860 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2f2721-188e-41be-a259-3cce9e131ea9" -d '{"events": [{"server_uuid": "f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4", "name": "network-vif-deleted", "tag": "e9ba35bb-412d-46b7-aa0b-42021c8e7f3c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:11:59.651576 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c88dda-c39f-4815-986c-db0b01bf5d23 x-openstack-request-id: req-b9c88dda-c39f-4815-986c-db0b01bf5d23 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:11:59.652251 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4", "name": "network-vif-deleted", "tag": "e9ba35bb-412d-46b7-aa0b-42021c8e7f3c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:11:59.652786 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9c88dda-c39f-4815-986c-db0b01bf5d23 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:11:59.653434 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4', 'name': 'network-vif-deleted', 'tag': 'e9ba35bb-412d-46b7-aa0b-42021c8e7f3c', 'status': 'completed', 'code': 200} Nov 16 21:11:59.664138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f671134-ddb0-4ea9-a3c1-b8498b499b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.666031 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-f626afe4-27fb-45f8-852b-321d38d02ffc req-21ac2794-1c15-4bc4-af55-ef45a44cda51 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:59.667075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f626afe4-27fb-45f8-852b-321d38d02ffc req-21ac2794-1c15-4bc4-af55-ef45a44cda51 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/3a32f36e-34b2-46ac-8713-d14b58c2152e HTTP/1.1" status: 404 len: 352 time: 0.0657899 Nov 16 21:11:59.729083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f671134-ddb0-4ea9-a3c1-b8498b499b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.771038 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-20e8be78-05c1-4064-b7ae-1b8279d5bdc3 req-285ebb9a-7963-4ee4-875b-0f1b9a257c09 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] show failed (client error): The resource could not be found. Nov 16 21:11:59.776043 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20e8be78-05c1-4064-b7ae-1b8279d5bdc3 req-285ebb9a-7963-4ee4-875b-0f1b9a257c09 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/9400d24e-5cd0-4805-8bee-a227918a248a HTTP/1.1" status: 404 len: 352 time: 0.0559237 Nov 16 21:11:59.791945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Router f7f01428-2083-4848-bfe5-e4102c9931c4 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:11:59.847835 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f671134-ddb0-4ea9-a3c1-b8498b499b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.850332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f671134-ddb0-4ea9-a3c1-b8498b499b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:11:59.853794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9f671134-ddb0-4ea9-a3c1-b8498b499b8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b6aa5df-dea3-461e-ba98-f504d2980c13 HTTP/1.1" status: 204 len: 168 time: 0.3356180 Nov 16 21:11:59.891930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671134-ddb0-4ea9-a3c1-b8498b499b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6aa5df-dea3-461e-ba98-f504d2980c13,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:11:59.940434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:11:59.946705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c428c6e-e0f4-469b-b39f-0abe505c91ec req-aed5549a-8395-4a8a-97c5-1fe552c5339a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2e549e4-cbb1-44e8-bf1b-92cf22d2e9b4 HTTP/1.1" status: 200 len: 210 time: 0.0685408 Nov 16 21:11:59.950134 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] Sync routers for ids ['f7f01428-2083-4848-bfe5-e4102c9931c4'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:11:59.953772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4625444b-a4d2-49a7-87ab-f2d14221c76c admin admin] 10.222.0.48 "PUT /v2.0/routers/f7f01428-2083-4848-bfe5-e4102c9931c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1899009 Nov 16 21:11:59.957244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:11:59.980073 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] Routers {'f7f01428-2083-4848-bfe5-e4102c9931c4'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:11:59.980993 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f7f01428-2083-4848-bfe5-e4102c9931c4'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:00.128993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b2303b2-7ee4-43e5-b9ef-9bcf0e854a8e req-4e736e02-bada-4222-82ed-d45a833ef16f tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.48 "GET /v2.0/ports?device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0471036 Nov 16 21:12:00.164852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.287600 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] Set router f7f01428-2083-4848-bfe5-e4102c9931c4 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:00.298703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9d63bf0-3404-4e57-9712-b63afe7d582e req-48a5fc44-8ffa-40b2-b33a-a35162ca0e6d tempest-ServerShowV247Test-1316713277 tempest-ServerShowV247Test-1316713277-project] 10.222.0.41 "GET /v2.0/ports?device_id=43eb6d35-af6e-4234-aada-492f4c5cd582 HTTP/1.1" status: 200 len: 210 time: 0.0997212 Nov 16 21:12:00.410627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.522981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53031080-c0d4-4d16-a585-d9a8f22ff154 req-a37e5455-af27-4484-8124-b76aaedd3414 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:00.533020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65639f1-155e-4115-9d2b-a7f26ab4513b req-e61cfc0d-b890-4e07-a974-b7dc11b8cb8b tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:00.540200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53031080-c0d4-4d16-a585-d9a8f22ff154 req-a37e5455-af27-4484-8124-b76aaedd3414 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1023 time: 0.1430128 Nov 16 21:12:00.543139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e65639f1-155e-4115-9d2b-a7f26ab4513b req-e61cfc0d-b890-4e07-a974-b7dc11b8cb8b tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1232982 Nov 16 21:12:00.658111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e65639f1-155e-4115-9d2b-a7f26ab4513b req-fd4de1aa-2ba3-4387-9efc-a25be84be816 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138134 Nov 16 21:12:00.672531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Deleting port a616b559-2632-4376-aa91-30a191ad53c2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:00.678905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.690302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53031080-c0d4-4d16-a585-d9a8f22ff154 req-1575aa09-b239-4a73-9472-75e321772f9b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0728c960-f009-46ba-92f9-37d4893c8579&id=0598656b-bc5c-4a60-9096-c7cce838386f&id=a2757ff0-3c35-407f-bf3d-ed3a18fd161b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1429071 Nov 16 21:12:00.705589 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:11:58Z', 'revision_number': 5, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port': {'id': 'a616b559-2632-4376-aa91-30a191ad53c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:09:50Z', 'updated_at': '2021-11-16T21:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:00.775481 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] Checking router: f7f01428-2083-4848-bfe5-e4102c9931c4 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:00.782210 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] Routers {'f7f01428-2083-4848-bfe5-e4102c9931c4'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:00.782826 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f7f01428-2083-4848-bfe5-e4102c9931c4'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:00.803992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] For port a616b559-2632-4376-aa91-30a191ad53c2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a616b559-2632-4376-aa91-30a191ad53c2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:00.804693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:00.820487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Calling delete_port for a616b559-2632-4376-aa91-30a191ad53c2 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:00.872138 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] Set router f7f01428-2083-4848-bfe5-e4102c9931c4 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:00.936133 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:12:00Z', 'revision_number': 6, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:01.042096 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfed056-649a-42ab-a5ba-0971d2c28450 None None] The sync data for ids ['f7f01428-2083-4848-bfe5-e4102c9931c4'] in n-d-817778-8 is: [{'id': 'f7f01428-2083-4848-bfe5-e4102c9931c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1495366701-router', 'tenant_id': '99e6d216d71241b2aa36e1f7160290ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:48Z', 'updated_at': '2021-11-16T21:12:00Z', 'revision_number': 6, 'project_id': '99e6d216d71241b2aa36e1f7160290ef', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:01.102384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.141261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Pushing event deleted for resources: {'Port': ['ID=a616b559-2632-4376-aa91-30a191ad53c2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:01.258179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.455214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.460618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.560787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb27cc-3865-4cea-ace7-d8e6bd09dc1c req-00bc9e86-474f-42e3-a8e7-a6cb90d80788 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:01.564058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.564636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f01428-2083-4848-bfe5-e4102c9931c4 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:12:01.570323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.571560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-98ae4f4c-3cc8-4acf-bd83-7de6c8c6117e admin admin] 10.222.0.48 "DELETE /v2.0/routers/f7f01428-2083-4848-bfe5-e4102c9931c4 HTTP/1.1" status: 204 len: 168 time: 1.6120362 Nov 16 21:12:01.573871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20fb27cc-3865-4cea-ace7-d8e6bd09dc1c req-00bc9e86-474f-42e3-a8e7-a6cb90d80788 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.0951407 Nov 16 21:12:01.574119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60248) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:01.704886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Deleting subnet 4317dc84-9e67-48ef-b0a1-26ae2aa2c847 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:01.709435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.717116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20fb27cc-3865-4cea-ace7-d8e6bd09dc1c req-741cc48f-507e-43f5-a13b-61efb7bf8b0b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379707 Nov 16 21:12:01.762524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:01.875359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60258) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:01.896014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850bae-be97-453d-9965-2e04b2f87a98 req-87ed1b94-fdc6-4130-8246-dc4ab9046334 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:01.903745 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09850bae-be97-453d-9965-2e04b2f87a98 req-87ed1b94-fdc6-4130-8246-dc4ab9046334 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1023 time: 0.0810952 Nov 16 21:12:01.941752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212eb28-2be4-4e52-9b13-5f7b330a17b7 req-64c062d2-9fc1-499a-a4c9-c5cde5b515fb tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:01.949934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d212eb28-2be4-4e52-9b13-5f7b330a17b7 req-64c062d2-9fc1-499a-a4c9-c5cde5b515fb tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1282918 Nov 16 21:12:01.961257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.056499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09850bae-be97-453d-9965-2e04b2f87a98 req-3b564c5a-9bba-45d6-887d-49a67a9cf248 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0728c960-f009-46ba-92f9-37d4893c8579&id=0598656b-bc5c-4a60-9096-c7cce838386f&id=a2757ff0-3c35-407f-bf3d-ed3a18fd161b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1435156 Nov 16 21:12:02.058652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d212eb28-2be4-4e52-9b13-5f7b330a17b7 req-c95c543e-6198-4419-aadc-46ba59e73e49 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078513 Nov 16 21:12:02.080798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.102510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30b91d-9270-428a-b13b-7c4712e7df5f None None] Network 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:02.116106 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.119639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4317dc84-9e67-48ef-b0a1-26ae2aa2c847 HTTP/1.1" status: 204 len: 168 time: 0.5442133 Nov 16 21:12:02.120729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1aac57-f214-4396-8d7a-90be55d60431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4317dc84-9e67-48ef-b0a1-26ae2aa2c847,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:02.122919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60270) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:02.137986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ba35bb-412d-46b7-aa0b-42021c8e7f3c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:02.205150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.242570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: e9ba35bb-412d-46b7-aa0b-42021c8e7f3c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:02.243193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ba35bb-412d-46b7-aa0b-42021c8e7f3c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:02.262420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-7e4d5fa5-03d9-4dbc-be4f-36b16e02b714 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:02.266825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-7e4d5fa5-03d9-4dbc-be4f-36b16e02b714 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.47 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1023 time: 0.2032466 Nov 16 21:12:02.347183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Deleting port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:02.350232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.365278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b480c049-6713-4584-b300-8f4ae72f6833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.485425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] DHCP port deletion for 9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:12:02.529550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Deleting port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:02.530341 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.548086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] For port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:02.548461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.574688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Calling delete_port for 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:02.610055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] Deleting port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:02.610427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.667293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b480c049-6713-4584-b300-8f4ae72f6833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.725930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] For port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,segment=NetworkSegment(417dffc6-c7cc-4e1c-a7f6-97c2722de974),segment_id=417dffc6-c7cc-4e1c-a7f6-97c2722de974)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:02.726675 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.747221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] Calling delete_port for 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:02.753947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a616b559-2632-4376-aa91-30a191ad53c2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:02.762763 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b480c049-6713-4584-b300-8f4ae72f6833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.800157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:02.821863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a616b559-2632-4376-aa91-30a191ad53c2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:02.827253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a616b559-2632-4376-aa91-30a191ad53c2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:02.829148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8094400a-9e35-48e0-bde8-37148c3973a1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:02.835809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] No DVR routers for this DVR port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:02.878114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b480c049-6713-4584-b300-8f4ae72f6833 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32fd0bf59eec4ca8a8e532d27c206ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9954827 Nov 16 21:12:02.884850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60292) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:02.888537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480c049-6713-4584-b300-8f4ae72f6833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0511ce-60a1-4949-b722-ec4444febc6b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:02.907779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:02.948625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8094400a-9e35-48e0-bde8-37148c3973a1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:02.949024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8094400a-9e35-48e0-bde8-37148c3973a1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:02.949375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:02.985499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:02.985938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:02.998829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.025691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.042566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] No DVR routers for this DVR port 19f3bd68-bd1b-4db9-b762-e4c01fe3cc58 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:03.074010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125a4e8-4a81-4831-adea-63631a92bc38 None None] Pushing event deleted for resources: {'Port': ['ID=19f3bd68-bd1b-4db9-b762-e4c01fe3cc58,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.081298 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82e42d00-fd2c-4afd-8065-461e019f33b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.160163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.190138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Request body: {'security_group': {'name': 'tempest-securitygroup-731194281', 'description': 'tempest-description-1550015854'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:03.197990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b931d-28ed-48b6-8a94-0c0f4f697cdf req-61183f8b-02e8-4dce-a2ae-cdf79c8d04fd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:03.199504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-860b931d-28ed-48b6-8a94-0c0f4f697cdf req-61183f8b-02e8-4dce-a2ae-cdf79c8d04fd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.3090458 Nov 16 21:12:03.211954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] For port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,segment=NetworkSegment(8e381523-c489-43ee-8d75-0a603601285e),segment_id=8e381523-c489-43ee-8d75-0a603601285e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:03.212212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.223445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea6a6fa-853d-4fb6-aa28-7888ce1471a5']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:03.244974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82e42d00-fd2c-4afd-8065-461e019f33b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.257649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417dffc6-c7cc-4e1c-a7f6-97c2722de974') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:03.258260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417dffc6-c7cc-4e1c-a7f6-97c2722de974') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:03.270575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Calling delete_port for 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:03.282176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-89fa1d40-2be2-4786-aed1-c93f6137f45b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:03.283737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-89fa1d40-2be2-4786-aed1-c93f6137f45b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 945 time: 0.1931088 Nov 16 21:12:03.287605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.310875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.324751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.332859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-860b931d-28ed-48b6-8a94-0c0f4f697cdf req-d97cb5ba-8da6-4700-a61c-5db863a56825 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214015 Nov 16 21:12:03.371438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.388973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:03.390411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:03.392910 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:03.440809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82e42d00-fd2c-4afd-8065-461e019f33b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.443704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82e42d00-fd2c-4afd-8065-461e019f33b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.447223 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82e42d00-fd2c-4afd-8065-461e019f33b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb0511ce-60a1-4949-b722-ec4444febc6b HTTP/1.1" status: 204 len: 168 time: 0.5517774 Nov 16 21:12:03.474093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e42d00-fd2c-4afd-8065-461e019f33b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0511ce-60a1-4949-b722-ec4444febc6b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.566912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cec0c-4687-42cc-a69b-66f63d4c47e9 req-ab4bde76-b9f3-4297-8963-91eba9a49e00 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:03.568677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce8cec0c-4687-42cc-a69b-66f63d4c47e9 req-ab4bde76-b9f3-4297-8963-91eba9a49e00 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/ports?device_id=20700180-f37b-43d3-98b2-deaab2726154 HTTP/1.1" status: 200 len: 1023 time: 0.1250131 Nov 16 21:12:03.569865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.579343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.591967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.597865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3728e2fc-17a9-4a0b-bdf2-106c092b2a93'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:03.598422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9ea6a6fa-853d-4fb6-aa28-7888ce1471a5 HTTP/1.1" status: 204 len: 168 time: 1.4716864 Nov 16 21:12:03.598422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5eadd-e562-406f-9c48-e27dc0076ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea6a6fa-853d-4fb6-aa28-7888ce1471a5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.610693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.639758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.649749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port 2091aefc-f75f-41da-b7bd-8e25fadf346d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:03.650096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.722423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.728273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'Port': ['ID=3728e2fc-17a9-4a0b-bdf2-106c092b2a93,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.754334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port 2091aefc-f75f-41da-b7bd-8e25fadf346d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2091aefc-f75f-41da-b7bd-8e25fadf346d,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:03.754953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.770202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.772061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for 2091aefc-f75f-41da-b7bd-8e25fadf346d owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:03.800597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] No DVR routers for this DVR port 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:03.803409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.806815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e6b00c3-6866-4a84-8c29-ccd00e320c78 req-a128a3ab-e645-4bc3-ae76-06d4bcf26fc4 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.47 "DELETE /v2.0/ports/3728e2fc-17a9-4a0b-bdf2-106c092b2a93 HTTP/1.1" status: 204 len: 173 time: 1.5321414 Nov 16 21:12:03.814190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'name': 'network-vif-deleted', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:03.816449 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12585a1-55ed-4ed3-9c61-2b9671f6182f" -d '{"events": [{"server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "name": "network-vif-deleted", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:03.823115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.837409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:03.838878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85ffc35a-4620-4ebd-975e-fcd90325c5b6 req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6616569 Nov 16 21:12:03.868322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cc7fe-115e-4916-a3bc-262de09e5701 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc34ed-95d9-494f-80b5-f54adb837ef1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:03.920901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce8cec0c-4687-42cc-a69b-66f63d4c47e9 req-5361e283-ac17-44da-8806-8a20ea223028 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups?id=0728c960-f009-46ba-92f9-37d4893c8579&id=0598656b-bc5c-4a60-9096-c7cce838386f&id=a2757ff0-3c35-407f-bf3d-ed3a18fd161b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3239210 Nov 16 21:12:03.936893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60312) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:04.044866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec5f6155-0f58-45d7-a7d6-1372003ab892 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94b84c0bd7e24f5990c1048fb8a35534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034052 Nov 16 21:12:04.045304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:04.061552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.079099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c', '2091aefc-f75f-41da-b7bd-8e25fadf346d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:04.147299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=2091aefc-f75f-41da-b7bd-8e25fadf346d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:04.161890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865ad85-3b97-4671-9c7d-e303a1d03151 req-205b3f33-5d5a-4b2e-82fa-23848a1a5b42 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:04.176079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7865ad85-3b97-4671-9c7d-e303a1d03151 req-205b3f33-5d5a-4b2e-82fa-23848a1a5b42 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1544707 Nov 16 21:12:04.312425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7865ad85-3b97-4671-9c7d-e303a1d03151 req-86b1c17b-006e-49e4-8e44-7f22a1d60168 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332595 Nov 16 21:12:04.322510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port 2091aefc-f75f-41da-b7bd-8e25fadf346d on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:04.333475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.333801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2e609d1f-72ff-4b29-9948-9e1867ccc74a req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Request body: {'security_group': {'name': 'tempest-securitygroup-452668164', 'description': 'tempest-description-615187616'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:04.341864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab50390a-9846-4938-a72a-ee49f2a8fa53 req-660a43aa-6818-4e11-b6f3-2ee8f7dc783e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "DELETE /v2.0/ports/2091aefc-f75f-41da-b7bd-8e25fadf346d HTTP/1.1" status: 204 len: 173 time: 1.0410004 Nov 16 21:12:04.343730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d05505-d22d-472f-be84-ec74914ce064', 'name': 'network-vif-deleted', 'tag': '2091aefc-f75f-41da-b7bd-8e25fadf346d'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:04.348988 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d73792-52a8-4957-b46e-b1bac612b46a" -d '{"events": [{"server_uuid": "28d05505-d22d-472f-be84-ec74914ce064", "name": "network-vif-deleted", "tag": "2091aefc-f75f-41da-b7bd-8e25fadf346d"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:04.355526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843afec2-1b7c-4007-9fe1-c51076e31b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.395170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843afec2-1b7c-4007-9fe1-c51076e31b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.403164 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3de042b-2647-4b2d-9c3b-aa551b1a8068 x-openstack-request-id: req-c3de042b-2647-4b2d-9c3b-aa551b1a8068 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:04.403164 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20700180-f37b-43d3-98b2-deaab2726154", "name": "network-vif-deleted", "tag": "3728e2fc-17a9-4a0b-bdf2-106c092b2a93", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:04.403465 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3de042b-2647-4b2d-9c3b-aa551b1a8068 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:04.404747 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20700180-f37b-43d3-98b2-deaab2726154', 'name': 'network-vif-deleted', 'tag': '3728e2fc-17a9-4a0b-bdf2-106c092b2a93', 'status': 'completed', 'code': 200} Nov 16 21:12:04.413708 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88e0a91-dc58-45f5-84ed-67db45f59c7c x-openstack-request-id: req-f88e0a91-dc58-45f5-84ed-67db45f59c7c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:04.417036 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d05505-d22d-472f-be84-ec74914ce064", "name": "network-vif-deleted", "tag": "2091aefc-f75f-41da-b7bd-8e25fadf346d", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:04.417625 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f88e0a91-dc58-45f5-84ed-67db45f59c7c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:04.418985 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d05505-d22d-472f-be84-ec74914ce064', 'name': 'network-vif-deleted', 'tag': '2091aefc-f75f-41da-b7bd-8e25fadf346d', 'status': 'completed', 'code': 200} Nov 16 21:12:04.419575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e609d1f-72ff-4b29-9948-9e1867ccc74a req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.521770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843afec2-1b7c-4007-9fe1-c51076e31b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.525031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843afec2-1b7c-4007-9fe1-c51076e31b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.529827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-843afec2-1b7c-4007-9fe1-c51076e31b93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91d356ad-708f-416b-aa24-26a136d9edbe HTTP/1.1" status: 204 len: 168 time: 0.4809918 Nov 16 21:12:04.543071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843afec2-1b7c-4007-9fe1-c51076e31b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d356ad-708f-416b-aa24-26a136d9edbe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:04.615793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58728a5d-6b0f-437e-83e0-0d79f198f636 req-4d3b720c-fdf7-450f-9565-af5b18c7db4b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=28d05505-d22d-472f-be84-ec74914ce064 HTTP/1.1" status: 200 len: 210 time: 0.0679948 Nov 16 21:12:04.640566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e609d1f-72ff-4b29-9948-9e1867ccc74a req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.647600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e609d1f-72ff-4b29-9948-9e1867ccc74a req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.687423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2e609d1f-72ff-4b29-9948-9e1867ccc74a req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:04.688708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e609d1f-72ff-4b29-9948-9e1867ccc74a req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3592646 Nov 16 21:12:04.691462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfaa1f-f2a1-4a5b-a8e9-4b334a74dc6e tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f6dfa-c800-4dd4-b158-1d2ac48d7851,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:04.939653 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.005773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:05.123096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1062225847', 'description': 'tempest-description-629145140'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:05.133571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b0a353a-1fbe-4f2a-b373-09b7dc6eef2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99e6d216d71241b2aa36e1f7160290ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264970 Nov 16 21:12:05.134170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60352) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:05.231235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.241069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ddf1b3cc-e4eb-4773-ae65-d568dbc61c41 req-cba6da8d-bdb8-4255-8205-c6dedb51f84b tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/0728c960-f009-46ba-92f9-37d4893c8579 HTTP/1.1" status: 200 len: 1818 time: 0.1613374 Nov 16 21:12:05.248591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.329212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23783cf2-865a-4309-b4d3-f069e2074656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.357911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ddf1b3cc-e4eb-4773-ae65-d568dbc61c41 req-0350203c-2084-48a8-86c1-5b1fbe00b969 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.397416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23783cf2-865a-4309-b4d3-f069e2074656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.402635 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ddf1b3cc-e4eb-4773-ae65-d568dbc61c41 req-0350203c-2084-48a8-86c1-5b1fbe00b969 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.481300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ddf1b3cc-e4eb-4773-ae65-d568dbc61c41 req-0350203c-2084-48a8-86c1-5b1fbe00b969 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.488554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ddf1b3cc-e4eb-4773-ae65-d568dbc61c41 req-0350203c-2084-48a8-86c1-5b1fbe00b969 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.493118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ddf1b3cc-e4eb-4773-ae65-d568dbc61c41 req-0350203c-2084-48a8-86c1-5b1fbe00b969 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/0728c960-f009-46ba-92f9-37d4893c8579 HTTP/1.1" status: 204 len: 173 time: 0.2477875 Nov 16 21:12:05.529994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350203c-2084-48a8-86c1-5b1fbe00b969 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0728c960-f009-46ba-92f9-37d4893c8579,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.548432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.550237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23783cf2-865a-4309-b4d3-f069e2074656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.556310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23783cf2-865a-4309-b4d3-f069e2074656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.563353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-23783cf2-865a-4309-b4d3-f069e2074656 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34efdc03-db78-460e-9ca7-09f7051c6466 HTTP/1.1" status: 204 len: 168 time: 0.4250329 Nov 16 21:12:05.570765 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.589548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23783cf2-865a-4309-b4d3-f069e2074656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34efdc03-db78-460e-9ca7-09f7051c6466,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.668469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:05.726742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc1283-ee5c-46a1-8b76-17be5b61dc70,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.808339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.816256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.852900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0086433-0391-4192-9da3-0932a5d6f953,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:05.871670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:05.890444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8859aafc-b749-453f-9a3f-77f2753a4d53 req-cbe5d95b-2ac7-453d-b03d-c4daa71cd64c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7715225 Nov 16 21:12:05.918824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3f8f-d65d-4216-a4d3-31d5c6ddec52 req-9e91aff6-f30f-4446-9ff7-0a43e3af1154 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:05.928916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-235c3f8f-d65d-4216-a4d3-31d5c6ddec52 req-9e91aff6-f30f-4446-9ff7-0a43e3af1154 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 943 time: 0.1308053 Nov 16 21:12:05.943090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-714741873-network', 'tenant_id': '77ec8f9c3cc4440a811719d4cfe9ed7b'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:05.986680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fa0de3d-339c-4ea1-b4ae-ff2e564e4529 req-c3ae881e-c6ff-4b86-b017-ea4c46399252 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "GET /v2.0/security-groups/a2757ff0-3c35-407f-bf3d-ed3a18fd161b HTTP/1.1" status: 200 len: 1817 time: 0.0881398 Nov 16 21:12:06.001830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Made reservation on behalf of 77ec8f9c3cc4440a811719d4cfe9ed7b for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:06.003688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.014425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.042048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-235c3f8f-d65d-4216-a4d3-31d5c6ddec52 req-4976c2aa-bb41-4ac5-b338-db3b9614f003 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979433 Nov 16 21:12:06.103760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5fa0de3d-339c-4ea1-b4ae-ff2e564e4529 req-fb84e3da-5ee1-4687-a3d0-7859fd271136 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.126183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f4ed56de-15a3-48c3-9dbf-752d95404b77 req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2045307126', 'description': 'tempest-description-520845924'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:06.127405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9970d322-63e8-41fa-a836-a3b6461820e9 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:06.132230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:06.173800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5fa0de3d-339c-4ea1-b4ae-ff2e564e4529 req-fb84e3da-5ee1-4687-a3d0-7859fd271136 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.184628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4ed56de-15a3-48c3-9dbf-752d95404b77 req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.193823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:06.194177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3728e2fc-17a9-4a0b-bdf2-106c092b2a93 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:06.211328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.224448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.257940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5fa0de3d-339c-4ea1-b4ae-ff2e564e4529 req-fb84e3da-5ee1-4687-a3d0-7859fd271136 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.262333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5fa0de3d-339c-4ea1-b4ae-ff2e564e4529 req-fb84e3da-5ee1-4687-a3d0-7859fd271136 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.266670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fa0de3d-339c-4ea1-b4ae-ff2e564e4529 req-fb84e3da-5ee1-4687-a3d0-7859fd271136 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] 10.222.0.48 "DELETE /v2.0/security-groups/a2757ff0-3c35-407f-bf3d-ed3a18fd161b HTTP/1.1" status: 204 len: 173 time: 0.2627392 Nov 16 21:12:06.276995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60404) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:06.277996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:06.291102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84e3da-5ee1-4687-a3d0-7859fd271136 tempest-SecurityGroupsTestJSON-1485303783 tempest-SecurityGroupsTestJSON-1485303783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2757ff0-3c35-407f-bf3d-ed3a18fd161b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.332525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.333113 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Added segment 8ba7b867-6344-4fdd-8d63-dfc90b46ab89 of type vlan for network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 Nov 16 21:12:06.336371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.425839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9970d322-63e8-41fa-a836-a3b6461820e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9970d322-63e8-41fa-a836-a3b6461820e9,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:06.426482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4ed56de-15a3-48c3-9dbf-752d95404b77 req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.441713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Deleting subnet 5d965347-c4c1-490a-ade3-311252728a8c {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:06.442226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '9970d322-63e8-41fa-a836-a3b6461820e9', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'port_id': '9970d322-63e8-41fa-a836-a3b6461820e9', 'mac_address': 'fa:16:3e:5e:1c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:06.444811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.446811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4ed56de-15a3-48c3-9dbf-752d95404b77 req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.453029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.488448 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.506350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970d322-63e8-41fa-a836-a3b6461820e9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:06.511623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bae561-735a-4aae-818e-6cb0daa89dcd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.525588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f4ed56de-15a3-48c3-9dbf-752d95404b77 req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.527318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4ed56de-15a3-48c3-9dbf-752d95404b77 req-3bb57d8e-6c47-4147-8b55-6f59edc2435a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4086342 Nov 16 21:12:06.527777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-f2d163ca-f8ba-4e2a-870a-c315c1d560d4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:06.532257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9970d322-63e8-41fa-a836-a3b6461820e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9970d322-63e8-41fa-a836-a3b6461820e9,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:06.536887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-f2d163ca-f8ba-4e2a-870a-c315c1d560d4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.1366241 Nov 16 21:12:06.540642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.555829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.559200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-954895b6-47f8-4436-a866-4162960172ef tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0209980 Nov 16 21:12:06.560458 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.562517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:06.563423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.598425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=9970d322-63e8-41fa-a836-a3b6461820e9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.618169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-60295357-49d7-4561-b9d7-73731816dd31 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579338 Nov 16 21:12:06.691745 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0219934 Nov 16 21:12:06.696492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:06.704658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Request body: {'subnet': {'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-714741873-subnet', 'tenant_id': '77ec8f9c3cc4440a811719d4cfe9ed7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:06.706380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.712451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876dc9d-7e78-4676-bbf6-a7908f4f8716 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6d8cb6-c34a-4198-9096-af3ca0a1c313,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.723268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:06.755423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-2aa0c434-732c-42ee-b451-8e8332f14e9e service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280520 Nov 16 21:12:06.815594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.832822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Made reservation on behalf of 77ec8f9c3cc4440a811719d4cfe9ed7b for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:06.835080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.859850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:06.864932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d965347-c4c1-490a-ade3-311252728a8c HTTP/1.1" status: 204 len: 168 time: 0.5813105 Nov 16 21:12:06.869371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60438) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:06.880104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae3e5b-f5d4-4474-8164-e5572bdf9722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d965347-c4c1-490a-ade3-311252728a8c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:06.937890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-ceef2326-7509-41c3-8285-15ab7eee3bb1 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767888 Nov 16 21:12:06.972091 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.078901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.123554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-01c1d208-781d-485e-9b00-7e248ee03950 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42577 time: 0.5643220 Nov 16 21:12:07.125494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.148150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af96bfca-d991-4e06-9320-78d8c94af450']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:07.159623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e381523-c489-43ee-8d75-0a603601285e') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:07.160004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e381523-c489-43ee-8d75-0a603601285e') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:07.165309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a94ae30-bb12-4b96-bb67-e9d8ada273fc,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:07.172768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Checking segment: {'id': '8ba7b867-6344-4fdd-8d63-dfc90b46ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:07.174136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Network hostable DHCP agents. Network: 2b6d8cb6-c34a-4198-9096-af3ca0a1c313, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:07.186836 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.205348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:07.213228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.222591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 2b6d8cb6-c34a-4198-9096-af3ca0a1c313) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:07.231883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:07.232291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:07.234278 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:07.236784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd0ba9-27b2-4286-8d03-af254449e8af None None] Network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:07.238150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:07.238758 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.261427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7c4246fd-766d-457e-8777-7cff7288b624 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5634909 Nov 16 21:12:07.284443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-019f9bfb-dee2-4d70-ab76-b79b13a9e8a4 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 200 len: 2998 time: 0.1028399 Nov 16 21:12:07.325474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['9970d322-63e8-41fa-a836-a3b6461820e9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:07.334827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.346175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.349240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] 10.222.0.48 "DELETE /v2.0/networks/af96bfca-d991-4e06-9320-78d8c94af450 HTTP/1.1" status: 204 len: 168 time: 0.4785867 Nov 16 21:12:07.367925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334501e3-1e4e-4b1d-8d58-9fad16a1c707 admin admin] Pushing event deleted for resources: {'Network': ['ID=af96bfca-d991-4e06-9320-78d8c94af450,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:07.374801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-2bf7c632-0dd3-4741-8370-524fa58c3456 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 200 len: 2998 time: 0.0777109 Nov 16 21:12:07.449223 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-b76806f3-033a-43e5-a615-172adc8da524 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/27dc1283-ee5c-46a1-8b76-17be5b61dc70 HTTP/1.1" status: 200 len: 2998 time: 0.0674410 Nov 16 21:12:07.450816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160063b0-69c6-411c-bf68-4d0b4e09957f None None] Network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:07.540973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-966f4c51-d2fc-4fe4-926c-27ba8a5e136b tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/27dc1283-ee5c-46a1-8b76-17be5b61dc70 HTTP/1.1" status: 200 len: 2998 time: 0.0907562 Nov 16 21:12:07.603123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-cc3a097e-fb78-49ad-9ed7-3e23ab567304 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2c705f01-e9d9-4656-a8ca-2a51cf2515c8 HTTP/1.1" status: 200 len: 2998 time: 0.0612538 Nov 16 21:12:07.634471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60474) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:07.714433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-13ee9a27-f8b7-4738-96c3-1fa79317db92 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2c705f01-e9d9-4656-a8ca-2a51cf2515c8 HTTP/1.1" status: 200 len: 2998 time: 0.1034224 Nov 16 21:12:07.740840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-212d3d6e-a2e4-455a-ab50-78f28d398fc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b460a93c7fa54f40a67469c9ffd649a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1047733 Nov 16 21:12:07.747286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60476) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:07.823932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-f99e8dad-0eba-4ba1-b689-6e002123dc06 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3fb0f688-40e3-4b1a-871b-43c10ddffddb HTTP/1.1" status: 200 len: 2998 time: 0.1038637 Nov 16 21:12:07.864513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c0b-7953-40bf-9f98-1c79f32ec80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.917303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c0b-7953-40bf-9f98-1c79f32ec80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:07.926585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-20047696-8851-4ce8-9199-00ea54694bb6 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3fb0f688-40e3-4b1a-871b-43c10ddffddb HTTP/1.1" status: 200 len: 2998 time: 0.0911694 Nov 16 21:12:07.977232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69af87-6b23-46cc-bd0b-c8874bd80b19 req-e5501a1d-799b-4e92-a2fb-335465f97124 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:07.986131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc69af87-6b23-46cc-bd0b-c8874bd80b19 req-e5501a1d-799b-4e92-a2fb-335465f97124 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 944 time: 0.0713387 Nov 16 21:12:08.006759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-91a0ca0e-1230-4e71-a9a2-7ae063512e88 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/53794c60-bdd9-467d-81b2-8a350b707393 HTTP/1.1" status: 200 len: 2990 time: 0.0652070 Nov 16 21:12:08.027753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c0b-7953-40bf-9f98-1c79f32ec80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.030626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c0b-7953-40bf-9f98-1c79f32ec80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.032009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c96b4c0b-7953-40bf-9f98-1c79f32ec80a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0598656b-bc5c-4a60-9096-c7cce838386f HTTP/1.1" status: 204 len: 168 time: 0.2837617 Nov 16 21:12:08.041795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc69af87-6b23-46cc-bd0b-c8874bd80b19 req-80d4c8f4-6eb7-4950-9e71-6a8326200bfc tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540085 Nov 16 21:12:08.053898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b4c0b-7953-40bf-9f98-1c79f32ec80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598656b-bc5c-4a60-9096-c7cce838386f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.074100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-4f51f045-c69d-4cc1-9cd5-c86b28f39b7d tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/53794c60-bdd9-467d-81b2-8a350b707393 HTTP/1.1" status: 200 len: 2990 time: 0.0534916 Nov 16 21:12:08.150219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:08.172545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-41657ab6-e3ff-4b31-9d64-7d794174de7f tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/62ac4f49-0499-4066-b59a-5da6949dbfbf HTTP/1.1" status: 200 len: 2994 time: 0.0897217 Nov 16 21:12:08.198859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60492) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:08.206891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1298753092-network', 'tenant_id': 'e88161eb974243f3864f6d4c4a789dab'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:08.213995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b59c9ed5-df3a-40ac-8d01-777a1a83e87b req-e0e3f402-bcb0-4751-ab35-38bbfcdcf222 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 210 time: 0.0692332 Nov 16 21:12:08.261728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-b6acbb89-b867-4ad0-a174-21e327f861c1 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/62ac4f49-0499-4066-b59a-5da6949dbfbf HTTP/1.1" status: 200 len: 2994 time: 0.0746725 Nov 16 21:12:08.266593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Made reservation on behalf of e88161eb974243f3864f6d4c4a789dab for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:08.269456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.290751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.307696 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.344727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-8a39c782-911d-46b4-926c-0919473583ad tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3 HTTP/1.1" status: 200 len: 2998 time: 0.0809708 Nov 16 21:12:08.368577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:08.370051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:08.372947 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7394a54b-0e12-4cad-a19c-9d84996bc228" -d '{"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-unplugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:08.378110 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.379258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2091aefc-f75f-41da-b7bd-8e25fadf346d no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:08.405620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 2091aefc-f75f-41da-b7bd-8e25fadf346d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:08.406410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2091aefc-f75f-41da-b7bd-8e25fadf346d not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:08.418600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-b1204d6a-d5a5-40a2-8600-9705d667351d tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3 HTTP/1.1" status: 200 len: 2998 time: 0.0569272 Nov 16 21:12:08.463283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.488662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.495134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-898b3fc1-7207-4f66-b711-c1c78a7ea31c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d8008eeb-3926-41f7-9114-314ef304cdda HTTP/1.1" status: 200 len: 2998 time: 0.0587144 Nov 16 21:12:08.496703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.536751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90956698-d796-4864-8156-15833e409d1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:08.554195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2638fb4-9338-4566-bc7e-7ca2b7ed578e req-2bc4d975-79d5-4f86-92dc-a4f7e6d02c2b tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:08.562886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2638fb4-9338-4566-bc7e-7ca2b7ed578e req-2bc4d975-79d5-4f86-92dc-a4f7e6d02c2b tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 947 time: 0.0733249 Nov 16 21:12:08.589791 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.590160 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Added segment b93148ad-38bd-4837-83ce-a25272061318 of type vlan for network 30eaae4f-8649-4983-81aa-ec922959df55 Nov 16 21:12:08.618670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58043a18-d0ad-454c-b06a-3e405982ce47,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.626771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2638fb4-9338-4566-bc7e-7ca2b7ed578e req-d5b22db8-ef44-42fe-9072-9f94c57ebc2f tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628417 Nov 16 21:12:08.661845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-81f85040-57b0-4a48-9703-768cc0cb642c tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d8008eeb-3926-41f7-9114-314ef304cdda HTTP/1.1" status: 200 len: 2998 time: 0.1555440 Nov 16 21:12:08.719316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.727473 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7fbb47-e93d-466d-acf4-9248776766d3 x-openstack-request-id: req-5a7fbb47-e93d-466d-acf4-9248776766d3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:08.727909 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-unplugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:08.728257 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a7fbb47-e93d-466d-acf4-9248776766d3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:08.728716 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'code': 200} Nov 16 21:12:08.781928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.783202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:08.784453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.875418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-15b5b6dd-4858-457d-aee6-cf62d888aa3e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:08.877750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-15b5b6dd-4858-457d-aee6-cf62d888aa3e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.3363180 Nov 16 21:12:08.879195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-236850a6-0425-4039-b3e2-7d1b35ea0ca3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dd61acaf-c416-46fe-ae5c-fe7f4eb9c931 HTTP/1.1" status: 200 len: 2999 time: 0.2166629 Nov 16 21:12:08.889222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-90956698-d796-4864-8156-15833e409d1e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6892405 Nov 16 21:12:08.892557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60550) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:08.896968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:08.897392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Request body: {'subnet': {'network_id': '30eaae4f-8649-4983-81aa-ec922959df55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1298753092-subnet', 'tenant_id': 'e88161eb974243f3864f6d4c4a789dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:08.927467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Made reservation on behalf of e88161eb974243f3864f6d4c4a789dab for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:08.929274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90956698-d796-4864-8156-15833e409d1e admin admin] Pushing event updated for resources: {'Network': ['ID=30eaae4f-8649-4983-81aa-ec922959df55,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:08.930210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:08.941430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 30eaae4f-8649-4983-81aa-ec922959df55 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:08.980410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60554) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:09.010157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-840ac571-7492-49bf-baa8-5887098aecc4 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dd61acaf-c416-46fe-ae5c-fe7f4eb9c931 HTTP/1.1" status: 200 len: 2999 time: 0.1196361 Nov 16 21:12:09.104939 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:12:09.118058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-3744b6ba-939e-4d92-9583-095ff141f782 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ea095153-4f80-4221-9a86-1c26520db11d HTTP/1.1" status: 200 len: 2998 time: 0.0975466 Nov 16 21:12:09.143603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:09.147496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.157146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1220870701-network', 'tenant_id': 'af8e63a111564f21a8b4a63d3bff9f50'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:09.170353 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.228144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd61d6fe-4424-4a2d-b84c-0e25e515e441,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.245179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-60b602a3-5a39-4370-9853-e367c3095395 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ea095153-4f80-4221-9a86-1c26520db11d HTTP/1.1" status: 200 len: 2998 time: 0.1182542 Nov 16 21:12:09.249472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Checking segment: {'id': 'b93148ad-38bd-4837-83ce-a25272061318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '30eaae4f-8649-4983-81aa-ec922959df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:09.250076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Network hostable DHCP agents. Network: 30eaae4f-8649-4983-81aa-ec922959df55, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:09.260816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Made reservation on behalf of af8e63a111564f21a8b4a63d3bff9f50 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:09.263095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.268401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Network 30eaae4f-8649-4983-81aa-ec922959df55 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:09.283718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 30eaae4f-8649-4983-81aa-ec922959df55) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:09.286405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.288637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:09.289279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.295418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69d3cda-c780-41ac-b02f-6121efbf96c3 None None] Network 30eaae4f-8649-4983-81aa-ec922959df55 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:09.337430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5bdab7d4-4f0b-49b6-a45a-7d78512bb8db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4436176 Nov 16 21:12:09.374395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-8a478dff-d504-4e69-a8bf-6bd533d972b9 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fe116062-7586-4c47-b298-b19d008af391 HTTP/1.1" status: 200 len: 2998 time: 0.1175060 Nov 16 21:12:09.423104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.6 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/567eee09-43b4-4c14-9493-de26ac85b92e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:09.457273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc3b08c-fb11-41a3-ac59-1a1f0df2eacb None None] Network 30eaae4f-8649-4983-81aa-ec922959df55 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:09.518143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9dfad93-b9ee-497f-a626-6664e77ca30a req-aeecc7ee-c153-40a0-a113-628cc7289c25 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/fe116062-7586-4c47-b298-b19d008af391 HTTP/1.1" status: 200 len: 2998 time: 0.1344168 Nov 16 21:12:09.582672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.611747 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.687649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162305f3-3699-4993-a07f-55e556d08115,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:09.711457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:09.735613 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.735964 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Added segment 8a22bd81-8519-47f6-8084-2e2fb215bd28 of type vlan for network f5d61504-67cb-4219-8e64-02ec44a4a2ac Nov 16 21:12:09.766106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8224bead-e97c-4ba3-b205-39b88ffb0fc6 req-864772b9-28d5-42d0-bf3e-b6adc8fe629e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Nov 16 21:12:09.805288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4d16-888c-42f4-9822-04b16a8f8b51 req-92929e76-ea5a-40f2-ba04-5fac87e0bba0 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:09.806820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc8a4d16-888c-42f4-9822-04b16a8f8b51 req-92929e76-ea5a-40f2-ba04-5fac87e0bba0 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 944 time: 0.1748056 Nov 16 21:12:09.824927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.832499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.900600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.901621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:09.902147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.911077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71b9a9f7-91df-42f7-8a7a-6c8249fc3668 req-d184fd80-a459-4201-bc93-dbf76af0af26 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9800bf6a06b248ffa2864ceb32d62150 HTTP/1.1" status: 200 len: 6152 time: 0.0635691 Nov 16 21:12:09.923317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc8a4d16-888c-42f4-9822-04b16a8f8b51 req-3a26f9ee-c8b3-48df-819c-f0e8616690e5 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047916 Nov 16 21:12:09.982344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9964182 Nov 16 21:12:09.982344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:09.985203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71b9a9f7-91df-42f7-8a7a-6c8249fc3668 req-72d8ba06-c0f8-4cc8-baa7-53d54d1d98df tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "GET /v2.0/security-groups/8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3 HTTP/1.1" status: 200 len: 2998 time: 0.0661485 Nov 16 21:12:09.986526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:09.993536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:09.994293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Request body: {'subnet': {'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1220870701-subnet', 'tenant_id': 'af8e63a111564f21a8b4a63d3bff9f50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:10.024993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891f11-114a-410e-9c6c-387ff374b7fd admin admin] Pushing event updated for resources: {'Network': ['ID=f5d61504-67cb-4219-8e64-02ec44a4a2ac,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.037052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f5d61504-67cb-4219-8e64-02ec44a4a2ac details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:10.054324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71b9a9f7-91df-42f7-8a7a-6c8249fc3668 req-6bcbe2c7-f406-4cd3-bbd1-1049fed20b85 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "GET /v2.0/security-groups/8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3 HTTP/1.1" status: 200 len: 2998 time: 0.0679162 Nov 16 21:12:10.065134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:10.071706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=567eee09-43b4-4c14-9493-de26ac85b92e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.074548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:10.079409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:10.082316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Made reservation on behalf of af8e63a111564f21a8b4a63d3bff9f50 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:10.084692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.143169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9970d322-63e8-41fa-a836-a3b6461820e9 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:10.215834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e9be15a-a108-4b6c-a4f8-cd2474d7f863 req-dae59a70-9d2f-406f-baab-fb48040620c1 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/80bae561-735a-4aae-818e-6cb0daa89dcd HTTP/1.1" status: 200 len: 1796 time: 0.0510640 Nov 16 21:12:10.279412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 9970d322-63e8-41fa-a836-a3b6461820e9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:10.288080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e9be15a-a108-4b6c-a4f8-cd2474d7f863 req-1169f06b-b9db-4256-9550-aa3d4ae9ca8a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.289155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 9970d322-63e8-41fa-a836-a3b6461820e9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:10.289654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.311259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e9be15a-a108-4b6c-a4f8-cd2474d7f863 req-1169f06b-b9db-4256-9550-aa3d4ae9ca8a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.356849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e9be15a-a108-4b6c-a4f8-cd2474d7f863 req-1169f06b-b9db-4256-9550-aa3d4ae9ca8a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.359823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e9be15a-a108-4b6c-a4f8-cd2474d7f863 req-1169f06b-b9db-4256-9550-aa3d4ae9ca8a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.361030 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e9be15a-a108-4b6c-a4f8-cd2474d7f863 req-1169f06b-b9db-4256-9550-aa3d4ae9ca8a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/80bae561-735a-4aae-818e-6cb0daa89dcd HTTP/1.1" status: 204 len: 173 time: 0.1390450 Nov 16 21:12:10.369670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169f06b-b9db-4256-9550-aa3d4ae9ca8a tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bae561-735a-4aae-818e-6cb0daa89dcd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.390404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.433027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9970d322-63e8-41fa-a836-a3b6461820e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9970d322-63e8-41fa-a836-a3b6461820e9,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:10.437918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.497475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=9970d322-63e8-41fa-a836-a3b6461820e9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.552376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:10.553007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.600161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-5824ef8a-d6fa-4523-bf2f-c02eaa12322e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7067664 Nov 16 21:12:10.625769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Request body: {'port': {'device_id': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:10.706350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-2a14e9a4-2c5a-495d-8ba4-f28f0dc16ca8 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:10.707976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-2a14e9a4-2c5a-495d-8ba4-f28f0dc16ca8 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/networks?id=2b6d8cb6-c34a-4198-9096-af3ca0a1c313 HTTP/1.1" status: 200 len: 824 time: 0.2376819 Nov 16 21:12:10.730523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:10.734641 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b755e-4aef-4274-a8af-94f2acd8a2ce" -d '{"events": [{"server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "name": "network-vif-plugged", "status": "completed", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:10.740204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df909a8d-0f2c-4e9b-a241-adf8e61c3472 req-3c6bb356-6784-42eb-b47b-ffe539865561 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a0086433-0391-4192-9da3-0932a5d6f953 HTTP/1.1" status: 200 len: 1794 time: 0.0405295 Nov 16 21:12:10.755276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.760209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-770fa0e3-7a91-44c0-8012-dcd1f2b3e9f8 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/quotas/77ec8f9c3cc4440a811719d4cfe9ed7b HTTP/1.1" status: 200 len: 375 time: 0.0328832 Nov 16 21:12:10.797818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df909a8d-0f2c-4e9b-a241-adf8e61c3472 req-9a83500d-465c-4977-af50-37bb3469e3f3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.818371 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df909a8d-0f2c-4e9b-a241-adf8e61c3472 req-9a83500d-465c-4977-af50-37bb3469e3f3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.835302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-7db751c5-adcf-4e69-a434-c710080692fe tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77ec8f9c3cc4440a811719d4cfe9ed7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660141 Nov 16 21:12:10.863487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df909a8d-0f2c-4e9b-a241-adf8e61c3472 req-9a83500d-465c-4977-af50-37bb3469e3f3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.866470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df909a8d-0f2c-4e9b-a241-adf8e61c3472 req-9a83500d-465c-4977-af50-37bb3469e3f3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:10.868364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df909a8d-0f2c-4e9b-a241-adf8e61c3472 req-9a83500d-465c-4977-af50-37bb3469e3f3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0086433-0391-4192-9da3-0932a5d6f953 HTTP/1.1" status: 204 len: 173 time: 0.1218858 Nov 16 21:12:10.878112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83500d-465c-4977-af50-37bb3469e3f3 tempest-SecurityGroupsTestAdminJSON-1695508401 tempest-SecurityGroupsTestAdminJSON-1695508401-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0086433-0391-4192-9da3-0932a5d6f953,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:10.911162 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.013002 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cea08f6-a31f-4ddc-a20a-355ecb68c350 x-openstack-request-id: req-0cea08f6-a31f-4ddc-a20a-355ecb68c350 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:11.013304 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "name": "network-vif-plugged", "status": "completed", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:11.013582 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cea08f6-a31f-4ddc-a20a-355ecb68c350 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:11.014088 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9', 'code': 200} Nov 16 21:12:11.063801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.137747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Checking segment: {'id': '8a22bd81-8519-47f6-8084-2e2fb215bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:11.138109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Network hostable DHCP agents. Network: f5d61504-67cb-4219-8e64-02ec44a4a2ac, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:11.139965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208ae53-192b-4163-b1ed-4ee031e5a79e req-0cae0bd7-2326-4433-ae64-8f8f6c07dc7f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.141441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d208ae53-192b-4163-b1ed-4ee031e5a79e req-0cae0bd7-2326-4433-ae64-8f8f6c07dc7f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 931 time: 0.0788748 Nov 16 21:12:11.145090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-bf978d4b-6487-4aaa-b7d5-441582275024 service neutron] 10.222.0.48 "GET /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891545 Nov 16 21:12:11.148040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba5a6-8a71-4eb3-9679-c3788b0c0b5d req-26f4370d-ebdd-4b0d-bd48-2cc3ed072d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.149641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db7ba5a6-8a71-4eb3-9679-c3788b0c0b5d req-26f4370d-ebdd-4b0d-bd48-2cc3ed072d3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 1096 time: 0.0598652 Nov 16 21:12:11.228977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d208ae53-192b-4163-b1ed-4ee031e5a79e req-1a744925-046b-4b57-a339-aa35878b8ce4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782835 Nov 16 21:12:11.232047 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db7ba5a6-8a71-4eb3-9679-c3788b0c0b5d req-b1140045-9ef7-4c39-a79f-e7b64b093b1c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742779 Nov 16 21:12:11.236534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Network f5d61504-67cb-4219-8e64-02ec44a4a2ac is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:11.259462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f5d61504-67cb-4219-8e64-02ec44a4a2ac) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:11.267598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d8142-f18f-4b44-bb72-69ca87b0de61 None None] Network f5d61504-67cb-4219-8e64-02ec44a4a2ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:11.275725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.276329 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.324912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-d28b1dc2-23c4-4064-86dd-90454c88dee5 service neutron] 10.222.0.48 "GET /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712911 Nov 16 21:12:11.334562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-06ea86c0-8196-49e6-a8c4-fd6a870dc435 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3396795 Nov 16 21:12:11.386494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567eee09-43b4-4c14-9493-de26ac85b92e {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:11.396905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.404592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c00d5bd-1004-4737-b87e-30d6b97a64d1 req-0854c1cb-28ee-4bdf-99fe-bf0d215f448a tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "GET /v2.0/security-groups/6b5f6dfa-c800-4dd4-b158-1d2ac48d7851 HTTP/1.1" status: 200 len: 1793 time: 0.0777695 Nov 16 21:12:11.411825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Transition to ACTIVE for port object 567eee09-43b4-4c14-9493-de26ac85b92e will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:11.417108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.427258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb2be1-6877-4d2f-83cd-ebfbe48eedb5 None None] Network f5d61504-67cb-4219-8e64-02ec44a4a2ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:11.474301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Pushing event updated for resources: {'Port': ['ID=567eee09-43b4-4c14-9493-de26ac85b92e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.559555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Attempting to bind port 567eee09-43b4-4c14-9493-de26ac85b92e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:11.560163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Attempting to bind port 567eee09-43b4-4c14-9493-de26ac85b92e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:11.560287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Attempting to bind port 567eee09-43b4-4c14-9493-de26ac85b92e on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:11.570276 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c00d5bd-1004-4737-b87e-30d6b97a64d1 req-2c08839d-d8aa-4ee6-9e4b-7b978b8b2c9b tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.570959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Port 567eee09-43b4-4c14-9493-de26ac85b92e on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:11.571303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Attempting to bind port 567eee09-43b4-4c14-9493-de26ac85b92e on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:11.576484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:11.578174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:11.578536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:11.578990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Bound port: 567eee09-43b4-4c14-9493-de26ac85b92e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:11.579560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.627105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c00d5bd-1004-4737-b87e-30d6b97a64d1 req-2c08839d-d8aa-4ee6-9e4b-7b978b8b2c9b tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.679396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c00d5bd-1004-4737-b87e-30d6b97a64d1 req-2c08839d-d8aa-4ee6-9e4b-7b978b8b2c9b tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.682251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c00d5bd-1004-4737-b87e-30d6b97a64d1 req-2c08839d-d8aa-4ee6-9e4b-7b978b8b2c9b tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.683506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c00d5bd-1004-4737-b87e-30d6b97a64d1 req-2c08839d-d8aa-4ee6-9e4b-7b978b8b2c9b tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b5f6dfa-c800-4dd4-b158-1d2ac48d7851 HTTP/1.1" status: 204 len: 173 time: 0.2723391 Nov 16 21:12:11.688326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] For port 567eee09-43b4-4c14-9493-de26ac85b92e, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:11.692371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] For port 567eee09-43b4-4c14-9493-de26ac85b92e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=567eee09-43b4-4c14-9493-de26ac85b92e,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:11.694221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08839d-d8aa-4ee6-9e4b-7b978b8b2c9b tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f6dfa-c800-4dd4-b158-1d2ac48d7851,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.708590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.725379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.726496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:11.728321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] 10.222.0.41 "PUT /v2.0/ports/567eee09-43b4-4c14-9493-de26ac85b92e HTTP/1.1" status: 200 len: 1091 time: 1.1108668 Nov 16 21:12:11.730519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'tag': '567eee09-43b4-4c14-9493-de26ac85b92e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:11.732003 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe47c21-2d91-47dc-9c2c-253c1e039027" -d '{"events": [{"name": "network-changed", "server_uuid": "cd924f7b-89f1-4352-a0e5-0d4fe786dc04", "tag": "567eee09-43b4-4c14-9493-de26ac85b92e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:11.750770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195237b-e8aa-4838-b696-30b6da95fe44 req-e0c0d0d4-9f06-44bf-b782-27e898039a91 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.753638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e195237b-e8aa-4838-b696-30b6da95fe44 req-e0c0d0d4-9f06-44bf-b782-27e898039a91 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.1180959 Nov 16 21:12:11.882498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f7526-d0a1-4ae3-a71d-aab5bb109e63 service neutron] Pushing event updated for resources: {'Port': ['ID=567eee09-43b4-4c14-9493-de26ac85b92e,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:11.891009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-a31276c5-80df-4e53-a37b-e08514f7cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:11.893012 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-a31276c5-80df-4e53-a37b-e08514f7cff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 1094 time: 0.1126945 Nov 16 21:12:11.895996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e195237b-e8aa-4838-b696-30b6da95fe44 req-c2db5e9d-3db7-4e52-843e-2a4917bac032 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181803 Nov 16 21:12:11.955533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-d0139586-268e-490f-b963-bdbc0c63ae9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567eee09-43b4-4c14-9493-de26ac85b92e HTTP/1.1" status: 200 len: 217 time: 0.0520287 Nov 16 21:12:11.989328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-816704ea-7445-49f9-8d8d-70b45bbfcd0f req-89bfb3c5-7447-4077-b255-f4eea994173a tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 210 time: 0.0361874 Nov 16 21:12:12.031208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-bb90a2e6-bdc4-4e68-94d3-b6a6f5b2f316 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:12.033059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-bb90a2e6-bdc4-4e68-94d3-b6a6f5b2f316 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/networks?id=f5d61504-67cb-4219-8e64-02ec44a4a2ac HTTP/1.1" status: 200 len: 822 time: 0.1474528 Nov 16 21:12:12.039034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37796-3411-458d-b4db-4439de570cae req-82eb727f-0e26-47cd-83c2-87b5bf81637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:12.040445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-82eb727f-0e26-47cd-83c2-87b5bf81637b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0760758 Nov 16 21:12:12.056148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-0f5346d2-fe34-4627-b025-1f6bcbcf75be tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/quotas/af8e63a111564f21a8b4a63d3bff9f50 HTTP/1.1" status: 200 len: 375 time: 0.0166924 Nov 16 21:12:12.085916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-718fdbc0-02a1-4942-a2c3-70bb15825a48 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=af8e63a111564f21a8b4a63d3bff9f50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287864 Nov 16 21:12:12.089941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-5c63b018-1b9c-45ea-a921-32efa028b3b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391800 Nov 16 21:12:12.114030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13b1aac0-d3cc-4d7f-8fb4-d53262f9ba28 req-29a3c0af-1ed1-4243-940b-11fc95bccc37 tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "GET /v2.0/security-groups/03dc34ed-95d9-494f-80b5-f54adb837ef1 HTTP/1.1" status: 200 len: 1794 time: 0.0826857 Nov 16 21:12:12.184511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-3b346bc3-3e8a-4472-94eb-992e76502057 service neutron] 10.222.0.48 "GET /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902543 Nov 16 21:12:12.246191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-13b1aac0-d3cc-4d7f-8fb4-d53262f9ba28 req-542ed4db-0a9f-42d3-b42a-8720d466169f tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.249959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-4272dc49-caec-4aa2-ac2a-965ec44024bd service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511781 Nov 16 21:12:12.294296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-6163a684-7e0f-4403-b0fb-df7937af68d9 service neutron] 10.222.0.48 "GET /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014686 Nov 16 21:12:12.317251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-13b1aac0-d3cc-4d7f-8fb4-d53262f9ba28 req-542ed4db-0a9f-42d3-b42a-8720d466169f tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.393788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e37796-3411-458d-b4db-4439de570cae req-705ad240-93af-45cf-96d0-02148f229644 service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321616 Nov 16 21:12:12.394841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-13b1aac0-d3cc-4d7f-8fb4-d53262f9ba28 req-542ed4db-0a9f-42d3-b42a-8720d466169f tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.397480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-13b1aac0-d3cc-4d7f-8fb4-d53262f9ba28 req-542ed4db-0a9f-42d3-b42a-8720d466169f tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:12.398520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13b1aac0-d3cc-4d7f-8fb4-d53262f9ba28 req-542ed4db-0a9f-42d3-b42a-8720d466169f tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] 10.222.0.48 "DELETE /v2.0/security-groups/03dc34ed-95d9-494f-80b5-f54adb837ef1 HTTP/1.1" status: 204 len: 173 time: 0.2711456 Nov 16 21:12:12.427398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ed4db-0a9f-42d3-b42a-8720d466169f tempest-SecurityGroupsTestAdminJSON-1186452147 tempest-SecurityGroupsTestAdminJSON-1186452147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc34ed-95d9-494f-80b5-f54adb837ef1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:12.482781 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78fe1d5-bb65-4a5e-b7cd-1519f999fb08 x-openstack-request-id: req-c78fe1d5-bb65-4a5e-b7cd-1519f999fb08 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:12.483655 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd924f7b-89f1-4352-a0e5-0d4fe786dc04", "tag": "567eee09-43b4-4c14-9493-de26ac85b92e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:12.484019 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c78fe1d5-bb65-4a5e-b7cd-1519f999fb08 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:12.484735 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'tag': '567eee09-43b4-4c14-9493-de26ac85b92e', 'status': 'completed', 'code': 200} Nov 16 21:12:12.620011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-32466f24-6129-4432-bc27-fd33fb420a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:12.621416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-32466f24-6129-4432-bc27-fd33fb420a1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 1094 time: 0.1058254 Nov 16 21:12:12.643235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c434f-867c-4db6-baa4-8aaaea9d15a7 req-b66af082-cce1-4801-bbe8-c3b02f4783d4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:12.652575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-350c434f-867c-4db6-baa4-8aaaea9d15a7 req-b66af082-cce1-4801-bbe8-c3b02f4783d4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 943 time: 0.0920045 Nov 16 21:12:12.696203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8a17d96-c220-446e-815d-977ba3452673 req-52d6df36-1af0-41ff-8119-5c6505ede8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 210 time: 0.0485861 Nov 16 21:12:12.817067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-350c434f-867c-4db6-baa4-8aaaea9d15a7 req-9018e02c-5714-4769-bb43-821eedab005f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516390 Nov 16 21:12:12.833120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:12.888713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-fc44ca4c-304e-4e9f-9e13-af1d13ff9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:12.890514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-fc44ca4c-304e-4e9f-9e13-af1d13ff9aea service neutron] 10.222.0.41 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.2582567 Nov 16 21:12:13.005728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-13bce5bb-8786-4751-82ce-f21d5fe4f2f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=567eee09-43b4-4c14-9493-de26ac85b92e HTTP/1.1" status: 200 len: 217 time: 0.1032000 Nov 16 21:12:13.125898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be6ac547-604f-4939-98a4-95decaa1f263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9800bf6a06b248ffa2864ceb32d62150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910297 Nov 16 21:12:13.133181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60748) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:13.137818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798936e0-099a-45c8-83e7-3462f71ae734 req-5faffa6b-2bbd-4c99-bb99-ed1361ef0bf2 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.140365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-798936e0-099a-45c8-83e7-3462f71ae734 req-5faffa6b-2bbd-4c99-bb99-ed1361ef0bf2 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.0999727 Nov 16 21:12:13.150186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-ac42db30-d04b-4a22-8a95-f6a2a86007cb tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.152832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-ac42db30-d04b-4a22-8a95-f6a2a86007cb tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.41 "GET /v2.0/networks?id=2b6d8cb6-c34a-4198-9096-af3ca0a1c313 HTTP/1.1" status: 200 len: 824 time: 0.2859902 Nov 16 21:12:13.169413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Request body: {'port': {'device_id': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313', 'admin_state_up': True, 'tenant_id': '77ec8f9c3cc4440a811719d4cfe9ed7b'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:13.188841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0edd62ac-d2ec-4ca2-8939-e0a3dc04c134 req-b8a9f2eb-8059-4fc4-90e3-93ab9149c31d tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 210 time: 0.0529270 Nov 16 21:12:13.199627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-48df521a-f37f-4e17-9339-2af2085f1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.202671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-48df521a-f37f-4e17-9339-2af2085f1b85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.1866460 Nov 16 21:12:13.250705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-76fe3923-df39-4eab-b6b8-a20b9d450267 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336921 Nov 16 21:12:13.285449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-798936e0-099a-45c8-83e7-3462f71ae734 req-095a29d1-3a1c-4011-961d-081f00efaf38 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314728 Nov 16 21:12:13.339421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0484a242-cd83-4b20-ba41-37073c32bd91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.382592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0484a242-cd83-4b20-ba41-37073c32bd91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.423911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60754) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:13.463459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-a18504fb-7abf-46b6-a650-1e8ab01b58b6 service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906204 Nov 16 21:12:13.478321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0529fe-2fd6-424a-9686-7166bf804de4 req-1e4519b0-8736-49c6-b8a2-b21082f5f489 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:13.480568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec0529fe-2fd6-424a-9686-7166bf804de4 req-1e4519b0-8736-49c6-b8a2-b21082f5f489 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.1207027 Nov 16 21:12:13.492448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60758) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:13.498947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Request body: {'floatingip': {'port_id': '9970d322-63e8-41fa-a836-a3b6461820e9'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:13.609313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ba4e-6b16-45ea-88a2-b7b1c68cac02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.615661 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.617601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0484a242-cd83-4b20-ba41-37073c32bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.620380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0484a242-cd83-4b20-ba41-37073c32bd91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.621544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0484a242-cd83-4b20-ba41-37073c32bd91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3 HTTP/1.1" status: 204 len: 168 time: 0.4872897 Nov 16 21:12:13.682516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484a242-cd83-4b20-ba41-37073c32bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb0b38c-b2bc-4dcb-9e47-273e0234c5f3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:13.706466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Made reservation on behalf of 77ec8f9c3cc4440a811719d4cfe9ed7b for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:13.724732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:13.823196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afe47c21-2d91-47dc-9c2c-253c1e039027 req-94550d92-5fa1-428e-b61a-81596c3fab5d service neutron] 10.222.0.41 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407726 Nov 16 21:12:13.835669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97318959-f3cc-4b4e-9430-db56119fd230 req-313b48f1-04f6-4da6-9109-1ed06226c2e0 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 210 time: 0.0413082 Nov 16 21:12:13.921707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Allocated IP 172.20.0.4 (2b6d8cb6-c34a-4198-9096-af3ca0a1c313/0a94ae30-bb12-4b96-bb67-e9d8ada273fc/5af6258c-a6b1-47f9-be81-0a1d6adcfc8c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:14.063470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 567eee09-43b4-4c14-9493-de26ac85b92e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:14.143911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:14.220417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ba4e-6b16-45ea-88a2-b7b1c68cac02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.228308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 567eee09-43b4-4c14-9493-de26ac85b92e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=567eee09-43b4-4c14-9493-de26ac85b92e,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:14.237828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-9db0c691-845f-4a43-932c-1b87a8f56999 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:14.239326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ba4e-6b16-45ea-88a2-b7b1c68cac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.239485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-9db0c691-845f-4a43-932c-1b87a8f56999 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.47 "GET /v2.0/networks?id=f5d61504-67cb-4219-8e64-02ec44a4a2ac HTTP/1.1" status: 200 len: 822 time: 0.2904820 Nov 16 21:12:14.242491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.245986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '567eee09-43b4-4c14-9493-de26ac85b92e', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': '567eee09-43b4-4c14-9493-de26ac85b92e', 'mac_address': 'fa:16:3e:e3:31:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:14.261778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Request body: {'port': {'device_id': '0c471e6e-a680-4963-84b9-4efb07789076', 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac', 'admin_state_up': True, 'tenant_id': 'af8e63a111564f21a8b4a63d3bff9f50'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:14.287647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c2026bbd-2e65-470b-9e57-5511db64eed9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff49f7ea3c354771bba3143401348d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423268 Nov 16 21:12:14.290072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60784) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:14.300712 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.313629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b830a2-feb4-400f-83ef-8126f6a91d5c req-f04f89fa-f7ac-48e1-abd2-6117c84754e5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:14.315057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46b830a2-feb4-400f-83ef-8126f6a91d5c req-f04f89fa-f7ac-48e1-abd2-6117c84754e5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 943 time: 0.2709692 Nov 16 21:12:14.315812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567eee09-43b4-4c14-9493-de26ac85b92e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:14.343327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 567eee09-43b4-4c14-9493-de26ac85b92e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=567eee09-43b4-4c14-9493-de26ac85b92e,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:14.349547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.380795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6581c4b-c1d2-431f-80ce-9ceee8943815 req-a835380d-445c-480b-9ff4-39252f8aa561 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 210 time: 0.0517058 Nov 16 21:12:14.384498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3fc4ba4e-6b16-45ea-88a2-b7b1c68cac02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dc0bec5c1f84991b78436a859ac7bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9480150 Nov 16 21:12:14.384498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4ba4e-6b16-45ea-88a2-b7b1c68cac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69963e43-e962-4956-932c-c1d4b45038b4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.395892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60786) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:14.415209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=567eee09-43b4-4c14-9493-de26ac85b92e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.446628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.472829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.resource_extend [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:12:14.506832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a48b0ce-8a40-44ab-95df-e8fc708c3789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.521315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:14.532487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46b830a2-feb4-400f-83ef-8126f6a91d5c req-c0082e66-3e0d-4e17-96ee-4826d84cb526 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012625 Nov 16 21:12:14.534072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:14.545007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:14.553724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Pushing event updated for resources: {'Port': ['ID=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.555305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.556083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Made reservation on behalf of af8e63a111564f21a8b4a63d3bff9f50 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:14.559516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.566102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.594900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a48b0ce-8a40-44ab-95df-e8fc708c3789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.630220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7faa054e-77c2-453d-a3c1-1bbe1f03711f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.634471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['567eee09-43b4-4c14-9493-de26ac85b92e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:14.663326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:14.663955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.683522 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Floating IP 71903e11-2cb6-40d0-ab20-44fa477c3e25 associated. External IP: 172.25.3.8, port: 9970d322-63e8-41fa-a836-a3b6461820e9. Nov 16 21:12:14.724022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-68a16346-e361-4530-8ec8-a160351f62fc tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5586765 Nov 16 21:12:14.740564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Request body: {'port': {'device_id': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:14.754012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7faa054e-77c2-453d-a3c1-1bbe1f03711f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.779617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a48b0ce-8a40-44ab-95df-e8fc708c3789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.782247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a48b0ce-8a40-44ab-95df-e8fc708c3789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.783979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a48b0ce-8a40-44ab-95df-e8fc708c3789 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27dc1283-ee5c-46a1-8b76-17be5b61dc70 HTTP/1.1" status: 204 len: 168 time: 0.4642026 Nov 16 21:12:14.838855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b0ce-8a40-44ab-95df-e8fc708c3789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc1283-ee5c-46a1-8b76-17be5b61dc70,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:14.865352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7faa054e-77c2-453d-a3c1-1bbe1f03711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.867956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7faa054e-77c2-453d-a3c1-1bbe1f03711f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.882339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7faa054e-77c2-453d-a3c1-1bbe1f03711f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69963e43-e962-4956-932c-c1d4b45038b4 HTTP/1.1" status: 204 len: 168 time: 0.4696331 Nov 16 21:12:14.883017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:14.886376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Allocated IP 172.20.0.7 (f5d61504-67cb-4219-8e64-02ec44a4a2ac/2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb/63f700cd-cb6c-430d-ae76-d85fa88d5e6c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:14.956130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa054e-77c2-453d-a3c1-1bbe1f03711f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69963e43-e962-4956-932c-c1d4b45038b4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:15.021902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Router b5e05e57-b4a3-4872-9066-4134b58d7d44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:15.058732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cceb2f05-0f3f-4445-b827-9c21db74bef4 req-e5acc41e-6c5c-4dac-a46c-67f07b6d2b69 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 210 time: 0.0427442 Nov 16 21:12:15.346517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:15.356030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.370989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Transition to ACTIVE for port object 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:15.380317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.440378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.509879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Pushing event updated for resources: {'Port': ['ID=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:15.576993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Attempting to bind port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:15.577338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Attempting to bind port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '8ba7b867-6344-4fdd-8d63-dfc90b46ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:15.577720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Attempting to bind port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c on network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:15.584141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c on network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:15.584762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Attempting to bind port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c on network 2b6d8cb6-c34a-4198-9096-af3ca0a1c313 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:15.589709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.600264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:15.600731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Checking segment: {'id': '8ba7b867-6344-4fdd-8d63-dfc90b46ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:15.601217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Bound using segment: {'id': '8ba7b867-6344-4fdd-8d63-dfc90b46ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:15.601895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Bound port: 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba7b867-6344-4fdd-8d63-dfc90b46ab89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:15.602360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.678854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:15.706728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.725565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814e100-aa2c-400d-9a9f-031c57645852 req-3953ac22-c147-4ad7-b01a-63875d4a408c tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:15.729529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Network f5d61504-67cb-4219-8e64-02ec44a4a2ac is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:15.731152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] Sync routers for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:15.737007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Pushing event updated for resources: {'Port': ['ID=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:15.737629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b814e100-aa2c-400d-9a9f-031c57645852 req-3953ac22-c147-4ad7-b01a-63875d4a408c tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 943 time: 0.1793859 Nov 16 21:12:15.759574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:15.759871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:15.760346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:15.791003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] For port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:15.794262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] For port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,segment=NetworkSegment(8ba7b867-6344-4fdd-8d63-dfc90b46ab89),segment_id=8ba7b867-6344-4fdd-8d63-dfc90b46ab89)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:15.800766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:15.806739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.845731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d01bcb30-5a50-44b5-a963-0384ab26f81f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "PUT /v2.0/floatingips/71903e11-2cb6-40d0-ab20-44fa477c3e25 HTTP/1.1" status: 200 len: 989 time: 2.3493526 Nov 16 21:12:15.846401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:15.851463 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c5f02-f961-41ff-a9b1-1a83893f06c3" -d '{"events": [{"name": "network-changed", "server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:15.897488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e077a4-5b1b-4736-9773-eaf127bc3cb4 req-c43cfd22-1a7a-4f18-b358-c65f22222e0b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:15.899120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4e077a4-5b1b-4736-9773-eaf127bc3cb4 req-c43cfd22-1a7a-4f18-b358-c65f22222e0b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 944 time: 0.1985791 Nov 16 21:12:15.934109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b814e100-aa2c-400d-9a9f-031c57645852 req-78a28eaa-32a3-424c-aaf6-d39abde0178b tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952140 Nov 16 21:12:15.957853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:15.958350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:15.960162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] 10.222.0.41 "PUT /v2.0/ports/5af6258c-a6b1-47f9-be81-0a1d6adcfc8c HTTP/1.1" status: 200 len: 1091 time: 1.2252758 Nov 16 21:12:15.963349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'tag': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:15.966078 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a177c4af-c7ca-4846-9f01-c76ac5a61bea", "tag": "5af6258c-a6b1-47f9-be81-0a1d6adcfc8c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:16.000930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.001629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.064146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:16.085663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 567eee09-43b4-4c14-9493-de26ac85b92e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:16.086080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3e77b-5a40-4c5b-8a9f-2aae0267608e service neutron] Pushing event updated for resources: {'Port': ['ID=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.115572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:16.126707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-1403f75c-40dc-4ecb-890f-500d6f4dc8b3 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8715835 Nov 16 21:12:16.145789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Request body: {'port': {'device_id': '0c471e6e-a680-4963-84b9-4efb07789076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:16.171903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:16.212530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4e077a4-5b1b-4736-9773-eaf127bc3cb4 req-61e529fd-a42b-44ed-ab89-4694c26c7654 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794538 Nov 16 21:12:16.226753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-2c957309-e071-4a21-8816-92ba895a30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.228415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-2c957309-e071-4a21-8816-92ba895a30a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77ec8f9c3cc4440a811719d4cfe9ed7b&device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 1094 time: 0.1885080 Nov 16 21:12:16.279626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-network', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:16.302943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-10c2f113-1a45-4a43-a049-bebd90ba7b88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c HTTP/1.1" status: 200 len: 217 time: 0.0578237 Nov 16 21:12:16.305087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.316521 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf6345a-5fdb-4842-95e7-1a893a27d712 x-openstack-request-id: req-eaf6345a-5fdb-4842-95e7-1a893a27d712 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:16.316941 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:16.317425 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eaf6345a-5fdb-4842-95e7-1a893a27d712 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:16.317946 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9', 'status': 'completed', 'code': 200} Nov 16 21:12:16.327895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Made reservation on behalf of b4b60afcd3f648178e6ef3c300c8662d for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:16.335465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.340635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 567eee09-43b4-4c14-9493-de26ac85b92e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:16.351004 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f209ca-6877-420c-9493-67eed13885cb x-openstack-request-id: req-c9f209ca-6877-420c-9493-67eed13885cb {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:16.351303 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a177c4af-c7ca-4846-9f01-c76ac5a61bea", "tag": "5af6258c-a6b1-47f9-be81-0a1d6adcfc8c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:16.351529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 567eee09-43b4-4c14-9493-de26ac85b92e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:16.351670 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9f209ca-6877-420c-9493-67eed13885cb {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:16.351907 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.352055 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'tag': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c', 'status': 'completed', 'code': 200} Nov 16 21:12:16.384078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.453274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-57990c57-5baf-4210-8474-4846059b8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.455112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-57990c57-5baf-4210-8474-4846059b8797 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0ed77541e5c485c939a5e942544b065&device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 1096 time: 0.1085382 Nov 16 21:12:16.478674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-c33c0e79-ab73-4920-b5d8-d10a6a205c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.480203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-c33c0e79-ab73-4920-b5d8-d10a6a205c44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a94ae30-bb12-4b96-bb67-e9d8ada273fc HTTP/1.1" status: 200 len: 864 time: 0.1456521 Nov 16 21:12:16.528498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-f5775a8e-52c6-4885-ba65-b8749930675a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b6d8cb6-c34a-4198-9096-af3ca0a1c313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334849 Nov 16 21:12:16.542257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:16.558527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82bafb-b48a-4977-97c9-638903c188fd req-5adef139-f492-46da-8728-c677a2d1141a tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.560188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f82bafb-b48a-4977-97c9-638903c188fd req-5adef139-f492-46da-8728-c677a2d1141a tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 931 time: 0.1595190 Nov 16 21:12:16.566188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'mac_address': 'fa:16:3e:f1:26:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:16.567662 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.640225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567eee09-43b4-4c14-9493-de26ac85b92e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:16.642858 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2942902b-9422-4520-896d-a5ffa057780a" -d '{"events": [{"server_uuid": "cd924f7b-89f1-4352-a0e5-0d4fe786dc04", "name": "network-vif-plugged", "status": "completed", "tag": "567eee09-43b4-4c14-9493-de26ac85b92e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:16.667798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 567eee09-43b4-4c14-9493-de26ac85b92e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=567eee09-43b4-4c14-9493-de26ac85b92e,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:16.672953 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.675592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.675808 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.680349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-e6de96aa-d7b7-4282-89c2-373748773a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.682584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-e6de96aa-d7b7-4282-89c2-373748773a6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ca710d1-be33-4f76-90ea-3742fd4c0519 HTTP/1.1" status: 200 len: 916 time: 0.2117267 Nov 16 21:12:16.708413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f82bafb-b48a-4977-97c9-638903c188fd req-7a5e7f4d-e55f-4804-949b-c04ce38728e2 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293306 Nov 16 21:12:16.715119 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-27e617cd-9ee4-47ae-8c7a-d3e6422ce03f service neutron] 10.222.0.41 "GET /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693501 Nov 16 21:12:16.724288 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.734119 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ff03c2-5710-420c-a8e0-e0282edbae18 x-openstack-request-id: req-59ff03c2-5710-420c-a8e0-e0282edbae18 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:16.734626 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd924f7b-89f1-4352-a0e5-0d4fe786dc04", "name": "network-vif-plugged", "status": "completed", "tag": "567eee09-43b4-4c14-9493-de26ac85b92e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:16.734740 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59ff03c2-5710-420c-a8e0-e0282edbae18 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:16.735054 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567eee09-43b4-4c14-9493-de26ac85b92e', 'code': 200} Nov 16 21:12:16.748116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c178daf7-01cf-445b-90ad-a67d48736f0a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:16.774326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '71903e11-2cb6-40d0-ab20-44fa477c3e25', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'port_id': '9970d322-63e8-41fa-a836-a3b6461820e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'mac_address': 'fa:16:3e:5e:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:11:16Z', 'updated_at': '2021-11-16T21:12:14Z', 'revision_number': 1, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:16.801122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:16.820792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:16.824192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] Checking router: b5e05e57-b4a3-4872-9066-4134b58d7d44 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:16.827410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=567eee09-43b4-4c14-9493-de26ac85b92e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.841858 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.845150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f700cd-cb6c-430d-ae76-d85fa88d5e6c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:16.854964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6a590-3f46-4279-aed2-5438e49f8689,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.860420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.869928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.870288 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Added segment adcf8532-645a-44b5-8fe5-ac343f2dbda3 of type vlan for network e44d38ba-16a0-4836-be16-b336a27a5b97 Nov 16 21:12:16.882089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:16.882725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:16.885927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807bb76d-5644-41c5-aaf2-d89588cf6a6f req-b52cac72-a4f6-4792-8ffc-4c3c93c8cc2c service neutron] 10.222.0.41 "GET /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580355 Nov 16 21:12:16.886967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Transition to ACTIVE for port object 63f700cd-cb6c-430d-ae76-d85fa88d5e6c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:16.892558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.901973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-62e9ea8b-3e5f-4fe4-91cf-71770b9d03a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9970d322-63e8-41fa-a836-a3b6461820e9 HTTP/1.1" status: 200 len: 997 time: 0.1873348 Nov 16 21:12:16.929731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c178daf7-01cf-445b-90ad-a67d48736f0a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:16.981804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Pushing event updated for resources: {'Port': ['ID=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:16.986205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:16.991104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa8cf1-c2b6-4f36-a471-fb4a99973f0d req-8091c2d9-8b74-49b2-8659-ba6224c2c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:16.992601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7aa8cf1-c2b6-4f36-a471-fb4a99973f0d req-8091c2d9-8b74-49b2-8659-ba6224c2c9ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 1096 time: 0.1832271 Nov 16 21:12:17.021729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:17.083212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-d6cd8e1b-ca6b-445c-9d1f-aa285cb638c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.084719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-d6cd8e1b-ca6b-445c-9d1f-aa285cb638c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0ba1e66-c9e8-4ecf-bbfb-d2da36952175 HTTP/1.1" status: 200 len: 854 time: 0.1544766 Nov 16 21:12:17.091965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:17.118417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-b2d4dc70-1999-4df1-8879-a519039c9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.120240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-b2d4dc70-1999-4df1-8879-a519039c9594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77ec8f9c3cc4440a811719d4cfe9ed7b&device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 1094 time: 0.1219108 Nov 16 21:12:17.146922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.147664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.148248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.183254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa458-bbb0-4e25-b723-c03f56ca8ba3 req-8a2b8978-32b8-4a1d-9c92-80b7db771aa8 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.191413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ddfa458-bbb0-4e25-b723-c03f56ca8ba3 req-8a2b8978-32b8-4a1d-9c92-80b7db771aa8 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 943 time: 0.1963942 Nov 16 21:12:17.231464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7aa8cf1-c2b6-4f36-a471-fb4a99973f0d req-111358b9-5ebc-40d2-b37c-b09b06fa1637 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212141 Nov 16 21:12:17.273703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2080441 Nov 16 21:12:17.278043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60896) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:17.285466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Request body: {'subnet': {'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-subnet', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:17.296202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-c4b70d22-88e1-4ca0-b07d-638a42790b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.296469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-c4b70d22-88e1-4ca0-b07d-638a42790b74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b6d8cb6-c34a-4198-9096-af3ca0a1c313 HTTP/1.1" status: 200 len: 925 time: 0.1638215 Nov 16 21:12:17.299487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Attempting to bind port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:17.299819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Attempting to bind port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '8a22bd81-8519-47f6-8084-2e2fb215bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:17.300264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Attempting to bind port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c on network f5d61504-67cb-4219-8e64-02ec44a4a2ac {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:17.306004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c on network f5d61504-67cb-4219-8e64-02ec44a4a2ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:17.306414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Attempting to bind port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c on network f5d61504-67cb-4219-8e64-02ec44a4a2ac {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:17.312599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:17.312939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Checking segment: {'id': '8a22bd81-8519-47f6-8084-2e2fb215bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:17.313837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Bound using segment: {'id': '8a22bd81-8519-47f6-8084-2e2fb215bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:17.313837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Bound port: 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a22bd81-8519-47f6-8084-2e2fb215bd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:17.314282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.319457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19568ef1-db22-4cce-aeb7-7ca41da72f35 admin admin] Pushing event updated for resources: {'Network': ['ID=e44d38ba-16a0-4836-be16-b336a27a5b97,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:17.325678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-df331851-2466-41c9-9e18-7bda5ceb0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.329305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-df331851-2466-41c9-9e18-7bda5ceb0aeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ca710d1-be33-4f76-90ea-3742fd4c0519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354314 Nov 16 21:12:17.334071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e44d38ba-16a0-4836-be16-b336a27a5b97 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:17.401790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] For port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:17.406998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] For port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,segment=NetworkSegment(8a22bd81-8519-47f6-8084-2e2fb215bd28),segment_id=8a22bd81-8519-47f6-8084-2e2fb215bd28)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:17.412937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.448941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ddfa458-bbb0-4e25-b723-c03f56ca8ba3 req-2056a653-2b67-4863-a532-e4e5ce8b6760 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546539 Nov 16 21:12:17.458679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Made reservation on behalf of b4b60afcd3f648178e6ef3c300c8662d for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:17.465668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.513625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-a4cd3f0e-cc8c-47e0-96cd-4e291b8ee451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c HTTP/1.1" status: 200 len: 217 time: 0.0541108 Nov 16 21:12:17.517045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.517696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:17.519047 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/63f700cd-cb6c-430d-ae76-d85fa88d5e6c HTTP/1.1" status: 200 len: 1091 time: 1.3833585 Nov 16 21:12:17.525011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '71903e11-2cb6-40d0-ab20-44fa477c3e25', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'port_id': '9970d322-63e8-41fa-a836-a3b6461820e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'mac_address': 'fa:16:3e:5e:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:11:16Z', 'updated_at': '2021-11-16T21:12:14Z', 'revision_number': 1, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:17.570322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c57d4-b3c8-4d9d-b8a0-d80fb7c360a2 None None] The sync data for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 is: [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '71903e11-2cb6-40d0-ab20-44fa477c3e25', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'port_id': '9970d322-63e8-41fa-a836-a3b6461820e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'mac_address': 'fa:16:3e:5e:1c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:11:16Z', 'updated_at': '2021-11-16T21:12:14Z', 'revision_number': 1, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:17.665329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3ad50-9369-48fc-9ddc-0596bd7924c0 service neutron] Pushing event updated for resources: {'Port': ['ID=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:17.691526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-c636b23c-1f97-463f-a56a-db3241ad83f5 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494432 Nov 16 21:12:17.706626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-75261528-b8ee-4274-ba0a-3404d85cf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.708127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-75261528-b8ee-4274-ba0a-3404d85cf7de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a94ae30-bb12-4b96-bb67-e9d8ada273fc HTTP/1.1" status: 200 len: 864 time: 0.1833472 Nov 16 21:12:17.741972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-0a969f38-6454-4ed8-99aa-063183e923cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.743434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-0a969f38-6454-4ed8-99aa-063183e923cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af8e63a111564f21a8b4a63d3bff9f50&device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 1094 time: 0.1779199 Nov 16 21:12:17.766615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f77b0b-d794-4709-85d5-bca218d90bed req-dd103993-ca09-40aa-bc45-e6ba212b4fb5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.768805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e5f77b0b-d794-4709-85d5-bca218d90bed req-dd103993-ca09-40aa-bc45-e6ba212b4fb5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.1460657 Nov 16 21:12:17.773462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-72c50276-2cc8-46c1-95f9-14855a9573e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b6d8cb6-c34a-4198-9096-af3ca0a1c313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524044 Nov 16 21:12:17.884475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-471e4d99-e0e6-4eab-aad6-561a6e673db3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c HTTP/1.1" status: 200 len: 217 time: 0.1143086 Nov 16 21:12:17.956664 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7dfdf-52f1-4917-be4b-ddcc2adf3de2 None None] New status for floating IP 71903e11-2cb6-40d0-ab20-44fa477c3e25: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:12:17.959470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-687c5f02-f961-41ff-a9b1-1a83893f06c3 req-e03dc9ed-d5c0-4de1-a501-119d63bcc742 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553239 Nov 16 21:12:17.981547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128e680-d369-4cae-9c3c-956af4cbd8a4 req-c878a185-7037-42cd-841b-cc29cdbf6cce tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:17.983703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a128e680-d369-4cae-9c3c-956af4cbd8a4 req-c878a185-7037-42cd-841b-cc29cdbf6cce tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 943 time: 0.1658821 Nov 16 21:12:18.013270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-5b0ebd8e-87e3-4459-a471-07d11eb7311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.015117 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-5b0ebd8e-87e3-4459-a471-07d11eb7311c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb HTTP/1.1" status: 200 len: 862 time: 0.1221173 Nov 16 21:12:18.023893 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e5f77b0b-d794-4709-85d5-bca218d90bed req-956ed800-44e9-4f56-b4eb-b1ae013aa78d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389719 Nov 16 21:12:18.059667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-d5779b33-a0d7-4a0c-9330-4f008c0d0b33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5d61504-67cb-4219-8e64-02ec44a4a2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332062 Nov 16 21:12:18.062345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-3cf6cd76-ca45-4a87-a02c-7949748dcbf2 service neutron] 10.222.0.41 "GET /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789822 Nov 16 21:12:18.083759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.149431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a128e680-d369-4cae-9c3c-956af4cbd8a4 req-310954fb-669c-461b-951b-991f0057d995 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079926 Nov 16 21:12:18.169016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:18.195232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261152c2-2ae9-4978-97ac-6cdd9793d249,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:18.203547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Checking segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:18.204145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Network hostable DHCP agents. Network: e44d38ba-16a0-4836-be16-b336a27a5b97, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:18.228842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Network e44d38ba-16a0-4836-be16-b336a27a5b97 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:18.243625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e44d38ba-16a0-4836-be16-b336a27a5b97) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:18.248691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.249807 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.269829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f0166-2858-4b47-8590-3709bd047b90 None None] Network e44d38ba-16a0-4836-be16-b336a27a5b97 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:18.290816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac4f117b-dea7-4e99-adf3-e93a307617a5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0075331 Nov 16 21:12:18.291450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60946) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:18.309677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:18.312958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-fc716395-346e-44a6-9f50-c6f04c34537e service neutron] 10.222.0.47 "GET /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450514 Nov 16 21:12:18.347870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.349470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.360706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c471e6e-a680-4963-84b9-4efb07789076', 'tag': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:18.363702 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fef0f5-a4eb-4ed6-a722-89e17da661ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0c471e6e-a680-4963-84b9-4efb07789076", "tag": "63f700cd-cb6c-430d-ae76-d85fa88d5e6c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:18.401751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a7df7300-f9a6-4fdc-9bfa-5185ffd278ac req-1a01b981-2a4f-4bff-96e7-070c3e03f579 service neutron] 10.222.0.41 "GET /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126283 Nov 16 21:12:18.405756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c178daf7-01cf-445b-90ad-a67d48736f0a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:18.406136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.412399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.475625 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9461a847-f39e-45e4-b252-5eda667bc869 x-openstack-request-id: req-9461a847-f39e-45e4-b252-5eda667bc869 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:18.475951 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c471e6e-a680-4963-84b9-4efb07789076", "tag": "63f700cd-cb6c-430d-ae76-d85fa88d5e6c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:18.476162 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9461a847-f39e-45e4-b252-5eda667bc869 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:18.476555 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c471e6e-a680-4963-84b9-4efb07789076', 'tag': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c', 'status': 'completed', 'code': 200} Nov 16 21:12:18.492575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0b403f1-9f41-4fad-8e2a-c024e8e50f8e req-024b2ef1-7266-4bcf-806b-085d2b8414fe service neutron] 10.222.0.47 "GET /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614044 Nov 16 21:12:18.543503 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.598585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-e44d38ba-16a0-4836-be16-b336a27a5b97', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:12:18.599737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.603330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.609620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-bf0f128d-3e6b-490a-8f73-bba487af80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.611137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-bf0f128d-3e6b-490a-8f73-bba487af80bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af8e63a111564f21a8b4a63d3bff9f50&device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 1094 time: 0.0552659 Nov 16 21:12:18.731266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-1853e484-a93d-4dc9-a269-b0df4cb77419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.732703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-1853e484-a93d-4dc9-a269-b0df4cb77419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5d61504-67cb-4219-8e64-02ec44a4a2ac HTTP/1.1" status: 200 len: 923 time: 0.1119885 Nov 16 21:12:18.748045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1e037-7b7f-44f2-91af-130a1b998032 req-573ff2be-60ba-4025-8ecf-756c3dd2aa98 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.749815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cc1e037-7b7f-44f2-91af-130a1b998032 req-573ff2be-60ba-4025-8ecf-756c3dd2aa98 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 943 time: 0.1433065 Nov 16 21:12:18.760306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:18.762795 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db351bd-79f9-45b9-85ee-6786eae38326" -d '{"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-plugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:18.777266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:18.807936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-64c0ba88-b4a7-4373-9cda-c623620175e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c HTTP/1.1" status: 200 len: 217 time: 0.0628164 Nov 16 21:12:18.825792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cc1e037-7b7f-44f2-91af-130a1b998032 req-5ecdb5c5-6194-4fe7-8e6d-f2b45c234c13 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 Nov 16 21:12:18.834451 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfebf757-027e-4c6d-8902-b0790c2e3a8b x-openstack-request-id: req-dfebf757-027e-4c6d-8902-b0790c2e3a8b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:18.834744 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-plugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:18.835196 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfebf757-027e-4c6d-8902-b0790c2e3a8b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:18.835757 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'code': 200} Nov 16 21:12:18.839981 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.877908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-60d4f857-eb3d-4801-93c0-84e31090bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:18.879837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-60d4f857-eb3d-4801-93c0-84e31090bd55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb HTTP/1.1" status: 200 len: 862 time: 0.0599422 Nov 16 21:12:18.923489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-e977b01f-ff3c-4eae-970f-ff9464a31a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5d61504-67cb-4219-8e64-02ec44a4a2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263376 Nov 16 21:12:18.931735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:18.950632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:18.954028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Allocated IP 172.20.0.2 (e44d38ba-16a0-4836-be16-b336a27a5b97/261152c2-2ae9-4978-97ac-6cdd9793d249/7c95088b-5ba4-435a-8a86-6a59e7c2b7bb) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:18.971673 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.027851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-92d5c4a0-513f-4dd5-a5b4-be89da2f83d2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919144 Nov 16 21:12:19.078771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Allocated IP 172.25.3.142 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/5c5a6720-ee03-468a-a756-6ea7a3a71a1e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:19.116435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.124730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.137982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60fef0f5-a4eb-4ed6-a722-89e17da661ad req-92f6d735-a2f7-47d4-880f-61bdd1a27ef9 service neutron] 10.222.0.47 "GET /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995257 Nov 16 21:12:19.164232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Network e44d38ba-16a0-4836-be16-b336a27a5b97 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:19.167051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:19.174253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:19.187304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Pushing event updated for resources: {'Port': ['ID=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.195099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258f8d-2204-4ef1-a355-1f01e7b177b5 req-55f36880-81da-45c1-a7e4-3750b2b79ac4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:19.196776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7258f8d-2204-4ef1-a355-1f01e7b177b5 req-55f36880-81da-45c1-a7e4-3750b2b79ac4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.0537918 Nov 16 21:12:19.210814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.244062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Attempting to bind port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:19.244566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Attempting to bind port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:19.244941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Attempting to bind port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb on network e44d38ba-16a0-4836-be16-b336a27a5b97 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:19.252550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:19.253241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Checking segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:19.253705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.254256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Bound using segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:19.255319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Bound port: 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:19.255799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.255947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.279233 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7258f8d-2204-4ef1-a355-1f01e7b177b5 req-aae7bcf6-c9cc-44b0-9200-dce98d103822 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742295 Nov 16 21:12:19.316638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:19.320502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:19.324624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:19.347479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] For port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:19.350709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] For port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:19.360869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.365483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Pushing event updated for resources: {'Port': ['ID=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.459199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b638e9-980c-4260-b48e-12293b859b62 None None] Pushing event updated for resources: {'Port': ['ID=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:19.548821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c567-6c91-4373-b26c-5a509693631a req-7d281b35-e8c8-4d3a-953b-0faa6a7a9dad tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:19.550403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4f0c567-6c91-4373-b26c-5a509693631a req-7d281b35-e8c8-4d3a-953b-0faa6a7a9dad tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 943 time: 0.1894119 Nov 16 21:12:19.558791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0abae2-d415-49a7-826f-93bbc6399c12 req-284c6876-2b26-4f72-9d7d-c2666736c2a4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:19.560192 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce0abae2-d415-49a7-826f-93bbc6399c12 req-284c6876-2b26-4f72-9d7d-c2666736c2a4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.0731082 Nov 16 21:12:19.633415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce0abae2-d415-49a7-826f-93bbc6399c12 req-2fa2cba3-2e29-460b-8932-ae0c406906ea tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649595 Nov 16 21:12:19.716356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4f0c567-6c91-4373-b26c-5a509693631a req-9e66e13f-52ec-43b3-8152-e8c44d5547e5 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554182 Nov 16 21:12:19.766223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:19.909581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00537-9169-4f34-b64a-50076fb3cc5c req-efa8e786-a8ff-4d83-9c2e-dc57c32610f5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:19.911153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ad00537-9169-4f34-b64a-50076fb3cc5c req-efa8e786-a8ff-4d83-9c2e-dc57c32610f5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.0974321 Nov 16 21:12:20.024704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8851f5-747d-4551-a790-b7b7988c4ae2 req-6f080172-fb70-478b-91b3-2e222ce3b880 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:20.025993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab8851f5-747d-4551-a790-b7b7988c4ae2 req-6f080172-fb70-478b-91b3-2e222ce3b880 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 943 time: 0.0584505 Nov 16 21:12:20.046603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ad00537-9169-4f34-b64a-50076fb3cc5c req-5782cc08-140d-4f0f-83ad-0f914097b63c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290143 Nov 16 21:12:20.060302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.088423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab8851f5-747d-4551-a790-b7b7988c4ae2 req-bca5736e-5d17-4305-af99-fff9ce95701c tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558834 Nov 16 21:12:20.112006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:20.207211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Router 74b5c476-96d7-4232-83ea-7691d7758f08 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:12:20.234253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,segment=NetworkSegment(8ba7b867-6344-4fdd-8d63-dfc90b46ab89),segment_id=8ba7b867-6344-4fdd-8d63-dfc90b46ab89)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:20.268615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c', 'network_id': '2b6d8cb6-c34a-4198-9096-af3ca0a1c313', 'port_id': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c', 'mac_address': 'fa:16:3e:83:03:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a94ae30-bb12-4b96-bb67-e9d8ada273fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:20.368934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.369108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:20.391398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:20.395506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.399840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b79e4da0-99c9-44f1-8df5-8c9405cff4ea admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.1073523 Nov 16 21:12:20.402413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 32822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:20.407126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f8498-6249-46f5-99d6-97fe62f17ba3 req-9b9fefb9-d4cc-4dfe-a77d-ab297099c1c1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:20.417405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e90f8498-6249-46f5-99d6-97fe62f17ba3 req-9b9fefb9-d4cc-4dfe-a77d-ab297099c1c1 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.0970316 Nov 16 21:12:20.418365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:20.419662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:20.457923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:20.481561 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e90f8498-6249-46f5-99d6-97fe62f17ba3 req-b2a6a66c-b4b8-4c61-94c7-89e1c623c448 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631351 Nov 16 21:12:20.497616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,segment=NetworkSegment(8ba7b867-6344-4fdd-8d63-dfc90b46ab89),segment_id=8ba7b867-6344-4fdd-8d63-dfc90b46ab89)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:20.527316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.637141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:20.666921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e421592a-b7bd-4e62-8adf-d0d9c22be16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:20.746777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e1795-cd43-469a-ab8e-9271b35186e8 None None] Network e44d38ba-16a0-4836-be16-b336a27a5b97 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:20.764751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:20.913688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5af6258c-a6b1-47f9-be81-0a1d6adcfc8c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:20.960070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:21.063737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-622e81a3-b705-4d5b-acce-25f97c6e577a None None] Provisioning complete for port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:21.064116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-622e81a3-b705-4d5b-acce-25f97c6e577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.292126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67b0a-61ac-4f96-9726-321474675c3c req-eda53719-7452-4baa-996e-6cfd660b948a tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:21.301711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ff67b0a-61ac-4f96-9726-321474675c3c req-eda53719-7452-4baa-996e-6cfd660b948a tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 944 time: 0.0815296 Nov 16 21:12:21.355729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6afa8b-19ff-4e08-9f40-83849357fc9c req-690abeab-1899-48cd-8419-9cb1d37ee931 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:21.371945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c6afa8b-19ff-4e08-9f40-83849357fc9c req-690abeab-1899-48cd-8419-9cb1d37ee931 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 943 time: 0.4155078 Nov 16 21:12:21.394058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ff67b0a-61ac-4f96-9726-321474675c3c req-d1808fac-3727-4ceb-b01b-99665c851543 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847299 Nov 16 21:12:21.463311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c6afa8b-19ff-4e08-9f40-83849357fc9c req-276dfcb5-5d66-4949-b8ae-c50a21e224df tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896704 Nov 16 21:12:21.501408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:21.501967 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.701904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-622e81a3-b705-4d5b-acce-25f97c6e577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.736649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.785373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648521-4a80-479c-a168-7315cb99319f req-136731cf-e348-4352-a76b-e8c237a0a96e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:21.800263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92648521-4a80-479c-a168-7315cb99319f req-136731cf-e348-4352-a76b-e8c237a0a96e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.0951071 Nov 16 21:12:21.856556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:19Z', 'revision_number': 3, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:21.896193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:21.956718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:21.957421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Updating router 74b5c476-96d7-4232-83ea-7691d7758f08 port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:22.018725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-622e81a3-b705-4d5b-acce-25f97c6e577a None None] For port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:22.028655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-58e4a384-0f43-427d-be0b-7c6664f4dae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463326 Nov 16 21:12:22.040011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Allocated IP 172.20.0.1 (e44d38ba-16a0-4836-be16-b336a27a5b97/261152c2-2ae9-4978-97ac-6cdd9793d249/139ae2c6-3af9-434b-a204-581045fe752e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:22.096584 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:12:22.097280 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:12:22.098183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-622e81a3-b705-4d5b-acce-25f97c6e577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.112648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.226085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-c3314b7a-2c04-4108-bdca-831684f6c372 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:22.227575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-c3314b7a-2c04-4108-bdca-831684f6c372 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909175 Nov 16 21:12:22.323844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.360817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92648521-4a80-479c-a168-7315cb99319f req-370e10a8-873a-48dd-9aac-3c97ca306a5d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595744 Nov 16 21:12:22.363382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5848bfdb-a9a6-498b-876e-56364fe476eb tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/quotas/c1aa240bc2d94652bdbaebd3ad13d5d8 HTTP/1.1" status: 200 len: 375 time: 0.1244388 Nov 16 21:12:22.365490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.391894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-4a197a9a-8f8e-4852-864e-6270da8b42a7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:22.396569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-4a197a9a-8f8e-4852-864e-6270da8b42a7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 945 time: 0.5938277 Nov 16 21:12:22.480554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-d01b85cc-d09f-4902-bb9d-39b7ba1acca3 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107330 Nov 16 21:12:22.505843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Network e44d38ba-16a0-4836-be16-b336a27a5b97 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:22.508961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:22.534658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:22.554082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port 567eee09-43b4-4c14-9493-de26ac85b92e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:22.559388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.584377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e81a3-b705-4d5b-acce-25f97c6e577a None None] Pushing event updated for resources: {'Port': ['ID=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:22.626399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.695120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-24a6c53d-45b7-43bb-aa84-08409bf1a7a0 None None] Provisioning complete for port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:22.695591 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24a6c53d-45b7-43bb-aa84-08409bf1a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.752224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Pushing event updated for resources: {'Port': ['ID=139ae2c6-3af9-434b-a204-581045fe752e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:22.825672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port 567eee09-43b4-4c14-9493-de26ac85b92e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=567eee09-43b4-4c14-9493-de26ac85b92e,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:22.825672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:22.844961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for 567eee09-43b4-4c14-9493-de26ac85b92e owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:23.035814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.051593 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27440125-978a-4f21-aa5f-d9cb3d62cd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.098513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7edca-0a8a-4392-b49e-441f4c21c1b1 req-81120cc8-daac-4aa9-8732-96388d19298f tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:23.106318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cf7edca-0a8a-4392-b49e-441f4c21c1b1 req-81120cc8-daac-4aa9-8732-96388d19298f tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 943 time: 0.1834323 Nov 16 21:12:23.114370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e5a86-91df-4ade-bb30-8adcef672a35 req-e9b6c71a-ca77-4567-9002-35fd485f6f36 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:23.122777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da7e5a86-91df-4ade-bb30-8adcef672a35 req-e9b6c71a-ca77-4567-9002-35fd485f6f36 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 944 time: 0.1943090 Nov 16 21:12:23.151813 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.156621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:23.212014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.248087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cf7edca-0a8a-4392-b49e-441f4c21c1b1 req-6f03f096-5bff-4135-a558-306466fce222 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409061 Nov 16 21:12:23.269814 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.274921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dcf00dff-0ce8-40d4-ba04-c22dc04fdb08 None None] Provisioning complete for port 139ae2c6-3af9-434b-a204-581045fe752e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:23.275316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dcf00dff-0ce8-40d4-ba04-c22dc04fdb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.379939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-dcf00dff-0ce8-40d4-ba04-c22dc04fdb08 None None] Port 139ae2c6-3af9-434b-a204-581045fe752e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:23.387202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:23.396173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['567eee09-43b4-4c14-9493-de26ac85b92e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:23.448748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da7e5a86-91df-4ade-bb30-8adcef672a35 req-b6f8def1-b0bc-457e-8ce4-e86f58ed86c9 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107154 Nov 16 21:12:23.450183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=567eee09-43b4-4c14-9493-de26ac85b92e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:23.511455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.525909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port 567eee09-43b4-4c14-9493-de26ac85b92e on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:23.529138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.532391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-df0249cc-df4b-430c-bb8a-16788f06df6d tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465052 Nov 16 21:12:23.544138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.547188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffae7af3-a52e-4bcd-9ea3-c252fabe5e1c req-a5988306-f5a8-4696-a2e7-5c73cf795696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.41 "DELETE /v2.0/ports/567eee09-43b4-4c14-9493-de26ac85b92e HTTP/1.1" status: 204 len: 173 time: 1.1429002 Nov 16 21:12:23.550901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'name': 'network-vif-deleted', 'tag': '567eee09-43b4-4c14-9493-de26ac85b92e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:23.558513 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff5d0f-0a80-42b0-aad0-c33d9cf49996" -d '{"events": [{"server_uuid": "cd924f7b-89f1-4352-a0e5-0d4fe786dc04", "name": "network-vif-deleted", "tag": "567eee09-43b4-4c14-9493-de26ac85b92e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:23.628577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:23.629973 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.653704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1ccc660d-3bc5-4ef2-b60e-2420b70fe956 req-2c703178-a096-43db-9249-8948ea220ded tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd924f7b-89f1-4352-a0e5-0d4fe786dc04 HTTP/1.1" status: 200 len: 210 time: 0.0568502 Nov 16 21:12:23.693394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.708006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Pushing event updated for resources: {'Port': ['ID=139ae2c6-3af9-434b-a204-581045fe752e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:23.780466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684eae-04a3-4a12-b0cc-ebfe81d1340a None None] Pushing event updated for resources: {'Port': ['ID=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:23.786901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Attempting to bind port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:23.787544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Attempting to bind port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:23.787981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Attempting to bind port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:23.815801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:23.816347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:23.816941 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.817469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:23.818078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Bound port: 5c5a6720-ee03-468a-a756-6ea7a3a71a1e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:23.818683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:23.875705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-c103bd97-9fcc-44a6-a70d-65d4eaf046f8 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:23.878280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-c103bd97-9fcc-44a6-a70d-65d4eaf046f8 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3446736 Nov 16 21:12:23.896875 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7412784d-064c-4c99-a696-1a2491ba2b9b x-openstack-request-id: req-7412784d-064c-4c99-a696-1a2491ba2b9b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:23.897611 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd924f7b-89f1-4352-a0e5-0d4fe786dc04", "name": "network-vif-deleted", "tag": "567eee09-43b4-4c14-9493-de26ac85b92e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:23.898040 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7412784d-064c-4c99-a696-1a2491ba2b9b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:23.898798 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd924f7b-89f1-4352-a0e5-0d4fe786dc04', 'name': 'network-vif-deleted', 'tag': '567eee09-43b4-4c14-9493-de26ac85b92e', 'status': 'completed', 'code': 200} Nov 16 21:12:23.909180 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-7803b508-f426-436f-a2da-9beb8c6ccafb tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/quotas/c1aa240bc2d94652bdbaebd3ad13d5d8 HTTP/1.1" status: 200 len: 375 time: 0.0196047 Nov 16 21:12:23.974111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-2108a646-2ffb-4b2d-a97d-98ff075fc3ff tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506537 Nov 16 21:12:23.990527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] For port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:23.996194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] For port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:24.002078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Network e44d38ba-16a0-4836-be16-b336a27a5b97 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:24.004842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:24.022307 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.094422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.128414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:24.255659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 63f700cd-cb6c-430d-ae76-d85fa88d5e6c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:24.299289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684eae-04a3-4a12-b0cc-ebfe81d1340a None None] Pushing event updated for resources: {'Port': ['ID=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:24.311629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:24.312466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:24.319729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:24.426585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9654454b-6311-4aae-9a6c-599379e967d4 req-d7563d81-905c-451b-a4e1-38beefb89c8a tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 210 time: 0.0708122 Nov 16 21:12:24.569953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:24.586445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:24.586445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.720448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d6cd7f64-d5c0-446c-a942-0352b0bb19db None None] Provisioning complete for port 139ae2c6-3af9-434b-a204-581045fe752e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:24.721226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7f64-d5c0-446c-a942-0352b0bb19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.791337 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:24.814539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332a01-8229-4779-a5dd-f4657388c8ab req-b1683d4e-7df8-4a01-8166-52e771f2bd1b tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:24.832153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e332a01-8229-4779-a5dd-f4657388c8ab req-b1683d4e-7df8-4a01-8166-52e771f2bd1b tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 943 time: 0.3314812 Nov 16 21:12:24.834315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35105e7-132b-4bde-8643-d3e561d3f735 req-e51e1e59-48d4-417c-b899-0a277b704ee7 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:24.846101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a35105e7-132b-4bde-8643-d3e561d3f735 req-e51e1e59-48d4-417c-b899-0a277b704ee7 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 944 time: 0.1472046 Nov 16 21:12:24.913464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:24.915581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:24.918456 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff98babe-51e2-4a61-bb98-733daa78e0b0" -d '{"events": [{"server_uuid": "a177c4af-c7ca-4846-9f01-c76ac5a61bea", "name": "network-vif-plugged", "status": "completed", "tag": "5af6258c-a6b1-47f9-be81-0a1d6adcfc8c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:24.946358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:24.971791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37ac1589-ce16-4e94-abe6-79a4954327a0 admin admin] 10.222.0.48 "PUT /v2.0/routers/74b5c476-96d7-4232-83ea-7691d7758f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5676665 Nov 16 21:12:24.996602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,segment=NetworkSegment(8a22bd81-8519-47f6-8084-2e2fb215bd28),segment_id=8a22bd81-8519-47f6-8084-2e2fb215bd28)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:25.030654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-6e15c25f-56b8-4eff-8b38-6498b8ca944a tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179919 Nov 16 21:12:25.041401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd7f64-d5c0-446c-a942-0352b0bb19db None None] Port 139ae2c6-3af9-434b-a204-581045fe752e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:25.050858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e332a01-8229-4779-a5dd-f4657388c8ab req-1fff965f-741c-4c02-8b8e-1de6e7ab82eb tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106013 Nov 16 21:12:25.051702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,segment=NetworkSegment(8ba7b867-6344-4fdd-8d63-dfc90b46ab89),segment_id=8ba7b867-6344-4fdd-8d63-dfc90b46ab89)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:25.085375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.113113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c', 'network_id': 'f5d61504-67cb-4219-8e64-02ec44a4a2ac', 'port_id': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c', 'mac_address': 'fa:16:3e:30:86:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:25.375168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-7e234541-0faf-458c-b3a0-71b42d0d1556 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:25.386768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-7e234541-0faf-458c-b3a0-71b42d0d1556 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370743 Nov 16 21:12:25.399612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a35105e7-132b-4bde-8643-d3e561d3f735 req-b6e1230d-102b-4ccd-a689-89390df3e7f9 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508792 Nov 16 21:12:25.410205 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103d6432-4a04-4b99-8faa-0fa9f7efe1c1 x-openstack-request-id: req-103d6432-4a04-4b99-8faa-0fa9f7efe1c1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:25.410502 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177c4af-c7ca-4846-9f01-c76ac5a61bea", "name": "network-vif-plugged", "status": "completed", "tag": "5af6258c-a6b1-47f9-be81-0a1d6adcfc8c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:25.410766 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-103d6432-4a04-4b99-8faa-0fa9f7efe1c1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:25.411228 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c', 'code': 200} Nov 16 21:12:25.411926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:25.428175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Request body: {'port': {'device_id': '889d9fff-88bd-48eb-a340-4007958087e6', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1aa240bc2d94652bdbaebd3ad13d5d8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:25.446257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.467772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f700cd-cb6c-430d-ae76-d85fa88d5e6c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:25.531266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,segment=NetworkSegment(8a22bd81-8519-47f6-8084-2e2fb215bd28),segment_id=8a22bd81-8519-47f6-8084-2e2fb215bd28)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:25.565083 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.642626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ecd2a-dff9-4eca-ab34-a6134634c157 req-45785abb-3351-4bd0-939b-bbd995554a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:25.644253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e5ecd2a-dff9-4eca-ab34-a6134634c157 req-45785abb-3351-4bd0-939b-bbd995554a47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 1096 time: 0.1050870 Nov 16 21:12:25.752396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.772509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:25.783685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Made reservation on behalf of c1aa240bc2d94652bdbaebd3ad13d5d8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:25.788634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.805993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:25.815909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:23Z', 'revision_number': 2, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:25.848229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff465e-32e5-423e-8a19-a85e6541bd3d None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:23Z', 'revision_number': 2, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:25.862499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e5ecd2a-dff9-4eca-ab34-a6134634c157 req-6aebe505-5d73-4463-978e-d028cc08193a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074540 Nov 16 21:12:25.932071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-9f35b5b6-dec8-4ab5-b2a9-b78255b21078 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:25.941275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-9f35b5b6-dec8-4ab5-b2a9-b78255b21078 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.1964092 Nov 16 21:12:25.960239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-9c4dc715-1523-4f16-9a41-725cb28a4e8e tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/quotas/42db439e24954a3c9d0f2fd406627e8d HTTP/1.1" status: 200 len: 375 time: 0.0178638 Nov 16 21:12:25.974558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['63f700cd-cb6c-430d-ae76-d85fa88d5e6c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:25.991618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.032983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.044682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-2188e48f-2851-402c-be30-c2744d51de09 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834520 Nov 16 21:12:26.139481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 567eee09-43b4-4c14-9493-de26ac85b92e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:26.200432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3765bb06-3053-4344-b8a2-9a45904abcbc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:26.218110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 567eee09-43b4-4c14-9493-de26ac85b92e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:26.218462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 567eee09-43b4-4c14-9493-de26ac85b92e not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:26.293052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0c6605cb-c533-4119-a809-27712a9ab0b8 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396348 Nov 16 21:12:26.328451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-94dfab68-1def-4c7e-802c-f2647889e3aa tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:26.330059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-94dfab68-1def-4c7e-802c-f2647889e3aa tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 820 time: 0.3889463 Nov 16 21:12:26.375526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-75c985c6-2ff8-4f33-b88e-cd8ba453d9ea tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/quotas/b4b60afcd3f648178e6ef3c300c8662d HTTP/1.1" status: 200 len: 375 time: 0.0325449 Nov 16 21:12:26.429946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-a050d329-b345-4c26-8168-005faad93521 service neutron] 10.222.0.48 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300058 Nov 16 21:12:26.455973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Allocated IP 192.168.233.180 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:26.470231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-d0623bdb-81c0-48c1-af0e-5d910f3f4394 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390255 Nov 16 21:12:26.503358 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.559423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-9a510bcb-a9b3-482a-8239-1a47741aea1a tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834795 Nov 16 21:12:26.673439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-3bd2f5be-18e7-4973-b59f-f0e60aba06f1 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:26.675114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-3bd2f5be-18e7-4973-b59f-f0e60aba06f1 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956730 Nov 16 21:12:26.699185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Request body: {'port': {'device_id': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'c1aa240bc2d94652bdbaebd3ad13d5d8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:26.907745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Made reservation on behalf of c1aa240bc2d94652bdbaebd3ad13d5d8 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:26.912716 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.961936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-141b69b0-bcbe-41ca-93bc-0b37f667db56 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016328 Nov 16 21:12:26.986343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:26.994240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be0a29f-dd51-4db2-88b8-8f918ec9ad4c req-df183c1c-96ff-418e-bb7b-72160ef1f104 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 210 time: 0.0973721 Nov 16 21:12:27.252166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c5a6720-ee03-468a-a756-6ea7a3a71a1e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:27.325431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.352497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:27.352840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.491605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.501469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:27.525231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:27.527258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.541799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2463b0a-ddcd-429d-8904-afbd58a5d22e req-0cb71a8c-1f91-4798-899e-9f7900a68316 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:27.549751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:27.553600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2463b0a-ddcd-429d-8904-afbd58a5d22e req-0cb71a8c-1f91-4798-899e-9f7900a68316 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 944 time: 0.2366760 Nov 16 21:12:27.570262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:27.577344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Allocated IP 192.168.233.235 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:27.579984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.597089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-ff4c4c81-9687-4235-9366-14e642508877 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276944 Nov 16 21:12:27.655974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:27.657747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.680254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-5e4d37b9-7c4f-4f86-807f-66ef74ee885b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2636006 Nov 16 21:12:27.714496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Request body: {'port': {'device_id': '889d9fff-88bd-48eb-a340-4007958087e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:27.723492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:27.856165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:27.877562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2463b0a-ddcd-429d-8904-afbd58a5d22e req-62a4f9e0-f7b8-4636-9615-92327bc3d076 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049979 Nov 16 21:12:28.330364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:28.443229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1839eb-9a2f-433f-94f6-020199a1b4f8 req-62838aeb-77f6-4bfc-9e36-420b6ffde922 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:28.448604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec1839eb-9a2f-433f-94f6-020199a1b4f8 req-62838aeb-77f6-4bfc-9e36-420b6ffde922 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 945 time: 0.3504350 Nov 16 21:12:28.453371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 63f700cd-cb6c-430d-ae76-d85fa88d5e6c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:28.484024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-916ed665-22b6-465d-9ccb-294fbda99b13 req-e99f1207-226a-45ae-a8d3-b0ea8e3d2862 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 210 time: 0.0684211 Nov 16 21:12:28.519367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:28.562313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-78a0daa5-747c-4133-8fef-0caf73235c01 None None] Provisioning complete for port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:28.562313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78a0daa5-747c-4133-8fef-0caf73235c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:28.667342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec1839eb-9a2f-433f-94f6-020199a1b4f8 req-366cf5ca-897e-416e-a416-aa5db5901370 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078466 Nov 16 21:12:28.703306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-78a0daa5-747c-4133-8fef-0caf73235c01 None None] Port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:28.719015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:28.729093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:28.731822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:28.743098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:28.808729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:28.846589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59b68fa6-2da4-46d2-8eaf-c29a5fac9772 req-dd1a659e-9550-4bc1-8c52-457070e2e47c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 210 time: 0.0942109 Nov 16 21:12:28.848049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:28.869003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:28.981027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.077067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c471e6e-a680-4963-84b9-4efb07789076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:29.095857 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b631939-94f9-4110-ab12-46150815a9f0" -d '{"events": [{"server_uuid": "0c471e6e-a680-4963-84b9-4efb07789076", "name": "network-vif-plugged", "status": "completed", "tag": "63f700cd-cb6c-430d-ae76-d85fa88d5e6c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:29.131550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.133633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.145178 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,segment=NetworkSegment(8a22bd81-8519-47f6-8084-2e2fb215bd28),segment_id=8a22bd81-8519-47f6-8084-2e2fb215bd28)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:29.158223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c5a6720-ee03-468a-a756-6ea7a3a71a1e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:29.162935 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.259554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-66993478-69dc-480f-aa7b-ccb4629bbc8b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5740633 Nov 16 21:12:29.290741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-ec2e8ed3-e884-416c-873b-fad94b658879 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.290996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Request body: {'port': {'device_id': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:29.292562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-ec2e8ed3-e884-416c-873b-fad94b658879 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 806 time: 0.5251846 Nov 16 21:12:29.327126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Request body: {'port': {'device_id': '43971fd2-a76d-4a97-9a88-e4c395092647', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'admin_state_up': True, 'tenant_id': '42db439e24954a3c9d0f2fd406627e8d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:29.386007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dce50-cbb9-482a-905c-8b11635b58cc req-46c730e3-d66e-4bec-ba0c-4da89ebe992b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.392573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:29.394929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-050dce50-cbb9-482a-905c-8b11635b58cc req-46c730e3-d66e-4bec-ba0c-4da89ebe992b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 936 time: 0.3535573 Nov 16 21:12:29.435454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:29.437924 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.478519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385a4f-84a0-443d-8029-bf5d41abe53a req-ee38bbc6-1f51-4661-a85b-df77008f25bd tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:29.480733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34385a4f-84a0-443d-8029-bf5d41abe53a req-ee38bbc6-1f51-4661-a85b-df77008f25bd tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 945 time: 0.3265471 Nov 16 21:12:29.534589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.582922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34385a4f-84a0-443d-8029-bf5d41abe53a req-6e873409-eb12-4aa3-82ee-1a74955217b7 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950096 Nov 16 21:12:29.614582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c3bf2eb8-9223-4b87-87bb-73339a843121 None None] Provisioning complete for port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:29.615112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2eb8-9223-4b87-87bb-73339a843121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.623646 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:29.625992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-050dce50-cbb9-482a-905c-8b11635b58cc req-5ab34f91-cd26-4c31-83f1-cf582b17f3db tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560717 Nov 16 21:12:29.633073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:29.661250 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:29.663097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:29.669251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.724014 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a59a5-62e3-46d4-9f96-461956f8d90e x-openstack-request-id: req-ac5a59a5-62e3-46d4-9f96-461956f8d90e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:29.724328 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c471e6e-a680-4963-84b9-4efb07789076", "name": "network-vif-plugged", "status": "completed", "tag": "63f700cd-cb6c-430d-ae76-d85fa88d5e6c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:29.724598 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac5a59a5-62e3-46d4-9f96-461956f8d90e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:29.724963 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c471e6e-a680-4963-84b9-4efb07789076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c', 'code': 200} Nov 16 21:12:29.728409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf2eb8-9223-4b87-87bb-73339a843121 None None] Port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:29.770783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Transition to ACTIVE for port object ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:29.784286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.946369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Made reservation on behalf of 42db439e24954a3c9d0f2fd406627e8d for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:29.953182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:29.969804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:29.987436 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:30.299029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Attempting to bind port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:30.299361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Attempting to bind port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:30.299696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Attempting to bind port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:30.322257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46411650-4b97-48e8-9ca6-e988d634e354 req-226aa745-8573-4369-8add-67ba6d027b6d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 210 time: 0.1407340 Nov 16 21:12:30.334375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:30.334696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Attempting to bind port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:30.370248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:30.370248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:30.370248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:30.371919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Bound port: ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:30.372339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.382881 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:23Z', 'revision_number': 2, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:30.417742 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:30.418093 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Updating router 74b5c476-96d7-4232-83ea-7691d7758f08 port 139ae2c6-3af9-434b-a204-581045fe752e binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:30.455561 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.628621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Allocated IP 172.20.0.14 (46901964-4108-4d2f-9a91-9d50500f7f13/d7b75ebc-e643-46a0-88c9-ae6ad9756eee/bc76f803-3b04-44d4-be9b-c9d0c1816a46) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:30.662071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:30.678645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:30.690526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.749220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-204571e7-f743-4de8-8366-c34f1d89f931 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:30.751039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-204571e7-f743-4de8-8366-c34f1d89f931 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.41 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 820 time: 0.7121098 Nov 16 21:12:30.761187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:30.762333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:30.765043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] 10.222.0.41 "PUT /v2.0/ports/ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c HTTP/1.1" status: 200 len: 1096 time: 3.0614283 Nov 16 21:12:30.765043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:30.771182 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73780e28-ff54-4545-beab-739f9d06f5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:30.780712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'port': {'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'admin_state_up': True, 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:30.797015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dc0d7a6-3821-471f-9d4b-6fcde431b866 req-e882938c-e6b4-46ad-8e25-f330a4aae9ce tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 210 time: 0.0884073 Nov 16 21:12:30.884363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90c96b-aba9-4118-af8a-a7b5532fb49e req-b5644a7b-de16-4b7d-b441-b45c13ed53aa tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:30.894844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d90c96b-aba9-4118-af8a-a7b5532fb49e req-b5644a7b-de16-4b7d-b441-b45c13ed53aa tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 945 time: 0.9510729 Nov 16 21:12:30.948787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d887-96e9-4ead-9b43-43ca0f32a99b req-6f96b5b1-b0a3-4355-800b-ca5774446d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:30.962643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ad1d887-96e9-4ead-9b43-43ca0f32a99b req-6f96b5b1-b0a3-4355-800b-ca5774446d40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 1096 time: 1.0941057 Nov 16 21:12:31.136071 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.147032 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.178523 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ad1d887-96e9-4ead-9b43-43ca0f32a99b req-b7c8e155-6945-4408-a085-22373886b8ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203325 Nov 16 21:12:31.221565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d90c96b-aba9-4118-af8a-a7b5532fb49e req-afcb3732-3ccd-41a6-b7d7-6577bf9ac4c6 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162062 Nov 16 21:12:31.260768 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Pushing event updated for resources: {'Port': ['ID=139ae2c6-3af9-434b-a204-581045fe752e,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.288859 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.289473 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.290011 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.290511 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.291032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.291526 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.292028 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.292515 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.293014 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.293624 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.294116 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.294598 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:31.307058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.309810 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Attempting to bind port 139ae2c6-3af9-434b-a204-581045fe752e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:31.310367 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Attempting to bind port 139ae2c6-3af9-434b-a204-581045fe752e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:31.311193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Attempting to bind port 139ae2c6-3af9-434b-a204-581045fe752e on network e44d38ba-16a0-4836-be16-b336a27a5b97 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:31.323489 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:31.325109 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Checking segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:31.326660 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.327991 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Bound using segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:31.328659 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Bound port: 139ae2c6-3af9-434b-a204-581045fe752e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:31.329221 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.383684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Made reservation on behalf of b4b60afcd3f648178e6ef3c300c8662d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:31.388452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.404085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-ec6791bb-a161-4f8d-8046-b746770160d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.409717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-ec6791bb-a161-4f8d-8046-b746770160d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 1099 time: 0.5704806 Nov 16 21:12:31.440390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.446143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9508b-a515-4aa8-8dc1-5c6082cd663d service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.452795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:31.468068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166e260-eea8-4151-9165-a22efb4470ec req-c0b91778-d8f2-4958-a196-d0b178d6430a tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.470045 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e166e260-eea8-4151-9165-a22efb4470ec req-c0b91778-d8f2-4958-a196-d0b178d6430a tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 936 time: 0.1184819 Nov 16 21:12:31.500267 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] For port 139ae2c6-3af9-434b-a204-581045fe752e, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:31.514747 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] For port 139ae2c6-3af9-434b-a204-581045fe752e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=139ae2c6-3af9-434b-a204-581045fe752e,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:31.515035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event updated for resources: {'Port': ['ID=bc76f803-3b04-44d4-be9b-c9d0c1816a46,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.526455 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.559862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-0bbbd6d4-bb91-4a1f-9eef-4a4a1980a0d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c HTTP/1.1" status: 200 len: 217 time: 0.0471299 Nov 16 21:12:31.570959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Network 46901964-4108-4d2f-9a91-9d50500f7f13 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:31.575473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:31.578037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:31.697771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.698462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.705352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e166e260-eea8-4151-9165-a22efb4470ec req-ca2300d7-6ef7-4777-bb8f-0208e7fba13e tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289205 Nov 16 21:12:31.728829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-d9a67e9e-b0a1-4cf8-9316-eb677256f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.733371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-d9a67e9e-b0a1-4cf8-9316-eb677256f4ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1579781 Nov 16 21:12:31.734593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:31.739533 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:31.740237 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:31.756388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-58796498-7e3d-46d5-bfd6-87f357560233 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4335842 Nov 16 21:12:31.789106 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e637563-4c4f-46b4-8e18-70447588bdf0 None None] Pushing event updated for resources: {'Port': ['ID=139ae2c6-3af9-434b-a204-581045fe752e,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:31.797632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9c28-a994-4ea4-bed4-f23f0b15c3d8 req-bacf073e-f9f1-4636-93f8-c7312b884aa1 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:31.805366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8cd9c28-a994-4ea4-bed4-f23f0b15c3d8 req-bacf073e-f9f1-4636-93f8-c7312b884aa1 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 945 time: 0.6558492 Nov 16 21:12:31.820508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Request body: {'port': {'device_id': '43971fd2-a76d-4a97-9a88-e4c395092647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:31.832213 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.882808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Transition to ACTIVE for port object ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:31.891252 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055459fa-2cc9-4445-8d5d-e449d454d482 x-openstack-request-id: req-055459fa-2cc9-4445-8d5d-e449d454d482 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:31.893911 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:31.894169 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-055459fa-2cc9-4445-8d5d-e449d454d482 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:31.894829 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'status': 'completed', 'code': 200} Nov 16 21:12:31.909452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:31.961144 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:31.965854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Allocated IP 172.20.0.11 (e44d38ba-16a0-4836-be16-b336a27a5b97/261152c2-2ae9-4978-97ac-6cdd9793d249/7594da5f-7c38-483e-b254-1e2e7e87bbdd) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:32.071163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-52d78f30-35f9-4c54-a410-b5e83d4545c0 None None] Provisioning complete for port 139ae2c6-3af9-434b-a204-581045fe752e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:32.072906 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-52d78f30-35f9-4c54-a410-b5e83d4545c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.147373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.189152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:32.259820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-52d78f30-35f9-4c54-a410-b5e83d4545c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.329247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-52d78f30-35f9-4c54-a410-b5e83d4545c0 None None] For port 139ae2c6-3af9-434b-a204-581045fe752e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=139ae2c6-3af9-434b-a204-581045fe752e,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:32.336218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-52d78f30-35f9-4c54-a410-b5e83d4545c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.449381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d78f30-35f9-4c54-a410-b5e83d4545c0 None None] Pushing event updated for resources: {'Port': ['ID=139ae2c6-3af9-434b-a204-581045fe752e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:32.463544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Attempting to bind port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:32.463922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Attempting to bind port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:32.464258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Attempting to bind port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:32.546691 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:31Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:32.573430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:32.574038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Attempting to bind port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:32.584234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e5813e1a-4f30-487b-92ff-c8dd7d9b7792 None None] Provisioning complete for port 139ae2c6-3af9-434b-a204-581045fe752e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:32.584811 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5813e1a-4f30-487b-92ff-c8dd7d9b7792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.606382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3170-00ac-48af-8d97-0a8ade733de9 req-6b7da4f5-c191-4f84-a0f8-1777848ca9e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:32.614826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-518a3170-00ac-48af-8d97-0a8ade733de9 req-6b7da4f5-c191-4f84-a0f8-1777848ca9e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 932 time: 0.3180091 Nov 16 21:12:32.615637 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce2d029-9d12-4cc9-b47d-91504a02e945 None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:31Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:32.622007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:32.622413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:32.622830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:32.624097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Bound port: ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:32.624799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.697801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc76f803-3b04-44d4-be9b-c9d0c1816a46 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:32.714470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.734757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8cd9c28-a994-4ea4-bed4-f23f0b15c3d8 req-caae1b3f-9c0d-441b-ab41-3f12eb3cb10c tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9276867 Nov 16 21:12:32.765160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a191-89ea-4bad-ac00-590f65268635 req-cbe9553a-d5e9-44b4-a733-f9d49322d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:32.770842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-cbe9553a-d5e9-44b4-a733-f9d49322d852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0133100 Nov 16 21:12:32.816101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Transition to ACTIVE for port object bc76f803-3b04-44d4-be9b-c9d0c1816a46 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:32.853982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.885022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.928205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:32.976896 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.072920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-518a3170-00ac-48af-8d97-0a8ade733de9 req-9acf45ba-c9de-4e93-8dc2-9c5d636658f5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549620 Nov 16 21:12:33.077960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc76f803-3b04-44d4-be9b-c9d0c1816a46,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:33.118173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Network e44d38ba-16a0-4836-be16-b336a27a5b97 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:33.121982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:33.129042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 139ae2c6-3af9-434b-a204-581045fe752e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:33.129596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064775a-462c-441e-8efa-13f91469c334 req-ae315605-de3f-43cc-8d73-c191b9afa1fd tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.131350 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f064775a-462c-441e-8efa-13f91469c334 req-ae315605-de3f-43cc-8d73-c191b9afa1fd tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 932 time: 0.2429793 Nov 16 21:12:33.133182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:33.141264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:33.171516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-ebf12500-21b8-4eeb-94f9-6f32f2100b94 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698385 Nov 16 21:12:33.195594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event updated for resources: {'Port': ['ID=7594da5f-7c38-483e-b254-1e2e7e87bbdd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:33.211390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:33.241369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.330318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Attempting to bind port bc76f803-3b04-44d4-be9b-c9d0c1816a46 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:33.330666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Attempting to bind port bc76f803-3b04-44d4-be9b-c9d0c1816a46 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:33.330986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Attempting to bind port bc76f803-3b04-44d4-be9b-c9d0c1816a46 on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:33.346981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 139ae2c6-3af9-434b-a204-581045fe752e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:33.347420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.361269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f064775a-462c-441e-8efa-13f91469c334 req-346ac070-0a5f-4c12-9b36-3b7e5381c48e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017307 Nov 16 21:12:33.362592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.363387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.363739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Port bc76f803-3b04-44d4-be9b-c9d0c1816a46 on network 46901964-4108-4d2f-9a91-9d50500f7f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:33.364063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Attempting to bind port bc76f803-3b04-44d4-be9b-c9d0c1816a46 on network 46901964-4108-4d2f-9a91-9d50500f7f13 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:33.376559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:33.377006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Checking segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:33.377424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Bound using segment: {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:33.377866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Bound port: bc76f803-3b04-44d4-be9b-c9d0c1816a46, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c265c8-c49b-4353-85f7-0821200a1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:33.378324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.518973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d63a191-89ea-4bad-ac00-590f65268635 req-6baaa91b-1695-4eef-8d0a-c29dfdb7b1b5 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338020 Nov 16 21:12:33.530770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.531944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.535201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a HTTP/1.1" status: 200 len: 1096 time: 4.2647738 Nov 16 21:12:33.536143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:33.539703 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa6b51-e613-46ae-82fb-da07acd183ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:33.632086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e6b06-7c69-4450-9f3b-9d4aa656f842 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:33.666432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] For port bc76f803-3b04-44d4-be9b-c9d0c1816a46, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:33.691856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-d963dc32-7b02-4729-8b7e-941b6df8591e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9268911 Nov 16 21:12:33.699194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] For port bc76f803-3b04-44d4-be9b-c9d0c1816a46, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:33.718630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cae84d-0580-4407-b9bf-ab7f6e3c25fe req-60909e98-c56f-4bf9-beb0-d77254027969 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.724013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Request body: {'port': {'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:33.729115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91cae84d-0580-4407-b9bf-ab7f6e3c25fe req-60909e98-c56f-4bf9-beb0-d77254027969 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.2610927 Nov 16 21:12:33.733154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.789740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e97009f4-60cd-45b5-98ea-cf5b77ddc3cf None None] Provisioning complete for port 7594da5f-7c38-483e-b254-1e2e7e87bbdd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:33.790305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e97009f4-60cd-45b5-98ea-cf5b77ddc3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:33.818535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df43f9f-00c2-4718-85c5-8a43fd67032f req-a3a3dcaa-b907-4b91-9d9c-62db0ca759f8 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.835383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5df43f9f-00c2-4718-85c5-8a43fd67032f req-a3a3dcaa-b907-4b91-9d9c-62db0ca759f8 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 945 time: 0.4966047 Nov 16 21:12:33.887752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e97009f4-60cd-45b5-98ea-cf5b77ddc3cf None None] Port 7594da5f-7c38-483e-b254-1e2e7e87bbdd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:33.892263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-8c124b32-cf6e-4719-9361-a24ce07de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:33.893836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-8c124b32-cf6e-4719-9361-a24ce07de72b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 1099 time: 0.2541292 Nov 16 21:12:34.063833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5df43f9f-00c2-4718-85c5-8a43fd67032f req-99cf7ed2-7469-428e-b5cf-b77284f78e52 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274489 Nov 16 21:12:34.089072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.211453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-ab5bf175-b64e-46f9-884d-2bd294bee63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.213019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-ab5bf175-b64e-46f9-884d-2bd294bee63a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2993002 Nov 16 21:12:34.233639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.234413 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.236140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc76f803-3b04-44d4-be9b-c9d0c1816a46 HTTP/1.1" status: 200 len: 1092 time: 2.4275148 Nov 16 21:12:34.269954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43971fd2-a76d-4a97-9a88-e4c395092647', 'tag': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:34.272830 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89de92fd-8b77-4d87-a3c6-132d31c709b6" -d '{"events": [{"name": "network-changed", "server_uuid": "43971fd2-a76d-4a97-9a88-e4c395092647", "tag": "bc76f803-3b04-44d4-be9b-c9d0c1816a46"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:34.275723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144bfd9-6da2-413a-b453-4fad6640a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc76f803-3b04-44d4-be9b-c9d0c1816a46,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:34.285376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-00870e4f-de93-438a-953e-3b5826a48db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.285570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-9fe91fd4-e0e3-4148-80a2-e5d9a6566d0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c HTTP/1.1" status: 200 len: 217 time: 0.0613811 Nov 16 21:12:34.292275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-00870e4f-de93-438a-953e-3b5826a48db1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 1099 time: 0.6831577 Nov 16 21:12:34.401821 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335e38a-e2a7-484a-a982-f22e5f202b15 x-openstack-request-id: req-4335e38a-e2a7-484a-a982-f22e5f202b15 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:34.402148 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:34.402402 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4335e38a-e2a7-484a-a982-f22e5f202b15 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:34.402911 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'status': 'completed', 'code': 200} Nov 16 21:12:34.413883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-87d1c413-2c5e-4fae-a86f-729a1ed995a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a HTTP/1.1" status: 200 len: 217 time: 0.0914681 Nov 16 21:12:34.459496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-69d9c52a-785f-413b-bd98-b0721db2eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.461015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-69d9c52a-785f-413b-bd98-b0721db2eeb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1622336 Nov 16 21:12:34.479806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91cae84d-0580-4407-b9bf-ab7f6e3c25fe req-364f1c5a-59cb-4225-87f0-6dfb0b3ddc30 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7480149 Nov 16 21:12:34.503593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-7456bf40-e3cb-45ce-a498-0b2804ecec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.504799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-7456bf40-e3cb-45ce-a498-0b2804ecec12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 1095 time: 0.1773410 Nov 16 21:12:34.516551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-a9404d4d-d801-4865-80b0-8f675f2e935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.518341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-a9404d4d-d801-4865-80b0-8f675f2e935c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0911295 Nov 16 21:12:34.564191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-6d47d252-1fa8-4876-a398-a51767db26b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46 HTTP/1.1" status: 200 len: 217 time: 0.0445268 Nov 16 21:12:34.629486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1313-508f-42b8-b9a7-20612daf1ef4 req-c25e365b-3185-4c5a-bb5b-199fa99a8e99 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.636990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-675d1313-508f-42b8-b9a7-20612daf1ef4 req-c25e365b-3185-4c5a-bb5b-199fa99a8e99 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 944 time: 0.1898706 Nov 16 21:12:34.669393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-85d4ff3d-e2b5-49de-8074-78172d82dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.672118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-85d4ff3d-e2b5-49de-8074-78172d82dba8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.0970199 Nov 16 21:12:34.680101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-44f1ce53-7415-4c15-a938-fac8ccc1135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.681898 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-44f1ce53-7415-4c15-a938-fac8ccc1135f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164942 Nov 16 21:12:34.714551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-f7a5cc74-13dd-400e-8bdb-23ee4d102aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:34.716053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-f7a5cc74-13dd-400e-8bdb-23ee4d102aae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234638 Nov 16 21:12:34.751205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-675d1313-508f-42b8-b9a7-20612daf1ef4 req-4c2cbd0d-54f7-46ad-b4ba-12b80a1cbdd8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132920 Nov 16 21:12:34.878724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-57453a46-3d0f-42f4-8932-543d19ff0fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825738 Nov 16 21:12:34.904328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7594da5f-7c38-483e-b254-1e2e7e87bbdd {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:34.909169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-5a506b80-10e3-4a13-967c-10a632337061 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144475 Nov 16 21:12:34.912072 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0c6571-f0e7-4ee3-bf7f-bc187b2b9ae3 x-openstack-request-id: req-9e0c6571-f0e7-4ee3-bf7f-bc187b2b9ae3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:34.912581 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43971fd2-a76d-4a97-9a88-e4c395092647", "tag": "bc76f803-3b04-44d4-be9b-c9d0c1816a46", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:34.912741 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e0c6571-f0e7-4ee3-bf7f-bc187b2b9ae3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:34.913077 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43971fd2-a76d-4a97-9a88-e4c395092647', 'tag': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46', 'status': 'completed', 'code': 200} Nov 16 21:12:34.917249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.937918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-bffe9dc0-d5a9-47db-b6b6-bd034f55845a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855109 Nov 16 21:12:34.940584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Transition to ACTIVE for port object 7594da5f-7c38-483e-b254-1e2e7e87bbdd will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:34.942688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:34.957901 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.016765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-b5bf9bf4-1a7c-449c-ae8a-3c283bc56de0 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065176 Nov 16 21:12:35.064227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Pushing event updated for resources: {'Port': ['ID=7594da5f-7c38-483e-b254-1e2e7e87bbdd,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.108885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73780e28-ff54-4545-beab-739f9d06f5b7 req-34d07048-d819-45ec-9478-d1622e5e47d1 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633399 Nov 16 21:12:35.251432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e627c4e-e822-4ee6-b6c6-cebec4032e22 req-11008f76-475b-4560-b24f-116149100b01 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325811 Nov 16 21:12:35.252401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a20a72-2ede-4f24-8bc8-c8cfc2e70508 req-7f772674-0eb1-4952-be06-57068c2380ae tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.264392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76a20a72-2ede-4f24-8bc8-c8cfc2e70508 req-7f772674-0eb1-4952-be06-57068c2380ae tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 945 time: 0.1527934 Nov 16 21:12:35.288111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e6e2d-381c-4e04-8499-720f359eb84b req-9342897d-b334-4afd-addf-91792a332cdb tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.296924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8e6e2d-381c-4e04-8499-720f359eb84b req-9342897d-b334-4afd-addf-91792a332cdb tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 944 time: 0.2788894 Nov 16 21:12:35.317690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18afe9f1-9e10-4397-b820-f60b5bc9710a req-d62b514c-78d0-4be6-a8c6-4a87be3f4507 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253466 Nov 16 21:12:35.325032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Attempting to bind port 7594da5f-7c38-483e-b254-1e2e7e87bbdd on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:35.325407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Attempting to bind port 7594da5f-7c38-483e-b254-1e2e7e87bbdd by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:35.325913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Attempting to bind port 7594da5f-7c38-483e-b254-1e2e7e87bbdd on network e44d38ba-16a0-4836-be16-b336a27a5b97 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:35.359847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Port 7594da5f-7c38-483e-b254-1e2e7e87bbdd on network e44d38ba-16a0-4836-be16-b336a27a5b97 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:35.360187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Attempting to bind port 7594da5f-7c38-483e-b254-1e2e7e87bbdd on network e44d38ba-16a0-4836-be16-b336a27a5b97 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:35.377647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:35.378003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Checking segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:35.378419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Bound using segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:35.378988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Bound port: 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:35.379611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.411112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e8e6e2d-381c-4e04-8499-720f359eb84b req-ef147e41-3fa8-4243-ba01-2e80649b4c74 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066370 Nov 16 21:12:35.412276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76a20a72-2ede-4f24-8bc8-c8cfc2e70508 req-46a32d10-2a8c-45be-b39f-6320fecb3d94 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468990 Nov 16 21:12:35.413392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-763fcb99-8d08-4d16-a19e-5d8a9edfd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.414901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-763fcb99-8d08-4d16-a19e-5d8a9edfd340 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 1099 time: 0.0953078 Nov 16 21:12:35.546378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-4856e579-d0f0-44f9-8d38-673d601e585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.548323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-4856e579-d0f0-44f9-8d38-673d601e585c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42db439e24954a3c9d0f2fd406627e8d&device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 1095 time: 0.1324804 Nov 16 21:12:35.569277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] For port 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:35.577537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] For port 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:35.585039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.669367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-703f7f75-81ae-4860-9fca-12da2a2c9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.672054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-703f7f75-81ae-4860-9fca-12da2a2c9ade service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2450173 Nov 16 21:12:35.689729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.689729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:35.692985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] 10.222.0.41 "PUT /v2.0/ports/7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 1092 time: 1.9832592 Nov 16 21:12:35.717486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb127-7539-486b-85e2-9dac5091300e service neutron] Pushing event updated for resources: {'Port': ['ID=7594da5f-7c38-483e-b254-1e2e7e87bbdd,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:35.824386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-7560b73d-acf1-466b-bac4-330b66f5acca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a HTTP/1.1" status: 200 len: 217 time: 0.1312864 Nov 16 21:12:35.870092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-5d16e9b9-703f-4425-9c50-6e6acfb141c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.871524 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-5d16e9b9-703f-4425-9c50-6e6acfb141c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 200 len: 907 time: 0.3020892 Nov 16 21:12:35.923254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-489d9dae-70ab-42c8-b0b7-111e294eeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.924869 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-489d9dae-70ab-42c8-b0b7-111e294eeb29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1095 time: 0.1628706 Nov 16 21:12:35.958326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9fced-dac5-4527-9d29-4dc76a5f622d req-c9db9982-9868-4a34-a815-7c303652cbfc tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:35.966559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43c9fced-dac5-4527-9d29-4dc76a5f622d req-c9db9982-9868-4a34-a815-7c303652cbfc tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.1088362 Nov 16 21:12:35.984902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-721703c2-c1e2-4d0b-a0ce-2fd4904c038d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46 HTTP/1.1" status: 200 len: 217 time: 0.0978446 Nov 16 21:12:36.003835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-f54ceab3-0195-41e3-b269-249eb2bf34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.005709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-f54ceab3-0195-41e3-b269-249eb2bf34fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1681421 Nov 16 21:12:36.017966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-8e30ef80-dda2-4acd-8064-a5c2b7e9c339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 217 time: 0.0794294 Nov 16 21:12:36.089388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c2b46-7499-47cf-b08b-df47a9227974 req-7661c059-9b25-4564-9874-924edf508022 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.092110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-439c2b46-7499-47cf-b08b-df47a9227974 req-7661c059-9b25-4564-9874-924edf508022 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 945 time: 0.2230549 Nov 16 21:12:36.101139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-1fa8ea89-0ecf-4c9b-8da1-db9e45a63385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.103082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-1fa8ea89-0ecf-4c9b-8da1-db9e45a63385 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 200 len: 846 time: 0.1106491 Nov 16 21:12:36.109039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43c9fced-dac5-4527-9d29-4dc76a5f622d req-fafb3e3e-cd6f-4e75-a552-943519886e1e tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409280 Nov 16 21:12:36.119467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-386c556f-38e1-4d65-9ee8-4a8845fadab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.120935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-386c556f-38e1-4d65-9ee8-4a8845fadab6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.0949667 Nov 16 21:12:36.182361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-9d952d91-8f47-47d8-8744-f375aa22c8c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46901964-4108-4d2f-9a91-9d50500f7f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677044 Nov 16 21:12:36.191345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-adbc7778-a041-4ed7-ad17-24b7451aba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.193569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-adbc7778-a041-4ed7-ad17-24b7451aba37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596577 Nov 16 21:12:36.200769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193844f-4120-4964-8651-62b21519d573 req-19a845c4-954c-406d-a605-a8d8a58ec88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.202899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-19a845c4-954c-406d-a605-a8d8a58ec88b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634904 Nov 16 21:12:36.219934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:36.331344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-439c2b46-7499-47cf-b08b-df47a9227974 req-b20555fa-9935-403c-9d29-dfb98ec17777 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268720 Nov 16 21:12:36.332615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:36.350505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'mac_address': 'fa:16:3e:06:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:36.364487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-84419ee3-f9b4-469e-af8e-e49460b5e6fc service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366880 Nov 16 21:12:36.401063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060c887-8a50-420a-9087-596fcab7194c req-4d96ba0f-5ef4-47ca-9c49-ae8d912b4405 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.403904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.410521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d060c887-8a50-420a-9087-596fcab7194c req-4d96ba0f-5ef4-47ca-9c49-ae8d912b4405 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 944 time: 0.2043064 Nov 16 21:12:36.423418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:36.458999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-14ae0f03-5cc7-4970-a9bd-292f164d0a10 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629344 Nov 16 21:12:36.459578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:36.465388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-a784f9a5-d927-499a-b618-a8e467632fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383356 Nov 16 21:12:36.474302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:36.479487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:36.484567 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb3106-7caa-49e7-bee6-006cd60645e3" -d '{"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:36.553279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:36.575634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d060c887-8a50-420a-9087-596fcab7194c req-04b1cd82-57eb-4a1f-8c9f-da754d62eedc tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622379 Nov 16 21:12:36.651232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-bb5d349e-fe1a-456a-919a-f690eca02bc1 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.653352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-bb5d349e-fe1a-456a-919a-f690eca02bc1 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.41 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 945 time: 0.2083108 Nov 16 21:12:36.739514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:36.750972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c0399-9e4c-47e0-96bd-65417ac55c42 req-05b4b3b4-528a-414f-a0a7-e579b4a2d067 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.752514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d14c0399-9e4c-47e0-96bd-65417ac55c42 req-05b4b3b4-528a-414f-a0a7-e579b4a2d067 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 944 time: 0.1766055 Nov 16 21:12:36.813730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2c059-01a7-46a1-a5cd-d51452c1c6ba req-be437bdf-ea26-4a2b-b78c-e39487e2e3ac tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:36.815883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89de92fd-8b77-4d87-a3c6-132d31c709b6 req-784faf4b-6f76-4269-852c-8bfcaef2ddc2 service neutron] 10.222.0.47 "GET /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487177 Nov 16 21:12:36.821894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83f2c059-01a7-46a1-a5cd-d51452c1c6ba req-be437bdf-ea26-4a2b-b78c-e39487e2e3ac tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 945 time: 0.1182437 Nov 16 21:12:36.825181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3aa6b51-e613-46ae-82fb-da07acd183ea req-32b047db-3800-45e4-832b-5ba8f7df1b9d service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474477 Nov 16 21:12:36.834055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d14c0399-9e4c-47e0-96bd-65417ac55c42 req-f9296d8f-e61c-435a-a682-5b4035b85f4e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Nov 16 21:12:36.887963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4193844f-4120-4964-8651-62b21519d573 req-355601ba-c88b-4f65-9678-1b869056223d service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098376 Nov 16 21:12:36.923964 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f975aa6b-f912-43b3-a0c4-62835eff651e x-openstack-request-id: req-f975aa6b-f912-43b3-a0c4-62835eff651e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:36.925128 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:36.925653 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f975aa6b-f912-43b3-a0c4-62835eff651e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:36.926277 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'status': 'completed', 'code': 200} Nov 16 21:12:36.940216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83f2c059-01a7-46a1-a5cd-d51452c1c6ba req-20095e84-ab7f-488c-ac88-c4ced6cf1157 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169510 Nov 16 21:12:37.025042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Deleting port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:37.025541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.114354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-7d82631a-086a-4727-b1fd-b4d26a060b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.115854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-7d82631a-086a-4727-b1fd-b4d26a060b87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1095 time: 0.1449060 Nov 16 21:12:37.212766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] For port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,segment=NetworkSegment(8ba7b867-6344-4fdd-8d63-dfc90b46ab89),segment_id=8ba7b867-6344-4fdd-8d63-dfc90b46ab89)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:37.213132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.238807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Calling delete_port for 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:37.256309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-135a4d71-d2ee-4514-ad32-fdd95857385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.257741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-135a4d71-d2ee-4514-ad32-fdd95857385c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.1285403 Nov 16 21:12:37.277873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadc90f-1770-49cc-9fa6-961f1b62a406 req-0e08d610-45a1-4bf4-957c-7768956152bd tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.280909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4dadc90f-1770-49cc-9fa6-961f1b62a406 req-0e08d610-45a1-4bf4-957c-7768956152bd tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.0865684 Nov 16 21:12:37.351471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-b95c7d65-93af-41d5-8164-dabc94c0ae7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 217 time: 0.0471735 Nov 16 21:12:37.360550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4dadc90f-1770-49cc-9fa6-961f1b62a406 req-8ad24c8c-a8cf-4296-a5f2-dc9973890f94 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722253 Nov 16 21:12:37.430962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-c901a9a9-8ee9-4b86-a98f-065eaeab2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.432521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-c901a9a9-8ee9-4b86-a98f-065eaeab2b92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.0727549 Nov 16 21:12:37.510905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.523314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['5af6258c-a6b1-47f9-be81-0a1d6adcfc8c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:37.597177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Pushing event deleted for resources: {'Port': ['ID=5af6258c-a6b1-47f9-be81-0a1d6adcfc8c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:37.617648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-071021e3-ae90-4cc5-ac07-33e840ac12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.619199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-071021e3-ae90-4cc5-ac07-33e840ac12f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218123 Nov 16 21:12:37.671568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5e1d-d160-4512-8dbd-05e36017501d req-c764bc6b-9666-4f0a-8c0d-886d5246244f tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.673229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8dfb5e1d-d160-4512-8dbd-05e36017501d req-c764bc6b-9666-4f0a-8c0d-886d5246244f tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 945 time: 0.1659226 Nov 16 21:12:37.734495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] No DVR routers for this DVR port 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:37.739791 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:37.743759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0d82eab-0cd1-4ffa-b809-4f71a89e21c2 req-0873df26-424b-42a5-9e07-ddaaeac26886 tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.41 "DELETE /v2.0/ports/5af6258c-a6b1-47f9-be81-0a1d6adcfc8c HTTP/1.1" status: 204 len: 173 time: 1.0823300 Nov 16 21:12:37.816722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe64b3-ce3f-408a-8055-ab39b50c1587 req-2277edc6-aa02-4929-abc5-edaaa0f02696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.821023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8fe64b3-ce3f-408a-8055-ab39b50c1587 req-2277edc6-aa02-4929-abc5-edaaa0f02696 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 944 time: 0.1510983 Nov 16 21:12:37.842584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8dfb5e1d-d160-4512-8dbd-05e36017501d req-0fb0e1fa-e832-46f6-b658-a59873c2efcd tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/security-groups?id=162305f3-3699-4993-a07f-55e556d08115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101558 Nov 16 21:12:37.859545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-ee52a1a4-a835-4ffa-b53e-e4e2a06a2357 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:37.859545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-ee52a1a4-a835-4ffa-b53e-e4e2a06a2357 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 945 time: 0.1231906 Nov 16 21:12:37.863734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-961f5d79-1d7c-443a-9eee-71e5f350ec8a service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281623 Nov 16 21:12:37.976782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8fe64b3-ce3f-408a-8055-ab39b50c1587 req-d543a70d-f3ca-4359-90cc-d2a95bdf41c6 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424770 Nov 16 21:12:38.129990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a2b4aee-928b-495e-8e56-5ce246b023bf req-ea636a60-274a-42f2-9f77-b2437eb2ac6e tempest-ServersNegativeTestMultiTenantJSON-548677137 tempest-ServersNegativeTestMultiTenantJSON-548677137-project] 10.222.0.48 "GET /v2.0/ports?device_id=a177c4af-c7ca-4846-9f01-c76ac5a61bea HTTP/1.1" status: 200 len: 210 time: 0.0426302 Nov 16 21:12:38.132258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Deleting port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:38.132597 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.239113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:38.241302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:38.387822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] For port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,segment=NetworkSegment(8a22bd81-8519-47f6-8084-2e2fb215bd28),segment_id=8a22bd81-8519-47f6-8084-2e2fb215bd28)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:38.388489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.423791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Calling delete_port for 63f700cd-cb6c-430d-ae76-d85fa88d5e6c owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:38.488717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:38.507798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'mac_address': 'fa:16:3e:91:c1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:38.543577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0fb3106-7caa-49e7-bee6-006cd60645e3 req-8ff4df52-5a6b-4383-a30b-199279876018 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574435 Nov 16 21:12:38.553173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:38.568403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:38.568825 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.609180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.643907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:38.663569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d776-27b4-41eb-a9f5-6ff863735c80 req-f2b62593-1dcf-4450-8ec9-b69eb1845e7b tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:38.668707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86b7d776-27b4-41eb-a9f5-6ff863735c80 req-f2b62593-1dcf-4450-8ec9-b69eb1845e7b tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 944 time: 0.1242030 Nov 16 21:12:38.676730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:38.691073 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.691311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7594da5f-7c38-483e-b254-1e2e7e87bbdd details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:38.731447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.764282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86b7d776-27b4-41eb-a9f5-6ff863735c80 req-2f3f26d7-f82f-4cb8-9122-0b606e3d906c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825164 Nov 16 21:12:38.792730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Pushing event deleted for resources: {'Port': ['ID=63f700cd-cb6c-430d-ae76-d85fa88d5e6c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:38.798762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:38.802337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['63f700cd-cb6c-430d-ae76-d85fa88d5e6c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:38.891782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] No DVR routers for this DVR port 63f700cd-cb6c-430d-ae76-d85fa88d5e6c on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:38.894797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:38.898594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e1fd7ee-571a-4983-ae75-2a25788a335d req-bca6032f-fe77-4dd6-bb73-c2347b97bc05 tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.47 "DELETE /v2.0/ports/63f700cd-cb6c-430d-ae76-d85fa88d5e6c HTTP/1.1" status: 204 len: 173 time: 0.9542258 Nov 16 21:12:38.899052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c471e6e-a680-4963-84b9-4efb07789076', 'name': 'network-vif-deleted', 'tag': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:38.901374 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f648f-4a18-4b1c-9423-52f6aed3a23a" -d '{"events": [{"server_uuid": "0c471e6e-a680-4963-84b9-4efb07789076", "name": "network-vif-deleted", "tag": "63f700cd-cb6c-430d-ae76-d85fa88d5e6c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:38.924233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd2182-16db-49ad-916d-40691f4d4907 req-c9c77ced-40f2-4b07-8313-18e6c2a8fd2b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:38.928318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'name': 'network-vif-deleted', 'tag': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:38.931178 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3887135e-d41e-4cde-9d16-82de425a4d6e" -d '{"events": [{"server_uuid": "a177c4af-c7ca-4846-9f01-c76ac5a61bea", "name": "network-vif-deleted", "tag": "5af6258c-a6b1-47f9-be81-0a1d6adcfc8c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:38.931948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dbd2182-16db-49ad-916d-40691f4d4907 req-c9c77ced-40f2-4b07-8313-18e6c2a8fd2b tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 949 time: 0.1352499 Nov 16 21:12:38.985308 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1ae60419-b20d-471b-8078-eed83c8f87b0 req-475085ee-56d6-4d9a-8272-a8fcf740842c tempest-ServerAddressesNegativeTestJSON-1352351179 tempest-ServerAddressesNegativeTestJSON-1352351179-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e6e-a680-4963-84b9-4efb07789076 HTTP/1.1" status: 200 len: 210 time: 0.0493007 Nov 16 21:12:39.001876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dbd2182-16db-49ad-916d-40691f4d4907 req-664471a4-443f-4d39-b725-8041b1a5126f tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687072 Nov 16 21:12:39.020914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.041199 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd383b-3030-4364-9c3c-dfd4b96ee24b x-openstack-request-id: req-edfd383b-3030-4364-9c3c-dfd4b96ee24b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:39.041596 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c471e6e-a680-4963-84b9-4efb07789076", "name": "network-vif-deleted", "tag": "63f700cd-cb6c-430d-ae76-d85fa88d5e6c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:39.041934 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edfd383b-3030-4364-9c3c-dfd4b96ee24b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:39.042399 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c471e6e-a680-4963-84b9-4efb07789076', 'name': 'network-vif-deleted', 'tag': '63f700cd-cb6c-430d-ae76-d85fa88d5e6c', 'status': 'completed', 'code': 200} Nov 16 21:12:39.065151 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa7a76-acfb-4df1-bdc1-2904f1105ecd x-openstack-request-id: req-29fa7a76-acfb-4df1-bdc1-2904f1105ecd {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:39.065767 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a177c4af-c7ca-4846-9f01-c76ac5a61bea", "name": "network-vif-deleted", "tag": "5af6258c-a6b1-47f9-be81-0a1d6adcfc8c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:39.067121 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29fa7a76-acfb-4df1-bdc1-2904f1105ecd {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:39.067921 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a177c4af-c7ca-4846-9f01-c76ac5a61bea', 'name': 'network-vif-deleted', 'tag': '5af6258c-a6b1-47f9-be81-0a1d6adcfc8c', 'status': 'completed', 'code': 200} Nov 16 21:12:39.071902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:39.074351 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35739623-0ecb-4608-85f9-7fa053914038" -d '{"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:39.103080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:39.113432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.165252 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dd8f02-2801-4398-a63f-3135f2bdf98f x-openstack-request-id: req-74dd8f02-2801-4398-a63f-3135f2bdf98f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:39.165867 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:39.166127 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74dd8f02-2801-4398-a63f-3135f2bdf98f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:39.166530 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'code': 200} Nov 16 21:12:39.201811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:39.204835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe29f-1e7d-4477-be4a-5954ffd889f3 req-4add7cf1-ed9e-4d5a-b49b-7b6b18eff610 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.214965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcefe29f-1e7d-4477-be4a-5954ffd889f3 req-4add7cf1-ed9e-4d5a-b49b-7b6b18eff610 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 944 time: 0.0981169 Nov 16 21:12:39.223741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33236) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:39.235855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:39.292096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.297841 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.308034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Deleting subnet 0a94ae30-bb12-4b96-bb67-e9d8ada273fc {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:39.314774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7594da5f-7c38-483e-b254-1e2e7e87bbdd {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:39.315768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.330068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcefe29f-1e7d-4477-be4a-5954ffd889f3 req-902a05e5-b477-43f3-b109-d6cbeb2c41ed tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125638 Nov 16 21:12:39.358444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:39.363968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.366295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46408-c4d3-4702-9387-3f48652bcd62 req-e3d25751-9e7d-46dd-8135-457bf67599f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.368247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74a46408-c4d3-4702-9387-3f48652bcd62 req-e3d25751-9e7d-46dd-8135-457bf67599f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 1101 time: 0.1264243 Nov 16 21:12:39.395395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.427621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-74a46408-c4d3-4702-9387-3f48652bcd62 req-0226ed05-63ab-4e8f-af6b-8eaa23927242 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506656 Nov 16 21:12:39.433266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=7594da5f-7c38-483e-b254-1e2e7e87bbdd,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.477602 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.548230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.581102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a94ae30-bb12-4b96-bb67-e9d8ada273fc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:39.585721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.592705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33240) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:39.593284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d00fb313-dbd7-49d5-8f52-b0e379f22141 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0a94ae30-bb12-4b96-bb67-e9d8ada273fc HTTP/1.1" status: 204 len: 168 time: 0.3682823 Nov 16 21:12:39.647752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:39.651492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7594da5f-7c38-483e-b254-1e2e7e87bbdd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:39.683476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.806759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.844596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6d8cb6-c34a-4198-9096-af3ca0a1c313']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:39.892593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba7b867-6344-4fdd-8d63-dfc90b46ab89') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:39.893236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba7b867-6344-4fdd-8d63-dfc90b46ab89') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:39.927992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64206ea5-0010-421a-b9da-afc5d4aeaa1f req-79b455b1-dd9a-4c37-be0f-bb1ff7644c61 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:39.939455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64206ea5-0010-421a-b9da-afc5d4aeaa1f req-79b455b1-dd9a-4c37-be0f-bb1ff7644c61 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 945 time: 0.0949335 Nov 16 21:12:39.948823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:39.990584 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.009715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64206ea5-0010-421a-b9da-afc5d4aeaa1f req-909fc2d0-f795-43b1-9f44-43b80c8d8772 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664275 Nov 16 21:12:40.015998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:40.016401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:40.018257 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:40.082967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33260) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:40.133227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.154699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.165417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2b6d8cb6-c34a-4198-9096-af3ca0a1c313 HTTP/1.1" status: 204 len: 168 time: 0.5688896 Nov 16 21:12:40.179819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Deleting subnet 2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:40.184843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.209336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33262) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:40.229379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.260248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:40.286394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.294320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:40.295385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 5af6258c-a6b1-47f9-be81-0a1d6adcfc8c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:40.301941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device bc76f803-3b04-44d4-be9b-c9d0c1816a46 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:40.303884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec4d4-ae09-4088-9a00-8b49c0d94f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6d8cb6-c34a-4198-9096-af3ca0a1c313,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:40.347341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae176d78-eab8-42aa-a04f-fdcf3fa470f2 req-9c9b0384-05c6-4f0d-b7b3-61213cf35893 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.349105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae176d78-eab8-42aa-a04f-fdcf3fa470f2 req-9c9b0384-05c6-4f0d-b7b3-61213cf35893 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 949 time: 0.1799216 Nov 16 21:12:40.352802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Deleting subnet bd61d6fe-4424-4a2d-b84c-0e25e515e441 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:12:40.357677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.429380 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.457644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.464062 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.466974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb HTTP/1.1" status: 204 len: 168 time: 0.3825099 Nov 16 21:12:40.472619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33268) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:40.509882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port bc76f803-3b04-44d4-be9b-c9d0c1816a46, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:40.530071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46', 'network_id': '46901964-4108-4d2f-9a91-9d50500f7f13', 'port_id': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46', 'mac_address': 'fa:16:3e:06:e5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b75ebc-e643-46a0-88c9-ae6ad9756eee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:40.579421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae176d78-eab8-42aa-a04f-fdcf3fa470f2 req-cb856f83-9784-43c2-ae27-11cdac1c51f6 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756635 Nov 16 21:12:40.620185 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.621687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.664978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc76f803-3b04-44d4-be9b-c9d0c1816a46 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:40.668775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.685962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b587e-dbcf-4057-92a6-9a358ee2a730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1483b3-d3ee-4b8c-9a13-2e5d722f44eb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:40.727419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port bc76f803-3b04-44d4-be9b-c9d0c1816a46, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:40.730135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.734455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.792145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=bc76f803-3b04-44d4-be9b-c9d0c1816a46,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:40.811040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c385463-3236-4bad-b44b-fd7598b17ec2 req-4f07d24b-d5f2-4ade-b19f-c0c1e653acd3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:40.820443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd61d6fe-4424-4a2d-b84c-0e25e515e441,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:40.821279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c385463-3236-4bad-b44b-fd7598b17ec2 req-4f07d24b-d5f2-4ade-b19f-c0c1e653acd3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 944 time: 0.1709316 Nov 16 21:12:40.824890 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.828442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0dd1e5c5-8081-4dbe-afdd-cce6d0c32f34 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bd61d6fe-4424-4a2d-b84c-0e25e515e441 HTTP/1.1" status: 204 len: 168 time: 0.6010499 Nov 16 21:12:40.835310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33272) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:40.926394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:40.954245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.002677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c385463-3236-4bad-b44b-fd7598b17ec2 req-a653a137-2cfc-424c-9532-be8bd19a66d2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802878 Nov 16 21:12:41.004703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d61504-67cb-4219-8e64-02ec44a4a2ac']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:41.046370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a22bd81-8519-47f6-8084-2e2fb215bd28') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:41.046681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a22bd81-8519-47f6-8084-2e2fb215bd28') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:41.071518 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.079561 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.106706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30eaae4f-8649-4983-81aa-ec922959df55']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:41.122623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93148ad-38bd-4837-83ce-a25272061318') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:41.123286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93148ad-38bd-4837-83ce-a25272061318') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:41.127416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.137970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:41.139389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.142231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['bc76f803-3b04-44d4-be9b-c9d0c1816a46'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:41.145462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:41.173042 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:41.177762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.187193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:12:41.187614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:12:41.191120 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:12:41.234279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7279-421d-41e5-9e74-47a56078c89a req-b44edd4f-fd03-48ef-a02d-02eea95cf6a2 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:41.243324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-006b7279-421d-41e5-9e74-47a56078c89a req-b44edd4f-fd03-48ef-a02d-02eea95cf6a2 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 945 time: 0.1492603 Nov 16 21:12:41.294417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.312111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.316285 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.319407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5d61504-67cb-4219-8e64-02ec44a4a2ac HTTP/1.1" status: 204 len: 168 time: 0.8437450 Nov 16 21:12:41.333596 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.350549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0b0d-931f-46c2-9252-72ccdd94570d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d61504-67cb-4219-8e64-02ec44a4a2ac,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:41.353235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] 10.222.0.48 "DELETE /v2.0/networks/30eaae4f-8649-4983-81aa-ec922959df55 HTTP/1.1" status: 204 len: 168 time: 0.5162814 Nov 16 21:12:41.370922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf40407-08a8-4bcb-a86f-a7bfb93fc81e admin admin] Pushing event deleted for resources: {'Network': ['ID=30eaae4f-8649-4983-81aa-ec922959df55,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:41.371983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-006b7279-421d-41e5-9e74-47a56078c89a req-2f739a87-1c48-4fb4-984f-d0c44425a190 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276257 Nov 16 21:12:41.529887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33296) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.550476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33298) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.597057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-069a001b-f361-43d7-a89e-ba1bfe7a431b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af8e63a111564f21a8b4a63d3bff9f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648975 Nov 16 21:12:41.598020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33300) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.603293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43426a81-1792-45c2-89b5-822122819ecb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77ec8f9c3cc4440a811719d4cfe9ed7b&name=default HTTP/1.1" status: 200 len: 2997 time: 0.0489285 Nov 16 21:12:41.603886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33302) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:41.689296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86a1e3a9-94a0-4d09-b1b3-6bbbfe2687fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.701496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5a3-492b-48cb-8f24-9c621f24ab1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.728776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5a3-492b-48cb-8f24-9c621f24ab1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.729045 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86a1e3a9-94a0-4d09-b1b3-6bbbfe2687fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.823477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71200330-13bd-404f-b568-be60a9b960f4 req-b4221f46-167b-4816-803e-ab68139e2262 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:41.832556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71200330-13bd-404f-b568-be60a9b960f4 req-b4221f46-167b-4816-803e-ab68139e2262 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 949 time: 0.0925186 Nov 16 21:12:41.840158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86a1e3a9-94a0-4d09-b1b3-6bbbfe2687fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.844640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86a1e3a9-94a0-4d09-b1b3-6bbbfe2687fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.846935 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-86a1e3a9-94a0-4d09-b1b3-6bbbfe2687fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd61acaf-c416-46fe-ae5c-fe7f4eb9c931 HTTP/1.1" status: 204 len: 168 time: 0.2418320 Nov 16 21:12:41.861859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1e3a9-94a0-4d09-b1b3-6bbbfe2687fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd61acaf-c416-46fe-ae5c-fe7f4eb9c931,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:41.908987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5a3-492b-48cb-8f24-9c621f24ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.913421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c48f5a3-492b-48cb-8f24-9c621f24ab1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:41.914724 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6c48f5a3-492b-48cb-8f24-9c621f24ab1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/162305f3-3699-4993-a07f-55e556d08115 HTTP/1.1" status: 204 len: 168 time: 0.3154998 Nov 16 21:12:41.966640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48f5a3-492b-48cb-8f24-9c621f24ab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162305f3-3699-4993-a07f-55e556d08115,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:41.995112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71200330-13bd-404f-b568-be60a9b960f4 req-1dccec6b-b708-45f7-8859-145fd3ccb96d tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616602 Nov 16 21:12:42.151807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c707c-c3b7-48b5-83e9-172bdab8c2bf req-4eb169b5-02c6-4a80-b648-dfaad53eb08a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.162384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c0c707c-c3b7-48b5-83e9-172bdab8c2bf req-4eb169b5-02c6-4a80-b648-dfaad53eb08a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 945 time: 0.0655315 Nov 16 21:12:42.233577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c0c707c-c3b7-48b5-83e9-172bdab8c2bf req-f8abb68c-81da-4900-a870-119d772062f8 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642643 Nov 16 21:12:42.252560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:42.317892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:42.324352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:42.324806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.329719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 63f700cd-cb6c-430d-ae76-d85fa88d5e6c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:42.390684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 63f700cd-cb6c-430d-ae76-d85fa88d5e6c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:42.391305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 63f700cd-cb6c-430d-ae76-d85fa88d5e6c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:42.456163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32c066-cada-4bd5-bef9-cce3117b8e6d req-b517848b-d8fb-4005-a4b9-e342da8ae746 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.457748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e32c066-cada-4bd5-bef9-cce3117b8e6d req-b517848b-d8fb-4005-a4b9-e342da8ae746 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 950 time: 0.0980945 Nov 16 21:12:42.470220 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.503401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33362) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:42.511824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:42.514740 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40404194-9149-448d-856d-db00ad908945" -d '{"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-plugged", "status": "completed", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:42.534381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:42.535424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1c28-c817-4223-81a0-ecd6b9bd1918 req-0005aca3-77f1-4c19-9285-64514bbce877 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.543161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65cd1c28-c817-4223-81a0-ecd6b9bd1918 req-0005aca3-77f1-4c19-9285-64514bbce877 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 945 time: 0.0863445 Nov 16 21:12:42.545556 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.547112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7594da5f-7c38-483e-b254-1e2e7e87bbdd up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:42.617275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65cd1c28-c817-4223-81a0-ecd6b9bd1918 req-becc6c7b-73c9-40e3-984c-a5fce22b4210 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688627 Nov 16 21:12:42.644066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:42.657968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.658717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.659334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.659843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.660372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.660885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.661420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.661975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.662490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.662989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.663514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.664004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:42.680809 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dac1ea5-98ee-4be7-998a-a414f7bea855 x-openstack-request-id: req-8dac1ea5-98ee-4be7-998a-a414f7bea855 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:42.680985 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-plugged", "status": "completed", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:42.681209 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dac1ea5-98ee-4be7-998a-a414f7bea855 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:42.682088 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'code': 200} Nov 16 21:12:42.695550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 7594da5f-7c38-483e-b254-1e2e7e87bbdd completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:42.703253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 7594da5f-7c38-483e-b254-1e2e7e87bbdd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:42.703525 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.807321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e3cd-e132-4cbd-ba3d-5c78785a879d req-f43cef02-4ee2-411d-8b80-773fa6e1cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:42.809093 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f398e3cd-e132-4cbd-ba3d-5c78785a879d req-f43cef02-4ee2-411d-8b80-773fa6e1cab1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 1101 time: 0.0509200 Nov 16 21:12:42.822981 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.866877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f398e3cd-e132-4cbd-ba3d-5c78785a879d req-aac6126a-69dd-49f1-a71e-6a34ff0f7aa0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Nov 16 21:12:42.872249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:42.880616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:42.955387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e32c066-cada-4bd5-bef9-cce3117b8e6d req-0419bce3-65f1-4a10-86e6-da87e8345a66 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867911 Nov 16 21:12:42.958732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=7594da5f-7c38-483e-b254-1e2e7e87bbdd,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:42.974103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3671c120-5741-4d68-b117-a283025cf7b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e88161eb974243f3864f6d4c4a789dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4691315 Nov 16 21:12:42.975366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33376) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.018676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.034075 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c202c8-3d11-4e64-8208-7adc0219057b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.055812 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c202c8-3d11-4e64-8208-7adc0219057b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.116970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c202c8-3d11-4e64-8208-7adc0219057b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.119655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c202c8-3d11-4e64-8208-7adc0219057b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.141843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-network', 'tenant_id': '78b136163ebb48cb9ec584365183af92'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:43.142047 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-88c202c8-3d11-4e64-8208-7adc0219057b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58043a18-d0ad-454c-b06a-3e405982ce47 HTTP/1.1" status: 204 len: 168 time: 0.1592939 Nov 16 21:12:43.151328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c202c8-3d11-4e64-8208-7adc0219057b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58043a18-d0ad-454c-b06a-3e405982ce47,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.178887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Made reservation on behalf of 78b136163ebb48cb9ec584365183af92 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:43.181186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.192484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.231060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4ddce-f966-49a6-963f-07da38580eff req-16d999e0-ce35-4b83-9b87-a6b09ca8f87c tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.233886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcb4ddce-f966-49a6-963f-07da38580eff req-16d999e0-ce35-4b83-9b87-a6b09ca8f87c tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 950 time: 0.0601757 Nov 16 21:12:43.298891 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.301839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcb4ddce-f966-49a6-963f-07da38580eff req-0a37305d-011a-447a-a3ba-d224b9d44b46 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605891 Nov 16 21:12:43.306869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.360820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:43.383643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.383912 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Added segment 657eb2c8-4341-413b-a8c4-77544e848257 of type vlan for network 9c7917f3-03a9-4803-af21-378240ebbcd8 Nov 16 21:12:43.386176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc09eab-2805-45ea-8f05-e4623b1a751b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.437868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd179fe-80b9-4dee-802d-addf6b229c80 req-37b27802-4088-446a-b00b-410a76e46226 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.440695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abd179fe-80b9-4dee-802d-addf6b229c80 req-37b27802-4088-446a-b00b-410a76e46226 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 945 time: 0.1225054 Nov 16 21:12:43.444719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.500192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.501156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.501764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.528461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abd179fe-80b9-4dee-802d-addf6b229c80 req-1a3f7fc5-ab7e-4884-b6b3-48005968f206 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813899 Nov 16 21:12:43.572147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5521472 Nov 16 21:12:43.575194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33400) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:43.581261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Request body: {'subnet': {'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-subnet', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:43.583598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe41e3b-8a1f-47d4-b3c6-62103da5c322 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7917f3-03a9-4803-af21-378240ebbcd8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.596544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:43.605390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Made reservation on behalf of 78b136163ebb48cb9ec584365183af92 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:43.609444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.792243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d80ed-fb6f-42f9-85ba-396d1c0c6fc2 req-47ab8220-5e7f-46b5-810a-3a9924ce75f1 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.793860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f53d80ed-fb6f-42f9-85ba-396d1c0c6fc2 req-47ab8220-5e7f-46b5-810a-3a9924ce75f1 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.0906494 Nov 16 21:12:43.858936 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.911181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f53d80ed-fb6f-42f9-85ba-396d1c0c6fc2 req-e3e51a3d-0480-4eb9-a013-a7acdb061ff2 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957348 Nov 16 21:12:43.934033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2a1865-3178-435f-ae61-809951b1272b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:43.945650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Checking segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:43.946016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Network hostable DHCP agents. Network: 9c7917f3-03a9-4803-af21-378240ebbcd8, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:43.963835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:43.978243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9c7917f3-03a9-4803-af21-378240ebbcd8) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:43.988957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:43.989587 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:43.990398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10384bac-d010-4664-909c-1b0a06b44e08 None None] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:44.011583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-acd959ea-93d0-48b1-8f57-5ac5bc85d209 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4346964 Nov 16 21:12:44.015195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33418) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:44.020095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:44.056915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.058153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.117845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc4579-764a-4e37-b46b-f852841dc3d6 req-5f1bda96-2354-4c80-bec7-46860f23abc7 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:44.119689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfbc4579-764a-4e37-b46b-f852841dc3d6 req-5f1bda96-2354-4c80-bec7-46860f23abc7 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 950 time: 0.0761831 Nov 16 21:12:44.124752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.183776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfbc4579-764a-4e37-b46b-f852841dc3d6 req-3e45b96c-4319-4190-b900-95d7ed340581 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535755 Nov 16 21:12:44.186472 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b83a07-6b73-4671-addc-869e891bbd09 None None] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:44.344698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.354125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device bc76f803-3b04-44d4-be9b-c9d0c1816a46 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:44.478496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port bc76f803-3b04-44d4-be9b-c9d0c1816a46 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:12:44.486638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port bc76f803-3b04-44d4-be9b-c9d0c1816a46 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:44.487356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.492379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78b1f-cc9d-4304-b75d-910ea9d4fac0 req-4fd4a621-5b7d-4096-9451-28a9469d1437 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:44.494303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96a78b1f-cc9d-4304-b75d-910ea9d4fac0 req-4fd4a621-5b7d-4096-9451-28a9469d1437 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 950 time: 0.0820713 Nov 16 21:12:44.566709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96a78b1f-cc9d-4304-b75d-910ea9d4fac0 req-c6fe7df2-a483-47fd-9aad-3f0e53fbcc7c tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644908 Nov 16 21:12:44.595946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.664341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port bc76f803-3b04-44d4-be9b-c9d0c1816a46, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:44.665710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33448) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:44.669305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.671263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:44.709989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}, {'server_uuid': '43971fd2-a76d-4a97-9a88-e4c395092647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:44.713272 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e660b6a-fbc8-4fa8-afd5-2593abc5b18b" -d '{"events": [{"server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "name": "network-vif-plugged", "status": "completed", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}, {"server_uuid": "43971fd2-a76d-4a97-9a88-e4c395092647", "name": "network-vif-plugged", "status": "completed", "tag": "bc76f803-3b04-44d4-be9b-c9d0c1816a46"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:44.768499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb8bf6-3918-4559-852f-66459b789a94 req-d86e201d-cfc7-47c9-97ca-be5e14870a70 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:44.770928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5edb8bf6-3918-4559-852f-66459b789a94 req-d86e201d-cfc7-47c9-97ca-be5e14870a70 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1122336 Nov 16 21:12:44.772496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.795734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=bc76f803-3b04-44d4-be9b-c9d0c1816a46,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:44.811827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.813497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4d440b5-0616-4a63-a09d-2387be909dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.850085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.895884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:44.902856 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.929698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4d440b5-0616-4a63-a09d-2387be909dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.934479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4d440b5-0616-4a63-a09d-2387be909dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:44.984792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d440b5-0616-4a63-a09d-2387be909dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cffeff5-349a-4d72-83eb-a8b3413fbee8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:44.995420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:45.001916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Allocated IP 172.25.3.73 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/c0412c2d-9262-418d-92a8-23e8fb953e47) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:45.009400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f4d440b5-0616-4a63-a09d-2387be909dfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21d62e381230487ebc0e6e94a66e1900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423800 Nov 16 21:12:45.012066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:45.025570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5edb8bf6-3918-4559-852f-66459b789a94 req-360f2d7c-be90-452a-97a2-2ebab767d8dd tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283611 Nov 16 21:12:45.085830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdd2a-2e76-4c71-8831-1adb12edb022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.116779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdd2a-2e76-4c71-8831-1adb12edb022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.181988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdd2a-2e76-4c71-8831-1adb12edb022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.186936 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdd2a-2e76-4c71-8831-1adb12edb022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.190135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b9ccdd2a-2e76-4c71-8831-1adb12edb022 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cffeff5-349a-4d72-83eb-a8b3413fbee8 HTTP/1.1" status: 204 len: 168 time: 0.1731377 Nov 16 21:12:45.197987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccdd2a-2e76-4c71-8831-1adb12edb022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cffeff5-349a-4d72-83eb-a8b3413fbee8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:45.236251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c135cd5-16b8-4cd3-a5c5-fcf638bd52fa req-0d95c6e0-fddc-4586-b9d9-670fc34f0fc5 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:45.245066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c135cd5-16b8-4cd3-a5c5-fcf638bd52fa req-0d95c6e0-fddc-4586-b9d9-670fc34f0fc5 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 950 time: 0.1279743 Nov 16 21:12:45.272338 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.291826 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f23fc1a-42b5-4396-afa3-af68d6b6bd43 x-openstack-request-id: req-7f23fc1a-42b5-4396-afa3-af68d6b6bd43 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:45.292361 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "name": "network-vif-plugged", "status": "completed", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "code": 200}, {"server_uuid": "43971fd2-a76d-4a97-9a88-e4c395092647", "name": "network-vif-plugged", "status": "completed", "tag": "bc76f803-3b04-44d4-be9b-c9d0c1816a46", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:45.292654 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f23fc1a-42b5-4396-afa3-af68d6b6bd43 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:45.293139 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'code': 200} Nov 16 21:12:45.293492 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43971fd2-a76d-4a97-9a88-e4c395092647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46', 'code': 200} Nov 16 21:12:45.365622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c135cd5-16b8-4cd3-a5c5-fcf638bd52fa req-5c524859-c629-4490-a52a-1dcf5c7301fb tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195095 Nov 16 21:12:45.412022 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.460241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e381c-734c-4b54-8b9c-67bfa91c8412 req-fce03e14-6fb0-4bda-bed8-8c238715214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:45.461877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e80e381c-734c-4b54-8b9c-67bfa91c8412 req-fce03e14-6fb0-4bda-bed8-8c238715214f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.0951135 Nov 16 21:12:45.468924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e43c0e-2e6b-4975-b2b9-05657fa70cf1 req-ae76b74c-8cce-41d5-9bb7-f041fb38ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:45.470999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4e43c0e-2e6b-4975-b2b9-05657fa70cf1 req-ae76b74c-8cce-41d5-9bb7-f041fb38ff75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 1097 time: 0.0932624 Nov 16 21:12:45.480053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95fb6-2d19-4f7a-88ff-c29bdb96ff8c req-b02f67a6-44bb-4bde-82a9-38f36c69c1b8 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:45.486473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:45.494521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6b95fb6-2d19-4f7a-88ff-c29bdb96ff8c req-b02f67a6-44bb-4bde-82a9-38f36c69c1b8 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.1150937 Nov 16 21:12:45.499785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:45.510161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:45.558544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Pushing event updated for resources: {'Port': ['ID=c0412c2d-9262-418d-92a8-23e8fb953e47,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:45.590976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e80e381c-734c-4b54-8b9c-67bfa91c8412 req-5259860b-e0a3-4eee-98eb-613b0d5b834f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153374 Nov 16 21:12:45.596824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6b95fb6-2d19-4f7a-88ff-c29bdb96ff8c req-6151cdd6-143a-48c9-ae53-79a0f25caaa5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008947 Nov 16 21:12:45.600810 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4e43c0e-2e6b-4975-b2b9-05657fa70cf1 req-2783e49c-69af-4aac-9a3f-c5626cf47fb9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007574 Nov 16 21:12:45.865347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:45.926264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de65d33-33e6-4ee0-be8f-1d2b1c388643 req-0776a138-d3f6-4479-86a9-f93fe27de77d tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:45.928008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0de65d33-33e6-4ee0-be8f-1d2b1c388643 req-0776a138-d3f6-4479-86a9-f93fe27de77d tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.0794070 Nov 16 21:12:45.991347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0de65d33-33e6-4ee0-be8f-1d2b1c388643 req-691450f3-52b7-44f2-8162-4565036e02f9 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566266 Nov 16 21:12:46.116511 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:12:46.135656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33540) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:46.169294 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.241428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-692939690-network', 'tenant_id': '57355c4bde714f70b2ecd5e00bba38d1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:46.257316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466922d-ba9c-4542-a0ee-22455140ee51 req-42be0d9f-88f7-457c-896d-204406477f8f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.258924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9466922d-ba9c-4542-a0ee-22455140ee51 req-42be0d9f-88f7-457c-896d-204406477f8f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1262789 Nov 16 21:12:46.268057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Made reservation on behalf of 57355c4bde714f70b2ecd5e00bba38d1 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:46.270795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.282919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.331222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9466922d-ba9c-4542-a0ee-22455140ee51 req-aaaca789-fcec-437f-b27c-c9afc4d74a70 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645833 Nov 16 21:12:46.377998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Router f6d16c02-90bb-4d69-9928-57c0d762af2d is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:12:46.398806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.403049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.429297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:46.438449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dfb04e-5319-4541-8857-ae837fe06f48,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:46.444726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.445318 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Added segment def962e8-436c-4aa4-8ea2-8621a97f6127 of type vlan for network b648ef37-af4d-41e8-aafc-ea5dffea0e1b Nov 16 21:12:46.491690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.523002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.524026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.524617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.591772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4549401 Nov 16 21:12:46.598524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:46.606162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Request body: {'subnet': {'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-692939690-subnet', 'tenant_id': '57355c4bde714f70b2ecd5e00bba38d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:46.615470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027432-6c4a-4f41-bb75-910fb8b6723b admin admin] Pushing event updated for resources: {'Network': ['ID=b648ef37-af4d-41e8-aafc-ea5dffea0e1b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:46.635065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:46.649318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Made reservation on behalf of 57355c4bde714f70b2ecd5e00bba38d1 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:46.651857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.830008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be8709-9239-443a-9f59-6c3abceba2cd req-0e6918bc-a124-4487-8b28-61a17e512439 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:46.831468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7be8709-9239-443a-9f59-6c3abceba2cd req-0e6918bc-a124-4487-8b28-61a17e512439 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.0889375 Nov 16 21:12:46.915889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:46.928400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Sync routers for ids ['f6d16c02-90bb-4d69-9928-57c0d762af2d'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:46.938352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:46.940298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1d5f21f7-c33f-43ee-9861-7e965e7c5d6f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9238393 Nov 16 21:12:46.943058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33552) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:46.944865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Routers {'f6d16c02-90bb-4d69-9928-57c0d762af2d'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:46.945561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f6d16c02-90bb-4d69-9928-57c0d762af2d'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:46.952440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7be8709-9239-443a-9f59-6c3abceba2cd req-a437b7da-c824-427d-825c-7c1477614866 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133966 Nov 16 21:12:46.970508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.038721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283ab417-8a5d-418e-abac-2883d8ee9d14,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:47.065226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Checking segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:47.065925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Network hostable DHCP agents. Network: b648ef37-af4d-41e8-aafc-ea5dffea0e1b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:47.089120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:47.099697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b648ef37-af4d-41e8-aafc-ea5dffea0e1b) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:47.114453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.115479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.125607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383a405-9773-4646-9325-85c205bad9d9 None None] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:47.166220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3ab0891a-6926-42a6-be57-cae4ea603a35 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5665681 Nov 16 21:12:47.249396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Set router f6d16c02-90bb-4d69-9928-57c0d762af2d gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:47.256566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561207cb-488c-498b-a1d1-e8464798af05 req-916410df-7260-470a-b817-10e59c016639 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.258257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-561207cb-488c-498b-a1d1-e8464798af05 req-916410df-7260-470a-b817-10e59c016639 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.1424818 Nov 16 21:12:47.316568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:47.318895 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1955f46-2037-4ff3-ba8d-3ac0686e67bc" -d '{"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-unplugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:47.346753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-561207cb-488c-498b-a1d1-e8464798af05 req-8e771110-ecae-4f40-864b-d7dba93b6a26 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Nov 16 21:12:47.401855 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdd8442-8370-460f-806e-e1c3d9a3c92b x-openstack-request-id: req-8cdd8442-8370-460f-806e-e1c3d9a3c92b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:47.402215 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-unplugged", "status": "completed", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:47.402539 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cdd8442-8370-460f-806e-e1c3d9a3c92b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:47.403200 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'code': 200} Nov 16 21:12:47.519261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc717d-bcf1-4707-a171-17863df038e5 req-aa3bb34f-5901-4d25-bc03-fcc61c4cfbae tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:47.530712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-82cc717d-bcf1-4707-a171-17863df038e5 req-aa3bb34f-5901-4d25-bc03-fcc61c4cfbae tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0815175 Nov 16 21:12:47.555455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44bc9a4-0174-4110-a108-7349f8b880e7 None None] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:47.605864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-82cc717d-bcf1-4707-a171-17863df038e5 req-176988b8-186c-4fbf-b9c1-ca73af1c2f1d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Nov 16 21:12:47.637466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.667966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:45Z', 'revision_number': 3, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:47.749768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Checking router: f6d16c02-90bb-4d69-9928-57c0d762af2d for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:47.750337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Updating router f6d16c02-90bb-4d69-9928-57c0d762af2d port c0412c2d-9262-418d-92a8-23e8fb953e47 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:47.801323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:47.914954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Allocated IP 172.20.0.1 (9c7917f3-03a9-4803-af21-378240ebbcd8/4c2a1865-3178-435f-ae61-809951b1272b/1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:48.039078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-7d8fbe17-e8dc-45d4-83ad-99836c4e51d8 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.046046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-7d8fbe17-e8dc-45d4-83ad-99836c4e51d8 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.2213898 Nov 16 21:12:48.077283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6821a-5976-4261-bf29-b64b3373149c req-530408ab-7b67-46bc-aedf-a25a5fa5fe51 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.078961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9d6821a-5976-4261-bf29-b64b3373149c req-530408ab-7b67-46bc-aedf-a25a5fa5fe51 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0935149 Nov 16 21:12:48.082060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-d875a2ca-bf1b-4a9e-acee-7de6366bcf23 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/quotas/57355c4bde714f70b2ecd5e00bba38d1 HTTP/1.1" status: 200 len: 375 time: 0.0322008 Nov 16 21:12:48.084702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.092758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.131372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-fbc44f63-1d57-4b2c-96e7-4a3bdc41aaf8 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482452 Nov 16 21:12:48.146254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9d6821a-5976-4261-bf29-b64b3373149c req-b1140b54-f3bc-42c3-9626-e4ccd0744d78 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Nov 16 21:12:48.164453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Attempting to bind port c0412c2d-9262-418d-92a8-23e8fb953e47 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:48.165947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Attempting to bind port c0412c2d-9262-418d-92a8-23e8fb953e47 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:48.166956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Attempting to bind port c0412c2d-9262-418d-92a8-23e8fb953e47 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:48.171786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d443b2-db91-4d6e-aa61-550a99c46277 None None] Pushing event updated for resources: {'Port': ['ID=c0412c2d-9262-418d-92a8-23e8fb953e47,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:48.181340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:48.181900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:48.182346 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.182802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:48.183361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Bound port: c0412c2d-9262-418d-92a8-23e8fb953e47, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:48.183822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.198590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.242791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] For port c0412c2d-9262-418d-92a8-23e8fb953e47, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:48.246652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] For port c0412c2d-9262-418d-92a8-23e8fb953e47, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c0412c2d-9262-418d-92a8-23e8fb953e47,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:48.252736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.275491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-b10f4e72-7e6f-4844-88d2-8ac65ceb2356 service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346426 Nov 16 21:12:48.277996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.286556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:12:48.287459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342f22-561d-4cd2-9338-b2046ba537f3 req-58606719-70ea-4967-84bf-72c449dde13e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.289920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3342f22-561d-4cd2-9338-b2046ba537f3 req-58606719-70ea-4967-84bf-72c449dde13e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.0713735 Nov 16 21:12:48.350379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Routers {'f6d16c02-90bb-4d69-9928-57c0d762af2d'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:48.351203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f6d16c02-90bb-4d69-9928-57c0d762af2d'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:48.351505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:48.354671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3342f22-561d-4cd2-9338-b2046ba537f3 req-3ac08b97-f5b1-484e-8b5c-8c20884bb35f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570476 Nov 16 21:12:48.386558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:48.392969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d443b2-db91-4d6e-aa61-550a99c46277 None None] Pushing event updated for resources: {'Port': ['ID=c0412c2d-9262-418d-92a8-23e8fb953e47,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:48.401594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:48.414586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:48.429784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-d7a97d43-e616-4755-982a-36575f6c1d16 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.431957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-d7a97d43-e616-4755-982a-36575f6c1d16 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.0763464 Nov 16 21:12:48.487659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.547183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-2cac3a8b-a4a8-44a6-8a21-dba1106aff26 service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612705 Nov 16 21:12:48.554266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5671f-88b8-4d1c-92ce-06796f3641ae req-9d68b7c7-6019-46f7-9997-eb6f545bb57a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:48.562364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cff5671f-88b8-4d1c-92ce-06796f3641ae req-9d68b7c7-6019-46f7-9997-eb6f545bb57a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1282856 Nov 16 21:12:48.620508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Deleting port c178daf7-01cf-445b-90ad-a67d48736f0a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:12:48.621020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.659546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:48.678023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'mac_address': 'fa:16:3e:06:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:12:48.680783 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] Set router f6d16c02-90bb-4d69-9928-57c0d762af2d gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:48.702510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.797844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cff5671f-88b8-4d1c-92ce-06796f3641ae req-40a755e3-1e4f-448f-9164-405a1218a6db tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346909 Nov 16 21:12:48.904125 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.918067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] For port c178daf7-01cf-445b-90ad-a67d48736f0a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c178daf7-01cf-445b-90ad-a67d48736f0a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:48.918476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:48.920403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:48.942518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Calling delete_port for c178daf7-01cf-445b-90ad-a67d48736f0a owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:12:48.951608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:48.962455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.018550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.027359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fa029-ab41-407f-b4c4-ea65134c3f14 req-65ba4dee-269f-487b-ab77-414f4b7e0237 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:49.035289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a4fa029-ab41-407f-b4c4-ea65134c3f14 req-65ba4dee-269f-487b-ab77-414f4b7e0237 tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0562724-d9dc-42f7-83c7-5d08d95dc963 HTTP/1.1" status: 200 len: 948 time: 0.1089365 Nov 16 21:12:49.041540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386f4fcb-34e6-4b52-b971-734425e6864d req-fd3d0193-c1f7-43ec-9667-bcbb9982ab70 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1941035 Nov 16 21:12:49.042136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:49.043519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.048203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:49.069880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:45Z', 'revision_number': 3, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:49.097299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.156633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:49.162240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0875d1b-3c9f-4631-b2e1-4d28ff3ed3b9 None None] The sync data for ids ['f6d16c02-90bb-4d69-9928-57c0d762af2d'] in n-d-817778-8 is: [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:45Z', 'revision_number': 3, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:49.204779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a4fa029-ab41-407f-b4c4-ea65134c3f14 req-c98356d6-7445-4197-9e5d-427b1755891c tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8008eeb-3926-41f7-9114-314ef304cdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684253 Nov 16 21:12:49.206674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.222598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:49.372804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1ae3fcf9-bdf8-4333-a012-701bee4b3f8c req-56b282d4-9938-4b97-944e-f1fa7f5f5d24 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 210 time: 0.0918312 Nov 16 21:12:49.414397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.498229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Pushing event deleted for resources: {'Port': ['ID=c178daf7-01cf-445b-90ad-a67d48736f0a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:49.538173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:49.546188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:49.682276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] No DVR routers for this DVR port c178daf7-01cf-445b-90ad-a67d48736f0a on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:12:49.690767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:49.690767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1da6ec24-8c46-469d-bfb6-c20f0bfa9fd6 req-ca578560-aed1-43c7-95d3-45eb7d2922fb tempest-ImagesOneServerTestJSON-1185866904 tempest-ImagesOneServerTestJSON-1185866904-project] 10.222.0.47 "DELETE /v2.0/ports/c178daf7-01cf-445b-90ad-a67d48736f0a HTTP/1.1" status: 204 len: 173 time: 1.2472491 Nov 16 21:12:49.692296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-deleted', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:49.694949 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218f425-9229-4385-9f75-7b7db5c0db0a" -d '{"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-deleted", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:49.705840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.004799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Allocated IP 172.25.3.229 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/88a9b2e8-b083-4e44-bde1-8bd534562209) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:50.016569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Router f6d16c02-90bb-4d69-9928-57c0d762af2d has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:12:50.156170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.197140 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f3fda8-42af-4d72-b0f4-2361dae53a7c x-openstack-request-id: req-04f3fda8-42af-4d72-b0f4-2361dae53a7c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:50.199533 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0562724-d9dc-42f7-83c7-5d08d95dc963", "name": "network-vif-deleted", "tag": "c178daf7-01cf-445b-90ad-a67d48736f0a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:50.200014 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04f3fda8-42af-4d72-b0f4-2361dae53a7c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:50.203313 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0562724-d9dc-42f7-83c7-5d08d95dc963', 'name': 'network-vif-deleted', 'tag': 'c178daf7-01cf-445b-90ad-a67d48736f0a', 'status': 'completed', 'code': 200} Nov 16 21:12:50.229933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.277546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:50.366308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event updated for resources: {'Port': ['ID=88a9b2e8-b083-4e44-bde1-8bd534562209,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:50.397970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:12:50.405401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e74341c-c451-4580-9071-d20230897c88 admin admin] 10.222.0.48 "PUT /v2.0/routers/f6d16c02-90bb-4d69-9928-57c0d762af2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4610243 Nov 16 21:12:50.429271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:50.441299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:50.449873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:50.479163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:50.486180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.496609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5047-238d-4962-a45b-76e4376aae73 req-04f9b1f7-899f-4df0-b3d7-974482183f1b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:50.508699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9f5047-238d-4962-a45b-76e4376aae73 req-04f9b1f7-899f-4df0-b3d7-974482183f1b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.4407187 Nov 16 21:12:50.675051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c9f5047-238d-4962-a45b-76e4376aae73 req-ad47650b-32f1-440c-add5-15a263e0fca2 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602144 Nov 16 21:12:50.702702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a077a83d-38d1-45f9-af2d-4b2f07a1f132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.772807 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.781993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.817596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:50.820212 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6edfecd-bf6a-4374-8dcf-142d54058483" -d '{"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:50.828071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.838085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:50.842866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:50.965463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.066583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7831fd51-4d97-4962-810f-987283671f8e req-841e6c27-f71c-44ad-a042-d6bfc6c225b4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 210 time: 0.0650651 Nov 16 21:12:51.167760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.211121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c0412c2d-9262-418d-92a8-23e8fb953e47 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:51.348318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.376680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c0412c2d-9262-418d-92a8-23e8fb953e47 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:51.377265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.430549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event updated for resources: {'Port': ['ID=88a9b2e8-b083-4e44-bde1-8bd534562209,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.514838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33700) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:51.560356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.604702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.607588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386f4fcb-34e6-4b52-b971-734425e6864d req-cca67b6e-5730-4a83-b94a-cbf1673ededf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5634444 Nov 16 21:12:51.609147 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.638607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port c0412c2d-9262-418d-92a8-23e8fb953e47, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c0412c2d-9262-418d-92a8-23e8fb953e47,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:51.664035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:51.785587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-b31a6545-be1c-4e69-9faf-3ec6cc37debe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.794172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-b31a6545-be1c-4e69-9faf-3ec6cc37debe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 819 time: 0.3303707 Nov 16 21:12:51.814358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=c0412c2d-9262-418d-92a8-23e8fb953e47,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:51.822162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-d50f9c34-db04-4962-aa62-ab0d8530510a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/quotas/78b136163ebb48cb9ec584365183af92 HTTP/1.1" status: 200 len: 375 time: 0.0254591 Nov 16 21:12:51.828616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386f4fcb-34e6-4b52-b971-734425e6864d req-105e6635-199d-4e26-83d5-ccddb211f0fc tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.2060878 Nov 16 21:12:51.891272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-f89f6d7e-7e8d-438f-b434-13ffba654bd0 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672364 Nov 16 21:12:51.943670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-28f2f072-b71c-471b-b4ec-a88007a17075 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:51.945171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-28f2f072-b71c-471b-b4ec-a88007a17075 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.8636854 Nov 16 21:12:51.964985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Request body: {'port': {'device_id': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'admin_state_up': True, 'tenant_id': '57355c4bde714f70b2ecd5e00bba38d1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:52.023299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-62951492-4313-47b5-85fc-fe19c828d9b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59c4c7321986455281e50be13a755113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058804 Nov 16 21:12:52.025219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33708) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:52.050406 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Sync routers for ids ['f6d16c02-90bb-4d69-9928-57c0d762af2d'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:12:52.063290 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Routers {'f6d16c02-90bb-4d69-9928-57c0d762af2d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:52.063905 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f6d16c02-90bb-4d69-9928-57c0d762af2d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:52.070279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f4fcb-34e6-4b52-b971-734425e6864d req-5fad590c-8b0a-439c-aeb6-4de7fb3544c5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.071916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386f4fcb-34e6-4b52-b971-734425e6864d req-5fad590c-8b0a-439c-aeb6-4de7fb3544c5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2421565 Nov 16 21:12:52.074007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-918ef9ce-2674-478e-a383-ebe72dd73f15 service neutron] 10.222.0.48 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737800 Nov 16 21:12:52.193596 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a12a9d-f2cc-4f0b-89bf-69056c45cbf3 x-openstack-request-id: req-f6a12a9d-f2cc-4f0b-89bf-69056c45cbf3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:52.193899 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:52.194156 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6a12a9d-f2cc-4f0b-89bf-69056c45cbf3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:52.194574 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'code': 200} Nov 16 21:12:52.201192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7ddc18d-c30e-4278-a17e-694db3617485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.207531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Made reservation on behalf of 57355c4bde714f70b2ecd5e00bba38d1 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:52.220755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.259363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-0a01cb30-0f42-452d-9e99-ef94f0fd1f07 service neutron] 10.222.0.48 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831529 Nov 16 21:12:52.271035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7ddc18d-c30e-4278-a17e-694db3617485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.343217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:12:52.394687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7ddc18d-c30e-4278-a17e-694db3617485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.398241 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7ddc18d-c30e-4278-a17e-694db3617485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:52.404993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f7ddc18d-c30e-4278-a17e-694db3617485 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8008eeb-3926-41f7-9114-314ef304cdda HTTP/1.1" status: 204 len: 168 time: 0.3719108 Nov 16 21:12:52.424129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddc18d-c30e-4278-a17e-694db3617485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8008eeb-3926-41f7-9114-314ef304cdda,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:52.443383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: c178daf7-01cf-445b-90ad-a67d48736f0a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:12:52.443905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c178daf7-01cf-445b-90ad-a67d48736f0a not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:12:52.603870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2cfc8-a994-46fa-aa63-579007534429 req-e589459b-88cf-45bb-9e3a-7ba0e8c56fb4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:52.617610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ff2cfc8-a994-46fa-aa63-579007534429 req-e589459b-88cf-45bb-9e3a-7ba0e8c56fb4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1918910 Nov 16 21:12:52.630291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Set router f6d16c02-90bb-4d69-9928-57c0d762af2d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:52.683254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20e160e7-f236-45bc-9c46-cd5b533416aa req-a05f2685-cf7c-41d1-ac6e-7dfe539921bc tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 210 time: 0.0555460 Nov 16 21:12:52.734236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Allocated IP 172.20.0.4 (b648ef37-af4d-41e8-aafc-ea5dffea0e1b/283ab417-8a5d-418e-abac-2883d8ee9d14/0e50488c-c3cf-4b89-a0d3-d41391200815) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:52.753717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ff2cfc8-a994-46fa-aa63-579007534429 req-b7dec26a-4b28-4fd6-9587-d431e6d98a51 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303172 Nov 16 21:12:53.011688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89fb0490-34d2-43b1-9ee4-7e83098cacbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.078953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:48Z', 'revision_number': 4, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7', 'name': '', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'mac_address': 'fa:16:3e:da:3e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4c2a1865-3178-435f-ae61-809951b1272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:47Z', 'updated_at': '2021-11-16T21:12:48Z', 'revision_number': 2, 'project_id': '78b136163ebb48cb9ec584365183af92', 'subnets': [{'id': '4c2a1865-3178-435f-ae61-809951b1272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:53.150907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c0412c2d-9262-418d-92a8-23e8fb953e47 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:53.185431 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Checking router: f6d16c02-90bb-4d69-9928-57c0d762af2d for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:12:53.189122 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Updating router f6d16c02-90bb-4d69-9928-57c0d762af2d port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:12:53.246903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffa165-3c27-4c04-b818-5a5889769044 req-6ee51c05-906d-42f4-9f5f-905ff7050b5c tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.249993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-0bad549c-241a-48e3-ba2a-63cb4f50d6ad tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:53.253730 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.261793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-0bad549c-241a-48e3-ba2a-63cb4f50d6ad tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 820 time: 0.2275074 Nov 16 21:12:53.266640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eaffa165-3c27-4c04-b818-5a5889769044 req-6ee51c05-906d-42f4-9f5f-905ff7050b5c tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.3874662 Nov 16 21:12:53.285453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-1ea5a066-d0de-4fce-a988-8c3a4cbc77ca tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/quotas/b4b60afcd3f648178e6ef3c300c8662d HTTP/1.1" status: 200 len: 375 time: 0.0222180 Nov 16 21:12:53.332187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c0412c2d-9262-418d-92a8-23e8fb953e47 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:53.332564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.453444 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-e07b77e9-166e-4112-94cf-b6936b4a582a tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1654198 Nov 16 21:12:53.491443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.533724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eaffa165-3c27-4c04-b818-5a5889769044 req-212ae555-3418-4e2c-8aa4-cc71d68aca46 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658775 Nov 16 21:12:53.627902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.707985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-dda6517a-a5d5-4264-bb59-f895e33d5ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530870 Nov 16 21:12:53.784856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event updated for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:53.794972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:53.850869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:53.854433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:53.875803 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.881722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33774) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:53.884197 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:53.913175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-74a06595-a810-4a24-9192-9cd00b2f04c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979926 Nov 16 21:12:53.945871 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6354c72-af5b-47a2-8dac-4228b542169d None None] Pushing event updated for resources: {'Port': ['ID=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:54.029719 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.035412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d5379c1-35d2-4669-83ba-334911818c81 req-a60daba0-480f-487b-8ba1-e1b5ab9ad42f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 210 time: 0.2503059 Nov 16 21:12:54.072943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.072943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.120704 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Attempting to bind port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:54.122507 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Attempting to bind port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:54.123445 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Attempting to bind port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 on network 9c7917f3-03a9-4803-af21-378240ebbcd8 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:54.135315 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:54.138800 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Checking segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:54.139419 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.140021 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Bound using segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:54.140597 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Bound port: 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:54.142416 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.158089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-df977598-bde8-46d3-9703-325f0e1a3599 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2004240 Nov 16 21:12:54.177106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Request body: {'port': {'device_id': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:54.283232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-576301463-network', 'tenant_id': 'bda20aaf421844f79f11c40d5b457c49'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:54.318722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Made reservation on behalf of bda20aaf421844f79f11c40d5b457c49 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:54.321965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.335490 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] For port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:54.339734 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] For port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:54.346084 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.354636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.415040 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Routers {'f6d16c02-90bb-4d69-9928-57c0d762af2d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:12:54.416168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f6d16c02-90bb-4d69-9928-57c0d762af2d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:54.424471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.470699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c5a46-d2cc-483d-a4f5-e73563999b83 req-7234c32f-fc9e-445e-be8e-e106cf1edf10 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.479765 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6354c72-af5b-47a2-8dac-4228b542169d None None] Pushing event updated for resources: {'Port': ['ID=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:54.488229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d52c5a46-d2cc-483d-a4f5-e73563999b83 req-7234c32f-fc9e-445e-be8e-e106cf1edf10 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 931 time: 0.1899209 Nov 16 21:12:54.529862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.559899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3359b-7c24-42a4-a269-29726b745a52 req-3d7c2390-cc51-4f75-b496-af8bb7098d0b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.561624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cc3359b-7c24-42a4-a269-29726b745a52 req-3d7c2390-cc51-4f75-b496-af8bb7098d0b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.2004890 Nov 16 21:12:54.562343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.581550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:12:54.595974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.596327 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Added segment bc68f57f-da6b-4b22-ae78-3778a94c0b5f of type vlan for network 725a5f25-cb1e-4b4a-84db-f388904e8ebd Nov 16 21:12:54.613574 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] Set router f6d16c02-90bb-4d69-9928-57c0d762af2d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:12:54.651043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.778148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242997ec-90da-45ed-aa73-dda424d30efc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:54.786459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.787450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:54.788036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:54.964557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d52c5a46-d2cc-483d-a4f5-e73563999b83 req-290014be-7cab-426d-b6d6-c14508039a7c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402933 Nov 16 21:12:55.112667 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:48Z', 'revision_number': 4, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7', 'name': '', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'mac_address': 'fa:16:3e:da:3e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4c2a1865-3178-435f-ae61-809951b1272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:47Z', 'updated_at': '2021-11-16T21:12:54Z', 'revision_number': 4, 'project_id': '78b136163ebb48cb9ec584365183af92', 'subnets': [{'id': '4c2a1865-3178-435f-ae61-809951b1272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:12:55.133152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cc3359b-7c24-42a4-a269-29726b745a52 req-53bf35f3-9859-45dc-88c9-76e46700a827 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539094 Nov 16 21:12:55.143588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-d0981084-9184-405e-8859-68cc558095dc tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.148550 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02872031-e3eb-418c-943b-6032b83f9cae None None] The sync data for ids ['f6d16c02-90bb-4d69-9928-57c0d762af2d'] in n-d-817778-8 is: [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:48Z', 'revision_number': 4, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7', 'name': '', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'mac_address': 'fa:16:3e:da:3e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4c2a1865-3178-435f-ae61-809951b1272b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:47Z', 'updated_at': '2021-11-16T21:12:54Z', 'revision_number': 4, 'project_id': '78b136163ebb48cb9ec584365183af92', 'subnets': [{'id': '4c2a1865-3178-435f-ae61-809951b1272b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:12:55.162282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-d0981084-9184-405e-8859-68cc558095dc tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 819 time: 0.4081481 Nov 16 21:12:55.177442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2944708 Nov 16 21:12:55.181041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33804) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:12:55.188422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Request body: {'port': {'device_id': '7fa75499-80f7-4036-bb46-39c680eea269', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'admin_state_up': True, 'tenant_id': '78b136163ebb48cb9ec584365183af92'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:55.196682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Request body: {'subnet': {'network_id': '725a5f25-cb1e-4b4a-84db-f388904e8ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-576301463-subnet', 'tenant_id': 'bda20aaf421844f79f11c40d5b457c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:55.207906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cf26d-7b5e-43a8-b05c-c615143c346a admin admin] Pushing event updated for resources: {'Network': ['ID=725a5f25-cb1e-4b4a-84db-f388904e8ebd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:55.218825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 725a5f25-cb1e-4b4a-84db-f388904e8ebd details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:12:55.450808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Made reservation on behalf of bda20aaf421844f79f11c40d5b457c49 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:55.452898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.507498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e50488c-c3cf-4b89-a0d3-d41391200815 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:12:55.549670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.549807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.568616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c0b20ad-f3ff-4bd2-a4cd-3fd14e7c9749 req-9e8d6b71-d929-45e7-9efe-0c010dae0d70 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 210 time: 0.2466462 Nov 16 21:12:55.616506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Transition to ACTIVE for port object 0e50488c-c3cf-4b89-a0d3-d41391200815 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:12:55.621487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:55.662010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-54810239-f2cb-428c-bd51-0a2b66825e70 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:55.663810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-54810239-f2cb-428c-bd51-0a2b66825e70 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 819 time: 0.3279622 Nov 16 21:12:55.727676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-55bf8081-b07e-4c4d-9a3b-577ed3f76e99 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/quotas/78b136163ebb48cb9ec584365183af92 HTTP/1.1" status: 200 len: 375 time: 0.0480373 Nov 16 21:12:55.754604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:55.861905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Made reservation on behalf of 78b136163ebb48cb9ec584365183af92 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:55.866144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.000812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Attempting to bind port 0e50488c-c3cf-4b89-a0d3-d41391200815 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:12:56.001486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Attempting to bind port 0e50488c-c3cf-4b89-a0d3-d41391200815 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:12:56.001983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Attempting to bind port 0e50488c-c3cf-4b89-a0d3-d41391200815 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:56.018611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Port 0e50488c-c3cf-4b89-a0d3-d41391200815 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:12:56.020093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Attempting to bind port 0e50488c-c3cf-4b89-a0d3-d41391200815 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:12:56.034376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:12:56.034946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Checking segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:56.035504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Bound using segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:12:56.036136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Bound port: 0e50488c-c3cf-4b89-a0d3-d41391200815, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:12:56.036663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.043479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-d8f7203d-98c7-448d-bd2b-cdcd00eb7ed5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3036034 Nov 16 21:12:56.267436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078276bd-a656-4ee5-98f5-69f972df8c78 req-bd51ef4c-b783-464c-aadc-14fbda71b919 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.279741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-078276bd-a656-4ee5-98f5-69f972df8c78 req-bd51ef4c-b783-464c-aadc-14fbda71b919 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.1496751 Nov 16 21:12:56.292176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:12:56.324957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=0e50488c-c3cf-4b89-a0d3-d41391200815,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:12:56.353641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.398300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.399288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.400724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] 10.222.0.47 "PUT /v2.0/ports/0e50488c-c3cf-4b89-a0d3-d41391200815 HTTP/1.1" status: 200 len: 1091 time: 2.2369912 Nov 16 21:12:56.404141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:12:56.415890 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a309da37-da08-4063-8fc6-f89bb8a1ee08" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:12:56.436340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-078276bd-a656-4ee5-98f5-69f972df8c78 req-0aacb4ce-e5c3-4fae-87e5-46fa861061e9 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553354 Nov 16 21:12:56.509408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:56.590017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf968ca-1f79-46ae-9ad5-e40a18d7c9bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:56.619988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee035d-613f-43da-b9b4-1c16d55a1df1 req-e87e5c74-23fb-43f2-b01e-a7e1d3ffb978 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.628517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bee035d-613f-43da-b9b4-1c16d55a1df1 req-e87e5c74-23fb-43f2-b01e-a7e1d3ffb978 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 943 time: 0.0862386 Nov 16 21:12:56.638963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-d6d77399-531c-4f9c-ae86-204d53af8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.640461 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-d6d77399-531c-4f9c-ae86-204d53af8cee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 1094 time: 0.1750510 Nov 16 21:12:56.722890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-e39cb6f0-b2ce-49e7-b259-5f0db1da5329 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e50488c-c3cf-4b89-a0d3-d41391200815 HTTP/1.1" status: 200 len: 217 time: 0.0709150 Nov 16 21:12:56.786914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Allocated IP 172.20.0.2 (9c7917f3-03a9-4803-af21-378240ebbcd8/4c2a1865-3178-435f-ae61-809951b1272b/fe8427d3-9bd8-435b-b3f5-7a516a4eff82) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:56.795183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bee035d-613f-43da-b9b4-1c16d55a1df1 req-501ca4d0-f7c3-4dcc-b23a-5f5c1f5f24e6 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627178 Nov 16 21:12:56.832939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-f60f12db-f8c4-439b-a70c-ffce08de29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:56.834562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-f60f12db-f8c4-439b-a70c-ffce08de29e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.0994718 Nov 16 21:12:56.896100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-f9a0fbe1-47a8-4a27-9396-15cda5a0e1a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530303 Nov 16 21:12:56.958766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.082494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff2a94b-46fe-4e75-86f4-cc112ff25ab8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:57.101718 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-6a2dfa45-3ffa-463f-ad0a-0ffb345b30d4 service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921279 Nov 16 21:12:57.140775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3fccd-5d2e-4df8-a713-963955664c40 req-01acbb53-7c45-4122-afa5-9291154ab249 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.147937 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33e3fccd-5d2e-4df8-a713-963955664c40 req-01acbb53-7c45-4122-afa5-9291154ab249 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1221511 Nov 16 21:12:57.158579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Checking segment: {'id': 'bc68f57f-da6b-4b22-ae78-3778a94c0b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '725a5f25-cb1e-4b4a-84db-f388904e8ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:12:57.159076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Network hostable DHCP agents. Network: 725a5f25-cb1e-4b4a-84db-f388904e8ebd, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:12:57.219279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:57.250559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.280797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33e3fccd-5d2e-4df8-a713-963955664c40 req-ce9c4fb9-5adb-42ff-a71d-4ccadb55de84 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313238 Nov 16 21:12:57.324054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a61d892-36ed-4de3-ac07-b044b9bee21a req-a32f7533-d83b-414a-b782-1b4cc56f049c service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098148 Nov 16 21:12:57.325689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:57.326366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.366667 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ed66f-6df4-4b2a-b776-fd4dbd73e120 x-openstack-request-id: req-fb5ed66f-6df4-4b2a-b776-fd4dbd73e120 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:12:57.367026 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:12:57.367340 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb5ed66f-6df4-4b2a-b776-fd4dbd73e120 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:12:57.367793 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815', 'status': 'completed', 'code': 200} Nov 16 21:12:57.398202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.461134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-224fb49a-7ea3-47cc-a7ae-b054d30228bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.461134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-224fb49a-7ea3-47cc-a7ae-b054d30228bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 1094 time: 0.0658002 Nov 16 21:12:57.470327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-f8daee6d-1804-41da-ae6d-ea66466d45eb tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.473662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-f8daee6d-1804-41da-ae6d-ea66466d45eb tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.47 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 820 time: 1.5013838 Nov 16 21:12:57.491587 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.508479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:57.511662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14895c5c-3ae5-4fc2-877d-165d721be419 req-ccd73224-4f0a-414f-a39c-b090a88abaae tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 210 time: 0.0476871 Nov 16 21:12:57.521608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-50c9e8a7-f828-42ed-a88c-99a1f5cf343d service neutron] 10.222.0.48 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4450500 Nov 16 21:12:57.547815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:57.552364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:57.586134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:12:57.592699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:57.654334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-c9b85d7e-3755-43ae-a805-14f4065599be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.655351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:57.655429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-c9b85d7e-3755-43ae-a805-14f4065599be service neutron] 10.222.0.47 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 915 time: 0.1806438 Nov 16 21:12:57.669667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Network 725a5f25-cb1e-4b4a-84db-f388904e8ebd is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:12:57.675305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'port': {'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'admin_state_up': True, 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:57.743157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-9ec09e79-ec2e-4e76-ba00-25d7ed5b3bd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e50488c-c3cf-4b89-a0d3-d41391200815 HTTP/1.1" status: 200 len: 217 time: 0.0716417 Nov 16 21:12:57.831450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-6e1df5fc-b1c7-4dcb-ac2b-66c74f11490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.834643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-6e1df5fc-b1c7-4dcb-ac2b-66c74f11490a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.0849192 Nov 16 21:12:57.906029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-993342c4-c240-41b9-9cc7-2557a12174ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541189 Nov 16 21:12:57.977641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 725a5f25-cb1e-4b4a-84db-f388904e8ebd) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:57.977641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:57.978342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae57014-713c-47a4-85b3-1fd639eaa1bf None None] Network 725a5f25-cb1e-4b4a-84db-f388904e8ebd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:57.978457 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.008571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.008571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.008966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67916f-7b42-448e-9825-1239d5425e5a req-71c65074-4ff7-41aa-873f-5474e73697cd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.010465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e67916f-7b42-448e-9825-1239d5425e5a req-71c65074-4ff7-41aa-873f-5474e73697cd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 943 time: 0.1297369 Nov 16 21:12:58.069416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-28e082e4-34ba-4ef2-9526-d4d5a7ac69b5 service neutron] 10.222.0.48 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665846 Nov 16 21:12:58.085425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Pushing event updated for resources: {'Port': ['ID=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:58.114917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e67916f-7b42-448e-9825-1239d5425e5a req-0595d1ae-8cc1-4f2a-a655-d77bbb7ae68b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885177 Nov 16 21:12:58.126110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-4583ed9c-45d4-4a7c-a249-6795691116ab service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118886 Nov 16 21:12:58.150476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.151017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.151474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.152717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.154182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.155034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.156341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.157176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.157886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.159155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.159645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.160550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:12:58.179489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Made reservation on behalf of b4b60afcd3f648178e6ef3c300c8662d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:12:58.187028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.231487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-90943620-31b3-47da-857e-47ce83af2931 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0487423 Nov 16 21:12:58.249722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8bf07fae-79b3-407d-b555-484cbc626f40 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0656915 Nov 16 21:12:58.260412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfb866-efe7-41bd-b872-0875320cef32 None None] Network 725a5f25-cb1e-4b4a-84db-f388904e8ebd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:12:58.297672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-f40da99c-6163-4ea9-8da3-e94e56dbe829 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:12:58.301080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-f40da99c-6163-4ea9-8da3-e94e56dbe829 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153806 Nov 16 21:12:58.629342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Allocated IP 172.20.0.8 (e44d38ba-16a0-4836-be16-b336a27a5b97/261152c2-2ae9-4978-97ac-6cdd9793d249/dde67490-d161-46a7-8135-b73ba209af49) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:12:58.685571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d416a-d2c0-4f9c-9d6b-d349f1282cee req-e1e75a89-9608-4796-ae53-b59d168b1314 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.693161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c56d416a-d2c0-4f9c-9d6b-d349f1282cee req-e1e75a89-9608-4796-ae53-b59d168b1314 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.0722656 Nov 16 21:12:58.742154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a309da37-da08-4063-8fc6-f89bb8a1ee08 req-fc4e76e9-2113-46d7-9f52-1e02fa2c8228 service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084085 Nov 16 21:12:58.767225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c56d416a-d2c0-4f9c-9d6b-d349f1282cee req-f21c31ae-91ff-42c3-9d80-8dd916cec97e tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717142 Nov 16 21:12:58.879917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.912800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6237-f62d-470b-abe5-aace8cee9fae req-ffddb89d-183b-435b-aec6-912799bbf10c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:58.921649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd5d6237-f62d-470b-abe5-aace8cee9fae req-ffddb89d-183b-435b-aec6-912799bbf10c tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0778553 Nov 16 21:12:58.926392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7f81891-90bc-43e2-a070-486db1f8ad1a req-da5b5e83-b74f-41ab-8d7f-50b8cb684ac5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 210 time: 0.0393419 Nov 16 21:12:58.953002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:58.966004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7594da5f-7c38-483e-b254-1e2e7e87bbdd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:12:59.051031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd5d6237-f62d-470b-abe5-aace8cee9fae req-031bd618-079a-49d0-b130-9ecdd9b7c006 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263146 Nov 16 21:12:59.057629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Request body: {'port': {'device_id': '7fa75499-80f7-4036-bb46-39c680eea269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:59.139693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:12:59.169643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Network e44d38ba-16a0-4836-be16-b336a27a5b97 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:12:59.197846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:12:59.198494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e407-7677-45b3-89aa-be0acdcded18 req-6f853b8b-fc3d-493c-b860-8df1c4442eb7 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.201473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:12:59.221114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfb9e407-7677-45b3-89aa-be0acdcded18 req-6f853b8b-fc3d-493c-b860-8df1c4442eb7 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 931 time: 0.0800028 Nov 16 21:12:59.329609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfb9e407-7677-45b3-89aa-be0acdcded18 req-d68bff45-d1fc-4c90-ab4d-d780870c8739 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Nov 16 21:12:59.374450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-0205391a-772b-4a3f-ad3f-f712a8d9f118 req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1692607586', 'description': 'tempest-description-1834541273'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:59.400608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event updated for resources: {'Port': ['ID=dde67490-d161-46a7-8135-b73ba209af49,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:12:59.410430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:59.411068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.501484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.580204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.580881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.624403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0205391a-772b-4a3f-ad3f-f712a8d9f118 req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.641881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731c7a-1162-4675-825f-60dc04defa23 req-b567aed0-37d1-4199-8ca5-17bc9b978a49 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.643633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22731c7a-1162-4675-825f-60dc04defa23 req-b567aed0-37d1-4199-8ca5-17bc9b978a49 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 943 time: 0.0702481 Nov 16 21:12:59.660169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-b8c2b83c-8797-40f8-b47b-bbabbb94da27 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1141257 Nov 16 21:12:59.711330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22731c7a-1162-4675-825f-60dc04defa23 req-c8a0c5b1-294f-487f-864e-017ad589d380 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558083 Nov 16 21:12:59.734091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Request body: {'port': {'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:12:59.744585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-73ce5696-2d3e-4726-bf10-095ee835ef8c None None] Provisioning complete for port dde67490-d161-46a7-8135-b73ba209af49 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:12:59.745023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-73ce5696-2d3e-4726-bf10-095ee835ef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.814258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-73ce5696-2d3e-4726-bf10-095ee835ef8c None None] Port dde67490-d161-46a7-8135-b73ba209af49 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:12:59.900137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:12:59.978297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3addff0-b197-44ea-80b2-a675ab7f4753 req-c62c796a-2bfd-4c64-bd49-96e360728d90 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:12:59.980161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3addff0-b197-44ea-80b2-a675ab7f4753 req-c62c796a-2bfd-4c64-bd49-96e360728d90 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.0775607 Nov 16 21:13:00.009564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-6301e6c8-dd80-4301-80eb-1dca4124ccb1 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.011192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-6301e6c8-dd80-4301-80eb-1dca4124ccb1 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.41 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.2501876 Nov 16 21:13:00.032682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0205391a-772b-4a3f-ad3f-f712a8d9f118 req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.044828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0205391a-772b-4a3f-ad3f-f712a8d9f118 req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.106054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3addff0-b197-44ea-80b2-a675ab7f4753 req-3ef1936c-377b-434e-b457-b84b68f33aca tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135399 Nov 16 21:13:00.199888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-05b511bf-a3d3-47e0-be27-09d7c8bb062c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.202676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-05b511bf-a3d3-47e0-be27-09d7c8bb062c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 819 time: 0.2129486 Nov 16 21:13:00.221153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Request body: {'port': {'device_id': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'admin_state_up': True, 'tenant_id': '78b136163ebb48cb9ec584365183af92'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:00.255909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d87c3b-93fc-4613-86c5-a12bffe3b63f req-1a3815de-3bda-4d84-a674-4701eaa3cfd5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 210 time: 0.0495930 Nov 16 21:13:00.269902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0205391a-772b-4a3f-ad3f-f712a8d9f118 req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.271213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0205391a-772b-4a3f-ad3f-f712a8d9f118 req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9079857 Nov 16 21:13:00.347312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6036d-6155-4133-bea6-c17adce1fd2a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95a108-8c21-46a1-bb9a-74524a763581,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:00.420946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2551b-730c-4ba1-9448-86547893458c req-41ebdd25-c8d4-4893-b63a-9ca95470f9be tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.428403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fa2551b-730c-4ba1-9448-86547893458c req-41ebdd25-c8d4-4893-b63a-9ca95470f9be tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0872657 Nov 16 21:13:00.484050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-e9714cd9-c1fc-474c-9e7b-f2f5f836148a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/2c95a108-8c21-46a1-bb9a-74524a763581 HTTP/1.1" status: 200 len: 1824 time: 0.1735878 Nov 16 21:13:00.489176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fa2551b-730c-4ba1-9448-86547893458c req-d562c2be-a0cd-478a-ad5b-6d821ddee00f tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Nov 16 21:13:00.512448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c95a108-8c21-46a1-bb9a-74524a763581', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:00.513316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c95a108-8c21-46a1-bb9a-74524a763581', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:00.537084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Made reservation on behalf of 78b136163ebb48cb9ec584365183af92 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:00.542355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.543183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8427d3-9bd8-435b-b3f5-7a516a4eff82 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:00.563594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.590548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Deleting port 21ede232-5acc-461a-9e3d-3b65b4d85799 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:00.590969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.665720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde67490-d161-46a7-8135-b73ba209af49 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:00.671372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Transition to ACTIVE for port object fe8427d3-9bd8-435b-b3f5-7a516a4eff82 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:00.685586 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.691723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.709693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f21f68-38fe-4445-a5d7-064511b8f6ef req-e6de34f8-d536-4580-979d-e53c45263a24 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:00.711241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29f21f68-38fe-4445-a5d7-064511b8f6ef req-e6de34f8-d536-4580-979d-e53c45263a24 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 931 time: 0.1502962 Nov 16 21:13:00.760464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Transition to ACTIVE for port object dde67490-d161-46a7-8135-b73ba209af49 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:00.783167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.825347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:00.841761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] For port 21ede232-5acc-461a-9e3d-3b65b4d85799, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21ede232-5acc-461a-9e3d-3b65b4d85799,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:00.842262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.844404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Allocated IP 172.20.0.5 (9c7917f3-03a9-4803-af21-378240ebbcd8/4c2a1865-3178-435f-ae61-809951b1272b/af6bd792-4c53-4649-90eb-753b2836574e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:00.847963 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:00.873733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29f21f68-38fe-4445-a5d7-064511b8f6ef req-86147eea-255c-4468-a4c6-39214072af85 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512294 Nov 16 21:13:01.084530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.120916 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.140215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf61d6e-97f1-4f8c-a01f-45232a12a4f2 req-2eaa4370-609b-44d8-bf99-5a2a93a249f9 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.148778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebf61d6e-97f1-4f8c-a01f-45232a12a4f2 req-2eaa4370-609b-44d8-bf99-5a2a93a249f9 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 943 time: 0.1057544 Nov 16 21:13:01.177634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=dde67490-d161-46a7-8135-b73ba209af49,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.211027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.235205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebf61d6e-97f1-4f8c-a01f-45232a12a4f2 req-b0b634e9-a5db-4f4f-b588-f2bd4b20cd95 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838940 Nov 16 21:13:01.291285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.352032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Network 9c7917f3-03a9-4803-af21-378240ebbcd8 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:01.362799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:01.374895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:01.411076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f23ac8c-c397-4630-95f9-1e826023c5b7,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.413532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Pushing event updated for resources: {'Port': ['ID=af6bd792-4c53-4649-90eb-753b2836574e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:01.449941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Attempting to bind port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:01.450187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Attempting to bind port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:01.451062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Attempting to bind port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 on network 9c7917f3-03a9-4803-af21-378240ebbcd8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:01.452398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.452961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.453458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.453982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.454471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.454979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.455644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.456131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.456618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.457097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.457666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.458160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:01.470094 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.470854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.471722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38705b43-cddf-4bad-92e6-bea710b216e5 req-11f7e0b4-6bb8-42f5-a83e-ddf8b679a229 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9719863 Nov 16 21:13:01.483345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 on network 9c7917f3-03a9-4803-af21-378240ebbcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:01.483679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Attempting to bind port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 on network 9c7917f3-03a9-4803-af21-378240ebbcd8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:01.484357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.491320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Attempting to bind port dde67490-d161-46a7-8135-b73ba209af49 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:01.491659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Attempting to bind port dde67490-d161-46a7-8135-b73ba209af49 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:01.491987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Attempting to bind port dde67490-d161-46a7-8135-b73ba209af49 on network e44d38ba-16a0-4836-be16-b336a27a5b97 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:01.507156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:01.507632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Checking segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:01.508168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Bound using segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:01.508623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Bound port: fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:01.508984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.523133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Port dde67490-d161-46a7-8135-b73ba209af49 on network e44d38ba-16a0-4836-be16-b336a27a5b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:01.523462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Attempting to bind port dde67490-d161-46a7-8135-b73ba209af49 on network e44d38ba-16a0-4836-be16-b336a27a5b97 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:01.563150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:01.563491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Checking segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:01.566779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-5f8b4d6b-0baa-4ec0-8f68-300f85a21b02 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3497791 Nov 16 21:13:01.567885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Bound using segment: {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:01.568502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Bound port: dde67490-d161-46a7-8135-b73ba209af49, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcf8532-645a-44b5-8fe5-ac343f2dbda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:01.569918 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.586028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54ebf6-80c2-4eac-9c34-a7896a4183d5 req-7f14380b-adcc-47c0-9092-68f6fadcdafc tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.597837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c54ebf6-80c2-4eac-9c34-a7896a4183d5 req-7f14380b-adcc-47c0-9092-68f6fadcdafc tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 946 time: 0.1607785 Nov 16 21:13:01.625204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Request body: {'port': {'device_id': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:01.723628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] For port dde67490-d161-46a7-8135-b73ba209af49, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:01.731140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.736069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c54ebf6-80c2-4eac-9c34-a7896a4183d5 req-84690594-63af-47e2-aa74-2a4301108f1d tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f6114b9-d348-43ae-be1e-cabe842171a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397128 Nov 16 21:13:01.760086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] For port dde67490-d161-46a7-8135-b73ba209af49, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dde67490-d161-46a7-8135-b73ba209af49,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:01.781197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.787531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.787897 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.788217 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Floating IP df2c9011-c7cd-4a68-86d9-f8dfca391411 disassociated. External IP: 172.25.3.121, port: 21ede232-5acc-461a-9e3d-3b65b4d85799. Nov 16 21:13:01.788555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Calling delete_port for 21ede232-5acc-461a-9e3d-3b65b4d85799 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:01.799375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-8d662a4b-a2a9-46e2-b17f-760a029ddd4a req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-734675964', 'description': 'tempest-description-227987621'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:01.847315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ea0d-927e-49bb-868a-265b2f37f211 req-9cb3f74f-ed6c-47ea-957e-0343b5f6ddb8 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.848865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d2d9ea0d-927e-49bb-868a-265b2f37f211 req-9cb3f74f-ed6c-47ea-957e-0343b5f6ddb8 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 931 time: 0.2643068 Nov 16 21:13:01.851704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] For port fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:01.891840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8d662a4b-a2a9-46e2-b17f-760a029ddd4a req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.914853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:01.915474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:01.916868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] 10.222.0.47 "PUT /v2.0/ports/dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 1091 time: 2.1938512 Nov 16 21:13:01.917325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:01.920715 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3319266e-c1bf-46bc-a9fd-32727305c0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "tag": "dde67490-d161-46a7-8135-b73ba209af49"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:01.937107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] For port fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:01.968187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.038236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d8800-1e4f-4132-b3a2-fb78ba59c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=dde67490-d161-46a7-8135-b73ba209af49,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.118514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6bd792-4c53-4649-90eb-753b2836574e {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:02.129069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.143813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Transition to ACTIVE for port object af6bd792-4c53-4649-90eb-753b2836574e will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:02.149064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.168479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.170005 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.172258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 1091 time: 3.8291030 Nov 16 21:13:02.269030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.270955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df0bdb-e97a-4a20-ae0b-a2ff3c5f5af6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.299101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=af6bd792-4c53-4649-90eb-753b2836574e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.356426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 0e50488c-c3cf-4b89-a0d3-d41391200815 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:02.359187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8d662a4b-a2a9-46e2-b17f-760a029ddd4a req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.363128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Attempting to bind port af6bd792-4c53-4649-90eb-753b2836574e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:02.363694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Attempting to bind port af6bd792-4c53-4649-90eb-753b2836574e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:02.364087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Attempting to bind port af6bd792-4c53-4649-90eb-753b2836574e on network 9c7917f3-03a9-4803-af21-378240ebbcd8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:02.367596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8d662a4b-a2a9-46e2-b17f-760a029ddd4a req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.382323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21ede232-5acc-461a-9e3d-3b65b4d85799 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:02.390952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Port af6bd792-4c53-4649-90eb-753b2836574e on network 9c7917f3-03a9-4803-af21-378240ebbcd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:02.391297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Attempting to bind port af6bd792-4c53-4649-90eb-753b2836574e on network 9c7917f3-03a9-4803-af21-378240ebbcd8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:02.411186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-8d662a4b-a2a9-46e2-b17f-760a029ddd4a req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.422525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d662a4b-a2a9-46e2-b17f-760a029ddd4a req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6293268 Nov 16 21:13:02.426582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:02.426777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 21ede232-5acc-461a-9e3d-3b65b4d85799 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:02.427267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Checking segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:02.427383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21ede232-5acc-461a-9e3d-3b65b4d85799 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:02.427928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Bound using segment: {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:02.428529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Bound port: af6bd792-4c53-4649-90eb-753b2836574e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657eb2c8-4341-413b-a8c4-77544e848257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:02.429042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.433745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da84657-5e3f-43aa-b680-a156a67e03b0 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d77f6-e139-48e7-b3cb-0feb0d68cb70,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.517392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Router bbd69d24-ae0a-40e2-afb3-4807140b249b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:02.535120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=0e50488c-c3cf-4b89-a0d3-d41391200815,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:02.540672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event deleted for resources: {'Port': ['ID=21ede232-5acc-461a-9e3d-3b65b4d85799,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.549350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-c91d525b-1885-446a-9d17-2d4e56a62863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.551007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-c91d525b-1885-446a-9d17-2d4e56a62863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1094 time: 0.2609637 Nov 16 21:13:02.552995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '0e50488c-c3cf-4b89-a0d3-d41391200815', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'port_id': '0e50488c-c3cf-4b89-a0d3-d41391200815', 'mac_address': 'fa:16:3e:04:d2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283ab417-8a5d-418e-abac-2883d8ee9d14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:02.558867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-8dd174cc-1440-41ed-9b34-5490d29634fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.561706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-8dd174cc-1440-41ed-9b34-5490d29634fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1094 time: 0.5994241 Nov 16 21:13:02.603777 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.623668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] For port af6bd792-4c53-4649-90eb-753b2836574e, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:02.624001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e50488c-c3cf-4b89-a0d3-d41391200815 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:02.628616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] For port af6bd792-4c53-4649-90eb-753b2836574e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=af6bd792-4c53-4649-90eb-753b2836574e,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:02.642792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338c80c-315b-4068-8f70-55509cd6ff02 req-3e185f89-6c3e-4e31-a9f5-75952abb1161 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.649234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=0e50488c-c3cf-4b89-a0d3-d41391200815,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:02.652102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a338c80c-315b-4068-8f70-55509cd6ff02 req-3e185f89-6c3e-4e31-a9f5-75952abb1161 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1145704 Nov 16 21:13:02.656830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.658395 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.752240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.753298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:02.756342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] 10.222.0.41 "PUT /v2.0/ports/af6bd792-4c53-4649-90eb-753b2836574e HTTP/1.1" status: 200 len: 1091 time: 1.1579373 Nov 16 21:13:02.757094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'tag': 'af6bd792-4c53-4649-90eb-753b2836574e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:02.760507 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c" -d '{"events": [{"name": "network-changed", "server_uuid": "b39b94a1-4448-4b28-8bec-16f3cab31597", "tag": "af6bd792-4c53-4649-90eb-753b2836574e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:02.813112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.850387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a338c80c-315b-4068-8f70-55509cd6ff02 req-33549e7b-e21e-4460-9ecf-85f8c3c1beb5 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970675 Nov 16 21:13:02.867964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1e5e1-11f3-42ae-8a6f-ea808b808bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=af6bd792-4c53-4649-90eb-753b2836574e,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:02.907243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-cbc0538e-7a48-484c-a6aa-457708f39f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:02.911680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-cbc0538e-7a48-484c-a6aa-457708f39f5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 1094 time: 0.0852814 Nov 16 21:13:02.975630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.004510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-50cadcf2-832f-44be-800b-e3681579dd40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af6bd792-4c53-4649-90eb-753b2836574e HTTP/1.1" status: 200 len: 217 time: 0.0785124 Nov 16 21:13:03.009957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:03.082310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-f79898a7-bba1-43a3-9463-a45f3bf7ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.084516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-f79898a7-bba1-43a3-9463-a45f3bf7ff14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.0645506 Nov 16 21:13:03.142119 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-3d11a784-e449-4009-b4b4-68bc368ea22d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420887 Nov 16 21:13:03.149450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-1a2edb75-f4ea-47c6-bdf1-e8ccde9d2a3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.5831985 Nov 16 21:13:03.196323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d2d9ea0d-927e-49bb-868a-265b2f37f211 req-ac580bd0-3e2b-4c82-9f17-1285bc1a44bf tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2970490 Nov 16 21:13:03.263670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-653d2a80-0171-476a-acc0-fdd6ad78c145 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 217 time: 0.1112497 Nov 16 21:13:03.273324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37acf75-cf09-4e39-bbe0-998b080c084b req-478a0243-02d1-46a4-8b8b-704435d45cd1 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.274899 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c37acf75-cf09-4e39-bbe0-998b080c084b req-478a0243-02d1-46a4-8b8b-704435d45cd1 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 943 time: 0.2658570 Nov 16 21:13:03.361020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c37acf75-cf09-4e39-bbe0-998b080c084b req-3872884b-46d9-43ff-a8f3-4969a2566fe5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746405 Nov 16 21:13:03.363548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-93a62cbe-09cb-4412-83a8-d7c9c5df5fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008836 Nov 16 21:13:03.399233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-86f90c20-f18c-4756-83e7-530f1d534668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.401818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-86f90c20-f18c-4756-83e7-530f1d534668 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.2124033 Nov 16 21:13:03.416424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-fcb383d9-87b8-41f0-97ea-669aa0e8b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.418048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-fcb383d9-87b8-41f0-97ea-669aa0e8b1fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1337225 Nov 16 21:13:03.430508 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a8c2c-60d8-470f-9e5a-b0e278124909 x-openstack-request-id: req-ac4a8c2c-60d8-470f-9e5a-b0e278124909 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:03.430832 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "tag": "dde67490-d161-46a7-8135-b73ba209af49", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:03.431156 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac4a8c2c-60d8-470f-9e5a-b0e278124909 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:03.431570 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49', 'status': 'completed', 'code': 200} Nov 16 21:13:03.449392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:03.465193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] Sync routers for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:03.481601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:03.486573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:03.488376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-020cdb3f-bdb1-4be6-9760-903a79e756a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665145 Nov 16 21:13:03.561711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f2a5d76-f9b3-4d7b-a371-db038c4df74f req-f6f6ead5-43fa-493d-aa5b-08c9819be31e service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753433 Nov 16 21:13:03.665124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] No DVR routers for this DVR port 21ede232-5acc-461a-9e3d-3b65b4d85799 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:03.686238 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.689959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-40c4f81c-2045-42d9-a48d-25fcce14c562 req-fe2c2e7d-1925-4b4c-91c7-7fbd3674f7c7 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.41 "DELETE /v2.0/ports/21ede232-5acc-461a-9e3d-3b65b4d85799 HTTP/1.1" status: 204 len: 173 time: 3.6496327 Nov 16 21:13:03.706865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-124edabe-954e-4e96-81c6-eadb6387979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.720712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-124edabe-954e-4e96-81c6-eadb6387979e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882729 Nov 16 21:13:03.728197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-17d34112-94c0-412a-aba3-3677fc7cece4 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/b87d77f6-e139-48e7-b3cb-0feb0d68cb70 HTTP/1.1" status: 200 len: 1822 time: 0.0766127 Nov 16 21:13:03.734138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b87d77f6-e139-48e7-b3cb-0feb0d68cb70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:03.734138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b87d77f6-e139-48e7-b3cb-0feb0d68cb70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:03.854142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:03.874997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b28ae9-1e28-4ef1-9128-8e0f0cf785f5 req-8e41ee9e-3285-49da-986c-c7a2b710791b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:03.876743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89b28ae9-1e28-4ef1-9128-8e0f0cf785f5 req-8e41ee9e-3285-49da-986c-c7a2b710791b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 944 time: 0.2502623 Nov 16 21:13:03.887854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-8745b6b6-b1b1-4163-844b-8b928150009e service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915033 Nov 16 21:13:03.921717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:03.955795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.008743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.008743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d602c7a-296d-42f8-9e5b-ddf3feac5807,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:04.053005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-df8754b7-f3cb-4b2a-9ee5-2ebf47f266d5 service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056891 Nov 16 21:13:04.060394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89b28ae9-1e28-4ef1-9128-8e0f0cf785f5 req-c2932cba-ca73-4b49-b8d6-582e10b86f58 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707585 Nov 16 21:13:04.096437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.097791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27d98e28-5134-4f84-ae7e-a8606e44f17c req-8136ff88-dc62-4741-b7a7-bf321d250557 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3689563 Nov 16 21:13:04.139263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a1c4fd6-b016-41cd-ad32-34c3e0d984e4 req-5e7e107e-452c-42ca-9154-233cf4cc485d service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374310 Nov 16 21:13:04.177853 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75c059d-3d1d-441b-9dc0-b94d109ba9ba x-openstack-request-id: req-a75c059d-3d1d-441b-9dc0-b94d109ba9ba {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:04.178151 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39b94a1-4448-4b28-8bec-16f3cab31597", "tag": "af6bd792-4c53-4649-90eb-753b2836574e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:04.178411 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a75c059d-3d1d-441b-9dc0-b94d109ba9ba {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:04.178824 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'tag': 'af6bd792-4c53-4649-90eb-753b2836574e', 'status': 'completed', 'code': 200} Nov 16 21:13:04.211049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:29Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:04.211233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc2eec7d-a707-4fd7-bde1-642dd604802b req-7d29525c-9f63-44d2-87cd-afc0f3a123ba service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362896 Nov 16 21:13:04.243067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] Checking router: bbd69d24-ae0a-40e2-afb3-4807140b249b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:04.254902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:04.255825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:04.338696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92400c-93c1-4ce8-9542-7fc3dcecefdd req-70071526-89c3-48c0-aaf8-45ebb8d1df82 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.339668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa699fca-1a8b-4e30-a498-57066d5c9e22 req-ac0ae888-d528-4eaa-8501-990419f1d88a tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/ports?device_id=44292b50-124b-4397-ae70-a940b44adca0 HTTP/1.1" status: 200 len: 210 time: 0.1210165 Nov 16 21:13:04.358179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d92400c-93c1-4ce8-9542-7fc3dcecefdd req-70071526-89c3-48c0-aaf8-45ebb8d1df82 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0942056 Nov 16 21:13:04.390059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 0e50488c-c3cf-4b89-a0d3-d41391200815 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:04.395346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-4b944afa-5d03-4c66-8f33-499ea7eee0a3 req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-175295782', 'description': 'tempest-description-1004002196'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:04.412637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-8cbe0d5d-9b97-4261-8ec5-ad18746bdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.414215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-8cbe0d5d-9b97-4261-8ec5-ad18746bdbc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 1094 time: 0.1941237 Nov 16 21:13:04.434315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-27415ef5-0b95-428e-aa51-c8b2442d832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.435778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-27415ef5-0b95-428e-aa51-c8b2442d832f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1094 time: 0.1640723 Nov 16 21:13:04.494328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d92400c-93c1-4ce8-9542-7fc3dcecefdd req-cab90ef9-6841-441a-834a-5f14b12675e9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350389 Nov 16 21:13:04.537372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 0e50488c-c3cf-4b89-a0d3-d41391200815 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:04.547781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 0e50488c-c3cf-4b89-a0d3-d41391200815 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:04.548297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.576743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-6e08d0c3-3b0c-4d43-aec8-9272cb442d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.578973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-6e08d0c3-3b0c-4d43-aec8-9272cb442d1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.1252117 Nov 16 21:13:04.590361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4b944afa-5d03-4c66-8f33-499ea7eee0a3 req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.668115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-63cf424f-9cc7-4afa-aa80-301d534f3f46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 217 time: 0.0707831 Nov 16 21:13:04.680624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeaea6-70c3-4d87-8ce9-61dce25ef2e8 req-4f9785c0-68da-44ef-a20b-4e01277929c1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.702665 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.707818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcfeaea6-70c3-4d87-8ce9-61dce25ef2e8 req-4f9785c0-68da-44ef-a20b-4e01277929c1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 943 time: 0.1237586 Nov 16 21:13:04.715274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:04.755328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-5d7963a3-098c-4427-91db-bb2efe00dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.756979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-5d7963a3-098c-4427-91db-bb2efe00dd2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.0828369 Nov 16 21:13:04.772126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:04.774469 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4c2414-21fc-4b6f-867d-5bad2d6dc7be" -d '{"events": [{"server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "name": "network-vif-plugged", "status": "completed", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:04.777009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcfeaea6-70c3-4d87-8ce9-61dce25ef2e8 req-661f3109-bd1a-4aa3-9af6-962d04089afb tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677366 Nov 16 21:13:04.794203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=0e50488c-c3cf-4b89-a0d3-d41391200815,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:04.828085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.845989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-84606234-f6dd-4d98-9a6b-ddd6a50b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.847700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-84606234-f6dd-4d98-9a6b-ddd6a50b8f8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.4044678 Nov 16 21:13:04.857984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-65c48499-7068-4131-b4ef-49e0742cee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.859548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-65c48499-7068-4131-b4ef-49e0742cee1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907247 Nov 16 21:13:04.929272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-c7f10838-9974-40ad-a25e-5144602d9ad9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af6bd792-4c53-4649-90eb-753b2836574e HTTP/1.1" status: 200 len: 217 time: 0.0686703 Nov 16 21:13:04.952743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:04.952976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31ccf-bcdc-41c4-9839-48e8bbe7c0b2 req-1881d1c6-bda3-44cd-8223-e42add124dd0 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:04.962499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78e31ccf-bcdc-41c4-9839-48e8bbe7c0b2 req-1881d1c6-bda3-44cd-8223-e42add124dd0 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 943 time: 0.0823421 Nov 16 21:13:04.962867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4b944afa-5d03-4c66-8f33-499ea7eee0a3 req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:04.963491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.013633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-d41e0043-d4e8-413d-b186-fbde1e625cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.015131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-d41e0043-d4e8-413d-b186-fbde1e625cc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.0511019 Nov 16 21:13:05.017443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4b944afa-5d03-4c66-8f33-499ea7eee0a3 req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.035760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78e31ccf-bcdc-41c4-9839-48e8bbe7c0b2 req-67855fea-a62f-4471-88f9-4372e7434d4c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716848 Nov 16 21:13:05.077183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-268a6952-d15b-4faa-90b2-1d2a9bf4d982 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447321 Nov 16 21:13:05.112903 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4b944afa-5d03-4c66-8f33-499ea7eee0a3 req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.114239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b944afa-5d03-4c66-8f33-499ea7eee0a3 req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7294109 Nov 16 21:13:05.131843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:29Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:05.155649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b80a44-207c-40ea-81b9-4d96200bde82 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be63a5b8-362b-40fa-bcc1-1c9058dfdd88,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:05.184417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-d2337979-499f-4b60-beba-ab37cb42940d service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102875 Nov 16 21:13:05.191749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196ac3f-64f2-4875-929c-ed359bf911fe None None] The sync data for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 is: [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:10:19Z', 'revision_number': 4, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b3877786-5b19-4a38-ab00-2dbb417375c0', 'name': '', 'network_id': '25618cab-7571-432f-b61a-7fa88d2b22a6', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'mac_address': 'fa:16:3e:d1:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:18Z', 'updated_at': '2021-11-16T21:10:29Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'subnets': [{'id': 'f5ecb1e2-f93d-4762-98db-fb29b83df1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:05.240939 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cc1141-cef2-45a0-9469-12aad2065258 x-openstack-request-id: req-38cc1141-cef2-45a0-9469-12aad2065258 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:05.242099 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "name": "network-vif-plugged", "status": "completed", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:05.242830 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38cc1141-cef2-45a0-9469-12aad2065258 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:05.243472 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815', 'code': 200} Nov 16 21:13:05.315569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-3694004b-91d7-4575-a800-d4ccce132b72 req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1177653590', 'description': 'tempest-description-2002542397'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:05.381957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-9d5f4772-c844-4232-acd6-cad354434a49 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896786 Nov 16 21:13:05.398438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3694004b-91d7-4575-a800-d4ccce132b72 req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.430385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6df633-82c1-4027-bae2-37e841fd794d req-e6323431-1439-48a1-ab9c-9083de3ede6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.432169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e6df633-82c1-4027-bae2-37e841fd794d req-e6323431-1439-48a1-ab9c-9083de3ede6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 1096 time: 0.1146929 Nov 16 21:13:05.433725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa75499-80f7-4036-bb46-39c680eea269', 'tag': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82'}, {'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'name': 'network-vif-deleted', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:05.440404 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab3137-c8bc-4e84-98dc-10a94447df84" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa75499-80f7-4036-bb46-39c680eea269", "tag": "fe8427d3-9bd8-435b-b3f5-7a516a4eff82"}, {"server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "name": "network-vif-deleted", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:05.444792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b010-2b83-4ce8-b747-ac525dbdc566 req-8a25f52f-5ddc-4ad3-bebd-32c1d0852ad7 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.453217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2d6b010-2b83-4ce8-b747-ac525dbdc566 req-8a25f52f-5ddc-4ad3-bebd-32c1d0852ad7 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 945 time: 0.1202557 Nov 16 21:13:05.459534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3319266e-c1bf-46bc-a9fd-32727305c0f3 req-015d8e50-22b9-4fd3-b78a-5eeb12f1e404 service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680550 Nov 16 21:13:05.521685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d2d6b010-2b83-4ce8-b747-ac525dbdc566 req-3004af53-fd6d-4286-b297-bce7754faa0f tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626504 Nov 16 21:13:05.601260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e6df633-82c1-4027-bae2-37e841fd794d req-0ae55f4d-ca37-40ac-8f66-711cdc73b070 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281154 Nov 16 21:13:05.645685 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa495a4-e6f5-490b-999c-c155815b7d9f x-openstack-request-id: req-baa495a4-e6f5-490b-999c-c155815b7d9f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:05.646014 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa75499-80f7-4036-bb46-39c680eea269", "tag": "fe8427d3-9bd8-435b-b3f5-7a516a4eff82", "status": "completed", "code": 200}, {"server_uuid": "44292b50-124b-4397-ae70-a940b44adca0", "name": "network-vif-deleted", "tag": "21ede232-5acc-461a-9e3d-3b65b4d85799", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:05.646237 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baa495a4-e6f5-490b-999c-c155815b7d9f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:05.646642 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa75499-80f7-4036-bb46-39c680eea269', 'tag': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82', 'status': 'completed', 'code': 200} Nov 16 21:13:05.646901 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44292b50-124b-4397-ae70-a940b44adca0', 'name': 'network-vif-deleted', 'tag': '21ede232-5acc-461a-9e3d-3b65b4d85799', 'status': 'completed', 'code': 200} Nov 16 21:13:05.653152 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b240205-40a9-4782-a9c4-2c33d41ce005 None None] New status for floating IP df2c9011-c7cd-4a68-86d9-f8dfca391411: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:05.660785 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3694004b-91d7-4575-a800-d4ccce132b72 req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.667201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3694004b-91d7-4575-a800-d4ccce132b72 req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.724135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fedfcbe7-20cf-4fdd-91ec-5e7a5b9ae16c req-234409a6-ce8d-4fbb-9e9d-7bf515a2d114 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400043 Nov 16 21:13:05.764887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3694004b-91d7-4575-a800-d4ccce132b72 req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:05.766539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3694004b-91d7-4575-a800-d4ccce132b72 req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4557245 Nov 16 21:13:05.771216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d0464-3bc8-4dab-9212-fa3b3a456f9c tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb3997-2ed5-4e22-81da-7a8e27b022d5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:05.789722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe84c-7daf-40a0-a158-c618c6ab9b09 req-7d2639fe-064f-4bb6-b0b3-b351492c42f9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.804537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bfe84c-7daf-40a0-a158-c618c6ab9b09 req-7d2639fe-064f-4bb6-b0b3-b351492c42f9 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0932829 Nov 16 21:13:05.831184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-84f5279b-f38f-449e-a599-9a9439c06aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:05.839994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-84f5279b-f38f-449e-a599-9a9439c06aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1094 time: 0.1644616 Nov 16 21:13:05.860754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33998) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:05.946703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0bfe84c-7daf-40a0-a158-c618c6ab9b09 req-c750f1de-fb43-4d3f-a79b-179c52221350 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406443 Nov 16 21:13:06.019836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60c7618b-cda1-46d7-a568-6b0c9c5ace13 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.036835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-7b657c9a-dad8-49f0-b10c-6dbc97d62e5f tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/be63a5b8-362b-40fa-bcc1-1c9058dfdd88 HTTP/1.1" status: 200 len: 1823 time: 0.1351397 Nov 16 21:13:06.050752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60c7618b-cda1-46d7-a568-6b0c9c5ace13 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.101981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-dfbd449f-d462-4962-939d-8795fc3f09bd tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/76bb3997-2ed5-4e22-81da-7a8e27b022d5 HTTP/1.1" status: 200 len: 1824 time: 0.0640452 Nov 16 21:13:06.111236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60c7618b-cda1-46d7-a568-6b0c9c5ace13 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.112935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be63a5b8-362b-40fa-bcc1-1c9058dfdd88', 'remote_group_id': '76bb3997-2ed5-4e22-81da-7a8e27b022d5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:06.113258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be63a5b8-362b-40fa-bcc1-1c9058dfdd88', 'remote_group_id': '76bb3997-2ed5-4e22-81da-7a8e27b022d5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:06.116124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60c7618b-cda1-46d7-a568-6b0c9c5ace13 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.118778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60c7618b-cda1-46d7-a568-6b0c9c5ace13 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f6114b9-d348-43ae-be1e-cabe842171a5 HTTP/1.1" status: 204 len: 168 time: 0.2355247 Nov 16 21:13:06.123887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34002) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:06.132016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7618b-cda1-46d7-a568-6b0c9c5ace13 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6114b9-d348-43ae-be1e-cabe842171a5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:06.159431 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-37488c98-3c0d-456a-bda3-be9cf37a71ec tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] show failed (client error): The resource could not be found. Nov 16 21:13:06.162961 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37488c98-3c0d-456a-bda3-be9cf37a71ec tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "GET /v2.0/security-groups/5f6114b9-d348-43ae-be1e-cabe842171a5 HTTP/1.1" status: 404 len: 347 time: 0.0382833 Nov 16 21:13:06.163838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34006) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:06.167231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-8c1cacfc-8094-41eb-99c0-a22697091916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.168911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-8c1cacfc-8094-41eb-99c0-a22697091916 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.3164234 Nov 16 21:13:06.257134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854974d-769a-4350-83e6-6515ad53d346 req-47d21810-bd0f-445e-b092-a7047ec157c5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.263891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2854974d-769a-4350-83e6-6515ad53d346 req-47d21810-bd0f-445e-b092-a7047ec157c5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 943 time: 0.1100810 Nov 16 21:13:06.297723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-585222d6-4a49-4e61-bfba-04e9b22abeb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.0920436 Nov 16 21:13:06.348378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2854974d-769a-4350-83e6-6515ad53d346 req-e95d3f84-9b95-45e8-9f68-7719f524caed tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732889 Nov 16 21:13:06.376524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device fe8427d3-9bd8-435b-b3f5-7a516a4eff82 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:06.458844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-060b64b1-2915-4bce-ac6d-ecb1cb5d508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.460348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-060b64b1-2915-4bce-ac6d-ecb1cb5d508e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.1505988 Nov 16 21:13:06.484275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.508123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c508ffa-f57a-40aa-9f08-ee6ecd68384c req-000d9817-c3db-40eb-a05b-f37644da0f3f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.518302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c508ffa-f57a-40aa-9f08-ee6ecd68384c req-000d9817-c3db-40eb-a05b-f37644da0f3f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 943 time: 0.0780210 Nov 16 21:13:06.519002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-9e11729c-3af4-45ba-889e-55ed828f13fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474439 Nov 16 21:13:06.565496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:06.576457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Deleting port 2168d864-bff1-4571-9ca1-bb438f3d1f4e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:06.577060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.581335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'port_id': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82', 'mac_address': 'fa:16:3e:45:d6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2a1865-3178-435f-ae61-809951b1272b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:06.599628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c508ffa-f57a-40aa-9f08-ee6ecd68384c req-9cdd7c26-8c2c-49b3-af17-b83b4673d644 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801256 Nov 16 21:13:06.628247 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.643575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8427d3-9bd8-435b-b3f5-7a516a4eff82 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:06.670143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:06.682834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.683980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device af6bd792-4c53-4649-90eb-753b2836574e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:06.732161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-21990fef-a00b-41cb-afb4-e13622933659 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977413 Nov 16 21:13:06.746096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.772193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.781211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port af6bd792-4c53-4649-90eb-753b2836574e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=af6bd792-4c53-4649-90eb-753b2836574e,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:06.793380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:06.798966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'af6bd792-4c53-4649-90eb-753b2836574e', 'network_id': '9c7917f3-03a9-4803-af21-378240ebbcd8', 'port_id': 'af6bd792-4c53-4649-90eb-753b2836574e', 'mac_address': 'fa:16:3e:19:b0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2a1865-3178-435f-ae61-809951b1272b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:06.849664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e89c58-c655-43f9-9ea2-8bc5d7d021d9,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:06.882500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.882831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.884573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1c6f490-9122-4f69-a11b-1a2cecaf1c81 req-6001410a-6f3f-4ae9-9452-c383f58f7044 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7805963 Nov 16 21:13:06.895958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.895958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.910984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6bd792-4c53-4649-90eb-753b2836574e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:06.916892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Calling delete_port for 2168d864-bff1-4571-9ca1-bb438f3d1f4e owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:06.925058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-92faf662-6fca-4eda-b47b-51d3d38f1bda req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-437859665', 'description': 'tempest-description-126785413'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:06.936444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port af6bd792-4c53-4649-90eb-753b2836574e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=af6bd792-4c53-4649-90eb-753b2836574e,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:06.941134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:06.972223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d2b08-04ee-4823-9d62-0b2a17309408 req-c17ac1a4-5771-4bed-bf9d-5161951c20d5 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:06.973773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-938d2b08-04ee-4823-9d62-0b2a17309408 req-c17ac1a4-5771-4bed-bf9d-5161951c20d5 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 945 time: 0.1127293 Nov 16 21:13:06.994739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-beab3137-c8bc-4e84-98dc-10a94447df84 req-8b176b22-8659-4515-ae1f-1820bdd340b7 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471311 Nov 16 21:13:07.050760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-92faf662-6fca-4eda-b47b-51d3d38f1bda req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.052616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=af6bd792-4c53-4649-90eb-753b2836574e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:07.059163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-938d2b08-04ee-4823-9d62-0b2a17309408 req-ba6e7b78-8d91-4587-a473-b73b22faf9d3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Nov 16 21:13:07.224812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53fa30-2d9e-41c1-91f7-d1ba6b88280e req-eb4af865-4aa1-449b-81ff-6e7db04a2981 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.233578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc53fa30-2d9e-41c1-91f7-d1ba6b88280e req-eb4af865-4aa1-449b-81ff-6e7db04a2981 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0864284 Nov 16 21:13:07.243371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-92faf662-6fca-4eda-b47b-51d3d38f1bda req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.254310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-92faf662-6fca-4eda-b47b-51d3d38f1bda req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.300160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-92faf662-6fca-4eda-b47b-51d3d38f1bda req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.301879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92faf662-6fca-4eda-b47b-51d3d38f1bda req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3817463 Nov 16 21:13:07.303876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc53fa30-2d9e-41c1-91f7-d1ba6b88280e req-83fbf81b-93cc-4432-a2ef-940648190b12 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Nov 16 21:13:07.305014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.326608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed1e4-50dd-4e2e-bb8a-1cdededc05f3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d92972-e928-4271-b09a-b0c6a8a04d7d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:07.330389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['af6bd792-4c53-4649-90eb-753b2836574e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:07.335159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-4106d9a6-3d88-4f6c-a9ca-811cf4b53133 req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1656021212', 'description': 'tempest-description-2011665995'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:07.369399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Pushing event deleted for resources: {'Port': ['ID=2168d864-bff1-4571-9ca1-bb438f3d1f4e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:07.421951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['fe8427d3-9bd8-435b-b3f5-7a516a4eff82'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:07.436023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4106d9a6-3d88-4f6c-a9ca-811cf4b53133 req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.471860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.480233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.483108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4c8e6dc8-ea39-4e80-bf2b-a9fd3fcd8299 tempest-ServersTestJSON-860994956 tempest-ServersTestJSON-860994956-project] 10.222.0.48 "DELETE /v2.0/floatingips/df2c9011-c7cd-4a68-86d9-f8dfca391411 HTTP/1.1" status: 204 len: 168 time: 1.3128891 Nov 16 21:13:07.488144 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34028) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:07.535639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aafc0-4d50-4ac0-ac60-cef39bafd26c req-a42d1b5a-609f-4a3f-8c10-9232f6d70909 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.543013 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb6aafc0-4d50-4ac0-ac60-cef39bafd26c req-a42d1b5a-609f-4a3f-8c10-9232f6d70909 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 944 time: 0.0677555 Nov 16 21:13:07.613501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb6aafc0-4d50-4ac0-ac60-cef39bafd26c req-38137d0a-cb84-4db2-b0dd-35846306a06c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681496 Nov 16 21:13:07.680812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4106d9a6-3d88-4f6c-a9ca-811cf4b53133 req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.690961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4106d9a6-3d88-4f6c-a9ca-811cf4b53133 req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.784089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7ceb8-9f22-4817-81da-278fdbb13cc2 req-0971af4f-a995-4508-bc39-daaa5cd2811c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:07.791856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98d7ceb8-9f22-4817-81da-278fdbb13cc2 req-0971af4f-a995-4508-bc39-daaa5cd2811c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 943 time: 0.0602081 Nov 16 21:13:07.826678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4106d9a6-3d88-4f6c-a9ca-811cf4b53133 req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:07.828098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4106d9a6-3d88-4f6c-a9ca-811cf4b53133 req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4970806 Nov 16 21:13:07.831711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca17720-20ea-4128-80b8-40056a402ee3 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe3593-2fcc-4cac-9cdc-245cbc089673,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:07.846115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98d7ceb8-9f22-4817-81da-278fdbb13cc2 req-8eeced74-d8a7-41f1-b45a-638b8a6943cd tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Nov 16 21:13:08.005925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-2f5cda1b-0aa3-427b-9f4f-42205ca39e6b tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/19d92972-e928-4271-b09a-b0c6a8a04d7d HTTP/1.1" status: 200 len: 1822 time: 0.0761528 Nov 16 21:13:08.073074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-2bdad455-9f84-4825-8093-5d788e133fd4 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/5bfe3593-2fcc-4cac-9cdc-245cbc089673 HTTP/1.1" status: 200 len: 1824 time: 0.0599000 Nov 16 21:13:08.101756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19d92972-e928-4271-b09a-b0c6a8a04d7d', 'remote_group_id': '5bfe3593-2fcc-4cac-9cdc-245cbc089673', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:08.102082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19d92972-e928-4271-b09a-b0c6a8a04d7d', 'remote_group_id': '5bfe3593-2fcc-4cac-9cdc-245cbc089673', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:08.165679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.204815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf7a47-6b89-4614-aa8e-d750c263dbc9 req-4fdb0e11-c302-4586-aa5e-a811adcc1f78 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.217819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fdbf7a47-6b89-4614-aa8e-d750c263dbc9 req-4fdb0e11-c302-4586-aa5e-a811adcc1f78 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 945 time: 0.0646524 Nov 16 21:13:08.285425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fdbf7a47-6b89-4614-aa8e-d750c263dbc9 req-5be89861-52a3-4da3-b7e7-54c67fc4aa4b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649316 Nov 16 21:13:08.292541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.347478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.353553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.382342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dde67490-d161-46a7-8135-b73ba209af49 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:08.448768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56f52c-e78b-49c8-b5c9-9cdd08c71221 req-25d0c57d-76ea-4f35-9919-be4b82d1fa26 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.456706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e56f52c-e78b-49c8-b5c9-9cdd08c71221 req-25d0c57d-76ea-4f35-9919-be4b82d1fa26 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0787346 Nov 16 21:13:08.532932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e56f52c-e78b-49c8-b5c9-9cdd08c71221 req-5db1727d-5082-4388-89af-a3d7ec8bf796 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718319 Nov 16 21:13:08.674172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port dde67490-d161-46a7-8135-b73ba209af49, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dde67490-d161-46a7-8135-b73ba209af49,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:08.715508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'dde67490-d161-46a7-8135-b73ba209af49', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:08.798247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7350c2-e4d0-4361-83c4-46e55ab15881,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:08.808061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe1d89-011f-4b3d-9d9b-f7bba4372386 req-6065ac61-f769-41ac-b521-e0a8690d3e43 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:08.811596 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.813557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f13711fd-b5a8-4e4e-a099-c0a209a55e9b req-af94e2ff-7440-407a-a85c-75bb6a1df0ac tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7326276 Nov 16 21:13:08.819705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8fe1d89-011f-4b3d-9d9b-f7bba4372386 req-6065ac61-f769-41ac-b521-e0a8690d3e43 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 944 time: 0.0730655 Nov 16 21:13:08.859522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.892168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde67490-d161-46a7-8135-b73ba209af49 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:08.911476 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8fe1d89-011f-4b3d-9d9b-f7bba4372386 req-748a589a-2866-438b-a406-bcb544cbe1e2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762787 Nov 16 21:13:08.929012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port dde67490-d161-46a7-8135-b73ba209af49, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dde67490-d161-46a7-8135-b73ba209af49,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:08.933962 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:08.969503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25fd29f4-bc18-4f84-80c7-7f5b037dd9dd req-89afd11c-074b-4519-ba18-54f2e2a5bc71 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/5bfe3593-2fcc-4cac-9cdc-245cbc089673 HTTP/1.1" status: 200 len: 1824 time: 0.0868516 Nov 16 21:13:09.011647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=dde67490-d161-46a7-8135-b73ba209af49,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.044373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Deleting port b3877786-5b19-4a38-ab00-2dbb417375c0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:09.044373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.102281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-25fd29f4-bc18-4f84-80c7-7f5b037dd9dd req-ffb6370f-4862-4de8-a9f3-613c0b87558e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.104387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34540613-7484-4697-8cdf-c4e50e0f90df req-74342b3c-c557-4ec6-aba5-47e8eda132dc tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:09.112598 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34540613-7484-4697-8cdf-c4e50e0f90df req-74342b3c-c557-4ec6-aba5-47e8eda132dc tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 944 time: 0.0763488 Nov 16 21:13:09.137547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-25fd29f4-bc18-4f84-80c7-7f5b037dd9dd req-ffb6370f-4862-4de8-a9f3-613c0b87558e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.181101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34540613-7484-4697-8cdf-c4e50e0f90df req-9a21f1ca-7a2d-4c91-ac06-676f05be3773 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Nov 16 21:13:09.187659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] For port b3877786-5b19-4a38-ab00-2dbb417375c0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3877786-5b19-4a38-ab00-2dbb417375c0,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:09.188151 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.228526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Calling delete_port for b3877786-5b19-4a38-ab00-2dbb417375c0 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:09.312572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-25fd29f4-bc18-4f84-80c7-7f5b037dd9dd req-ffb6370f-4862-4de8-a9f3-613c0b87558e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.316826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-25fd29f4-bc18-4f84-80c7-7f5b037dd9dd req-ffb6370f-4862-4de8-a9f3-613c0b87558e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.319574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25fd29f4-bc18-4f84-80c7-7f5b037dd9dd req-ffb6370f-4862-4de8-a9f3-613c0b87558e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/5bfe3593-2fcc-4cac-9cdc-245cbc089673 HTTP/1.1" status: 204 len: 173 time: 0.3381219 Nov 16 21:13:09.344085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6370f-4862-4de8-a9f3-613c0b87558e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe3593-2fcc-4cac-9cdc-245cbc089673,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.386961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['dde67490-d161-46a7-8135-b73ba209af49'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:09.459410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f3b0dac-69d5-4388-89c9-705caff8462d req-b9b7f01e-5254-45b8-8577-014887e210af tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/19d92972-e928-4271-b09a-b0c6a8a04d7d HTTP/1.1" status: 200 len: 1822 time: 0.1164389 Nov 16 21:13:09.494214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b1ad6902-40f7-4b6f-adf4-5c4f9c0fe10c req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-73457318', 'description': 'tempest-description-1775414152'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:09.541920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1ad6902-40f7-4b6f-adf4-5c4f9c0fe10c req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.628138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.648560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1ad6902-40f7-4b6f-adf4-5c4f9c0fe10c req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.653226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1ad6902-40f7-4b6f-adf4-5c4f9c0fe10c req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.698115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0509ead3-03d3-4a9a-887e-1687f75412f5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.734824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b1ad6902-40f7-4b6f-adf4-5c4f9c0fe10c req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.742254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1ad6902-40f7-4b6f-adf4-5c4f9c0fe10c req-6d037f43-839a-4ba2-a101-917cd2e5d69d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2535071 Nov 16 21:13:09.744384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3877786-5b19-4a38-ab00-2dbb417375c0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:09.811045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-53202580-5f67-401c-ba48-5d4248d48ccf tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/0509ead3-03d3-4a9a-887e-1687f75412f5 HTTP/1.1" status: 200 len: 1822 time: 0.0511274 Nov 16 21:13:09.815656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0509ead3-03d3-4a9a-887e-1687f75412f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:09.815946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0509ead3-03d3-4a9a-887e-1687f75412f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:09.940471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.976552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:09.984551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.007975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9c3d5-d697-414b-8cdb-2f468a3a68f0 req-4bbc9bcc-2ca3-4385-8fcd-95957205bb51 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:10.022205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28f9c3d5-d697-414b-8cdb-2f468a3a68f0 req-4bbc9bcc-2ca3-4385-8fcd-95957205bb51 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.2784839 Nov 16 21:13:10.060766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.074571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafca2de-5b58-445c-89d3-23fab750e14b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:10.101894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.114213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45e16be7-eae5-4ccd-9d30-5efd78d35644 req-e535b3f9-c6a1-4758-bdbe-de862d0890b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3021634 Nov 16 21:13:10.181775 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28f9c3d5-d697-414b-8cdb-2f468a3a68f0 req-3be48853-d95b-42d4-8936-cfdf7e497485 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568396 Nov 16 21:13:10.272342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964dbc6-0adf-455f-b12c-91824be8ff7d req-c0e11c27-1497-4d75-ac06-6afe7f3a581b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:10.274112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e964dbc6-0adf-455f-b12c-91824be8ff7d req-c0e11c27-1497-4d75-ac06-6afe7f3a581b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 944 time: 0.0765579 Nov 16 21:13:10.309358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-f2b82428-70d2-4430-a789-80ba0f55e05d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/0509ead3-03d3-4a9a-887e-1687f75412f5 HTTP/1.1" status: 200 len: 2416 time: 0.0759809 Nov 16 21:13:10.313992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0509ead3-03d3-4a9a-887e-1687f75412f5', 'remote_group_id': None}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:10.314312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0509ead3-03d3-4a9a-887e-1687f75412f5', 'remote_group_id': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:10.339286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e964dbc6-0adf-455f-b12c-91824be8ff7d req-c3f1bf64-1d31-4949-8c68-0bd98e4c076d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519865 Nov 16 21:13:10.384541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device fe8427d3-9bd8-435b-b3f5-7a516a4eff82 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:10.441934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae408b69-6c9a-464c-a0b6-bdbcddd39374 req-24aaf5c1-cfdb-4fc0-b2da-89b8b5df1fd9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:10.450741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae408b69-6c9a-464c-a0b6-bdbcddd39374 req-24aaf5c1-cfdb-4fc0-b2da-89b8b5df1fd9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 944 time: 0.0611281 Nov 16 21:13:10.510637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:10.512071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae408b69-6c9a-464c-a0b6-bdbcddd39374 req-8075dde4-dcdb-4b86-814f-4b57c192bf36 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600357 Nov 16 21:13:10.515449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:10.515850 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.519663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.568748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Router bbd69d24-ae0a-40e2-afb3-4807140b249b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:10.594948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.602172 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.648959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.683108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa75499-80f7-4036-bb46-39c680eea269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:10.686089 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985fa16d-5ab5-47f8-b7c0-3e471915d9d4" -d '{"events": [{"server_uuid": "7fa75499-80f7-4036-bb46-39c680eea269", "name": "network-vif-plugged", "status": "completed", "tag": "fe8427d3-9bd8-435b-b3f5-7a516a4eff82"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:10.693760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b87d8cb-936c-4f2f-94db-201b866eb745,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:10.707455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.708555 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a7538661-546a-41ed-b1f9-8ef25844eff3 req-3894938d-43bc-4fff-a98a-ea589227b124 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3984971 Nov 16 21:13:10.722484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:10.727317 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.728768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device af6bd792-4c53-4649-90eb-753b2836574e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:10.739822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:10.745440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ee060b16-a95c-43ba-a301-5e5a2c77d612 admin admin] 10.222.0.48 "PUT /v2.0/routers/bbd69d24-ae0a-40e2-afb3-4807140b249b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2560256 Nov 16 21:13:10.749126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34126) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:10.761438 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9917e88-d84f-4256-a7c0-eee04efc2e90 x-openstack-request-id: req-c9917e88-d84f-4256-a7c0-eee04efc2e90 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:10.762478 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa75499-80f7-4036-bb46-39c680eea269", "name": "network-vif-plugged", "status": "completed", "tag": "fe8427d3-9bd8-435b-b3f5-7a516a4eff82", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:10.762478 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9917e88-d84f-4256-a7c0-eee04efc2e90 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:10.763703 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa75499-80f7-4036-bb46-39c680eea269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82', 'code': 200} Nov 16 21:13:10.788823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] Sync routers for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:10.789994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-edf31136-1de0-43f7-ba7f-e0fe403bd551 req-c69a0415-30d9-42f6-a9dd-691f565e6ce4 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/0509ead3-03d3-4a9a-887e-1687f75412f5 HTTP/1.1" status: 200 len: 3015 time: 0.0433176 Nov 16 21:13:10.835406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:10.836166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:10.863712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-9328d8b3-d6c5-43f3-8bde-e7124091ef09 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-group-rules/4b87d8cb-936c-4f2f-94db-201b866eb745 HTTP/1.1" status: 200 len: 783 time: 0.0324783 Nov 16 21:13:10.868596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f75de-4d1a-4d0e-ae82-11fee9d3e3b8 req-6c60a439-a798-4acb-b131-f8a0839c5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:10.870672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f8f75de-4d1a-4d0e-ae82-11fee9d3e3b8 req-6c60a439-a798-4acb-b131-f8a0839c5d08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.0429292 Nov 16 21:13:10.903402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:10.921469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.930471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port af6bd792-4c53-4649-90eb-753b2836574e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:10.936220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f8f75de-4d1a-4d0e-ae82-11fee9d3e3b8 req-6c8d1799-5688-46cf-a7cc-f33d9049c4f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Nov 16 21:13:10.937637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port af6bd792-4c53-4649-90eb-753b2836574e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:10.938016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:10.986466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:10.986703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-f113ea0d-dd1a-465d-852b-4c3b72cd04f8 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/0509ead3-03d3-4a9a-887e-1687f75412f5 HTTP/1.1" status: 200 len: 3015 time: 0.1121051 Nov 16 21:13:11.036450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-9a6549d1-b6c6-4f3c-86ce-2a9d7ca76498 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.049967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-9a6549d1-b6c6-4f3c-86ce-2a9d7ca76498 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.087037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.091965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-9a6549d1-b6c6-4f3c-86ce-2a9d7ca76498 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.100056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-9a6549d1-b6c6-4f3c-86ce-2a9d7ca76498 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.101182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92bdef2c-9825-4a71-bac8-17e3069e8571 req-9a6549d1-b6c6-4f3c-86ce-2a9d7ca76498 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4b87d8cb-936c-4f2f-94db-201b866eb745 HTTP/1.1" status: 204 len: 173 time: 0.1046889 Nov 16 21:13:11.110917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6549d1-b6c6-4f3c-86ce-2a9d7ca76498 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b87d8cb-936c-4f2f-94db-201b866eb745,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.167490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Deleting port fa7830e8-56dd-4251-9cab-b44cb2c242c2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:11.167986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.204515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2341a0ba-636c-4144-89d8-575e626f6813 req-10c455c2-ce74-4408-bf41-d3b43639e269 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/0509ead3-03d3-4a9a-887e-1687f75412f5 HTTP/1.1" status: 200 len: 2416 time: 0.0738702 Nov 16 21:13:11.261481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] For port fa7830e8-56dd-4251-9cab-b44cb2c242c2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fa7830e8-56dd-4251-9cab-b44cb2c242c2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:11.261955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.270945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2341a0ba-636c-4144-89d8-575e626f6813 req-ec2f9696-1604-4f1b-83a8-c81506acd84e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.277395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Calling delete_port for fa7830e8-56dd-4251-9cab-b44cb2c242c2 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:11.297715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2341a0ba-636c-4144-89d8-575e626f6813 req-ec2f9696-1604-4f1b-83a8-c81506acd84e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.353117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2341a0ba-636c-4144-89d8-575e626f6813 req-ec2f9696-1604-4f1b-83a8-c81506acd84e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.356070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2341a0ba-636c-4144-89d8-575e626f6813 req-ec2f9696-1604-4f1b-83a8-c81506acd84e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.357544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2341a0ba-636c-4144-89d8-575e626f6813 req-ec2f9696-1604-4f1b-83a8-c81506acd84e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/0509ead3-03d3-4a9a-887e-1687f75412f5 HTTP/1.1" status: 204 len: 173 time: 0.1519647 Nov 16 21:13:11.368670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f9696-1604-4f1b-83a8-c81506acd84e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0509ead3-03d3-4a9a-887e-1687f75412f5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.385476 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.458954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port af6bd792-4c53-4649-90eb-753b2836574e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=af6bd792-4c53-4649-90eb-753b2836574e,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:11.465101 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.507502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a9d9-7664-46fd-b8f6-215b26001f6e req-0f55f23d-80f2-44cf-a6ed-102c817a0686 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.515157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d60a9d9-7664-46fd-b8f6-215b26001f6e req-0f55f23d-80f2-44cf-a6ed-102c817a0686 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0944610 Nov 16 21:13:11.536203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:11.585449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=af6bd792-4c53-4649-90eb-753b2836574e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.604458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7830e8-56dd-4251-9cab-b44cb2c242c2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:11.606692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d60a9d9-7664-46fd-b8f6-215b26001f6e req-e398d300-6623-4f4b-b95c-c476976ce361 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840919 Nov 16 21:13:11.626096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:13:09Z', 'revision_number': 5, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port': {'id': 'fa7830e8-56dd-4251-9cab-b44cb2c242c2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:10:01Z', 'updated_at': '2021-11-16T21:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:11.655922 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-9be72a33-4401-42d4-8bdf-c0505e684f93 req-d735b668-6adc-4950-b1ca-67ddeb9e2fa5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] show failed (client error): The resource could not be found. Nov 16 21:13:11.657735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9be72a33-4401-42d4-8bdf-c0505e684f93 req-d735b668-6adc-4950-b1ca-67ddeb9e2fa5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/5bfe3593-2fcc-4cac-9cdc-245cbc089673 HTTP/1.1" status: 404 len: 352 time: 0.0149999 Nov 16 21:13:11.661987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] Checking router: bbd69d24-ae0a-40e2-afb3-4807140b249b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:11.679052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] Routers {'bbd69d24-ae0a-40e2-afb3-4807140b249b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:11.679784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['bbd69d24-ae0a-40e2-afb3-4807140b249b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:11.800580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] Set router bbd69d24-ae0a-40e2-afb3-4807140b249b gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:11.821464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8947e7c-1c26-4f0e-9b9a-8f2ec64a35a8 req-31bbe0ff-ee73-4530-842b-7c68d277c6b7 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:11.823176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8947e7c-1c26-4f0e-9b9a-8f2ec64a35a8 req-31bbe0ff-ee73-4530-842b-7c68d277c6b7 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 944 time: 0.0807068 Nov 16 21:13:11.866855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:13:11Z', 'revision_number': 7, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:11.894606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8947e7c-1c26-4f0e-9b9a-8f2ec64a35a8 req-24ef2d96-515e-46f3-a213-bddb08a0e24c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640121 Nov 16 21:13:11.899340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ac494-e1a6-4607-810d-e48df39d6a7e None None] The sync data for ids ['bbd69d24-ae0a-40e2-afb3-4807140b249b'] in n-d-817778-8 is: [{'id': 'bbd69d24-ae0a-40e2-afb3-4807140b249b', 'name': 'tempest-ServersTestJSON-366221017-router', 'tenant_id': '1074d5630745490d8e3a8efc80d2b337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:09:58Z', 'updated_at': '2021-11-16T21:13:11Z', 'revision_number': 7, 'project_id': '1074d5630745490d8e3a8efc80d2b337', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:12.016078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.030702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eea8c-c6be-4228-bb15-c7dd7c4cfc9b req-19c469f0-3813-4c02-a9f4-d3476571ff60 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.032203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-360eea8c-c6be-4228-bb15-c7dd7c4cfc9b req-19c469f0-3813-4c02-a9f4-d3476571ff60 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.4256349 Nov 16 21:13:12.095451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba00b100-657b-419b-9490-2c5bbeca4932 req-b3e67909-100b-4a27-87b3-741a8f6a3820 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/19d92972-e928-4271-b09a-b0c6a8a04d7d HTTP/1.1" status: 200 len: 1822 time: 0.0393662 Nov 16 21:13:12.136687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.139913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.154852 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ba00b100-657b-419b-9490-2c5bbeca4932 req-c8e1c25b-9df4-44d4-adec-f3a1d26aead9 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.177641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ba00b100-657b-419b-9490-2c5bbeca4932 req-c8e1c25b-9df4-44d4-adec-f3a1d26aead9 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.194542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-360eea8c-c6be-4228-bb15-c7dd7c4cfc9b req-bfcf4f6e-470b-45d1-80ed-cdd49eba5718 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383150 Nov 16 21:13:12.201824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.202405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd69d24-ae0a-40e2-afb3-4807140b249b {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:13:12.208133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.212857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f07dcbde-13ce-42e0-88c7-f7625162bdfa admin admin] 10.222.0.48 "DELETE /v2.0/routers/bbd69d24-ae0a-40e2-afb3-4807140b249b HTTP/1.1" status: 204 len: 168 time: 1.4619405 Nov 16 21:13:12.213650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34168) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:12.245728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ba00b100-657b-419b-9490-2c5bbeca4932 req-c8e1c25b-9df4-44d4-adec-f3a1d26aead9 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.249160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ba00b100-657b-419b-9490-2c5bbeca4932 req-c8e1c25b-9df4-44d4-adec-f3a1d26aead9 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.250872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba00b100-657b-419b-9490-2c5bbeca4932 req-c8e1c25b-9df4-44d4-adec-f3a1d26aead9 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/19d92972-e928-4271-b09a-b0c6a8a04d7d HTTP/1.1" status: 204 len: 173 time: 0.1490114 Nov 16 21:13:12.263293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1c25b-9df4-44d4-adec-f3a1d26aead9 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d92972-e928-4271-b09a-b0c6a8a04d7d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:12.296554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Deleting subnet f5ecb1e2-f93d-4762-98db-fb29b83df1f2 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:13:12.300811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.344683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.383160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afa4f993-8513-4ac8-be28-23d26c0eb32e req-473729e1-7e2e-4ba6-9125-d07e1951d5b6 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/76bb3997-2ed5-4e22-81da-7a8e27b022d5 HTTP/1.1" status: 200 len: 1824 time: 0.0625122 Nov 16 21:13:12.395502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dde67490-d161-46a7-8135-b73ba209af49 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:12.473438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.517691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port dde67490-d161-46a7-8135-b73ba209af49 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:12.521752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afa4f993-8513-4ac8-be28-23d26c0eb32e req-dbf9dd7c-6e95-415d-ae44-38384315d0bb tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.522791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port dde67490-d161-46a7-8135-b73ba209af49 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:12.523174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.551088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afa4f993-8513-4ac8-be28-23d26c0eb32e req-dbf9dd7c-6e95-415d-ae44-38384315d0bb tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.588744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909859f0-b45a-418b-a12a-30df0027c56e req-f56ed9ec-2951-4f52-a5a3-db1154da48ae tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.597480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909859f0-b45a-418b-a12a-30df0027c56e req-f56ed9ec-2951-4f52-a5a3-db1154da48ae tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 950 time: 0.1684499 Nov 16 21:13:12.645397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afa4f993-8513-4ac8-be28-23d26c0eb32e req-dbf9dd7c-6e95-415d-ae44-38384315d0bb tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.647207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.649010 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afa4f993-8513-4ac8-be28-23d26c0eb32e req-dbf9dd7c-6e95-415d-ae44-38384315d0bb tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.662684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afa4f993-8513-4ac8-be28-23d26c0eb32e req-dbf9dd7c-6e95-415d-ae44-38384315d0bb tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/76bb3997-2ed5-4e22-81da-7a8e27b022d5 HTTP/1.1" status: 204 len: 173 time: 0.2720068 Nov 16 21:13:12.664180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909859f0-b45a-418b-a12a-30df0027c56e req-b7fd70ef-066a-44b5-b1ce-30c7e3f70531 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636594 Nov 16 21:13:12.688623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port dde67490-d161-46a7-8135-b73ba209af49, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dde67490-d161-46a7-8135-b73ba209af49,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:12.693011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.693153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.718032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9dd7c-6e95-415d-ae44-38384315d0bb tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb3997-2ed5-4e22-81da-7a8e27b022d5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:12.749438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=dde67490-d161-46a7-8135-b73ba209af49,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:12.764837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ecb1e2-f93d-4762-98db-fb29b83df1f2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:12.765189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd792-4c53-4649-90eb-753b2836574e'}, {'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:12.767680 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b062db-d02d-4f1d-a60a-58a38024c0cb" -d '{"events": [{"server_uuid": "b39b94a1-4448-4b28-8bec-16f3cab31597", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd792-4c53-4649-90eb-753b2836574e"}, {"server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "name": "network-vif-plugged", "status": "completed", "tag": "dde67490-d161-46a7-8135-b73ba209af49"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:12.784122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.790389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-947c6459-8877-4fca-b275-480955c13f0d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f5ecb1e2-f93d-4762-98db-fb29b83df1f2 HTTP/1.1" status: 204 len: 168 time: 0.5726893 Nov 16 21:13:12.790544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43766c13-bdb8-4f31-b0db-37e3fb98b389 None None] Network 25618cab-7571-432f-b61a-7fa88d2b22a6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:12.790638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34194) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:12.800564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4efb281-3916-402e-ac4a-76c7c24850a1 req-e08c757b-8bc5-4c21-b67b-81d7a1ea603a tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/be63a5b8-362b-40fa-bcc1-1c9058dfdd88 HTTP/1.1" status: 200 len: 1823 time: 0.0667083 Nov 16 21:13:12.834627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64124ba-22ef-4849-aa04-21bbc477270c req-c13fdbc2-6636-4140-81fe-bc848b72473b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:12.840768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a64124ba-22ef-4849-aa04-21bbc477270c req-c13fdbc2-6636-4140-81fe-bc848b72473b tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.1019664 Nov 16 21:13:12.885243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b4efb281-3916-402e-ac4a-76c7c24850a1 req-5f710149-d900-4160-94c7-9452dc6584b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.918846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b4efb281-3916-402e-ac4a-76c7c24850a1 req-5f710149-d900-4160-94c7-9452dc6584b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.937335 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.987378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b4efb281-3916-402e-ac4a-76c7c24850a1 req-5f710149-d900-4160-94c7-9452dc6584b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:12.991228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b4efb281-3916-402e-ac4a-76c7c24850a1 req-5f710149-d900-4160-94c7-9452dc6584b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.006521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] DHCP port deletion for 25618cab-7571-432f-b61a-7fa88d2b22a6 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:13:13.017202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4efb281-3916-402e-ac4a-76c7c24850a1 req-5f710149-d900-4160-94c7-9452dc6584b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/be63a5b8-362b-40fa-bcc1-1c9058dfdd88 HTTP/1.1" status: 204 len: 173 time: 0.2182939 Nov 16 21:13:13.025920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a64124ba-22ef-4849-aa04-21bbc477270c req-7da6d6ab-1805-44fa-af4b-afc388b6c39d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498168 Nov 16 21:13:13.054725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f710149-d900-4160-94c7-9452dc6584b5 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be63a5b8-362b-40fa-bcc1-1c9058dfdd88,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:13.079828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Deleting port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:13.080201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.144528 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1597531c-6027-46f4-991d-7c4809520f65 x-openstack-request-id: req-1597531c-6027-46f4-991d-7c4809520f65 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:13.145394 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39b94a1-4448-4b28-8bec-16f3cab31597", "name": "network-vif-plugged", "status": "completed", "tag": "af6bd792-4c53-4649-90eb-753b2836574e", "code": 200}, {"server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "name": "network-vif-plugged", "status": "completed", "tag": "dde67490-d161-46a7-8135-b73ba209af49", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:13.152498 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1597531c-6027-46f4-991d-7c4809520f65 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:13.152932 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6bd792-4c53-4649-90eb-753b2836574e', 'code': 200} Nov 16 21:13:13.153324 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49', 'code': 200} Nov 16 21:13:13.166686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fa7830e8-56dd-4251-9cab-b44cb2c242c2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:13.221231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: fa7830e8-56dd-4251-9cab-b44cb2c242c2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:13.221611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fa7830e8-56dd-4251-9cab-b44cb2c242c2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:13.222044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3877786-5b19-4a38-ab00-2dbb417375c0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:13.253152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b3877786-5b19-4a38-ab00-2dbb417375c0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:13.253431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3877786-5b19-4a38-ab00-2dbb417375c0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:13.254180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:13.268721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] For port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:13.269298 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.283918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Calling delete_port for 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:13.291737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5a2b6-98c8-4f40-8d13-a77a6ed7d073 req-405e720c-4f6e-47c1-a02f-f35c1170474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:13.293117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] Deleting port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:13.293117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.297725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51b5a2b6-98c8-4f40-8d13-a77a6ed7d073 req-405e720c-4f6e-47c1-a02f-f35c1170474a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1096 time: 0.0943115 Nov 16 21:13:13.389955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51b5a2b6-98c8-4f40-8d13-a77a6ed7d073 req-8e003dbd-fbc2-4d2f-817d-b2832ec8743f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869186 Nov 16 21:13:13.399323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.425809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:13:13.426973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:13.430694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] For port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,segment=NetworkSegment(6c84c8f0-d97c-4383-b76a-7afd96a06f5f),segment_id=6c84c8f0-d97c-4383-b76a-7afd96a06f5f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:13.432121 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.447954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] Calling delete_port for 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:13.475227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] No DVR routers for this DVR port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:13.486615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:13.537583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653e976-02ae-4661-ae84-3d0ff760e61a req-95a7d75b-577f-4281-95e5-c38899dc3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: from cryptography.utils import int_from_bytes Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: from cryptography.utils import int_from_bytes Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.539686 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:13:13.543134 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:13:13.543976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0653e976-02ae-4661-ae84-3d0ff760e61a req-95a7d75b-577f-4281-95e5-c38899dc3f4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 1096 time: 0.1680532 Nov 16 21:13:13.549984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.593464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09136eba-6fdf-48e8-84f4-13be0ae2151b req-38e67e27-bd85-497d-af23-eda0de35ab14 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:13.600649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09136eba-6fdf-48e8-84f4-13be0ae2151b req-38e67e27-bd85-497d-af23-eda0de35ab14 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 945 time: 0.2257838 Nov 16 21:13:13.620203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] Pushing event deleted for resources: {'Port': ['ID=2c4a82aa-6a9d-4663-9b87-d77ef967b4ec,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:13.632700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f171c-b9e8-4ebb-b621-4ce1fefc3187 None None] No DVR routers for this DVR port 2c4a82aa-6a9d-4663-9b87-d77ef967b4ec on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:13.665130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb46dd34-0a87-4107-9898-a2c6410671bd req-2fd32296-9d17-4054-84d7-a83939489c76 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/b87d77f6-e139-48e7-b3cb-0feb0d68cb70 HTTP/1.1" status: 200 len: 2422 time: 0.0932994 Nov 16 21:13:13.696376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.747750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25618cab-7571-432f-b61a-7fa88d2b22a6']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:13.748831 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cb46dd34-0a87-4107-9898-a2c6410671bd req-69eb6bc8-e809-49fc-97c5-49333d0bdf8d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.774991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09136eba-6fdf-48e8-84f4-13be0ae2151b req-b039cdcd-fb9e-47ad-b980-92e18c35e81b tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721997 Nov 16 21:13:13.791843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c84c8f0-d97c-4383-b76a-7afd96a06f5f') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:13.794741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c84c8f0-d97c-4383-b76a-7afd96a06f5f') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:13.805711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.810759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cb46dd34-0a87-4107-9898-a2c6410671bd req-69eb6bc8-e809-49fc-97c5-49333d0bdf8d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.828590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0653e976-02ae-4661-ae84-3d0ff760e61a req-1f409849-1fec-4132-bc30-9641b2658dfa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775304 Nov 16 21:13:13.831094 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.838101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:13:13.838731 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:13:13.840840 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:13:13.882111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cb46dd34-0a87-4107-9898-a2c6410671bd req-69eb6bc8-e809-49fc-97c5-49333d0bdf8d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.885245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cb46dd34-0a87-4107-9898-a2c6410671bd req-69eb6bc8-e809-49fc-97c5-49333d0bdf8d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.886776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb46dd34-0a87-4107-9898-a2c6410671bd req-69eb6bc8-e809-49fc-97c5-49333d0bdf8d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/b87d77f6-e139-48e7-b3cb-0feb0d68cb70 HTTP/1.1" status: 204 len: 173 time: 0.2123275 Nov 16 21:13:13.899600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb6bc8-e809-49fc-97c5-49333d0bdf8d tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d77f6-e139-48e7-b3cb-0feb0d68cb70,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:13.919587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.928258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:13.933864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] 10.222.0.48 "DELETE /v2.0/networks/25618cab-7571-432f-b61a-7fa88d2b22a6 HTTP/1.1" status: 204 len: 168 time: 1.1417983 Nov 16 21:13:13.952046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716669f-7c40-43f0-8d5e-1eab52a4b858 admin admin] Pushing event deleted for resources: {'Network': ['ID=25618cab-7571-432f-b61a-7fa88d2b22a6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.027750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec43c77-02c2-44f3-afa6-9e16e5e43d6b req-b6353095-2611-45fd-9b73-43459a4f5af8 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:14.030121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ec43c77-02c2-44f3-afa6-9e16e5e43d6b req-b6353095-2611-45fd-9b73-43459a4f5af8 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0704134 Nov 16 21:13:14.068565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-636280e9-8086-4617-b089-ff0d746edf2e req-b67b86ac-64d6-437f-9a24-069fab8e6005 tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "GET /v2.0/security-groups/2c95a108-8c21-46a1-bb9a-74524a763581 HTTP/1.1" status: 200 len: 2418 time: 0.0561161 Nov 16 21:13:14.089073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34230) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.092911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ec43c77-02c2-44f3-afa6-9e16e5e43d6b req-22a6de49-7da9-4dc0-8016-bde9a043fb1e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566726 Nov 16 21:13:14.142097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c471a4cb-ff5c-4dbe-bb3a-3d12c071b903 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1074d5630745490d8e3a8efc80d2b337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453722 Nov 16 21:13:14.142339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34232) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.147953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-636280e9-8086-4617-b089-ff0d746edf2e req-30e3e046-bac0-49b6-9c0e-8605f0cf525e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.174871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-636280e9-8086-4617-b089-ff0d746edf2e req-30e3e046-bac0-49b6-9c0e-8605f0cf525e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.228118 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-636280e9-8086-4617-b089-ff0d746edf2e req-30e3e046-bac0-49b6-9c0e-8605f0cf525e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.231137 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-636280e9-8086-4617-b089-ff0d746edf2e req-30e3e046-bac0-49b6-9c0e-8605f0cf525e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.233046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-636280e9-8086-4617-b089-ff0d746edf2e req-30e3e046-bac0-49b6-9c0e-8605f0cf525e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c95a108-8c21-46a1-bb9a-74524a763581 HTTP/1.1" status: 204 len: 173 time: 0.1636386 Nov 16 21:13:14.239159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaada870-9538-4c31-8d06-2d90c8f4afee req-df2734a4-c87f-437c-a47b-4d85dfce88ff tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:14.242322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.245852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaada870-9538-4c31-8d06-2d90c8f4afee req-df2734a4-c87f-437c-a47b-4d85dfce88ff tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0828707 Nov 16 21:13:14.249733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3e046-bac0-49b6-9c0e-8605f0cf525e tempest-SecurityGroupRulesTestJSON-1893529077 tempest-SecurityGroupRulesTestJSON-1893529077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95a108-8c21-46a1-bb9a-74524a763581,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.253035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c73434b7-d109-49bb-b4b1-37047d2f7da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.296408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Deleting subnet 1ff2a94b-46fe-4e75-86f4-cc112ff25ab8 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:13:14.300329 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c73434b7-d109-49bb-b4b1-37047d2f7da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.300814 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.334055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaada870-9538-4c31-8d06-2d90c8f4afee req-a93782e5-411a-4c6b-81fe-23d6d4484406 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Nov 16 21:13:14.345300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.370135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c73434b7-d109-49bb-b4b1-37047d2f7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.373742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c73434b7-d109-49bb-b4b1-37047d2f7da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.377364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c73434b7-d109-49bb-b4b1-37047d2f7da6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fb0f688-40e3-4b1a-871b-43c10ddffddb HTTP/1.1" status: 204 len: 168 time: 0.2315755 Nov 16 21:13:14.389203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73434b7-d109-49bb-b4b1-37047d2f7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb0f688-40e3-4b1a-871b-43c10ddffddb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.401608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.408493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:14.470416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.505029 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.511275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.516230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ff2a94b-46fe-4e75-86f4-cc112ff25ab8 HTTP/1.1" status: 204 len: 168 time: 0.2728996 Nov 16 21:13:14.517373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c375a0-471b-40fb-9293-9e6812570d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff2a94b-46fe-4e75-86f4-cc112ff25ab8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.518810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34238) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:14.550044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:14.554663 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.597503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.612866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.705044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.733264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725a5f25-cb1e-4b4a-84db-f388904e8ebd']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:14.745199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc68f57f-da6b-4b22-ae78-3778a94c0b5f') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:14.745730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc68f57f-da6b-4b22-ae78-3778a94c0b5f') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:14.759042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.779142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.787309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:13:14.787862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:13:14.822058 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:13:14.894418 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.902814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:14.908288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/725a5f25-cb1e-4b4a-84db-f388904e8ebd HTTP/1.1" status: 204 len: 168 time: 0.3860130 Nov 16 21:13:14.938608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84075a11-1cc9-4bef-8112-9c6f12f4c4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=725a5f25-cb1e-4b4a-84db-f388904e8ebd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:14.948783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb665ec-b69f-4d36-b188-e3d508b15638 req-f933b462-122b-4f3c-b023-4d8b99f828b6 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:14.956814 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4eb665ec-b69f-4d36-b188-e3d508b15638 req-f933b462-122b-4f3c-b023-4d8b99f828b6 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 945 time: 0.0963137 Nov 16 21:13:15.035124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4eb665ec-b69f-4d36-b188-e3d508b15638 req-bb89e675-1da6-4e39-873d-9cf62cc2347b tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773203 Nov 16 21:13:15.142804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34270) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:15.154331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:15.158086 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b618de-575c-4d7e-a145-629f9367ab0a" -d '{"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:15.221263 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cda8bc-c1ea-4cbd-b607-0c3d0b950793 x-openstack-request-id: req-40cda8bc-c1ea-4cbd-b607-0c3d0b950793 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:15.221685 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:15.222032 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40cda8bc-c1ea-4cbd-b607-0c3d0b950793 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:15.222513 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'code': 200} Nov 16 21:13:15.257559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d8970bc-7f2a-4505-8531-da29d557f998 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bda20aaf421844f79f11c40d5b457c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1128335 Nov 16 21:13:15.259294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34278) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:15.268507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3e879-1828-4d71-83c6-02a4911c3887 req-a8e4c8f0-9fff-4867-b16a-239e43a1aa5e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:15.277967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0db3e879-1828-4d71-83c6-02a4911c3887 req-a8e4c8f0-9fff-4867-b16a-239e43a1aa5e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0920703 Nov 16 21:13:15.324822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-754c8025-62fa-4605-be52-8c67d2f86dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.336162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0db3e879-1828-4d71-83c6-02a4911c3887 req-1446b2a8-b920-4e94-a306-75c93e9be5c6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568810 Nov 16 21:13:15.364261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-754c8025-62fa-4605-be52-8c67d2f86dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.418281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-754c8025-62fa-4605-be52-8c67d2f86dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.422023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-754c8025-62fa-4605-be52-8c67d2f86dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.425560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-754c8025-62fa-4605-be52-8c67d2f86dd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/242997ec-90da-45ed-aa73-dda424d30efc HTTP/1.1" status: 204 len: 168 time: 0.1629124 Nov 16 21:13:15.431643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c8025-62fa-4605-be52-8c67d2f86dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242997ec-90da-45ed-aa73-dda424d30efc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:15.502748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34288) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:15.521819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e8ad2-0534-4c30-8aea-7917e96814cc req-8c2b708b-730a-40be-910e-46e2ad932cd7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:15.530055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-314e8ad2-0534-4c30-8aea-7917e96814cc req-8c2b708b-730a-40be-910e-46e2ad932cd7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0834982 Nov 16 21:13:15.608576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-314e8ad2-0534-4c30-8aea-7917e96814cc req-45d61ef7-eaa9-4e7d-ac96-e61ce3f9bc97 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701716 Nov 16 21:13:15.652829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1803706485-network', 'tenant_id': 'ba3b89c8644241a1814009d7ae848874'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:15.676179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Made reservation on behalf of ba3b89c8644241a1814009d7ae848874 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:15.679637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.693543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.791423 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.796985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.813174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:13:15.826157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.827015 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Added segment 3998d478-9be3-4b92-9f87-292ebeff8b43 of type vlan for network 44669035-b5e4-4172-a878-0dcc1d49b3af Nov 16 21:13:15.888014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.904007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9f000-5d48-4de1-b69a-0786ed5f7fbf,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:15.930856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.931924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:15.932619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:15.990944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4858532 Nov 16 21:13:15.994043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34304) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:16.003094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878be38-a4b2-4059-81a4-d2b4883bd038 admin admin] Pushing event updated for resources: {'Network': ['ID=44669035-b5e4-4172-a878-0dcc1d49b3af,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:16.009486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Request body: {'subnet': {'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1803706485-subnet', 'tenant_id': 'ba3b89c8644241a1814009d7ae848874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:16.014464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 44669035-b5e4-4172-a878-0dcc1d49b3af details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:13:16.038660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Made reservation on behalf of ba3b89c8644241a1814009d7ae848874 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:16.043532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.221754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2c0e-a16a-42e7-b86f-a67c426c3a58 req-4884bf21-9918-47c2-aef0-a9e8673e142d tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.223286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-954b2c0e-a16a-42e7-b86f-a67c426c3a58 req-4884bf21-9918-47c2-aef0-a9e8673e142d tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 945 time: 0.0793784 Nov 16 21:13:16.335130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-954b2c0e-a16a-42e7-b86f-a67c426c3a58 req-17c5338a-f6d9-486c-aed8-70c53a2d6495 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Nov 16 21:13:16.384889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.428477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:16.462335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34332) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:16.491617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-9a957b58-a025-4d93-b334-9ecfb8f48596 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.493211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-9a957b58-a025-4d93-b334-9ecfb8f48596 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0666020 Nov 16 21:13:16.509800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef90e6b8-a949-4cd3-98a7-a53c63a5c69f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:16.558058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312fd95-952e-420c-bff6-99366ea0a310 req-ca5e6b14-2293-46e1-b2ed-a67be4e3dd25 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.566353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c312fd95-952e-420c-bff6-99366ea0a310 req-ca5e6b14-2293-46e1-b2ed-a67be4e3dd25 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1266646 Nov 16 21:13:16.569224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Checking segment: {'id': '3998d478-9be3-4b92-9f87-292ebeff8b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:16.570258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Network hostable DHCP agents. Network: 44669035-b5e4-4172-a878-0dcc1d49b3af, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:13:16.588644 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-9f0500e8-e471-4526-afe7-998f7484517f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0847638 Nov 16 21:13:16.595240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'floatingip': {'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:16.608200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:16.625556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Network 44669035-b5e4-4172-a878-0dcc1d49b3af is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:13:16.640444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'mac_address': 'fa:16:3e:91:c1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:16.655370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c312fd95-952e-420c-bff6-99366ea0a310 req-aee41845-ba01-4e4e-96a9-7e6d097fcd22 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850806 Nov 16 21:13:16.668464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.670961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 44669035-b5e4-4172-a878-0dcc1d49b3af) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:16.702879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-258181714-network', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:16.706852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.707012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.707452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.724868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7d6e1-0506-4698-bcca-8103f31d44a0 None None] Network 44669035-b5e4-4172-a878-0dcc1d49b3af requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:16.729381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:16.757086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:16.772163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.772599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:16.774828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.782475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-08716641-3c29-4270-96c9-74c611706241 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7853746 Nov 16 21:13:16.807072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:16.848031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed0c39-1fd0-4115-a341-791e09b586f1 req-4295eccb-c38a-4b37-81aa-a985768ecea3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:16.855746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fed0c39-1fd0-4115-a341-791e09b586f1 req-4295eccb-c38a-4b37-81aa-a985768ecea3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0936842 Nov 16 21:13:16.886449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:16.945596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fed0c39-1fd0-4115-a341-791e09b586f1 req-168b28fd-ffef-43f3-bb00-ee37792cae14 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879917 Nov 16 21:13:16.958051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:17.000528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.006037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.033791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:13:17.050953 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.051346 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Added segment 4da60cdd-dd2f-47ec-a117-3092b1fdbe82 of type vlan for network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 Nov 16 21:13:17.152653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.184025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03291ef8-a888-4076-928e-12cf6d101069,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:17.236626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.238070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.238843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.264960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c86a5-b946-4ee1-9554-d336c0cdc577 None None] Network 44669035-b5e4-4172-a878-0dcc1d49b3af requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:17.385581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9158154 Nov 16 21:13:17.390438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34356) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:17.396500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Request body: {'subnet': {'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-258181714-subnet', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:17.406385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b93a5a-716e-4697-8423-9ea6eed7cb0a admin admin] Pushing event updated for resources: {'Network': ['ID=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:17.421983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51360c-e797-467e-a9d8-ff018f80adac req-5286dd74-6bd6-465e-9576-9bfda895fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.422512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:13:17.424582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-5286dd74-6bd6-465e-9576-9bfda895fd49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 1096 time: 0.1774383 Nov 16 21:13:17.437769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:17.446284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.451507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.456631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.587788 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2 associated. External IP: 172.25.3.229, port: 7594da5f-7c38-483e-b254-1e2e7e87bbdd. Nov 16 21:13:17.809807 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.823969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:17.945180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f1a629-b65a-4dea-9ec5-3c8a8f885344,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:17.946990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:17.952709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:17.954350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51360c-e797-467e-a9d8-ff018f80adac req-e49878ea-a830-45c5-9d8e-3468a878d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.955773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-e49878ea-a830-45c5-9d8e-3468a878d18f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.5016093 Nov 16 21:13:17.968239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a93fab-cf12-4af2-a345-14804358103b None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:17.978740 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:17.979361 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:17.982664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-3701b704-c8e3-42fc-b7a1-b38352f1d817 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:17.984235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-3701b704-c8e3-42fc-b7a1-b38352f1d817 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/networks?id=44669035-b5e4-4172-a878-0dcc1d49b3af HTTP/1.1" status: 200 len: 814 time: 0.3165450 Nov 16 21:13:17.985011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Checking segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:17.985376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Network hostable DHCP agents. Network: 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:13:18.008446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-fa2633ad-7d36-4aee-87e5-ea687ec35e0f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "PUT /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 997 time: 1.4184635 Nov 16 21:13:18.008917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:18.011865 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6484b7-a679-4117-adfc-ff6196a57139" -d '{"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:18.055493 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-46759a1b-4ff8-40b9-98ea-47ae889c8d73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af6bd792-4c53-4649-90eb-753b2836574e HTTP/1.1" status: 200 len: 217 time: 0.0623226 Nov 16 21:13:18.062773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-4a671c0b-66c7-4b8d-95c4-cc493ba145c0 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/quotas/ba3b89c8644241a1814009d7ae848874 HTTP/1.1" status: 200 len: 375 time: 0.0481205 Nov 16 21:13:18.095969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-876eb709-4c6b-433c-99a9-860770cca8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.098107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-876eb709-4c6b-433c-99a9-860770cca8b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.0603652 Nov 16 21:13:18.146154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:18.174675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51360c-e797-467e-a9d8-ff018f80adac req-6f54afbc-c6d6-4aa9-9e4d-b1066c16c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.177096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-6f54afbc-c6d6-4aa9-9e4d-b1066c16c24c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.0644047 Nov 16 21:13:18.179649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-f44b7a00-62a9-45dd-a88c-62c7f22744ec tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba3b89c8644241a1814009d7ae848874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082721 Nov 16 21:13:18.181272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:13:18.214692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:18.224128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-44cba7bc-8041-473e-ad4d-b2d3bc16de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.225733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-44cba7bc-8041-473e-ad4d-b2d3bc16de30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.1204827 Nov 16 21:13:18.228974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400e5d1-ebf4-4d59-af86-a2693d373c81 None None] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:18.303487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-049b4c6a-6665-46f5-9174-4cb40106684b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148400 Nov 16 21:13:18.306744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.306744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.355800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-9babfb14-8f52-4d0a-8036-68845f539cac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 1000 time: 0.1181707 Nov 16 21:13:18.476749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-0259d476-59de-4e73-b140-f2b87e0769db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.484159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-0259d476-59de-4e73-b140-f2b87e0769db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1197472 Nov 16 21:13:18.531946 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:17Z', 'revision_number': 1, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:18.551471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:18.568281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a93fab-cf12-4af2-a345-14804358103b None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:18.581321 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:18.582168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:18.604895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-ac65eeee-12b2-4350-b358-aedbcef22764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:18.613965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-ac65eeee-12b2-4350-b358-aedbcef22764 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211567 Nov 16 21:13:18.629748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:13:18.630863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.661952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:18.662368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:18.769020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:18.790585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-e95aa344-10c9-4b01-a120-10f0db0cd9b6 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673090 Nov 16 21:13:18.913289 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b4ae773-b7b6-4637-9caa-fd0442324586 req-d14a9fd5-e64a-4b40-9d5a-9bf92c2eb51e service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187608 Nov 16 21:13:18.967395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00dae7a6-c1b6-4e6d-b88f-2a4c768d3caf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5730531 Nov 16 21:13:18.967921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:18.973707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:19.005504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Allocated IP 172.20.0.2 (6ab967b0-c388-4d5c-b9e7-9bc6226ddca7/d7f1a629-b65a-4dea-9ec5-3c8a8f885344/2d3f6de0-266c-4a3d-89b8-870fdbc8bc58) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:19.019591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.020768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.072142 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-89a93fab-cf12-4af2-a345-14804358103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:17Z', 'revision_number': 1, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:19.086319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-355c810c-107b-4a10-85e2-52da0051817e service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720175 Nov 16 21:13:19.100787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-498f41cc-0507-48ef-86e5-5d965ba40658 service neutron] 10.222.0.48 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9068558 Nov 16 21:13:19.147662 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a93fab-cf12-4af2-a345-14804358103b None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:17Z', 'revision_number': 1, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:19.153190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.216678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.270716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:19.272688 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38394b0e-05f6-41ec-80b7-65c99695056d" -d '{"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-plugged", "status": "completed", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:19.292278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:19.299707 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.322425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e51360c-e797-467e-a9d8-ff018f80adac req-5953ac99-bd22-45ff-be11-2669352b3503 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016761 Nov 16 21:13:19.334936 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.348804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.375972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:19.381063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:19.382936 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-2992d2fd-4837-409d-b543-72d874e7e9c3 service neutron] 10.222.0.48 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805567 Nov 16 21:13:19.383222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:19.385848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:19.501172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Attempting to bind port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:19.501716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Attempting to bind port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:19.501993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Attempting to bind port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 on network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:19.504357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174bd98-8389-4db2-9f4c-05a5e068c98f req-8853000a-386d-439a-a40c-b9dc3666fb60 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:19.508967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:19.509200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Checking segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:19.509555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.509944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Bound using segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:19.510400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Bound port: 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:19.510787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.513109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d174bd98-8389-4db2-9f4c-05a5e068c98f req-8853000a-386d-439a-a40c-b9dc3666fb60 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.3553936 Nov 16 21:13:19.526378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.543078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Pushing event updated for resources: {'Port': ['ID=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:19.609797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423cb94-ff01-4b8b-b632-fba2b386abf0 None None] New status for floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:19.672147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d174bd98-8389-4db2-9f4c-05a5e068c98f req-7b1f3790-a0c2-477f-a999-a5677802ad9d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579304 Nov 16 21:13:19.726976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] For port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:19.755136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] For port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:19.795334 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:19.810638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4caeb-ee5d-459f-9e0e-610f64b315e7 req-ab0c1778-35dc-4b11-8cb4-338b3243c705 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:19.812986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efd4caeb-ee5d-459f-9e0e-610f64b315e7 req-ab0c1778-35dc-4b11-8cb4-338b3243c705 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0900919 Nov 16 21:13:19.943981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab09892-c10a-47ce-aa9e-b9999f644466 None None] Pushing event updated for resources: {'Port': ['ID=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:19.964439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efd4caeb-ee5d-459f-9e0e-610f64b315e7 req-90285d78-fadb-456f-b025-0b1db5228e25 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452765 Nov 16 21:13:19.975454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.053264 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0bd73a-af21-46d7-8340-829ce88c5a7c x-openstack-request-id: req-1f0bd73a-af21-46d7-8340-829ce88c5a7c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:20.060245 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebabd1b-d875-4a35-bdc9-d473d46b3e2d x-openstack-request-id: req-3ebabd1b-d875-4a35-bdc9-d473d46b3e2d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:20.060547 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-plugged", "status": "completed", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:20.060805 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ebabd1b-d875-4a35-bdc9-d473d46b3e2d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:20.061207 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'code': 200} Nov 16 21:13:20.066259 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:20.066851 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f0bd73a-af21-46d7-8340-829ce88c5a7c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:20.069524 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'status': 'completed', 'code': 200} Nov 16 21:13:20.072937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.087908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-4972190e-38fc-443b-a707-57daeb6208b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.094170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-4972190e-38fc-443b-a707-57daeb6208b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.0740328 Nov 16 21:13:20.324050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4728c716-3c71-4a14-8c13-172503f1fb7a req-6901be7f-f807-45e8-917b-3f1932a2f1c4 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 210 time: 0.0881529 Nov 16 21:13:20.409909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-5e5fa485-fd47-48a9-89a9-c7edd96eb070 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.418129 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-5e5fa485-fd47-48a9-89a9-c7edd96eb070 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1474762 Nov 16 21:13:20.471804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Allocated IP 172.25.3.133 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/fe3f0871-4d40-4c10-8495-881e55a4cb43) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:20.507626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-6e908f2e-79b6-4c57-88dc-b0f6bd1a902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.512184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-6e908f2e-79b6-4c57-88dc-b0f6bd1a902c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.4063168 Nov 16 21:13:20.649661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-668ee039-dc98-4bfe-929c-1aca771cc63a tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1002 time: 0.2293046 Nov 16 21:13:20.655898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'floatingip': {'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:20.662739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1af1a3fa-7185-46ff-b446-37398c03b5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.711027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.722623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-139107b4-d088-48c6-8639-5e62fe99e844 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 1002 time: 0.1951520 Nov 16 21:13:20.733265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.783815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:20.878441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Pushing event updated for resources: {'Port': ['ID=fe3f0871-4d40-4c10-8495-881e55a4cb43,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:20.938780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:20.947957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-a73a54b3-443d-4889-9abf-e7a0b9cb9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:20.950264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-a73a54b3-443d-4889-9abf-e7a0b9cb9d28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1573117 Nov 16 21:13:20.954587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:20.958277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:21.014424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69778c7c-bfcf-4890-b4b8-a22b620b9416 req-3f231cf9-5237-46d3-a4d8-904f98844fc9 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.022336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69778c7c-bfcf-4890-b4b8-a22b620b9416 req-3f231cf9-5237-46d3-a4d8-904f98844fc9 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1330440 Nov 16 21:13:21.114956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-05a62bb3-a70e-4cf6-a25f-614024f60656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.117139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-05a62bb3-a70e-4cf6-a25f-614024f60656 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549480 Nov 16 21:13:21.173202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:21.177130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69778c7c-bfcf-4890-b4b8-a22b620b9416 req-29046445-9b34-4155-b9ef-658fba1264e7 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538534 Nov 16 21:13:21.266316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:21.268837 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.447075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d7669-0579-4d5b-b1bc-2f90a7e3473f req-a1eebfaa-7f95-4a11-a801-98ec640b1eb0 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:21.449421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-625d7669-0579-4d5b-b1bc-2f90a7e3473f req-a1eebfaa-7f95-4a11-a801-98ec640b1eb0 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.0813723 Nov 16 21:13:21.457473 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.482882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.589857 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-83d12345-50a7-4bc1-9352-ca530f2f4aff service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410377 Nov 16 21:13:21.595030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:21.604116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.710566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:21.730685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801de9f-36d1-4553-b2e0-82b814d95e15 None None] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:21.791623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd6484b7-a679-4117-adfc-ff6196a57139 req-66f69738-a69e-4938-b49c-24d1af21ca15 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525090 Nov 16 21:13:21.820998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4a84307c-ea82-4eb5-8289-7c81f2ce7291 None None] Provisioning complete for port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:21.821681 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a84307c-ea82-4eb5-8289-7c81f2ce7291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.827880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.836786 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:21.983449 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2 associated. External IP: 172.25.3.229, port: 7594da5f-7c38-483e-b254-1e2e7e87bbdd. Nov 16 21:13:22.106335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-625d7669-0579-4d5b-b1bc-2f90a7e3473f req-47babeae-f4d6-4f28-9f8c-94f4e82d9653 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441307 Nov 16 21:13:22.308709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:22.309949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-936e217f-6341-474d-958b-ae0ed99dcc6f req-3cbac564-6781-436c-b8c6-8d0c80f1dbb6 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 210 time: 0.1273198 Nov 16 21:13:22.362393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-26997933-f332-4fcc-86e0-a488f12eb34b None None] Provisioning complete for port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:22.362779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26997933-f332-4fcc-86e0-a488f12eb34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.366447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-d847cf91-3551-491a-8204-f13d27630789 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:22.367973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-d847cf91-3551-491a-8204-f13d27630789 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.47 "GET /v2.0/networks?id=44669035-b5e4-4172-a878-0dcc1d49b3af HTTP/1.1" status: 200 len: 814 time: 0.8815994 Nov 16 21:13:22.400039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Request body: {'port': {'device_id': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af', 'admin_state_up': True, 'tenant_id': 'ba3b89c8644241a1814009d7ae848874'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:22.425260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.554422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:22.570857 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:22.579850 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:22.580681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:12:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:22.729374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Made reservation on behalf of ba3b89c8644241a1814009d7ae848874 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:22.734503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:22.755487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:13:22.835833 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:22.929861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:22.988259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2c5fa-feef-4996-952f-190806c2b464 req-f2158494-7941-4393-ad7d-05505883dd2d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:22.989829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8e2c5fa-feef-4996-952f-190806c2b464 req-f2158494-7941-4393-ad7d-05505883dd2d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1431391 Nov 16 21:13:23.003438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d92a1f53-96ec-499d-a58b-2d66c0d948a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.070173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Allocated IP 172.20.0.12 (44669035-b5e4-4172-a878-0dcc1d49b3af/ef90e6b8-a949-4cd3-98a7-a53c63a5c69f/b052b1a6-9986-4101-979e-1e599d88ce86) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:23.094359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:23.106278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Sync routers for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:23.126328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:23.130049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:23.151685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8e2c5fa-feef-4996-952f-190806c2b464 req-d5fd4c50-fde6-4b94-98c2-9f6b15162d64 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186140 Nov 16 21:13:23.153777 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:13:23.177323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:23.184910 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:21Z', 'revision_number': 3, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:23.185236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.188757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5fc3e533-b875-40df-8000-9921440ae93d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2175481 Nov 16 21:13:23.194050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:23.195072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.229984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:23.235879 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:23.236092 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba643ca-7057-44df-a138-c856dfec1a61" -d '{"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:23.246969 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:23.247808 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:23.249917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:23.276319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a7845498-99d7-47b3-be71-ab57d85276b3 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "PUT /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 998 time: 2.6254585 Nov 16 21:13:23.369973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-6b31b682-8973-4693-a1e3-051dcf05b7db tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.372669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-6b31b682-8973-4693-a1e3-051dcf05b7db tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports/7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 943 time: 0.0831685 Nov 16 21:13:23.457026 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:23.484144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:23.509323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22878-73dc-49f2-bf84-fa3f675b7c22 req-ad1fc9d3-ca13-4c4e-9f44-c3ad6445abb7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.516625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0d22878-73dc-49f2-bf84-fa3f675b7c22 req-ad1fc9d3-ca13-4c4e-9f44-c3ad6445abb7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.2012568 Nov 16 21:13:23.605269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0d22878-73dc-49f2-bf84-fa3f675b7c22 req-143478b8-a586-42c7-9496-2bd514fc4c66 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832818 Nov 16 21:13:23.634559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-b4e4af2e-6e15-4f0e-b3ab-7e676eb2a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.641270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-b4e4af2e-6e15-4f0e-b3ab-7e676eb2a510 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.1160588 Nov 16 21:13:23.708482 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f71412e-2755-4d27-b7e7-32cb438c70ab x-openstack-request-id: req-9f71412e-2755-4d27-b7e7-32cb438c70ab {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:23.708774 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:23.709050 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f71412e-2755-4d27-b7e7-32cb438c70ab {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:23.709471 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'status': 'completed', 'code': 200} Nov 16 21:13:23.801181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba643ca-7057-44df-a138-c856dfec1a61 req-5f444cc8-3de0-4421-8f2c-7d6c3393c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.802930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-5f444cc8-3de0-4421-8f2c-7d6c3393c052 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.0907524 Nov 16 21:13:23.856978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-42727be7-3079-4b4d-83ad-21c391683f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:23.859750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-42727be7-3079-4b4d-83ad-21c391683f57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.2115219 Nov 16 21:13:23.932152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:23.955853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-a6be15b7-e16d-4500-9ef0-83e13d074550 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 217 time: 0.0645142 Nov 16 21:13:24.008320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba643ca-7057-44df-a138-c856dfec1a61 req-44b1dcbf-a0ae-46ea-8ead-03702e5c866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.012050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-44b1dcbf-a0ae-46ea-8ead-03702e5c866d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.1911428 Nov 16 21:13:24.023870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:24.025021 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.048408 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:21Z', 'revision_number': 3, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:24.075771 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.095679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:21Z', 'revision_number': 3, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:24.108892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-3487c50c-0e7b-4eab-a9db-661e1e24ae40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 217 time: 0.0825224 Nov 16 21:13:24.116855 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848ce96-ff9d-48e3-8e4c-0cfb48370846 None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:21Z', 'revision_number': 3, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:24.160354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Checking router: 2a5c383f-30f9-4f7b-95a5-d692cf26b925 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:24.161216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Updating router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 port fe3f0871-4d40-4c10-8495-881e55a4cb43 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:13:24.164647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.176134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-533dd145-6c2c-45da-9ed8-834195782787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.177764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-533dd145-6c2c-45da-9ed8-834195782787 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1641061 Nov 16 21:13:24.250010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Network 44669035-b5e4-4172-a878-0dcc1d49b3af is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:24.264056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:24.276277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba643ca-7057-44df-a138-c856dfec1a61 req-0f65d56a-3a93-4c0d-a757-53fc9a14af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.278018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18064791-5435-4f2d-9820-ea49e37c1403 req-133049fc-9de5-47b2-bab9-8fd35fe0a519 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.278133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-0f65d56a-3a93-4c0d-a757-53fc9a14af4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1521246 Nov 16 21:13:24.285974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18064791-5435-4f2d-9820-ea49e37c1403 req-133049fc-9de5-47b2-bab9-8fd35fe0a519 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 932 time: 0.3873944 Nov 16 21:13:24.291486 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.294913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:24.300027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Pushing event updated for resources: {'Port': ['ID=b052b1a6-9986-4101-979e-1e599d88ce86,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:24.326860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-c3ce14f4-d4ef-4f1a-8b74-198be86ad7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.328460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-c3ce14f4-d4ef-4f1a-8b74-198be86ad7cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399925 Nov 16 21:13:24.346662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-c1fe4052-e9b1-4c8c-b649-3144a6e11c15 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:24.347652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-c1fe4052-e9b1-4c8c-b649-3144a6e11c15 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050848 Nov 16 21:13:24.437064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a345ac-595c-4444-bc58-447afcb44aac None None] New status for floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:24.556916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18064791-5435-4f2d-9820-ea49e37c1403 req-a5cb08cb-c45e-46ef-b85e-b33b42aff1ad tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687068 Nov 16 21:13:24.740505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.741240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.912789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-c0eefc68-cb53-4c54-af7f-27966f03d552 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5181930 Nov 16 21:13:24.959470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-b51eb553-f4cc-42d0-8732-ff653d589a6d tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:24.967052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-b51eb553-f4cc-42d0-8732-ff653d589a6d tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250700 Nov 16 21:13:24.978874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:24.987567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba643ca-7057-44df-a138-c856dfec1a61 req-0e501a0d-ebca-4339-976b-3852581568e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:24.989106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-0e501a0d-ebca-4339-976b-3852581568e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6956699 Nov 16 21:13:25.031983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-901f1384-ef9a-410e-a471-7c5927770c5b service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752844 Nov 16 21:13:25.040482 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.061113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.104409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec66af-e6d6-4ab7-a794-2986940aba31 req-cc41171c-ae03-492c-b197-6ce9ce846fac tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.112023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50ec66af-e6d6-4ab7-a794-2986940aba31 req-cc41171c-ae03-492c-b197-6ce9ce846fac tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.2387378 Nov 16 21:13:25.120664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dfe04-0a62-4e04-8103-7d8b7314c765 None None] Pushing event updated for resources: {'Port': ['ID=fe3f0871-4d40-4c10-8495-881e55a4cb43,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:25.175629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Request body: {'port': {'device_id': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:25.227487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Attempting to bind port fe3f0871-4d40-4c10-8495-881e55a4cb43 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:25.227487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Attempting to bind port fe3f0871-4d40-4c10-8495-881e55a4cb43 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:25.227487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Attempting to bind port fe3f0871-4d40-4c10-8495-881e55a4cb43 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:25.247714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:25.248453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:25.249095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.249665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:25.250347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Bound port: fe3f0871-4d40-4c10-8495-881e55a4cb43, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:25.250915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.285749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50ec66af-e6d6-4ab7-a794-2986940aba31 req-2d92b0de-3d01-49b1-bce1-f4780ca8385d tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728029 Nov 16 21:13:25.310091 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-d7476de6-4b5d-428e-94ee-1b937ae0af83 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692447 Nov 16 21:13:25.316778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-07e36758-6fd2-4398-88d6-c21cddfb09a5 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837415 Nov 16 21:13:25.320122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.330027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:25.410216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:25.411003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:25.455582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Allocated IP 172.20.0.1 (6ab967b0-c388-4d5c-b9e7-9bc6226ddca7/d7f1a629-b65a-4dea-9ec5-3c8a8f885344/94dccea5-df0b-4810-9b3d-21d41035e828) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:25.480764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] For port fe3f0871-4d40-4c10-8495-881e55a4cb43, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:25.483394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-b4a12210-fe13-48a5-be7b-95297a66c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.492802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-b4a12210-fe13-48a5-be7b-95297a66c69e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1096 time: 0.1506352 Nov 16 21:13:25.572741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] For port fe3f0871-4d40-4c10-8495-881e55a4cb43, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fe3f0871-4d40-4c10-8495-881e55a4cb43,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:25.586949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.594862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba643ca-7057-44df-a138-c856dfec1a61 req-6694890e-940e-4ef8-a03b-a5d6c694d8cd service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698870 Nov 16 21:13:25.612383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.627839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce0a40-a49e-44cd-ae48-a76646f478d5 req-8564904a-8166-4664-8806-459e128ebeef tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.629885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9ce0a40-a49e-44cd-ae48-a76646f478d5 req-8564904a-8166-4664-8806-459e128ebeef tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.2330191 Nov 16 21:13:25.670440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-617d45a3-bfe4-433a-be61-0495e4c240ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.672095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-617d45a3-bfe4-433a-be61-0495e4c240ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.1780107 Nov 16 21:13:25.690820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:25.692081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:25.727151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:25.729399 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00895bc4-df77-45b7-b349-30ed742ce9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "tag": "dde67490-d161-46a7-8135-b73ba209af49"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:25.757627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9ce0a40-a49e-44cd-ae48-a76646f478d5 req-152446c4-ecba-4e86-9bb8-97da5175706c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051381 Nov 16 21:13:25.773403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-def19ede-162c-4206-a4a3-dbb18d451ea3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 1001 time: 0.0928628 Nov 16 21:13:25.835142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:25.877276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dfe04-0a62-4e04-8103-7d8b7314c765 None None] Pushing event updated for resources: {'Port': ['ID=fe3f0871-4d40-4c10-8495-881e55a4cb43,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:25.880469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-122a1b4e-890d-4e64-a5bf-2af9128408c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.881021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:25.882000 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-122a1b4e-890d-4e64-a5bf-2af9128408c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1000729 Nov 16 21:13:25.976298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-dd3fe6bc-dae6-41bc-ac7c-0b687d52b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:25.979032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-dd3fe6bc-dae6-41bc-ac7c-0b687d52b411 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850701 Nov 16 21:13:26.021153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:26.124975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-5c30c782-855e-4ee7-9190-0e4d011baca1 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386673 Nov 16 21:13:26.265921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27a08674-5afb-41b3-ad17-b31e11fcf2ba req-5a4b08fe-d9a5-4331-924e-006c328ffeee service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331589 Nov 16 21:13:26.424725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:24Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:26.425450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.457791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:26.469484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:26.470506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:26.538438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b052b1a6-9986-4101-979e-1e599d88ce86 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:26.543128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Pushing event updated for resources: {'Port': ['ID=94dccea5-df0b-4810-9b3d-21d41035e828,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:26.563220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.573478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:26.581544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:26.606517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Transition to ACTIVE for port object b052b1a6-9986-4101-979e-1e599d88ce86 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:26.615663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-ef8fd6c5-954b-4690-8018-19f668fc4fa2 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:26.617783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-ef8fd6c5-954b-4690-8018-19f668fc4fa2 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.6863105 Nov 16 21:13:26.619026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.647307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-57e732cb-ec30-4898-8014-184bfa42264a tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/quotas/57355c4bde714f70b2ecd5e00bba38d1 HTTP/1.1" status: 200 len: 375 time: 0.0171306 Nov 16 21:13:26.711705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb6170-789b-401b-8cfd-13c649bc6995 req-4bae0e37-1730-41ec-aa2d-379313b07a2a tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:26.719998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Pushing event updated for resources: {'Port': ['ID=b052b1a6-9986-4101-979e-1e599d88ce86,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:26.728056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fdbb6170-789b-401b-8cfd-13c649bc6995 req-4bae0e37-1730-41ec-aa2d-379313b07a2a tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 944 time: 0.0918057 Nov 16 21:13:26.760352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-b24d1b34-57b0-4d5f-8e84-f716cc7fd515 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0936859 Nov 16 21:13:26.802093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-8106e3ea-444a-4b12-b958-bd95bb360f89 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:13:26.804874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-8106e3ea-444a-4b12-b958-bd95bb360f89 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076063 Nov 16 21:13:26.812421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:26.818441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fdbb6170-789b-401b-8cfd-13c649bc6995 req-1d77dd28-b621-43c4-a216-1253292b5340 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888867 Nov 16 21:13:26.895648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:26.958610 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:26.998958 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbf9cef-1656-41a2-8ece-78c6e81b98b8 x-openstack-request-id: req-5fbf9cef-1656-41a2-8ece-78c6e81b98b8 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:26.999694 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "tag": "dde67490-d161-46a7-8135-b73ba209af49", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:26.999694 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fbf9cef-1656-41a2-8ece-78c6e81b98b8 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:27.000001 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49', 'status': 'completed', 'code': 200} Nov 16 21:13:27.093968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.110919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:21Z', 'revision_number': 3, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:27.132164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-4729b736-df99-4ae0-a7e2-e5b46412458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.134352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-4729b736-df99-4ae0-a7e2-e5b46412458e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1096 time: 0.0854428 Nov 16 21:13:27.141227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Attempting to bind port b052b1a6-9986-4101-979e-1e599d88ce86 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:27.141765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Attempting to bind port b052b1a6-9986-4101-979e-1e599d88ce86 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '3998d478-9be3-4b92-9f87-292ebeff8b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:27.142180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Attempting to bind port b052b1a6-9986-4101-979e-1e599d88ce86 on network 44669035-b5e4-4172-a878-0dcc1d49b3af {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:27.165204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9eb1e-57e8-422f-9614-4aa2b62ba0cf None None] The sync data for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 is: [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:21Z', 'revision_number': 3, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:27.165421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Port b052b1a6-9986-4101-979e-1e599d88ce86 on network 44669035-b5e4-4172-a878-0dcc1d49b3af not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:27.165753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Attempting to bind port b052b1a6-9986-4101-979e-1e599d88ce86 on network 44669035-b5e4-4172-a878-0dcc1d49b3af {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:27.175039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-a4d45f86-8734-40eb-affb-45cb0a39922a service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580873 Nov 16 21:13:27.180132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:27.180132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Checking segment: {'id': '3998d478-9be3-4b92-9f87-292ebeff8b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:27.180132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Bound using segment: {'id': '3998d478-9be3-4b92-9f87-292ebeff8b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:27.180132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Bound port: b052b1a6-9986-4101-979e-1e599d88ce86, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3998d478-9be3-4b92-9f87-292ebeff8b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:27.180132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.281344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17136667-dd60-4d4d-be51-07b9fafe7143 req-98c2cad8-95b7-4f03-8006-f7b7d5ac5d80 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.1403196 Nov 16 21:13:27.359873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-52c358e3-45b4-4850-89c6-0b98ac254888 None None] Provisioning complete for port 94dccea5-df0b-4810-9b3d-21d41035e828 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:27.360362 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-52c358e3-45b4-4850-89c6-0b98ac254888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.378175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-a7151d34-90b1-40ac-865b-1ce176081d17 service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794243 Nov 16 21:13:27.407484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136667-dd60-4d4d-be51-07b9fafe7143 req-f8640f20-5baf-4203-acf1-350ade02d2a0 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.420427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17136667-dd60-4d4d-be51-07b9fafe7143 req-f8640f20-5baf-4203-acf1-350ade02d2a0 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports/dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 942 time: 0.1330140 Nov 16 21:13:27.461853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-52c358e3-45b4-4850-89c6-0b98ac254888 None None] Port 94dccea5-df0b-4810-9b3d-21d41035e828 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:27.497740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:24Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:27.534682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-3debd938-e24b-4b10-b94c-ea91d42ff4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.536575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-3debd938-e24b-4b10-b94c-ea91d42ff4c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.2441812 Nov 16 21:13:27.547714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa515ac5-0814-4f83-b9b7-d2b479fe34ec None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': 'dde67490-d161-46a7-8135-b73ba209af49', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:d6:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:24Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:27.553821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.638721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] For port b052b1a6-9986-4101-979e-1e599d88ce86, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:27.645556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] For port b052b1a6-9986-4101-979e-1e599d88ce86, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b052b1a6-9986-4101-979e-1e599d88ce86,segment=NetworkSegment(3998d478-9be3-4b92-9f87-292ebeff8b43),segment_id=3998d478-9be3-4b92-9f87-292ebeff8b43)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:27.721844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.728631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17136667-dd60-4d4d-be51-07b9fafe7143 req-205c4b85-c210-4935-ac8f-69161fe3a36c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.2373633 Nov 16 21:13:27.741806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-db6a5a3b-d377-4955-be96-0c8024cff000 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 1001 time: 0.1900151 Nov 16 21:13:27.827468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-16ffc788-b17d-4086-89b9-1a43e9694555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.829039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-16ffc788-b17d-4086-89b9-1a43e9694555 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.0667109 Nov 16 21:13:27.879873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:27.888485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:27.894680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] 10.222.0.47 "PUT /v2.0/ports/b052b1a6-9986-4101-979e-1e599d88ce86 HTTP/1.1" status: 200 len: 1092 time: 2.8982363 Nov 16 21:13:27.901326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'tag': 'b052b1a6-9986-4101-979e-1e599d88ce86'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:27.915770 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de397a73-ba6e-4096-baa7-e526ab7dd378", "tag": "b052b1a6-9986-4101-979e-1e599d88ce86"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:28.035858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-0b185b1e-cbec-4113-a6a3-d6366105f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.063125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-0b185b1e-cbec-4113-a6a3-d6366105f25e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017009 Nov 16 21:13:28.102309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34935c-56aa-4a63-91a8-c52cca8e392f req-58099aaa-faed-408c-ac16-44c3a05f05cf tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.110738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c34935c-56aa-4a63-91a8-c52cca8e392f req-58099aaa-faed-408c-ac16-44c3a05f05cf tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.3319132 Nov 16 21:13:28.138053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaade8f-0166-4784-bed8-37410535e611 service neutron] Pushing event updated for resources: {'Port': ['ID=b052b1a6-9986-4101-979e-1e599d88ce86,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:28.188252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-fd44419d-4ab9-40a2-a0bc-d03b65ba57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.189718 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-fd44419d-4ab9-40a2-a0bc-d03b65ba57ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba3b89c8644241a1814009d7ae848874&device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 1095 time: 0.2130334 Nov 16 21:13:28.348728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c34935c-56aa-4a63-91a8-c52cca8e392f req-a09c8f6b-bccb-4860-ad23-05455612f516 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371039 Nov 16 21:13:28.351961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-bf6001c4-03bc-499e-a14c-d0e6b9ece678 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b052b1a6-9986-4101-979e-1e599d88ce86 HTTP/1.1" status: 200 len: 217 time: 0.1425819 Nov 16 21:13:28.381703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-58bf6a8b-dd48-4dfa-b7de-641201bdd3b5 service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036287 Nov 16 21:13:28.391455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17136667-dd60-4d4d-be51-07b9fafe7143 req-308016b3-fb82-4466-84a7-e37122ce9a4b tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.396339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17136667-dd60-4d4d-be51-07b9fafe7143 req-308016b3-fb82-4466-84a7-e37122ce9a4b tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.6668386 Nov 16 21:13:28.455761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.479051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.580351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-ec77c1cf-ad6c-43f7-b7ee-fc9a0f7ebd46 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.582371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-ec77c1cf-ad6c-43f7-b7ee-fc9a0f7ebd46 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 946 time: 0.3635654 Nov 16 21:13:28.593759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57728a35-d1de-4765-b526-c023c767c389 req-3471a2f3-77d1-4c6c-af45-83d3bcd2772c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 210 time: 0.0713563 Nov 16 21:13:28.626416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-8ddf0d66-1055-4e5a-bc3a-a6c6bd776082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.627941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-8ddf0d66-1055-4e5a-bc3a-a6c6bd776082 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef90e6b8-a949-4cd3-98a7-a53c63a5c69f HTTP/1.1" status: 200 len: 854 time: 0.2621140 Nov 16 21:13:28.674099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00895bc4-df77-45b7-b349-30ed742ce9ce req-eaa06e11-99ec-4ae4-8c05-505d9d084fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764926 Nov 16 21:13:28.733228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-7cf7d133-5a5e-4f7d-b0f6-bf441dd1a27c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44669035-b5e4-4172-a878-0dcc1d49b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698221 Nov 16 21:13:28.736545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.743047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Pushing event updated for resources: {'Port': ['ID=94dccea5-df0b-4810-9b3d-21d41035e828,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:28.785024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port bc76f803-3b04-44d4-be9b-c9d0c1816a46 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:28.785449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.851918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419eab36-8c97-4bbf-aba0-c38a26397c0c req-fea65ed1-67e9-4392-8f71-7fe896532672 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.860665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-419eab36-8c97-4bbf-aba0-c38a26397c0c req-fea65ed1-67e9-4392-8f71-7fe896532672 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.2997410 Nov 16 21:13:28.971061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port bc76f803-3b04-44d4-be9b-c9d0c1816a46, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=bc76f803-3b04-44d4-be9b-c9d0c1816a46,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:28.971434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:28.978779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-337496f1-ad19-459a-8288-7a0334569c16 service neutron] 10.222.0.47 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286804 Nov 16 21:13:28.991841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe5fb5-0bc0-4edb-83c6-6e0fd9e6f6eb req-62e0c7a9-27b2-4635-8f59-e0f1a573c8bc tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:28.993360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ebe5fb5-0bc0-4edb-83c6-6e0fd9e6f6eb req-62e0c7a9-27b2-4635-8f59-e0f1a573c8bc tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 944 time: 0.2043970 Nov 16 21:13:28.998900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for bc76f803-3b04-44d4-be9b-c9d0c1816a46 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:29.077258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-419eab36-8c97-4bbf-aba0-c38a26397c0c req-8f7741b5-7917-4624-8919-482449a55ef5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098053 Nov 16 21:13:29.161631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:29.164694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:29.170321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ebe5fb5-0bc0-4edb-83c6-6e0fd9e6f6eb req-3bc6e2f7-d8ab-4830-ae6b-f38bfb18fce1 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597867 Nov 16 21:13:29.188026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbe7d8e-b82c-4ee7-9b1e-baa4dadd0ae9 req-e7ced314-be8d-40fc-8366-0fb7fcc76c1b service neutron] 10.222.0.47 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834629 Nov 16 21:13:29.203315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe3f0871-4d40-4c10-8495-881e55a4cb43 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:29.346134 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417615c8-08b7-4837-9abc-da780ead02a3 x-openstack-request-id: req-417615c8-08b7-4837-9abc-da780ead02a3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:29.346424 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de397a73-ba6e-4096-baa7-e526ab7dd378", "tag": "b052b1a6-9986-4101-979e-1e599d88ce86", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:29.346684 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-417615c8-08b7-4837-9abc-da780ead02a3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:29.347091 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'tag': 'b052b1a6-9986-4101-979e-1e599d88ce86', 'status': 'completed', 'code': 200} Nov 16 21:13:29.374279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fe3f0871-4d40-4c10-8495-881e55a4cb43 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:29.374688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.503371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-0ac47658-16b3-4faf-b48a-2833fad66301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.505563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-0ac47658-16b3-4faf-b48a-2833fad66301 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba3b89c8644241a1814009d7ae848874&device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 1095 time: 0.1405170 Nov 16 21:13:29.518023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:29.668178 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.735666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port fe3f0871-4d40-4c10-8495-881e55a4cb43, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fe3f0871-4d40-4c10-8495-881e55a4cb43,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:29.762554 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.764858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4a762d32-23a6-46fc-af86-e158ba5da7e8 None None] Provisioning complete for port 94dccea5-df0b-4810-9b3d-21d41035e828 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:29.765219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a762d32-23a6-46fc-af86-e158ba5da7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.842564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-31c5e76b-fdda-4367-9b80-3af018692000 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.4576368 Nov 16 21:13:29.854502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922407b1-d0f3-47fe-a511-0b9d36a39d8a req-ed64eaa4-2a29-4fa0-b334-18dc56c22d41 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.862092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:29.863916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-922407b1-d0f3-47fe-a511-0b9d36a39d8a req-ed64eaa4-2a29-4fa0-b334-18dc56c22d41 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=43971fd2-a76d-4a97-9a88-e4c395092647 HTTP/1.1" status: 200 len: 867 time: 0.3187625 Nov 16 21:13:29.881466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=fe3f0871-4d40-4c10-8495-881e55a4cb43,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:29.881786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-42e6f03e-1bc2-4de1-a72f-d17becb8714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.883618 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-42e6f03e-1bc2-4de1-a72f-d17becb8714d service neutron] 10.222.0.47 "GET /v2.0/networks?id=44669035-b5e4-4172-a878-0dcc1d49b3af HTTP/1.1" status: 200 len: 915 time: 0.3641350 Nov 16 21:13:29.884362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f31811e8-3471-453b-89d3-ad6104b70e1c', 'bc76f803-3b04-44d4-be9b-c9d0c1816a46'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:29.935126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-75cb0a54-0cc2-4727-a839-b9d8aa3b3cb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b052b1a6-9986-4101-979e-1e599d88ce86 HTTP/1.1" status: 200 len: 217 time: 0.0424314 Nov 16 21:13:29.938738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-a37408c4-159a-4b8b-83dc-68dc9cdc02cf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:29.940394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-a37408c4-159a-4b8b-83dc-68dc9cdc02cf tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports/dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 942 time: 0.0943372 Nov 16 21:13:30.007066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=bc76f803-3b04-44d4-be9b-c9d0c1816a46,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:30.016996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4a762d32-23a6-46fc-af86-e158ba5da7e8 None None] Port 94dccea5-df0b-4810-9b3d-21d41035e828 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:30.051256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-922407b1-d0f3-47fe-a511-0b9d36a39d8a req-af4adc58-ea41-491a-b14b-99cef286645a tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861866 Nov 16 21:13:30.098016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:30.108654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-c62f0be1-5867-4600-a9e8-7af00e192a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.115033 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Sync routers for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:30.116279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-c62f0be1-5867-4600-a9e8-7af00e192a61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef90e6b8-a949-4cd3-98a7-a53c63a5c69f HTTP/1.1" status: 200 len: 854 time: 0.1708026 Nov 16 21:13:30.123265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cb1c6c59-a616-46ad-aaac-05844e600218 admin admin] 10.222.0.48 "PUT /v2.0/routers/2a5c383f-30f9-4f7b-95a5-d692cf26b925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9166567 Nov 16 21:13:30.143383 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:30.143383 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:30.144170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-1acf9c27-90fe-4376-aeb6-381336503496 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.147264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-1acf9c27-90fe-4376-aeb6-381336503496 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.5872295 Nov 16 21:13:30.151091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port bc76f803-3b04-44d4-be9b-c9d0c1816a46 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:30.156458 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.160013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae35cb97-0319-4177-b6cb-7a526c9d18fd req-febaff6a-8225-44c4-8699-5186f01f1ea7 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "DELETE /v2.0/ports/bc76f803-3b04-44d4-be9b-c9d0c1816a46 HTTP/1.1" status: 204 len: 173 time: 1.5631104 Nov 16 21:13:30.160519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43971fd2-a76d-4a97-9a88-e4c395092647', 'name': 'network-vif-deleted', 'tag': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:30.163201 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4682745b-ff33-4be2-8d4f-ec1dc873e586" -d '{"events": [{"server_uuid": "43971fd2-a76d-4a97-9a88-e4c395092647", "name": "network-vif-deleted", "tag": "bc76f803-3b04-44d4-be9b-c9d0c1816a46"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:30.174492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Request body: {'port': {'device_id': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'admin_state_up': True, 'tenant_id': '57355c4bde714f70b2ecd5e00bba38d1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:30.180931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-0d72f28b-5a6f-4e83-a292-1933ab6491aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44669035-b5e4-4172-a878-0dcc1d49b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561688 Nov 16 21:13:30.246935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-4269f746-c65b-44d4-b544-77a541abb82c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.2227619 Nov 16 21:13:30.311487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-984ac0a5-beb3-40a7-b36d-63f51203aca6 service neutron] 10.222.0.47 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032848 Nov 16 21:13:30.356669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fbad5dc-cbf6-4d07-bacb-d1fc4f777a9d req-1331bfbb-4801-4791-854b-8ce7f0d412d2 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 210 time: 0.1717029 Nov 16 21:13:30.411565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-98cf36c5-3a28-40dc-9e08-bdc0b4c89188 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.422111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-98cf36c5-3a28-40dc-9e08-bdc0b4c89188 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1739454 Nov 16 21:13:30.473348 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:30.532642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1ffb-e118-4a23-be91-194681126489 req-6f37641c-94ca-435a-b539-0a29034bb035 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.534064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-b9dd988b-e909-439c-b2a1-88696003edce tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1001 time: 0.1109381 Nov 16 21:13:30.539047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:30.540819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-103c1ffb-e118-4a23-be91-194681126489 req-6f37641c-94ca-435a-b539-0a29034bb035 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0828135 Nov 16 21:13:30.600959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a95fe6d-c16a-4b34-8809-d955e2a7b6fb req-47475d49-fc02-43a1-9a70-6ee4adaf096f service neutron] 10.222.0.47 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660336 Nov 16 21:13:30.650316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.652265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-103c1ffb-e118-4a23-be91-194681126489 req-30e372bc-c276-4bbe-aa22-8083518ef1b6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050253 Nov 16 21:13:30.697412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Made reservation on behalf of 57355c4bde714f70b2ecd5e00bba38d1 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:30.702582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:30.705997 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a11c35a-546d-41d4-98f9-987d8972eef7 x-openstack-request-id: req-4a11c35a-546d-41d4-98f9-987d8972eef7 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:30.706268 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43971fd2-a76d-4a97-9a88-e4c395092647", "name": "network-vif-deleted", "tag": "bc76f803-3b04-44d4-be9b-c9d0c1816a46", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:30.706579 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a11c35a-546d-41d4-98f9-987d8972eef7 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:30.708628 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43971fd2-a76d-4a97-9a88-e4c395092647', 'name': 'network-vif-deleted', 'tag': 'bc76f803-3b04-44d4-be9b-c9d0c1816a46', 'status': 'completed', 'code': 200} Nov 16 21:13:30.907910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb2abe-649b-497e-ae98-a1ba13f72647 req-5f543c39-6206-45ec-848e-7af8cb72c419 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:30.908646 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 2, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:30.913960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcfb2abe-649b-497e-ae98-a1ba13f72647 req-5f543c39-6206-45ec-848e-7af8cb72c419 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 944 time: 0.1609247 Nov 16 21:13:30.958355 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Checking router: 2a5c383f-30f9-4f7b-95a5-d692cf26b925 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:30.958880 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Updating router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 port 94dccea5-df0b-4810-9b3d-21d41035e828 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:13:31.016104 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.026112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcfb2abe-649b-497e-ae98-a1ba13f72647 req-ad2cc0d2-a804-4503-8fa2-13da91b06788 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998590 Nov 16 21:13:31.043809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.064899 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.065325 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2 disassociated. External IP: 172.25.3.229, port: dde67490-d161-46a7-8135-b73ba209af49. Nov 16 21:13:31.178610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe3f0871-4d40-4c10-8495-881e55a4cb43 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:31.296090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fe3f0871-4d40-4c10-8495-881e55a4cb43 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:31.296466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.423713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34610) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:31.430407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-826002752-network', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:31.531481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecc5170b-0cde-4342-a9d5-2ee5026f5056 req-17098311-7435-4700-bbeb-7d8f117d4d83 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 210 time: 0.0838714 Nov 16 21:13:31.547171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Made reservation on behalf of c44b1730028041e6bf4a95cd2f15a353 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:31.549916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.563454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.717920 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.732427 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.764567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.770773 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.820438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:13:31.828104 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Pushing event updated for resources: {'Port': ['ID=94dccea5-df0b-4810-9b3d-21d41035e828,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:31.847332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.847828 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.848277 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.848714 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.849180 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.849641 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.850072 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.850707 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.853965 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.854443 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.854882 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.855313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:31.869182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.869735 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Added segment 084c9cda-a8cf-4568-8470-0a270abd8bc1 of type vlan for network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 Nov 16 21:13:31.919519 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.937076 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Attempting to bind port 94dccea5-df0b-4810-9b3d-21d41035e828 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:31.937851 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Attempting to bind port 94dccea5-df0b-4810-9b3d-21d41035e828 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:31.938436 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Attempting to bind port 94dccea5-df0b-4810-9b3d-21d41035e828 on network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:31.947394 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:31.948195 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Checking segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:31.948822 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.950102 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Bound using segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:31.951135 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Bound port: 94dccea5-df0b-4810-9b3d-21d41035e828, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:31.951893 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.966671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.967980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:31.968753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:31.971338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf1100-a909-432e-9a43-d6a1350c272c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.082847 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] For port 94dccea5-df0b-4810-9b3d-21d41035e828, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:32.084998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Allocated IP 172.20.0.11 (b648ef37-af4d-41e8-aafc-ea5dffea0e1b/283ab417-8a5d-418e-abac-2883d8ee9d14/44ff4632-d7ac-4361-b00f-ed9fb68fc41e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:32.088057 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] For port 94dccea5-df0b-4810-9b3d-21d41035e828, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=94dccea5-df0b-4810-9b3d-21d41035e828,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:32.093075 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.102171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6743288 Nov 16 21:13:32.108098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34620) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:32.114536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Request body: {'subnet': {'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-826002752-subnet', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:32.150290 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:32.151239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:32.153923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa36e2-5142-49d7-aefe-a13467060b77 admin admin] Pushing event updated for resources: {'Network': ['ID=f10a6f19-3ce6-4e95-a3c7-faf123e2a971,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.193278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28510b89-fa8b-42a6-a417-72f3e284f178 req-377366e1-b360-4354-ad0c-b0609e6db02f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:32.194139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0324af09-aedc-4e79-b02d-0c82be3c6ffc None None] Provisioning complete for port 94dccea5-df0b-4810-9b3d-21d41035e828 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:32.197186 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0324af09-aedc-4e79-b02d-0c82be3c6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.204374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28510b89-fa8b-42a6-a417-72f3e284f178 req-377366e1-b360-4354-ad0c-b0609e6db02f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.3682590 Nov 16 21:13:32.238650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Made reservation on behalf of c44b1730028041e6bf4a95cd2f15a353 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:32.245346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.269295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:13:32.275543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28510b89-fa8b-42a6-a417-72f3e284f178 req-00add355-d075-48dd-88f0-bd4857bcd157 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698895 Nov 16 21:13:32.300866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:32.328102 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:32.563083 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0324af09-aedc-4e79-b02d-0c82be3c6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.577150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b052b1a6-9986-4101-979e-1e599d88ce86 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:32.585587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device bc76f803-3b04-44d4-be9b-c9d0c1816a46 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:32.586162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d28eb-40a3-445f-99fc-d4aedb50b7e3 req-3fc74fed-3e1a-4197-9244-3cfaed15b5b4 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:32.598855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c71d28eb-40a3-445f-99fc-d4aedb50b7e3 req-3fc74fed-3e1a-4197-9244-3cfaed15b5b4 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 944 time: 0.1452847 Nov 16 21:13:32.618501 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:32.629062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: bc76f803-3b04-44d4-be9b-c9d0c1816a46 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:32.629691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device bc76f803-3b04-44d4-be9b-c9d0c1816a46 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:32.660544 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5099c5-f8f4-4852-afba-72a3c19f8c30 None None] Pushing event updated for resources: {'Port': ['ID=94dccea5-df0b-4810-9b3d-21d41035e828,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.665537 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b94fa-f843-4ac6-9709-9e2caa3df36d None None] The sync data for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 is: [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:32.699961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0324af09-aedc-4e79-b02d-0c82be3c6ffc None None] For port 94dccea5-df0b-4810-9b3d-21d41035e828, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=94dccea5-df0b-4810-9b3d-21d41035e828,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:32.704493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c71d28eb-40a3-445f-99fc-d4aedb50b7e3 req-027442cd-3dd8-4199-a67c-9da8df0c7ef2 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041169 Nov 16 21:13:32.764080 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0324af09-aedc-4e79-b02d-0c82be3c6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.880673 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.896496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:32.928948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b052b1a6-9986-4101-979e-1e599d88ce86, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b052b1a6-9986-4101-979e-1e599d88ce86,segment=NetworkSegment(3998d478-9be3-4b92-9f87-292ebeff8b43),segment_id=3998d478-9be3-4b92-9f87-292ebeff8b43)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:32.935845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:32.960565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324af09-aedc-4e79-b02d-0c82be3c6ffc None None] Pushing event updated for resources: {'Port': ['ID=94dccea5-df0b-4810-9b3d-21d41035e828,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:32.973250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b052b1a6-9986-4101-979e-1e599d88ce86', 'network_id': '44669035-b5e4-4172-a878-0dcc1d49b3af', 'port_id': 'b052b1a6-9986-4101-979e-1e599d88ce86', 'mac_address': 'fa:16:3e:21:74:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef90e6b8-a949-4cd3-98a7-a53c63a5c69f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:33.012789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-265753f0-118c-4cc6-ab21-71de8225d859 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "PUT /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 695 time: 2.4777124 Nov 16 21:13:33.021976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:33.026963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:33.038882 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "tag": "dde67490-d161-46a7-8135-b73ba209af49"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:33.111951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:33.113093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:33.118523 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.180294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac68505b-f9eb-4c38-b384-ece834560faf req-d3ee3388-08bb-444d-9514-dbe9618af7cc tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 210 time: 0.0560544 Nov 16 21:13:33.206829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.215187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-81936080-099e-4ff8-94ba-ce021681d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.222868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-81936080-099e-4ff8-94ba-ce021681d9df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1096 time: 0.1698689 Nov 16 21:13:33.240733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.281838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 94dccea5-df0b-4810-9b3d-21d41035e828 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:33.289880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:33.345609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.401950 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569ba356-0a4c-4de8-857f-996950051605 x-openstack-request-id: req-569ba356-0a4c-4de8-857f-996950051605 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:33.402287 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "tag": "dde67490-d161-46a7-8135-b73ba209af49", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:33.402677 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-569ba356-0a4c-4de8-857f-996950051605 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:33.402938 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49', 'status': 'completed', 'code': 200} Nov 16 21:13:33.410146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-75035928-aff3-4c54-bf10-49079102426a None None] Provisioning complete for port 94dccea5-df0b-4810-9b3d-21d41035e828 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:33.410987 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-75035928-aff3-4c54-bf10-49079102426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.419120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-58d92da4-7786-45e1-9f0c-57767e7d8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.420838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-58d92da4-7786-45e1-9f0c-57767e7d8f8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 1096 time: 0.0697901 Nov 16 21:13:33.477070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b052b1a6-9986-4101-979e-1e599d88ce86 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:33.529474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 94dccea5-df0b-4810-9b3d-21d41035e828 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:33.529901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.557327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:33.574256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:33.588643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b052b1a6-9986-4101-979e-1e599d88ce86, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b052b1a6-9986-4101-979e-1e599d88ce86,segment=NetworkSegment(3998d478-9be3-4b92-9f87-292ebeff8b43),segment_id=3998d478-9be3-4b92-9f87-292ebeff8b43)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:33.591360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:33.602072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event updated for resources: {'Port': ['ID=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:33.609683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2db1be0-dccc-4960-9699-092e6159f73f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:33.620693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.667828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Checking segment: {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:33.669149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Network hostable DHCP agents. Network: f10a6f19-3ce6-4e95-a3c7-faf123e2a971, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:13:33.709710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07954b-e037-4e55-a2a0-0d8efff3233b req-b31fb313-e86f-499a-aa9f-322b6dc41553 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.711438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed07954b-e037-4e55-a2a0-0d8efff3233b req-b31fb313-e86f-499a-aa9f-322b6dc41553 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1747561 Nov 16 21:13:33.718823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-1fd7c967-120d-4532-b684-2239508afc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.721010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-1fd7c967-120d-4532-b684-2239508afc91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.4966061 Nov 16 21:13:33.727406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.728132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.734910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:33.756934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-3351bcf8-a5f8-4048-98f8-01a243d29ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.758787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-3351bcf8-a5f8-4048-98f8-01a243d29ae4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.3292978 Nov 16 21:13:33.781496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-1ba699cb-eb65-4de5-be27-4d498990caed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 217 time: 0.0497098 Nov 16 21:13:33.799270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-5106a52d-7eab-4723-b4cb-47eb16b5e543 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6306629 Nov 16 21:13:33.817756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:13:33.835195 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-f502fdad-54b1-4bb2-9e3e-a6f439103f32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 200 len: 217 time: 0.0662434 Nov 16 21:13:33.839224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Request body: {'port': {'device_id': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:33.848616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f10a6f19-3ce6-4e95-a3c7-faf123e2a971) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:33.893910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.894511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:33.919961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-4b08c4b8-2154-474d-bfe4-03fd8b3352ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.921436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-4b08c4b8-2154-474d-bfe4-03fd8b3352ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.0714660 Nov 16 21:13:33.925887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed07954b-e037-4e55-a2a0-0d8efff3233b req-26bac9ed-41eb-4735-83f6-2eec9db58670 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034147 Nov 16 21:13:33.945590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-6d95fad6-2117-4000-8474-0f2ad9b90019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.947428 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-6d95fad6-2117-4000-8474-0f2ad9b90019 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1599298 Nov 16 21:13:33.994340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-c6aa6889-1b25-4c51-b540-8b1ad9bf6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:33.998307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-c6aa6889-1b25-4c51-b540-8b1ad9bf6315 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689101 Nov 16 21:13:34.015022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1793516e-5c3c-48a0-accc-92b94a3eb03c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9055734 Nov 16 21:13:34.023886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:34.030828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:34.062632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:34.090095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-1007a77a-df6f-4613-a13e-d99ad40f8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:34.096546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-1007a77a-df6f-4613-a13e-d99ad40f8e91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149015 Nov 16 21:13:34.178975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-d3462369-c3b8-419e-bb60-509cc3c81fb9 service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726747 Nov 16 21:13:34.217422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-5b740329-b14d-43c8-abf2-eb1c0626dc10 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139383 Nov 16 21:13:34.224814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:34.226376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:34.287832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:34.304300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43d24e31-ccc3-4869-a6b7-4cf6ef0595d3 req-05b8231c-0e98-44dc-a555-cc79100add25 service neutron] 10.222.0.47 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149287 Nov 16 21:13:34.371472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dcee5-8272-4385-93e7-beae14be5cf3 req-b7e942e9-feb9-4b3c-b650-fe182896616a tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:34.380770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc6dcee5-8272-4385-93e7-beae14be5cf3 req-b7e942e9-feb9-4b3c-b650-fe182896616a tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 945 time: 0.2008171 Nov 16 21:13:34.452821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76021990-cbce-4d05-a085-7092be7f147b None None] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:34.460293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc6dcee5-8272-4385-93e7-beae14be5cf3 req-a1cb2539-d034-42cc-9f5b-51981f67f924 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780201 Nov 16 21:13:34.515692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b052b1a6-9986-4101-979e-1e599d88ce86,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:34.730519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:34.755740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b052b1a6-9986-4101-979e-1e599d88ce86'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:34.895720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd6abffa-d927-4872-a3dd-8ac982176e03 req-bbb244a1-6052-4011-8a38-587cd18e02ca service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059797 Nov 16 21:13:34.945250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ff4632-d7ac-4361-b00f-ed9fb68fc41e {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:34.958611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:34.973073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e31ed-aa54-42c4-84e7-3866ce966383 req-45d82121-764f-4f9d-b8bc-c7ba2dce4040 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:34.978873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a2e31ed-aa54-42c4-84e7-3866ce966383 req-45d82121-764f-4f9d-b8bc-c7ba2dce4040 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 932 time: 0.1267948 Nov 16 21:13:34.985056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Transition to ACTIVE for port object 44ff4632-d7ac-4361-b00f-ed9fb68fc41e will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:35.026105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.095744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:35.106295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a2e31ed-aa54-42c4-84e7-3866ce966383 req-225bff10-e634-4fc6-834d-5aad174b3989 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123915 Nov 16 21:13:35.115686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Pushing event updated for resources: {'Port': ['ID=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:35.127204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'fixed_ips': [{'subnet_id': 'd2db1be0-dccc-4960-9699-092e6159f73f'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:13:35.128072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.172061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:35.249649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.263217 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.273611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.302666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:35.310616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:35.335675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef156c6-920f-49d5-89bf-f3dba5fbead7 req-9e8c7505-8921-4226-b7dc-e0bcd283cbd5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.343028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fef156c6-920f-49d5-89bf-f3dba5fbead7 req-9e8c7505-8921-4226-b7dc-e0bcd283cbd5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1194758 Nov 16 21:13:35.403478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Allocated IP 172.25.3.38 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/1c0a8836-5ad3-49de-bd0e-0b7086b15047) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:35.430607 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fef156c6-920f-49d5-89bf-f3dba5fbead7 req-754ef369-b78e-40a9-ab75-ae89503404cb tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830646 Nov 16 21:13:35.580965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.583998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Allocated IP 172.20.0.2 (f10a6f19-3ce6-4e95-a3c7-faf123e2a971/d2db1be0-dccc-4960-9699-092e6159f73f/d4fd3570-c80e-410a-afeb-b92eabd7c213) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:35.666185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Attempting to bind port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:35.666619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Attempting to bind port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:35.667028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Attempting to bind port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:35.670359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.717011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:35.717472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Attempting to bind port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:35.743658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:35.744092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Checking segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:35.744554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Bound using segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:35.745335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Bound port: 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:35.745783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.794428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:35.823453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:35.829876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:35.861245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.870300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Pushing event updated for resources: {'Port': ['ID=1c0a8836-5ad3-49de-bd0e-0b7086b15047,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:35.875687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:35.885456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:35.901676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-b37e1289-1ef0-4256-830f-b4a53172fbf5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:35.903643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-b37e1289-1ef0-4256-830f-b4a53172fbf5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2389359 Nov 16 21:13:35.974024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:35.983482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:35.992901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:36.004281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3570-c80e-410a-afeb-b92eabd7c213,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:36.052970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-741d531c-fb2c-4919-8bc9-b220dee7b3ee tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 698 time: 0.1380291 Nov 16 21:13:36.093599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'floatingip': {'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:36.099693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] For port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:36.170582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Attempting to bind port d4fd3570-c80e-410a-afeb-b92eabd7c213 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:36.171136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Attempting to bind port d4fd3570-c80e-410a-afeb-b92eabd7c213 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:36.171719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Attempting to bind port d4fd3570-c80e-410a-afeb-b92eabd7c213 on network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:36.173476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] For port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:36.179278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6db3e-f652-4de6-901c-0f79763a818d req-63496461-1e69-4ea3-9e7c-8aff8b7ef5c7 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.181812 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cee6db3e-f652-4de6-901c-0f79763a818d req-63496461-1e69-4ea3-9e7c-8aff8b7ef5c7 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 945 time: 0.5763566 Nov 16 21:13:36.190296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:36.190868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Checking segment: {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:36.191380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.192203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Bound using segment: {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:36.192934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Bound port: d4fd3570-c80e-410a-afeb-b92eabd7c213, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:36.193417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.196194 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.198748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.281751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] For port d4fd3570-c80e-410a-afeb-b92eabd7c213, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:36.286954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cee6db3e-f652-4de6-901c-0f79763a818d req-cf77f347-5c3c-445b-8cda-beb209c23ef6 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957863 Nov 16 21:13:36.288565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] For port d4fd3570-c80e-410a-afeb-b92eabd7c213, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d4fd3570-c80e-410a-afeb-b92eabd7c213,segment=NetworkSegment(084c9cda-a8cf-4568-8470-0a270abd8bc1),segment_id=084c9cda-a8cf-4568-8470-0a270abd8bc1)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:36.314004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.400264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97e186-67e1-458c-a896-4873eaeacb84 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3570-c80e-410a-afeb-b92eabd7c213,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:36.494364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:36.528858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc320995-877f-4dc6-818d-ec33e7c3daec None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:36.679782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372990e-7a56-49d1-b6ed-75c8739cfe18 req-25db8ae8-02a3-4c90-88de-d3c1b30980cc tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.686054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3372990e-7a56-49d1-b6ed-75c8739cfe18 req-25db8ae8-02a3-4c90-88de-d3c1b30980cc tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 944 time: 0.0711796 Nov 16 21:13:36.778623 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3372990e-7a56-49d1-b6ed-75c8739cfe18 req-7693b8e2-c88e-46e8-9180-6d9ec906657a tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891476 Nov 16 21:13:36.805259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Pushing event updated for resources: {'Port': ['ID=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:36.878184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:36.879276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:36.880812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-43985582-c8a2-4976-9409-5eec492abbda service neutron] 10.222.0.41 "PUT /v2.0/ports/44ff4632-d7ac-4361-b00f-ed9fb68fc41e HTTP/1.1" status: 200 len: 1092 time: 3.0492671 Nov 16 21:13:36.881288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'tag': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:36.883636 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f54bb9-836c-496a-8232-d1a73e3a5c96" -d '{"events": [{"name": "network-changed", "server_uuid": "74978e57-172a-4a7b-929b-59e3fb554fa0", "tag": "44ff4632-d7ac-4361-b00f-ed9fb68fc41e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:37.108759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdecaa-3b26-408c-bd71-dae4568c57db req-863d407c-6a76-408a-a6cc-15315f7fb64a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.120331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55fdecaa-3b26-408c-bd71-dae4568c57db req-863d407c-6a76-408a-a6cc-15315f7fb64a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1202998 Nov 16 21:13:37.140875 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42003169-a377-4b8c-9cbf-1e4ad8268a88 None None] New status for floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:37.194889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d4fd3570-c80e-410a-afeb-b92eabd7c213 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:37.227734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55fdecaa-3b26-408c-bd71-dae4568c57db req-fc3e51a1-c297-4017-a004-e3da25f0adc6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951724 Nov 16 21:13:37.332635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d4fd3570-c80e-410a-afeb-b92eabd7c213 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:37.333021 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.391788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-f98abff6-ecb1-4575-88d2-298522b38f91 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.394161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-f98abff6-ecb1-4575-88d2-298522b38f91 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb612f77-9fb7-416e-a388-bf729ddebf3a HTTP/1.1" status: 200 len: 945 time: 0.1653109 Nov 16 21:13:37.443119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-ee164316-541e-4a7b-93dd-cc98756e7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.444648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-ee164316-541e-4a7b-93dd-cc98756e7b03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 1095 time: 0.4430492 Nov 16 21:13:37.466233 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1085dad8-c41c-421c-9b9a-1b5b38cd671a x-openstack-request-id: req-1085dad8-c41c-421c-9b9a-1b5b38cd671a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:37.466529 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74978e57-172a-4a7b-929b-59e3fb554fa0", "tag": "44ff4632-d7ac-4361-b00f-ed9fb68fc41e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:37.466779 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1085dad8-c41c-421c-9b9a-1b5b38cd671a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:37.467179 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'tag': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e', 'status': 'completed', 'code': 200} Nov 16 21:13:37.494639 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.538234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.611892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d4fd3570-c80e-410a-afeb-b92eabd7c213, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d4fd3570-c80e-410a-afeb-b92eabd7c213,segment=NetworkSegment(084c9cda-a8cf-4568-8470-0a270abd8bc1),segment_id=084c9cda-a8cf-4568-8470-0a270abd8bc1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:37.617495 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.618064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Deleting port dde67490-d161-46a7-8135-b73ba209af49 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:37.618600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.660447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-85d3efed-c715-41e3-983c-469416cc7f41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e HTTP/1.1" status: 200 len: 217 time: 0.1911216 Nov 16 21:13:37.703479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=d4fd3570-c80e-410a-afeb-b92eabd7c213,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:37.812386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce598d-4bc6-475e-b70f-6c59128301e2 req-9f4e850c-ce8a-44d3-902b-82539fd2252c tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.820764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dce598d-4bc6-475e-b70f-6c59128301e2 req-9f4e850c-ce8a-44d3-902b-82539fd2252c tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 945 time: 0.2464883 Nov 16 21:13:37.864426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] For port dde67490-d161-46a7-8135-b73ba209af49, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dde67490-d161-46a7-8135-b73ba209af49,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:37.865449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:37.880374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-d59d4f4d-e741-4b00-bd0a-ddc50e0e0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:37.881876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-d59d4f4d-e741-4b00-bd0a-ddc50e0e0a8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.2053466 Nov 16 21:13:37.896956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Calling delete_port for dde67490-d161-46a7-8135-b73ba209af49 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:37.914093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dce598d-4bc6-475e-b70f-6c59128301e2 req-d48eb955-2c6d-40dc-844f-8c27a9ef0625 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921178 Nov 16 21:13:38.024591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-abe3d0b4-e288-4fa5-a26a-099de5a7302c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692835 Nov 16 21:13:38.049902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.056677 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.db.api [None req-42003169-a377-4b8c-9cbf-1e4ad8268a88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:13:38.057254 n-d-817778-8 neutron-server[102456]: DEBUG oslo_db.api [None req-42003169-a377-4b8c-9cbf-1e4ad8268a88 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:13:38.063508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e3480-02aa-4cf0-9af8-e609ffa53860 None None] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:38.095339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.224428 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.258351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.283715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-1f4f52ac-887c-4b2d-adca-80e643acb75a service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492859 Nov 16 21:13:38.290627 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2 associated. External IP: 172.25.3.229, port: 7594da5f-7c38-483e-b254-1e2e7e87bbdd. Nov 16 21:13:38.293869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event deleted for resources: {'Port': ['ID=dde67490-d161-46a7-8135-b73ba209af49,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:38.422521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] No DVR routers for this DVR port dde67490-d161-46a7-8135-b73ba209af49 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:38.426365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.431224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6e72b55-3f1b-41d7-876a-154ea364e4ab req-a8f89b0b-5abf-4965-8a3a-69dc165a8785 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.47 "DELETE /v2.0/ports/dde67490-d161-46a7-8135-b73ba209af49 HTTP/1.1" status: 204 len: 173 time: 1.0302317 Nov 16 21:13:38.431730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'name': 'network-vif-deleted', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:38.437205 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b0cf46-d498-4b8c-8f55-37d7b7ecd624" -d '{"events": [{"server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "name": "network-vif-deleted", "tag": "dde67490-d161-46a7-8135-b73ba209af49"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:38.560281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42003169-a377-4b8c-9cbf-1e4ad8268a88 None None] New status for floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:38.571252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af281324-b9ab-4f77-9143-527b5433b26c req-dae6a078-492f-4ac7-942f-4781b6dd0628 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.584940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['dde67490-d161-46a7-8135-b73ba209af49'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:38.587584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7594da5f-7c38-483e-b254-1e2e7e87bbdd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:38.587907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af281324-b9ab-4f77-9143-527b5433b26c req-dae6a078-492f-4ac7-942f-4781b6dd0628 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 944 time: 0.1106215 Nov 16 21:13:38.593550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b052b1a6-9986-4101-979e-1e599d88ce86 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:38.701502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af281324-b9ab-4f77-9143-527b5433b26c req-4d07033c-e0ff-45ce-9002-eec2e17fe782 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126034 Nov 16 21:13:38.849886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5704444d-d289-454e-a865-8dd9462b3fac None None] Provisioning complete for port d4fd3570-c80e-410a-afeb-b92eabd7c213 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:38.850520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5704444d-d289-454e-a865-8dd9462b3fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:38.861986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed8e86ca-3d53-43b8-b2c5-8094626e2fb4 req-715a5676-5b9a-4558-9afd-f4291720d2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254641 Nov 16 21:13:38.925971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56387bb-98b0-43b6-93e0-f7459de17523 req-d108cd37-96e1-4b2d-8de1-8144c013c863 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:38.935440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f56387bb-98b0-43b6-93e0-f7459de17523 req-d108cd37-96e1-4b2d-8de1-8144c013c863 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 945 time: 0.1068518 Nov 16 21:13:38.954384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port b052b1a6-9986-4101-979e-1e599d88ce86 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:38.979702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b052b1a6-9986-4101-979e-1e599d88ce86 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:38.981048 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.044247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f56387bb-98b0-43b6-93e0-f7459de17523 req-cebac99b-779a-4eab-8551-91dc49f545ec tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c705f01-e9d9-4656-a8ca-2a51cf2515c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056719 Nov 16 21:13:39.076893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Router b2f7500e-c48c-4bb2-b469-3e74d9e57594 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:13:39.085354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-2a255fe7-22ec-4b60-a23c-950a5b87653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.086906 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-2a255fe7-22ec-4b60-a23c-950a5b87653f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 1095 time: 0.1395936 Nov 16 21:13:39.177165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d4fd3570-c80e-410a-afeb-b92eabd7c213 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:39.179117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:39.231132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a3b0-7506-458b-a9f5-36803ae70c87 req-261005f9-cabb-4309-9bb2-9ef98f6a9e72 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.242385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f755a3b0-7506-458b-a9f5-36803ae70c87 req-261005f9-cabb-4309-9bb2-9ef98f6a9e72 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0790999 Nov 16 21:13:39.304248 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.320567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f755a3b0-7506-458b-a9f5-36803ae70c87 req-627bd9bb-ae5e-4560-8b2a-6cf763debf51 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763621 Nov 16 21:13:39.339477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d4fd3570-c80e-410a-afeb-b92eabd7c213 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:39.340371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.369424 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c4676b-6f16-488c-b37f-0c30628e60ba x-openstack-request-id: req-61c4676b-6f16-488c-b37f-0c30628e60ba {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:39.369743 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb612f77-9fb7-416e-a388-bf729ddebf3a", "name": "network-vif-deleted", "tag": "dde67490-d161-46a7-8135-b73ba209af49", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:39.369995 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61c4676b-6f16-488c-b37f-0c30628e60ba {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:39.371005 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb612f77-9fb7-416e-a388-bf729ddebf3a', 'name': 'network-vif-deleted', 'tag': 'dde67490-d161-46a7-8135-b73ba209af49', 'status': 'completed', 'code': 200} Nov 16 21:13:39.379974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:39.413547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-7f111b2d-9ada-42dc-b929-c0816e909a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.415196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-7f111b2d-9ada-42dc-b929-c0816e909a9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 915 time: 0.3170946 Nov 16 21:13:39.431464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.435667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b38edffe-a1bd-468d-a2ab-773636ce00fa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4104376 Nov 16 21:13:39.438908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:39.500963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Sync routers for ids ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:39.543638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Routers {'b2f7500e-c48c-4bb2-b469-3e74d9e57594'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:39.556614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:39.728111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba06c-55f0-4faa-bad5-bc0af56e10fb req-dfe030c7-de92-4d77-bac3-8ecfc75b5aa4 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.730056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66dba06c-55f0-4faa-bad5-bc0af56e10fb req-dfe030c7-de92-4d77-bac3-8ecfc75b5aa4 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 945 time: 0.1426253 Nov 16 21:13:39.763544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052b1a6-9986-4101-979e-1e599d88ce86'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:39.777220 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d0060d-965c-4c1a-b415-1fdff862fb7a" -d '{"events": [{"server_uuid": "de397a73-ba6e-4096-baa7-e526ab7dd378", "name": "network-vif-plugged", "status": "completed", "tag": "b052b1a6-9986-4101-979e-1e599d88ce86"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:39.812956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b052b1a6-9986-4101-979e-1e599d88ce86, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b052b1a6-9986-4101-979e-1e599d88ce86,segment=NetworkSegment(3998d478-9be3-4b92-9f87-292ebeff8b43),segment_id=3998d478-9be3-4b92-9f87-292ebeff8b43)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:39.822980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66dba06c-55f0-4faa-bad5-bc0af56e10fb req-221ddd8f-8be4-4bf7-bdf1-b6fe26807fe3 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844617 Nov 16 21:13:39.851148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.851952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dde67490-d161-46a7-8135-b73ba209af49 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:39.881879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: dde67490-d161-46a7-8135-b73ba209af49 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:39.882230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dde67490-d161-46a7-8135-b73ba209af49 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:39.942029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-80a44f97-b025-4c84-aec6-77f6f4b3c053 None None] Provisioning complete for port d4fd3570-c80e-410a-afeb-b92eabd7c213 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:39.942405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-80a44f97-b025-4c84-aec6-77f6f4b3c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.966785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-8b79c983-4081-41bd-90c7-20ffec02dfd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e HTTP/1.1" status: 200 len: 217 time: 0.5297339 Nov 16 21:13:39.979793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:39.987063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-c577f14b-7bb8-4117-aa31-1a1595f683b3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:39.989388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-c577f14b-7bb8-4117-aa31-1a1595f683b3 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 945 time: 0.1845632 Nov 16 21:13:39.992974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:39.993871 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c186c-c446-41af-a440-76a54394f06d None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:40.008869 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:40.012329 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:40.134377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7ca97088-b985-4caf-adc3-e2b7bb4bd3df tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "PUT /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 999 time: 4.0805442 Nov 16 21:13:40.136290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:40.142373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Set router b2f7500e-c48c-4bb2-b469-3e74d9e57594 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:40.145086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b052b1a6-9986-4101-979e-1e599d88ce86,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:40.148833 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33" -d '{"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:40.221361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-019cd3c8-e44f-4b07-a826-74cc2d900060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.223477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-019cd3c8-e44f-4b07-a826-74cc2d900060 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.2259817 Nov 16 21:13:40.258923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:40.283084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-779601c3-e0f9-49bd-ae84-c78a271236fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470979 Nov 16 21:13:40.285483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-53bd9633-aced-4bd3-8e8e-53cf0bbb6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.287738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-53bd9633-aced-4bd3-8e8e-53cf0bbb6e08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.1218297 Nov 16 21:13:40.313165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f798-8cd9-4652-a73f-51a2634d160a req-2e23814d-ca74-499d-a47a-b24dad1f1a6e tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.320485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b248f798-8cd9-4652-a73f-51a2634d160a req-2e23814d-ca74-499d-a47a-b24dad1f1a6e tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 944 time: 0.2236435 Nov 16 21:13:40.559329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 44ff4632-d7ac-4361-b00f-ed9fb68fc41e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:40.576104 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:38Z', 'revision_number': 7, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:40.622112 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c186c-c446-41af-a440-76a54394f06d None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:40.631876 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:40.632639 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:40.646372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.650910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Deleting port f31811e8-3471-453b-89d3-ad6104b70e1c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:40.651243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.670582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b248f798-8cd9-4652-a73f-51a2634d160a req-b3612762-fa57-4646-bc42-bfda315c98c5 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479607 Nov 16 21:13:40.670849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-59754637-8e0c-4120-b2af-174b266448e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615835 Nov 16 21:13:40.674169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-297df976-5513-4174-a5f9-bcd89c3f2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:40.689733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-297df976-5513-4174-a5f9-bcd89c3f2bde service neutron] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.3676858 Nov 16 21:13:40.832535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] For port f31811e8-3471-453b-89d3-ad6104b70e1c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f31811e8-3471-453b-89d3-ad6104b70e1c,segment=NetworkSegment(15c265c8-c49b-4353-85f7-0821200a1408),segment_id=15c265c8-c49b-4353-85f7-0821200a1408)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:40.833161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:40.837753 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:40.850847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Calling delete_port for f31811e8-3471-453b-89d3-ad6104b70e1c owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:40.870806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:13:36Z', 'revision_number': 3, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:40.875911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:40.952422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Checking router: b2f7500e-c48c-4bb2-b469-3e74d9e57594 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:40.952779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Updating router b2f7500e-c48c-4bb2-b469-3e74d9e57594 port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:13:40.956044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'port_id': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e', 'mac_address': 'fa:16:3e:61:cc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283ab417-8a5d-418e-abac-2883d8ee9d14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:40.959287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-7497eafa-6f32-4f51-99d4-bb57611f4725 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 1000 time: 0.2452517 Nov 16 21:13:41.018800 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.028524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.038482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f54bb9-836c-496a-8232-d1a73e3a5c96 req-83f5346b-c6a0-4a2d-b0a0-039a1f02b6b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514726 Nov 16 21:13:41.085837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-c3013cf3-988d-4d11-975d-a32367fbefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.087257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-c3013cf3-988d-4d11-975d-a32367fbefdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1179869 Nov 16 21:13:41.140451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Pushing event deleted for resources: {'Port': ['ID=f31811e8-3471-453b-89d3-ad6104b70e1c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:41.192759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-4390e8f7-5b2c-4ae6-a7f1-0d50124f6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.194381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-4390e8f7-5b2c-4ae6-a7f1-0d50124f6e1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995662 Nov 16 21:13:41.265834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Allocated IP 172.20.0.1 (f10a6f19-3ce6-4e95-a3c7-faf123e2a971/d2db1be0-dccc-4960-9699-092e6159f73f/ed4dd445-d8e1-4604-9bfe-f937a12bc35e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:41.275270 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a031244-5277-45a2-9879-a01867e6f3f1 x-openstack-request-id: req-6a031244-5277-45a2-9879-a01867e6f3f1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:41.275270 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de397a73-ba6e-4096-baa7-e526ab7dd378", "name": "network-vif-plugged", "status": "completed", "tag": "b052b1a6-9986-4101-979e-1e599d88ce86", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:41.275557 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a031244-5277-45a2-9879-a01867e6f3f1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:41.275822 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052b1a6-9986-4101-979e-1e599d88ce86', 'code': 200} Nov 16 21:13:41.304861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.355030 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a64c186c-c446-41af-a440-76a54394f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:38Z', 'revision_number': 7, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:41.375533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ff4632-d7ac-4361-b00f-ed9fb68fc41e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:41.388376 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c186c-c446-41af-a440-76a54394f06d None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '481547ab-9c91-41f4-83a4-15d28aac1be2', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'port_id': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'mac_address': 'fa:16:3e:37:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:12:50Z', 'updated_at': '2021-11-16T21:13:38Z', 'revision_number': 7, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:41.401188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] No DVR routers for this DVR port f31811e8-3471-453b-89d3-ad6104b70e1c on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:41.417894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-83127fe3-540d-4c08-894e-354d22159fe6 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166269 Nov 16 21:13:41.446971 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.456322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc9ea3d8-d465-4df8-aa68-3cfdb2e83168 req-34dfeeea-60d9-4479-8863-1eee459256e4 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.47 "DELETE /v2.0/ports/f31811e8-3471-453b-89d3-ad6104b70e1c HTTP/1.1" status: 204 len: 173 time: 1.4553704 Nov 16 21:13:41.457048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87377a21-31df-4a71-9959-27fa91965a29', 'name': 'network-vif-deleted', 'tag': 'f31811e8-3471-453b-89d3-ad6104b70e1c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:41.467876 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c10e44a-68b0-4ca1-8e78-bd7a93a0a6a4" -d '{"events": [{"server_uuid": "87377a21-31df-4a71-9959-27fa91965a29", "name": "network-vif-deleted", "tag": "f31811e8-3471-453b-89d3-ad6104b70e1c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:41.481320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:41.487229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.492745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f2beade-91c5-47a0-862a-cb812093019c req-5c55ceb2-f672-4414-9e90-6e68835cbd87 tempest-ServersTestJSON-1396494121 tempest-ServersTestJSON-1396494121-project] 10.222.0.48 "GET /v2.0/ports?device_id=87377a21-31df-4a71-9959-27fa91965a29 HTTP/1.1" status: 200 len: 210 time: 0.1287911 Nov 16 21:13:41.594729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.594995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:41.626458 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9598c6f7-4ee2-455e-bb1a-2a150f4c759e x-openstack-request-id: req-9598c6f7-4ee2-455e-bb1a-2a150f4c759e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:41.626792 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:41.626994 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9598c6f7-4ee2-455e-bb1a-2a150f4c759e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:41.627463 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'status': 'completed', 'code': 200} Nov 16 21:13:41.675785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:41.691824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de4d1f86-0221-461e-821a-47c9a3a3e6cf req-d0672a71-3533-4bf1-9da5-68782d6a0883 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567840 Nov 16 21:13:41.747310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6695b9f-f3e9-4775-a53d-669becb07e5c req-fc55ab8a-b484-4163-8f4d-7158bf8b6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.757713 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6695b9f-f3e9-4775-a53d-669becb07e5c req-fc55ab8a-b484-4163-8f4d-7158bf8b6e52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 1097 time: 0.4053409 Nov 16 21:13:41.827131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:41.829996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:41.835649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:41.841935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:41.890129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['44ff4632-d7ac-4361-b00f-ed9fb68fc41e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:41.909738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9599d-8cd7-4304-b247-b6ecca3db301 req-8e3e1c57-be08-41e0-b00e-18671ba4bfad tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.921544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6695b9f-f3e9-4775-a53d-669becb07e5c req-9772ef74-9159-4b0f-ae48-ab9aa0c061a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559696 Nov 16 21:13:41.925944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16d9599d-8cd7-4304-b247-b6ecca3db301 req-8e3e1c57-be08-41e0-b00e-18671ba4bfad tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1763208 Nov 16 21:13:41.961243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-a10e469d-e42a-4cdc-9a0f-af1e50876713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:41.962618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-a10e469d-e42a-4cdc-9a0f-af1e50876713 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.3344955 Nov 16 21:13:41.972777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.062505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16d9599d-8cd7-4304-b247-b6ecca3db301 req-eaf6a1e5-b5e6-489b-9d15-16ad46fe3485 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269288 Nov 16 21:13:42.145468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-2fd36bf4-01a9-4cee-9f17-2d6129f4ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.151226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-2fd36bf4-01a9-4cee-9f17-2d6129f4ac0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.1686327 Nov 16 21:13:42.164246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605158b0-e2b8-437c-a529-ff8f3d55d6ee req-0982766c-8779-45b2-902a-5875a741ce78 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.172201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-605158b0-e2b8-437c-a529-ff8f3d55d6ee req-0982766c-8779-45b2-902a-5875a741ce78 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.2868404 Nov 16 21:13:42.183214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.295111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-9be0b50d-622c-47c8-bf68-41f48409a566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 1000 time: 0.1157842 Nov 16 21:13:42.313754 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.366032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-605158b0-e2b8-437c-a529-ff8f3d55d6ee req-deaaa2f6-4ba0-4878-a828-49065406ed82 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730373 Nov 16 21:13:42.375387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfec154-8229-47d7-be4a-916722c800be None None] New status for floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:42.379682 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.401329 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b704fd57-a6ed-4eae-a09c-f5aa3976ca4e x-openstack-request-id: req-b704fd57-a6ed-4eae-a09c-f5aa3976ca4e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:42.401917 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87377a21-31df-4a71-9959-27fa91965a29", "name": "network-vif-deleted", "tag": "f31811e8-3471-453b-89d3-ad6104b70e1c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:42.403766 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b704fd57-a6ed-4eae-a09c-f5aa3976ca4e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:42.404497 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87377a21-31df-4a71-9959-27fa91965a29', 'name': 'network-vif-deleted', 'tag': 'f31811e8-3471-453b-89d3-ad6104b70e1c', 'status': 'completed', 'code': 200} Nov 16 21:13:42.405177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-c6a54847-cb6c-449a-a9e7-023a852e8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.409777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-c6a54847-cb6c-449a-a9e7-023a852e8c0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1022828 Nov 16 21:13:42.555150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f31811e8-3471-453b-89d3-ad6104b70e1c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:42.561969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-dd172a85-8c25-4292-af0c-8f44f4721cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.563916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-dd172a85-8c25-4292-af0c-8f44f4721cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756142 Nov 16 21:13:42.605303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c13952f-4f5f-4f01-9694-a8c0057e7435 req-cc3d7a3a-fdb8-44bd-a710-70f0b46f472e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 997 time: 0.1919005 Nov 16 21:13:42.617901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fb2c2-3161-45b2-9ea6-0aefdbe1143a req-1029e6aa-9562-42d9-a1f5-d0b4f7174fd9 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.625395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b97fb2c2-3161-45b2-9ea6-0aefdbe1143a req-1029e6aa-9562-42d9-a1f5-d0b4f7174fd9 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 945 time: 0.1315958 Nov 16 21:13:42.666114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: f31811e8-3471-453b-89d3-ad6104b70e1c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:42.666731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f31811e8-3471-453b-89d3-ad6104b70e1c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:42.668595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Pushing event updated for resources: {'Port': ['ID=1c0a8836-5ad3-49de-bd0e-0b7086b15047,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:42.685686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Attempting to bind port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:42.688825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Attempting to bind port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:42.692068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Attempting to bind port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:42.725014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e2102ea3-6177-4e0b-b5a7-8e84e9f9af98 None None] Provisioning complete for port ed4dd445-d8e1-4604-9bfe-f937a12bc35e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:42.725685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2102ea3-6177-4e0b-b5a7-8e84e9f9af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.742888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b97fb2c2-3161-45b2-9ea6-0aefdbe1143a req-702053a8-98f7-4165-8323-06752c611c15 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164110 Nov 16 21:13:42.783398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-f020fc27-6cf4-43f6-a74e-9cb65cfb21a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112982 Nov 16 21:13:42.789136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:42.789730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:42.790151 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.790555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:42.791048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Bound port: 1c0a8836-5ad3-49de-bd0e-0b7086b15047, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:42.791517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.795153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13952f-4f5f-4f01-9694-a8c0057e7435 req-83c877bb-3e79-46de-ae78-0aec84df243f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:42.801170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.814056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.814925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c13952f-4f5f-4f01-9694-a8c0057e7435 req-83c877bb-3e79-46de-ae78-0aec84df243f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2083588 Nov 16 21:13:42.864615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34792) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:42.875018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] For port 1c0a8836-5ad3-49de-bd0e-0b7086b15047, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:42.888434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] For port 1c0a8836-5ad3-49de-bd0e-0b7086b15047, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1c0a8836-5ad3-49de-bd0e-0b7086b15047,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:42.915186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e2102ea3-6177-4e0b-b5a7-8e84e9f9af98 None None] Port ed4dd445-d8e1-4604-9bfe-f937a12bc35e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:42.919690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f50a6c-f06a-4ba6-9687-ec91ed13ac33 req-fba683fd-fc1c-42eb-9830-7ab219d65e18 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032174 Nov 16 21:13:42.920722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.921227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.921655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.921938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:42.922060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.922391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.923393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.923786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.924700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.944363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.948033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.948572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.949062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.950277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:42.961245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Deleting subnet d7b75ebc-e643-46a0-88c9-ae6ad9756eee {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:13:42.968485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:42.974849 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.014216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-03d415f5-eb98-4cc8-bb71-9a488832147e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1000 time: 0.0933671 Nov 16 21:13:43.064794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.080492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-c274c311-694a-446e-9f25-b13839766742 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:43.094727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-c274c311-694a-446e-9f25-b13839766742 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports/7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 943 time: 0.0726633 Nov 16 21:13:43.118678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Routers {'b2f7500e-c48c-4bb2-b469-3e74d9e57594'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:43.119332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:43.233842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.237759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-d13d81df-00c9-4ef8-9683-f9ad81a9ff22 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1000 time: 0.1011980 Nov 16 21:13:43.262298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:43.271231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:43.288414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfb183-b2a2-451e-b654-f6e6ed2aa249 req-e8f3b54d-d288-4780-955a-c2671bc71c2b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:43.296795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3cfb183-b2a2-451e-b654-f6e6ed2aa249 req-e8f3b54d-d288-4780-955a-c2671bc71c2b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1295130 Nov 16 21:13:43.391688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec62f7-37bd-4a42-8538-c4efc3680b5a None None] Pushing event updated for resources: {'Port': ['ID=1c0a8836-5ad3-49de-bd0e-0b7086b15047,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:43.455350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] Set router b2f7500e-c48c-4bb2-b469-3e74d9e57594 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:43.525836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-0f64e7eb-6b48-4800-92a1-34f64c3db712 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:43.527903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-0f64e7eb-6b48-4800-92a1-34f64c3db712 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2834127 Nov 16 21:13:43.528742 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3cfb183-b2a2-451e-b654-f6e6ed2aa249 req-3409477f-d9c0-4dc3-a5f6-6eda2f7f7e82 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307475 Nov 16 21:13:43.529911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.615842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b75ebc-e643-46a0-88c9-ae6ad9756eee,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:43.623686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.629890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e0029255-0126-461d-ab05-4abf425dcede admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d7b75ebc-e643-46a0-88c9-ae6ad9756eee HTTP/1.1" status: 204 len: 168 time: 0.7615826 Nov 16 21:13:43.630774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34802) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:43.723781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Router b2f7500e-c48c-4bb2-b469-3e74d9e57594 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:43.770098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-c9ac71d4-2ef2-4230-8ce6-f1c9256c3684 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 1002 time: 0.2006443 Nov 16 21:13:43.782364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:43.818899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.848923 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.899754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-744ba3cc-df5c-4cd8-b0be-3b8a2b075b18 None None] Provisioning complete for port ed4dd445-d8e1-4604-9bfe-f937a12bc35e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:43.900142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-744ba3cc-df5c-4cd8-b0be-3b8a2b075b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.952565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-744ba3cc-df5c-4cd8-b0be-3b8a2b075b18 None None] Port ed4dd445-d8e1-4604-9bfe-f937a12bc35e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:13:43.962211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ed4dd445-d8e1-4604-9bfe-f937a12bc35e', 'name': '', 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'mac_address': 'fa:16:3e:de:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:40Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 2, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'subnets': [{'id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:43.971766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:43.989963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:44.002537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294de26-2218-41ce-bb00-1685c8d7b9d3 None None] The sync data for ids ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'] in n-d-817778-8 is: [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ed4dd445-d8e1-4604-9bfe-f937a12bc35e', 'name': '', 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'mac_address': 'fa:16:3e:de:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:40Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 2, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'subnets': [{'id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:44.004395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3039a360-d629-43de-9410-ac98693ca766 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2f7500e-c48c-4bb2-b469-3e74d9e57594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5643957 Nov 16 21:13:44.018993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ceccf-2859-4dd1-a320-e8d21aff900a req-37cd2056-3c91-44cb-b072-a3aecd187d72 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.020725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b82ceccf-2859-4dd1-a320-e8d21aff900a req-37cd2056-3c91-44cb-b072-a3aecd187d72 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.1514511 Nov 16 21:13:44.028349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46901964-4108-4d2f-9a91-9d50500f7f13']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:44.031274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.042934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.043390 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2 disassociated. External IP: 172.25.3.229, port: 7594da5f-7c38-483e-b254-1e2e7e87bbdd. Nov 16 21:13:44.054370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c265c8-c49b-4353-85f7-0821200a1408') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:44.054658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c265c8-c49b-4353-85f7-0821200a1408') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:44.068857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.094768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.108848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:13:44.109897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.146325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b82ceccf-2859-4dd1-a320-e8d21aff900a req-74507f48-6f4c-4147-8299-68c3ee4750d3 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122711 Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:13:44.146818 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:13:44.209856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.220657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.250031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] 10.222.0.48 "DELETE /v2.0/networks/46901964-4108-4d2f-9a91-9d50500f7f13 HTTP/1.1" status: 204 len: 168 time: 0.6055617 Nov 16 21:13:44.265620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aa014-bfd0-43b1-b4aa-9bb72be0b969 admin admin] Pushing event deleted for resources: {'Network': ['ID=46901964-4108-4d2f-9a91-9d50500f7f13,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:44.323621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:13:44.368466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d4cc-3fc3-4d82-8eaa-aa2db5df259e req-9165e18c-4845-433a-a93c-0c20778f39a8 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.370078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0483d4cc-3fc3-4d82-8eaa-aa2db5df259e req-9165e18c-4845-433a-a93c-0c20778f39a8 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 945 time: 0.1188881 Nov 16 21:13:44.437892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0483d4cc-3fc3-4d82-8eaa-aa2db5df259e req-49a54750-e311-43e5-aa52-47607e77108d tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Nov 16 21:13:44.564821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:13:44.572158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 44ff4632-d7ac-4361-b00f-ed9fb68fc41e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:44.585057 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:44.600501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.601498 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:44.602164 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:44.654650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ce22b99a-4af5-48f0-b1b9-8c851e476734 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "PUT /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 695 time: 0.8774183 Nov 16 21:13:44.655104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:44.660629 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:44.660724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34862) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:44.767637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34876) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:44.780745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-246fb7a8-6b2b-4519-8441-59621349d9d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42db439e24954a3c9d0f2fd406627e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036193 Nov 16 21:13:44.798503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:13:44.803963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:44.806469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:44.844336 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:44.946482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b271d-0e79-4bf9-8d6f-55d33da31ae3 req-d7bf1c1f-2689-4b17-8f9a-34598f811f25 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:44.948233 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc2b271d-0e79-4bf9-8d6f-55d33da31ae3 req-d7bf1c1f-2689-4b17-8f9a-34598f811f25 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1221960 Nov 16 21:13:45.023901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-c8d34f4f-df05-456d-a15d-a49347ea9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.026282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-c8d34f4f-df05-456d-a15d-a49347ea9dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba3b89c8644241a1814009d7ae848874&device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 1097 time: 0.1599615 Nov 16 21:13:45.027968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40920ce0-4ab5-419e-8516-cbe8480c9c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.082329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.100696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc2b271d-0e79-4bf9-8d6f-55d33da31ae3 req-01f4a326-7958-4f10-a6db-15433b78f084 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461198 Nov 16 21:13:45.157925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:45.166253 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fff580-a1b3-46f6-a804-1997b24d48cf" -d '{"events": [{"server_uuid": "74978e57-172a-4a7b-929b-59e3fb554fa0", "name": "network-vif-plugged", "status": "completed", "tag": "44ff4632-d7ac-4361-b00f-ed9fb68fc41e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:45.182774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40920ce0-4ab5-419e-8516-cbe8480c9c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.248266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:45.253082 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.257298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:45.291623 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44630b5e-520e-4842-88d1-c965a4998c9f x-openstack-request-id: req-44630b5e-520e-4842-88d1-c965a4998c9f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:45.292401 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:45.292660 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44630b5e-520e-4842-88d1-c965a4998c9f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:45.294566 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'status': 'completed', 'code': 200} Nov 16 21:13:45.372194 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:45.413936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-6e5797c0-e7af-416f-92b4-10195edab424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.420050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-6e5797c0-e7af-416f-92b4-10195edab424 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44669035-b5e4-4172-a878-0dcc1d49b3af HTTP/1.1" status: 200 len: 915 time: 0.3846219 Nov 16 21:13:45.450356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:45.452808 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:45.477563 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:45.478695 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:45.484807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-2ebcba9f-ace9-4292-b60f-9da79e9f28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.486443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-2ebcba9f-ace9-4292-b60f-9da79e9f28a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.1800368 Nov 16 21:13:45.520146 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40920ce0-4ab5-419e-8516-cbe8480c9c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.524517 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40920ce0-4ab5-419e-8516-cbe8480c9c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.540304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-40920ce0-4ab5-419e-8516-cbe8480c9c6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c705f01-e9d9-4656-a8ca-2a51cf2515c8 HTTP/1.1" status: 204 len: 168 time: 0.7656906 Nov 16 21:13:45.549161 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.581810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-57138013-461d-4807-bcb0-9ccd9b8ab445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.590165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-57138013-461d-4807-bcb0-9ccd9b8ab445 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 1097 time: 0.8949897 Nov 16 21:13:45.592958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-0b438a33-2da9-4440-a389-c25cc7142657 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b052b1a6-9986-4101-979e-1e599d88ce86 HTTP/1.1" status: 200 len: 217 time: 0.1543970 Nov 16 21:13:45.627860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:45.633497 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:45.636076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1d86c-9343-43d7-86fe-e0a4a0998163 req-7ffd0001-86b2-4654-8716-8ddc220dcf81 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:45.644131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2e1d86c-9343-43d7-86fe-e0a4a0998163 req-7ffd0001-86b2-4654-8716-8ddc220dcf81 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.1225793 Nov 16 21:13:45.748049 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:45.769089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:45.781989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40920ce0-4ab5-419e-8516-cbe8480c9c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c705f01-e9d9-4656-a8ca-2a51cf2515c8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:46.057626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-94b051f5-c777-4b15-b9eb-c9364b99bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.061503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-94b051f5-c777-4b15-b9eb-c9364b99bd59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.5150163 Nov 16 21:13:46.062807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-04626406-6e9d-43cb-8863-f18cb6406972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.064501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-04626406-6e9d-43cb-8863-f18cb6406972 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef90e6b8-a949-4cd3-98a7-a53c63a5c69f HTTP/1.1" status: 200 len: 854 time: 0.3995156 Nov 16 21:13:46.187457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-1bb4a829-8cb8-424c-bac1-52314bfe3a4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44669035-b5e4-4172-a878-0dcc1d49b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139877 Nov 16 21:13:46.193723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-4bd83b28-1be6-412c-91cf-7871fbb32424 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 217 time: 0.1211855 Nov 16 21:13:46.257200 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:46.289828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2e1d86c-9343-43d7-86fe-e0a4a0998163 req-c8d57df6-98e7-4a18-ad65-024a27c251fb tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405249 Nov 16 21:13:46.333340 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efac7b-cb39-4efe-8ae8-78d4dc098399 None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:22Z', 'revision_number': 4, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '139ae2c6-3af9-434b-a204-581045fe752e', 'name': '', 'network_id': 'e44d38ba-16a0-4836-be16-b336a27a5b97', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'mac_address': 'fa:16:3e:69:11:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:21Z', 'updated_at': '2021-11-16T21:12:32Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'subnets': [{'id': '261152c2-2ae9-4978-97ac-6cdd9793d249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:46.406062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-129b0711-6bf9-4f6b-bb97-d79e8e4a1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.407732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-129b0711-6bf9-4f6b-bb97-d79e8e4a1974 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 200 len: 921 time: 0.8167067 Nov 16 21:13:46.433042 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77d3923-89ce-469e-a6e5-77cc77378b50 x-openstack-request-id: req-a77d3923-89ce-469e-a6e5-77cc77378b50 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:46.433789 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74978e57-172a-4a7b-929b-59e3fb554fa0", "name": "network-vif-plugged", "status": "completed", "tag": "44ff4632-d7ac-4361-b00f-ed9fb68fc41e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:46.434654 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a77d3923-89ce-469e-a6e5-77cc77378b50 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:46.435247 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e', 'code': 200} Nov 16 21:13:46.439749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-c6a45904-02a6-4966-8c82-f096b2f45c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.441565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-c6a45904-02a6-4966-8c82-f096b2f45c22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.2309365 Nov 16 21:13:46.543679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-1e433c27-de0e-4757-8a7d-012480ff1efa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 200 len: 217 time: 0.1146257 Nov 16 21:13:46.575754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8558ea-40d2-4f5a-a975-7403514151c1 req-d38dfb7b-9dd2-4d4a-954d-6aca90f24db0 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.583264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc8558ea-40d2-4f5a-a975-7403514151c1 req-d38dfb7b-9dd2-4d4a-954d-6aca90f24db0 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.0824273 Nov 16 21:13:46.671597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-599dd3ab-bf57-4c28-b1d4-a8cf3a72aa10 service neutron] 10.222.0.47 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740095 Nov 16 21:13:46.672562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc8558ea-40d2-4f5a-a975-7403514151c1 req-bc312f71-acf7-4aa6-ae03-fa1ab64dad3b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829475 Nov 16 21:13:46.762971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-813ecca9-a749-4263-aae0-daeacd087b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.764740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-813ecca9-a749-4263-aae0-daeacd087b78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502663 Nov 16 21:13:46.777929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-7232cb61-2f2f-44dd-b3f5-0a55b6fb0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.779671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-7232cb61-2f2f-44dd-b3f5-0a55b6fb0112 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 200 len: 859 time: 0.1994305 Nov 16 21:13:46.835769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0639-bb09-4964-91ef-b8a034a374e1 req-348d90ca-fc4d-42eb-bbc4-e4977b19469f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:46.838643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae8f0639-bb09-4964-91ef-b8a034a374e1 req-348d90ca-fc4d-42eb-bbc4-e4977b19469f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1092672 Nov 16 21:13:46.864630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-14fa9914-16b9-4058-a73e-6323f4ddf8c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057522 Nov 16 21:13:46.927207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae8f0639-bb09-4964-91ef-b8a034a374e1 req-596964ad-3751-4de7-ad40-66f9e35e8422 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718801 Nov 16 21:13:46.979780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34966) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:47.059086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-6213fb95-f3d7-4214-81c3-8a6016b0498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.060805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-6213fb95-f3d7-4214-81c3-8a6016b0498b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0ed77541e5c485c939a5e942544b065&device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 1096 time: 0.0928774 Nov 16 21:13:47.250520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1c0a8836-5ad3-49de-bd0e-0b7086b15047 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:47.283970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1398495509-network', 'tenant_id': 'b470e39a2c104643a39f45c2a4495994'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:47.348550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:47.349739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.394936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Made reservation on behalf of b470e39a2c104643a39f45c2a4495994 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:47.397894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.404167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dea81-c6f1-4bf4-8508-9c2849dcd5da req-439d5d60-5796-4300-8145-39096d56b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.405673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da8dea81-c6f1-4bf4-8508-9c2849dcd5da req-439d5d60-5796-4300-8145-39096d56b7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 1097 time: 0.8167584 Nov 16 21:13:47.410081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.422536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-693b8404-0b5b-4336-90e1-0ea916f53f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.424148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-693b8404-0b5b-4336-90e1-0ea916f53f6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ca710d1-be33-4f76-90ea-3742fd4c0519 HTTP/1.1" status: 200 len: 916 time: 0.3337278 Nov 16 21:13:47.435711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a151df4-577c-4c07-9c66-4f29441a61f3 None None] New status for floating IP 481547ab-9c91-41f4-83a4-15d28aac1be2: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:13:47.441107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22871cc-7b71-46b1-8de7-8e2752d83bcb req-ddecc657-42e1-422f-bd7c-37adec0dd73d tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.442705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b22871cc-7b71-46b1-8de7-8e2752d83bcb req-ddecc657-42e1-422f-bd7c-37adec0dd73d tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.1473989 Nov 16 21:13:47.530055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.541538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.541976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-012c33a8-f9e8-4655-b29a-2c849aaf71ce req-c39aa1b0-160b-49d5-b64e-26654af796d5 service neutron] 10.222.0.47 "GET /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525765 Nov 16 21:13:47.601767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ba765120-11e4-4c32-b298-b0935d945dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.603213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-ba765120-11e4-4c32-b298-b0935d945dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e44d38ba-16a0-4836-be16-b336a27a5b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8115027 Nov 16 21:13:47.610460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da8dea81-c6f1-4bf4-8508-9c2849dcd5da req-9a6965d8-248c-4f01-9541-e49b206466e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806827 Nov 16 21:13:47.614276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-877050a8-6113-4b03-87ed-3fd3e2025197 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335378 Nov 16 21:13:47.631684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:13:47.678817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.679166 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Added segment bcfd9924-411a-4a78-a9d7-f78ef442e564 of type vlan for network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 Nov 16 21:13:47.682287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9662cf56-d392-4a84-a074-b8924d2f6f2b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:47.723943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-c657845d-fe7b-449e-9a2e-23eb7c7e20b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9970d322-63e8-41fa-a836-a3b6461820e9 HTTP/1.1" status: 200 len: 999 time: 0.1902270 Nov 16 21:13:47.732119 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Sync routers for ids ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:13:47.741463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b22871cc-7b71-46b1-8de7-8e2752d83bcb req-4756ac14-97f9-41b0-ab46-bb635f0f6b44 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068226 Nov 16 21:13:47.772170 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Routers {'b2f7500e-c48c-4bb2-b469-3e74d9e57594'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:47.773226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:47.814378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-6b369750-8cfb-473f-b82b-20ceaa04e980 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023087 Nov 16 21:13:47.935837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.976279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:47.982553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-ac02843c-04ac-4b2b-8b2d-488bfce363f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:47.984287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-ac02843c-04ac-4b2b-8b2d-488bfce363f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c0ba1e66-c9e8-4ecf-bbfb-d2da36952175 HTTP/1.1" status: 200 len: 854 time: 0.2418363 Nov 16 21:13:48.013575 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.014792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.015534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.023694 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Set router b2f7500e-c48c-4bb2-b469-3e74d9e57594 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:48.050240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525253cf-79d2-4119-a19c-f3910bed893e req-68aadb0f-f233-4138-8a42-41c5ad87230e tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.053688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-525253cf-79d2-4119-a19c-f3910bed893e req-68aadb0f-f233-4138-8a42-41c5ad87230e tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.1554928 Nov 16 21:13:48.066363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-939d5d35-bb89-468a-959c-a0ea3a0d9d18 req-701ecd05-4f16-4084-ab66-f143a490dba4 service neutron] 10.222.0.48 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458599 Nov 16 21:13:48.114633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 1c0a8836-5ad3-49de-bd0e-0b7086b15047, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1c0a8836-5ad3-49de-bd0e-0b7086b15047,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:48.125918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.186386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1985805 Nov 16 21:13:48.212184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:48.239929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Request body: {'subnet': {'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1398495509-subnet', 'tenant_id': 'b470e39a2c104643a39f45c2a4495994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:48.254065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=1c0a8836-5ad3-49de-bd0e-0b7086b15047,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:48.319722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-04204ac1-6717-4da8-9646-2f01d05a7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.322423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-04204ac1-6717-4da8-9646-2f01d05a7b9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ca710d1-be33-4f76-90ea-3742fd4c0519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3260422 Nov 16 21:13:48.323184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-183a3923-236b-42d9-b6a7-aaf9140ac11d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315507 Nov 16 21:13:48.324359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ff237-cd2d-4e33-9091-64d0177bb8bb admin admin] Pushing event updated for resources: {'Network': ['ID=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:48.337814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:13:48.382469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654b75-afad-42c4-ba6d-437bd89e7c20 req-f1373dcd-fef7-4253-a065-ab43db8175f6 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.383975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45654b75-afad-42c4-ba6d-437bd89e7c20 req-f1373dcd-fef7-4253-a065-ab43db8175f6 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.1666231 Nov 16 21:13:48.386495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f38ad77c-2c4d-4b9c-b87d-e0dcca87a7e3 req-3b44b248-4f6d-4cec-a894-a227ebbaa5c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445445 Nov 16 21:13:48.456501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:48.458887 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344c3036-c7a0-4670-b231-4f12a2a2d279" -d '{"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:48.463837 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ed4dd445-d8e1-4604-9bfe-f937a12bc35e', 'name': '', 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'mac_address': 'fa:16:3e:de:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:40Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 2, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'subnets': [{'id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:48.491355 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-525253cf-79d2-4119-a19c-f3910bed893e req-817ceaba-84ad-42d3-afcd-bfbaa65c3276 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231968 Nov 16 21:13:48.499254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45654b75-afad-42c4-ba6d-437bd89e7c20 req-8757d841-f125-4828-8fff-9d8ff3bc725e tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055682 Nov 16 21:13:48.507653 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Checking router: b2f7500e-c48c-4bb2-b469-3e74d9e57594 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:13:48.508035 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Updating router b2f7500e-c48c-4bb2-b469-3e74d9e57594 port ed4dd445-d8e1-4604-9bfe-f937a12bc35e binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:13:48.512314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-83e62cc2-113f-4607-afb7-77284e4a02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.514548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-83e62cc2-113f-4607-afb7-77284e4a02a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 1099 time: 0.1001370 Nov 16 21:13:48.522944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Made reservation on behalf of b470e39a2c104643a39f45c2a4495994 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:48.525351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.537478 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:48.743145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-f60cec75-a185-493f-a150-a820dad7f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.744690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-f60cec75-a185-493f-a150-a820dad7f596 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1990345 Nov 16 21:13:48.775286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a1b1c-6256-4c5e-9b1c-4d9713969da8 req-921ddcc1-7a5a-425a-981b-e331d4424d4e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.776907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-067a1b1c-6256-4c5e-9b1c-4d9713969da8 req-921ddcc1-7a5a-425a-981b-e331d4424d4e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1405330 Nov 16 21:13:48.803208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-b346efbb-5fa9-40ac-b15d-c20d7d852e71 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356680 Nov 16 21:13:48.815025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-483290ec-61cb-4c60-9c3e-b11698ed4075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c HTTP/1.1" status: 200 len: 217 time: 0.0584185 Nov 16 21:13:48.919545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-067a1b1c-6256-4c5e-9b1c-4d9713969da8 req-0f82daeb-ffcf-4320-b501-c9069828aab8 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084332 Nov 16 21:13:48.929602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-133b8e97-2c1d-447f-b232-18845a3b5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:48.931083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae10e06e-e955-4325-ae50-b5ec1b2ac578 req-f9df1fe0-f559-41e9-81f7-c6dac787259b service neutron] 10.222.0.47 "GET /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119153 Nov 16 21:13:48.931209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-133b8e97-2c1d-447f-b232-18845a3b5d1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0871074 Nov 16 21:13:48.939052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.014083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-0841d865-f113-4860-8292-d21e736588dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.016576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-0841d865-f113-4860-8292-d21e736588dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767074 Nov 16 21:13:49.030778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab54f354-4759-4e7a-8514-b7004671361b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:49.076297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Checking segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:49.077033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Network hostable DHCP agents. Network: e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:13:49.115269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:13:49.127894 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.132503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:49.140709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.142433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.148394 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.149890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfae3d8-39d4-4998-9695-e94d115fa544 None None] Network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:49.203684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a2ea0461-fb62-47a3-82e6-cc0ec4e60adf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9903088 Nov 16 21:13:49.252480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-969a2668-9fb1-4c92-a1ec-483c56e25cae service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260895 Nov 16 21:13:49.319203 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd2020-1b51-48ec-9b89-a0e34ccbecb2 None None] Pushing event updated for resources: {'Port': ['ID=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:49.383469 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5a3d23-3d75-4205-9bc6-cb7ba62ccfeb x-openstack-request-id: req-ae5a3d23-3d75-4205-9bc6-cb7ba62ccfeb {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:49.384102 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:49.384559 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae5a3d23-3d75-4205-9bc6-cb7ba62ccfeb {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:49.385148 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'code': 200} Nov 16 21:13:49.403861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1c0a8836-5ad3-49de-bd0e-0b7086b15047 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:49.458156 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Attempting to bind port ed4dd445-d8e1-4604-9bfe-f937a12bc35e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:49.458470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Attempting to bind port ed4dd445-d8e1-4604-9bfe-f937a12bc35e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:49.458834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Attempting to bind port ed4dd445-d8e1-4604-9bfe-f937a12bc35e on network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:49.473634 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:49.474143 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Checking segment: {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:49.474544 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.474936 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Bound using segment: {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:49.475408 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Bound port: ed4dd445-d8e1-4604-9bfe-f937a12bc35e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084c9cda-a8cf-4568-8470-0a270abd8bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:49.476012 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.576302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-22b45272-02a1-407d-b605-294effcf626f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 200 len: 694 time: 0.1657736 Nov 16 21:13:49.647101 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] For port ed4dd445-d8e1-4604-9bfe-f937a12bc35e, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:49.655882 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] For port ed4dd445-d8e1-4604-9bfe-f937a12bc35e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,segment=NetworkSegment(084c9cda-a8cf-4568-8470-0a270abd8bc1),segment_id=084c9cda-a8cf-4568-8470-0a270abd8bc1)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:49.662233 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:49.678741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6288dacb-12ef-446e-8231-d9acb90e2746 None None] Network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:13:49.711237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f63471de-77d9-46a9-9ac1-4c67db9530ae req-c450b3c0-69fa-41a3-811f-4601246aae7a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487360 Nov 16 21:13:49.733317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f34e44-56df-4a20-8f96-90e1a60c310d req-dfe582c7-67f1-4352-b578-f8510933648d tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.758529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b2f34e44-56df-4a20-8f96-90e1a60c310d req-dfe582c7-67f1-4352-b578-f8510933648d tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.1289446 Nov 16 21:13:49.760499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-afef03b9-c0f6-4c1a-8e65-f2ad48d59ce5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:49.770349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-afef03b9-c0f6-4c1a-8e65-f2ad48d59ce5 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1928761 Nov 16 21:13:49.801804 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Routers {'b2f7500e-c48c-4bb2-b469-3e74d9e57594'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:13:49.804000 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:49.866081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b2f34e44-56df-4a20-8f96-90e1a60c310d req-8c6b46af-dbe6-4e39-9df3-1f0fd848c6d5 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989416 Nov 16 21:13:49.878652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-0dee06b4-ab08-4480-91b7-36202038777e tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 697 time: 0.1060190 Nov 16 21:13:49.879125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e3186c7c-4f4b-4a01-8e7d-f89ebbb9ad91 None None] Provisioning complete for port ed4dd445-d8e1-4604-9bfe-f937a12bc35e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:49.893740 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3186c7c-4f4b-4a01-8e7d-f89ebbb9ad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.005149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a214011-9616-4435-ac5d-2a0b1881e84d req-9a047d4b-bc3f-4d9c-8633-2abe3a4ea6b1 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.013244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a214011-9616-4435-ac5d-2a0b1881e84d req-9a047d4b-bc3f-4d9c-8633-2abe3a4ea6b1 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.0737102 Nov 16 21:13:50.015333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:50.015714 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.016599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-503be459-6b35-4712-bede-5301df0f9d6f tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 697 time: 0.1359904 Nov 16 21:13:50.099749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a214011-9616-4435-ac5d-2a0b1881e84d req-f53f27cd-3e6b-4976-9760-feb659c97635 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836031 Nov 16 21:13:50.100569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd2020-1b51-48ec-9b89-a0e34ccbecb2 None None] Pushing event updated for resources: {'Port': ['ID=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:50.121717 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] Set router b2f7500e-c48c-4bb2-b469-3e74d9e57594 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:13:50.239981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Deleting port 88a9b2e8-b083-4e44-bde1-8bd534562209 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:50.245725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.355831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3186c7c-4f4b-4a01-8e7d-f89ebbb9ad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.430633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.431016 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.440546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e3186c7c-4f4b-4a01-8e7d-f89ebbb9ad91 None None] For port ed4dd445-d8e1-4604-9bfe-f937a12bc35e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,segment=NetworkSegment(084c9cda-a8cf-4568-8470-0a270abd8bc1),segment_id=084c9cda-a8cf-4568-8470-0a270abd8bc1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:50.447270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3186c7c-4f4b-4a01-8e7d-f89ebbb9ad91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.459733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Calling delete_port for 88a9b2e8-b083-4e44-bde1-8bd534562209 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:50.517754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3186c7c-4f4b-4a01-8e7d-f89ebbb9ad91 None None] Pushing event updated for resources: {'Port': ['ID=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:50.528043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ed4dd445-d8e1-4604-9bfe-f937a12bc35e', 'name': '', 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'mac_address': 'fa:16:3e:de:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:40Z', 'updated_at': '2021-11-16T21:13:49Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'subnets': [{'id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:50.569244 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6477ff-c09a-4882-b0e3-347dbeec04ce None None] The sync data for ids ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'] in n-d-817778-8 is: [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:13:42Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ed4dd445-d8e1-4604-9bfe-f937a12bc35e', 'name': '', 'network_id': 'f10a6f19-3ce6-4e95-a3c7-faf123e2a971', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'mac_address': 'fa:16:3e:de:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:40Z', 'updated_at': '2021-11-16T21:13:49Z', 'revision_number': 4, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'subnets': [{'id': 'd2db1be0-dccc-4960-9699-092e6159f73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:13:50.593666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b72b605c-4599-4975-83e5-fc00fdd570d6 None None] Provisioning complete for port ed4dd445-d8e1-4604-9bfe-f937a12bc35e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:50.594428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b72b605c-4599-4975-83e5-fc00fdd570d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.672577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-a6346d86-9063-418c-b32f-a3323e935571 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:50.674295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-a6346d86-9063-418c-b32f-a3323e935571 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 814 time: 0.1860578 Nov 16 21:13:50.686317 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6f9eacb8-e297-4143-9039-d5281ca8f3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.702790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-eb065267-3d5a-4343-9031-c8f77dd7d429 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/quotas/b470e39a2c104643a39f45c2a4495994 HTTP/1.1" status: 200 len: 375 time: 0.0161910 Nov 16 21:13:50.735400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.751783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6d8a5abf-3878-4b81-b655-d196de6965db tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470943 Nov 16 21:13:50.809283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event deleted for resources: {'Port': ['ID=88a9b2e8-b083-4e44-bde1-8bd534562209,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:50.873859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.878502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:50.893532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-d4fe0a21-afb2-4f8f-b8bf-f2fad50e317a service neutron] 10.222.0.48 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407897 Nov 16 21:13:50.893900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6f70bb-6487-43d5-bf27-3697eed0a5e8 req-cb7e3f8c-4583-4ec5-9ca0-d931e926f5c9 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "DELETE /v2.0/floatingips/481547ab-9c91-41f4-83a4-15d28aac1be2 HTTP/1.1" status: 204 len: 173 time: 0.8759952 Nov 16 21:13:51.078140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-42ab9070-cbfa-4b6a-83ef-585c4eb00437 service neutron] 10.222.0.48 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834824 Nov 16 21:13:51.165189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03e17-3109-4e4a-ac5e-180e12b16b9c req-075e28c0-9949-4b3f-9c22-ab52f8f7ac7b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.166799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4c03e17-3109-4e4a-ac5e-180e12b16b9c req-075e28c0-9949-4b3f-9c22-ab52f8f7ac7b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1372976 Nov 16 21:13:51.218796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ed4dd445-d8e1-4604-9bfe-f937a12bc35e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:51.343696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4c03e17-3109-4e4a-ac5e-180e12b16b9c req-93f954ce-f8ea-42fd-8458-f81e015041e1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691177 Nov 16 21:13:51.350961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ed4dd445-d8e1-4604-9bfe-f937a12bc35e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:51.351373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:51.368381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c2fd7-4dc7-4df2-a29a-ef221202e08b req-8123eaf5-af92-4457-a8ac-a866c25c2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:51.376058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c9c2fd7-4dc7-4df2-a29a-ef221202e08b req-8123eaf5-af92-4457-a8ac-a866c25c2fda service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 1096 time: 0.1144915 Nov 16 21:13:51.474253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c9c2fd7-4dc7-4df2-a29a-ef221202e08b req-ee531429-b957-49cf-a438-c9992540c152 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864429 Nov 16 21:13:51.893227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d09847a9-a4bf-480c-bc65-c99000f28353 req-8f756541-bf26-4793-b7da-21826c585622 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 210 time: 0.0482624 Nov 16 21:13:52.052398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a29cb6-624d-4336-9d4e-dff15cd28b9b req-4c09d15f-6d54-4dcf-8644-8bcb86c28dfa tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.053959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3a29cb6-624d-4336-9d4e-dff15cd28b9b req-4c09d15f-6d54-4dcf-8644-8bcb86c28dfa tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.0854118 Nov 16 21:13:52.131592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3a29cb6-624d-4336-9d4e-dff15cd28b9b req-eacb6551-819b-4890-aaa4-cfeda9390f63 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705254 Nov 16 21:13:52.216179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd588e1-7847-452c-aa49-27801a6f285a req-9d7ffbcc-0b54-4aec-b3d6-b2c768b6cd62 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.217697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffd588e1-7847-452c-aa49-27801a6f285a req-9d7ffbcc-0b54-4aec-b3d6-b2c768b6cd62 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.0571589 Nov 16 21:13:52.273402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffd588e1-7847-452c-aa49-27801a6f285a req-83b07c63-eccd-490b-a254-e25985ac780a tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 Nov 16 21:13:52.462016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661dc30-a4ad-4a92-9f5c-fa190db31f6f req-849a4049-127d-4cc8-a91e-5d65b21f4cec tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.463490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a661dc30-a4ad-4a92-9f5c-fa190db31f6f req-849a4049-127d-4cc8-a91e-5d65b21f4cec tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0513549 Nov 16 21:13:52.518638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a661dc30-a4ad-4a92-9f5c-fa190db31f6f req-ed7fbca9-ead6-4c10-a376-85733c731277 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481009 Nov 16 21:13:52.781444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-f59a018e-d7b7-4546-a262-dbc8e6b92685 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:52.783348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-f59a018e-d7b7-4546-a262-dbc8e6b92685 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.47 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 814 time: 0.1222649 Nov 16 21:13:52.800223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Request body: {'port': {'device_id': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'admin_state_up': True, 'tenant_id': 'b470e39a2c104643a39f45c2a4495994'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:52.947811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Made reservation on behalf of b470e39a2c104643a39f45c2a4495994 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:13:52.954861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:52.991466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cdc91f53-eaa4-4742-9e71-6e77832b8f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.065094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89542008-925e-4022-aab6-d0b63336c1d0 req-69a589f3-4f41-442c-a721-1e772d30e942 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 210 time: 0.0699832 Nov 16 21:13:53.112146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Allocated IP 172.20.0.10 (e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4/ab54f354-4759-4e7a-8514-b7004671361b/f8336215-0c17-4289-8b0a-b3d2f2033b81) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:13:53.303843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd7822-3f08-46f0-8def-486b2eda1844 req-cdb02180-7169-4bc1-b86f-ee067074ce15 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.305837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bfd7822-3f08-46f0-8def-486b2eda1844 req-cdb02180-7169-4bc1-b86f-ee067074ce15 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.0819306 Nov 16 21:13:53.331858 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.411438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7792fa4-5722-41d7-9158-f46179614225 req-dbcce9e5-7f50-4c5a-8e24-b8e74ee15826 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.420255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bfd7822-3f08-46f0-8def-486b2eda1844 req-1d0b137f-ae2f-4b81-b937-8bf46ce43ea1 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Nov 16 21:13:53.421714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7792fa4-5722-41d7-9158-f46179614225 req-dbcce9e5-7f50-4c5a-8e24-b8e74ee15826 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.0735641 Nov 16 21:13:53.423279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.479503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7792fa4-5722-41d7-9158-f46179614225 req-fc689819-5d6c-4738-816e-007a0aaa24f4 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Nov 16 21:13:53.501767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:13:53.505745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:13:53.509538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:13:53.577475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.577994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.582465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:53.601184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-6fa2bee0-0eb2-495c-9a96-5cf77289de87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8071322 Nov 16 21:13:53.617770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Request body: {'port': {'device_id': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:13:53.699527 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:53.777998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-bea4d9ba-0f9b-406e-891a-75d3d6a4e412 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.779548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-bea4d9ba-0f9b-406e-891a-75d3d6a4e412 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.47 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.1502399 Nov 16 21:13:53.798729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061f1e9-0669-475a-882d-9f6becb84f6a req-3566014e-cd44-47a0-bd4e-9147c66bb958 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:53.800301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d061f1e9-0669-475a-882d-9f6becb84f6a req-3566014e-cd44-47a0-bd4e-9147c66bb958 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1828015 Nov 16 21:13:53.884964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d061f1e9-0669-475a-882d-9f6becb84f6a req-f088bd02-4604-4628-84ea-b62bdd147e12 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773306 Nov 16 21:13:54.030351 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.048652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Deleting port b052b1a6-9986-4101-979e-1e599d88ce86 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:54.049176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.151583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10353a-7b2b-401d-b50d-cecc82d2c404 req-9afda792-30d9-4bbf-a608-6007f642282a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.166003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd10353a-7b2b-401d-b50d-cecc82d2c404 req-9afda792-30d9-4bbf-a608-6007f642282a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1384065 Nov 16 21:13:54.293479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd10353a-7b2b-401d-b50d-cecc82d2c404 req-58623e06-5f01-4185-a108-5228876d2e58 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218596 Nov 16 21:13:54.302107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] For port b052b1a6-9986-4101-979e-1e599d88ce86, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b052b1a6-9986-4101-979e-1e599d88ce86,segment=NetworkSegment(3998d478-9be3-4b92-9f87-292ebeff8b43),segment_id=3998d478-9be3-4b92-9f87-292ebeff8b43)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:54.302372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.310909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:54.319978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Calling delete_port for b052b1a6-9986-4101-979e-1e599d88ce86 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:54.332537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.370022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Transition to ACTIVE for port object f8336215-0c17-4289-8b0a-b3d2f2033b81 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:13:54.391714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.483084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c57a9-05d8-4b2d-9f68-2de95a6c165b req-ae694072-0adf-4c3b-9a4c-a9e75f8357c9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.498696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-360c57a9-05d8-4b2d-9f68-2de95a6c165b req-ae694072-0adf-4c3b-9a4c-a9e75f8357c9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.2940016 Nov 16 21:13:54.529631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-aaee9a5a-d71d-4a00-b541-801f2bb0520a tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.532215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-aaee9a5a-d71d-4a00-b541-801f2bb0520a tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.41 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.4780829 Nov 16 21:13:54.582290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:13:54.603719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:54.784793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-360c57a9-05d8-4b2d-9f68-2de95a6c165b req-a4ebb1d2-2cb3-40e4-b89e-f8d89119b711 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847931 Nov 16 21:13:54.832780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:54.863989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'mac_address': 'fa:16:3e:06:e9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:13:54.890692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Deleting port 7594da5f-7c38-483e-b254-1e2e7e87bbdd {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:54.891147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.894512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.897637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d2849-20b6-4b03-ab56-f8106c00abdc req-3d09a88a-936a-4ac5-94b3-9aed290d8d2f tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:54.899265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-240d2849-20b6-4b03-ab56-f8106c00abdc req-3d09a88a-936a-4ac5-94b3-9aed290d8d2f tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/ports?device_id=de397a73-ba6e-4096-baa7-e526ab7dd378 HTTP/1.1" status: 200 len: 946 time: 0.2317104 Nov 16 21:13:54.950444 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:54.963411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:13:54.963749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:13:54.964081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:54.967111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:13:54.991582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:54.998542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.004319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Port f8336215-0c17-4289-8b0a-b3d2f2033b81 on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:13:55.004679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:13:55.055662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:13:55.056163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Checking segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:13:55.056572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Bound using segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:13:55.057053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Bound port: f8336215-0c17-4289-8b0a-b3d2f2033b81, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:13:55.057424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.096851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-240d2849-20b6-4b03-ab56-f8106c00abdc req-6cdd84c9-f952-4f87-988e-7a57a36ecd69 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.48 "GET /v2.0/security-groups?id=05e9f000-5d48-4de1-b69a-0786ed5f7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800635 Nov 16 21:13:55.117989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Pushing event deleted for resources: {'Port': ['ID=b052b1a6-9986-4101-979e-1e599d88ce86,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:55.118761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:55.140607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:13:55.221447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] No DVR routers for this DVR port b052b1a6-9986-4101-979e-1e599d88ce86 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:55.224446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.230766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1ff1aa09-176a-4bfa-a183-38fba2587356 req-f0915932-93aa-41e2-89b9-04694a0cc0f8 tempest-InstanceActionsTestJSON-1034042215 tempest-InstanceActionsTestJSON-1034042215-project] 10.222.0.47 "DELETE /v2.0/ports/b052b1a6-9986-4101-979e-1e599d88ce86 HTTP/1.1" status: 204 len: 173 time: 1.4293203 Nov 16 21:13:55.238335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'name': 'network-vif-deleted', 'tag': 'b052b1a6-9986-4101-979e-1e599d88ce86'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:55.245278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:13:55.246019 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aad60c-0fc5-49e6-8c4b-200493cb32b7" -d '{"events": [{"server_uuid": "de397a73-ba6e-4096-baa7-e526ab7dd378", "name": "network-vif-deleted", "tag": "b052b1a6-9986-4101-979e-1e599d88ce86"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:55.251196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:13:55.256975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.362180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.363081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.365077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] 10.222.0.47 "PUT /v2.0/ports/f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 1092 time: 1.7555606 Nov 16 21:13:55.369820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:55.380120 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a345af6a-7a36-455f-964e-eccc53229271" -d '{"events": [{"name": "network-changed", "server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:55.408637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] For port 7594da5f-7c38-483e-b254-1e2e7e87bbdd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7594da5f-7c38-483e-b254-1e2e7e87bbdd,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:55.409020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.426582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Calling delete_port for 7594da5f-7c38-483e-b254-1e2e7e87bbdd owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:13:55.458605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37239b-924b-415d-b925-e7342ac38b4f service neutron] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:55.545413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1abaa9-a733-4db3-974a-f888eef645e1 req-e7ec5d9b-dd95-4b5b-8c36-58181071408c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.554610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b1abaa9-a733-4db3-974a-f888eef645e1 req-e7ec5d9b-dd95-4b5b-8c36-58181071408c tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/ports?device_id=04656568-29a7-46fa-8d5e-bd0fecf756d8 HTTP/1.1" status: 200 len: 946 time: 0.6504192 Nov 16 21:13:55.557819 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.674211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b1abaa9-a733-4db3-974a-f888eef645e1 req-a88191f4-9144-404e-8717-695ac0da1865 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.48 "GET /v2.0/security-groups?id=96c6a590-3f46-4279-aed2-5438e49f8689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187108 Nov 16 21:13:55.708719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.776518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-c91baa0c-b6b0-4078-b7a1-8cd1f76cbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:55.779453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-c91baa0c-b6b0-4078-b7a1-8cd1f76cbdba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1095 time: 0.1410241 Nov 16 21:13:55.780247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Pushing event deleted for resources: {'Port': ['ID=7594da5f-7c38-483e-b254-1e2e7e87bbdd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:55.796241 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe43e64a-5ddb-4955-87dd-7ac26a40f10d x-openstack-request-id: req-fe43e64a-5ddb-4955-87dd-7ac26a40f10d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:55.796715 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de397a73-ba6e-4096-baa7-e526ab7dd378", "name": "network-vif-deleted", "tag": "b052b1a6-9986-4101-979e-1e599d88ce86", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:55.797258 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe43e64a-5ddb-4955-87dd-7ac26a40f10d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:55.797814 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de397a73-ba6e-4096-baa7-e526ab7dd378', 'name': 'network-vif-deleted', 'tag': 'b052b1a6-9986-4101-979e-1e599d88ce86', 'status': 'completed', 'code': 200} Nov 16 21:13:55.932046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] No DVR routers for this DVR port 7594da5f-7c38-483e-b254-1e2e7e87bbdd on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:13:55.939418 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:55.945274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d02a26f0-89c3-4c56-a5de-86f80103eb90 req-18beb7ee-5ea7-4488-8c19-34e6fdb44478 tempest-FloatingIPsAssociationTestJSON-1940794737 tempest-FloatingIPsAssociationTestJSON-1940794737-project] 10.222.0.41 "DELETE /v2.0/ports/7594da5f-7c38-483e-b254-1e2e7e87bbdd HTTP/1.1" status: 204 len: 173 time: 1.3974123 Nov 16 21:13:55.986103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-805dee38-3fcc-44a0-b623-6c4f47d7debf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.1977115 Nov 16 21:13:56.051854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-c4a98445-f65c-49d0-baa2-d28181260e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.056357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-c4a98445-f65c-49d0-baa2-d28181260e3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.0631168 Nov 16 21:13:56.106148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44a5a0-a3d6-48e0-9440-0217d044957b req-7d69cb2b-32b5-4999-84fc-cee875b69deb tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.109926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-38d2f8b7-40fa-4fc7-b0ef-708e8dfd222c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473473 Nov 16 21:13:56.122060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea44a5a0-a3d6-48e0-9440-0217d044957b req-7d69cb2b-32b5-4999-84fc-cee875b69deb tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1206129 Nov 16 21:13:56.247380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea44a5a0-a3d6-48e0-9440-0217d044957b req-0ac10fc5-49a5-41b8-82ee-a1568aff1c21 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241260 Nov 16 21:13:56.340973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-bf77f227-3956-4ff6-a9f1-6025cf6e07b0 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061517 Nov 16 21:13:56.478259 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60146489-9163-4763-afb7-7a0732a3149f x-openstack-request-id: req-60146489-9163-4763-afb7-7a0732a3149f {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:56.478922 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:56.481843 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60146489-9163-4763-afb7-7a0732a3149f {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:56.483195 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'status': 'completed', 'code': 200} Nov 16 21:13:56.517878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.580370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:13:56.583062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c6d672-6ce7-447e-9aec-2dd3f63abecf req-e2cb6448-de7d-4a62-86f7-2b12134eff23 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409496 Nov 16 21:13:56.682354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b052b1a6-9986-4101-979e-1e599d88ce86 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:56.750373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5dccd-69b8-4087-a66e-1a2d980c90e7 req-74bf6de2-d9e1-4382-a6b0-2fb8b915037a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.758897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be5dccd-69b8-4087-a66e-1a2d980c90e7 req-74bf6de2-d9e1-4382-a6b0-2fb8b915037a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.1487429 Nov 16 21:13:56.788382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: b052b1a6-9986-4101-979e-1e599d88ce86 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:56.789877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b052b1a6-9986-4101-979e-1e599d88ce86 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:56.825021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345af6a-7a36-455f-964e-eccc53229271 req-5027b9b4-4e78-4107-a2ef-159f2efdcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:56.831953 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-5027b9b4-4e78-4107-a2ef-159f2efdcfd0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1095 time: 0.1354220 Nov 16 21:13:56.846381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:13:56.848892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:56.862722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be5dccd-69b8-4087-a66e-1a2d980c90e7 req-84d66d6b-0aed-4086-b460-2758d25c49ec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017733 Nov 16 21:13:56.922014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35198) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:57.034038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Deleting subnet ef90e6b8-a949-4cd3-98a7-a53c63a5c69f {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:13:57.049230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.093032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345af6a-7a36-455f-964e-eccc53229271 req-b629b200-b973-42f2-8ab9-336641a760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.095515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-b629b200-b973-42f2-8ab9-336641a760c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.2526109 Nov 16 21:13:57.135539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.152239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.192374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-67938529-7b15-4992-aa09-d9d2993fbfb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.0852361 Nov 16 21:13:57.199941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:57.210965 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b8039-3f8f-41f8-b1e0-c8dd0acd3f4e" -d '{"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:57.236067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:57.243095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.243825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.244273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7594da5f-7c38-483e-b254-1e2e7e87bbdd no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:13:57.291167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 7594da5f-7c38-483e-b254-1e2e7e87bbdd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:13:57.291521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7594da5f-7c38-483e-b254-1e2e7e87bbdd not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:13:57.293616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35204) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:57.413313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:57.444494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345af6a-7a36-455f-964e-eccc53229271 req-6048222f-28cb-4064-8b44-a33f48ec95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:57.446747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-6048222f-28cb-4064-8b44-a33f48ec95c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.2455032 Nov 16 21:13:57.447138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.531324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-20121b75-ae61-4fc8-82c3-cab9da2fc565 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758703 Nov 16 21:13:57.537458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef90e6b8-a949-4cd3-98a7-a53c63a5c69f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:57.559659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.568115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-892c70fb-dba8-4d94-88ad-a6af8d05382e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef90e6b8-a949-4cd3-98a7-a53c63a5c69f HTTP/1.1" status: 204 len: 168 time: 0.6447217 Nov 16 21:13:57.570591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35212) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:57.593041 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e031e4a3-cf60-4b1f-8907-ef0651f8fb83 x-openstack-request-id: req-e031e4a3-cf60-4b1f-8907-ef0651f8fb83 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:57.593642 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:57.593642 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e031e4a3-cf60-4b1f-8907-ef0651f8fb83 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:57.594004 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'code': 200} Nov 16 21:13:57.680511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.869649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.904254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44669035-b5e4-4172-a878-0dcc1d49b3af']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:57.917944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3998d478-9be3-4b92-9f87-292ebeff8b43') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:57.918504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3998d478-9be3-4b92-9f87-292ebeff8b43') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:13:57.930774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.952209 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:57.960552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:13:57.961377 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.070966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'name': 'network-vif-deleted', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:13:58.074976 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188f48ff-fef0-40ec-9595-31a58acdbf0d" -d '{"events": [{"server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "name": "network-vif-deleted", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:13:58.085626 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:13:58.171252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ce2b-dff5-4cc6-bf87-dc3f28184700 req-ab0e3cb1-ebbb-4f50-91ee-ac08085ffa8e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:58.182780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65d2ce2b-dff5-4cc6-bf87-dc3f28184700 req-ab0e3cb1-ebbb-4f50-91ee-ac08085ffa8e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.4236927 Nov 16 21:13:58.207029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.213978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.221309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/44669035-b5e4-4172-a878-0dcc1d49b3af HTTP/1.1" status: 204 len: 168 time: 0.6483271 Nov 16 21:13:58.251115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44669035-b5e4-4172-a878-0dcc1d49b3af,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:58.274568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.275292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.275803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.276331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.278319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.278792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.279584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.280176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.280762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.281447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.281967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.282504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0977c-4610-4ac7-9aa6-b990d0f47ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:13:58.395132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65d2ce2b-dff5-4cc6-bf87-dc3f28184700 req-0005cdb0-90da-4207-a49a-088356d2c9f7 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096934 Nov 16 21:13:58.533620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35222) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:58.564770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-7cba4112-6589-4784-8244-e0d5b69359ec service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0232105 Nov 16 21:13:58.727008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-27b53228-d017-4f2e-b4d3-1ee2208414eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba3b89c8644241a1814009d7ae848874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921458 Nov 16 21:13:58.733436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:13:58.784441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2fa2-c0bf-4fd0-b184-9073cfa44efc req-c62fc88c-b85c-482e-b289-73711e16465c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:58.795366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36cf2fa2-c0bf-4fd0-b184-9073cfa44efc req-c62fc88c-b85c-482e-b289-73711e16465c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.1335499 Nov 16 21:13:58.822782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a345af6a-7a36-455f-964e-eccc53229271 req-84002040-a160-45e4-bcfc-d2a380e4e35a service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480729 Nov 16 21:13:58.885830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1bbb-53b5-4f13-8470-5033b9c93ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.897200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36cf2fa2-c0bf-4fd0-b184-9073cfa44efc req-f61acfdf-e8e8-4d54-a730-1e9096be7170 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864136 Nov 16 21:13:58.935823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1bbb-53b5-4f13-8470-5033b9c93ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:58.942312 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2810d113-bb49-4fd9-a1b7-e33f128a0647 x-openstack-request-id: req-2810d113-bb49-4fd9-a1b7-e33f128a0647 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:13:58.942624 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04656568-29a7-46fa-8d5e-bd0fecf756d8", "name": "network-vif-deleted", "tag": "7594da5f-7c38-483e-b254-1e2e7e87bbdd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:13:58.942902 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2810d113-bb49-4fd9-a1b7-e33f128a0647 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:13:58.943259 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04656568-29a7-46fa-8d5e-bd0fecf756d8', 'name': 'network-vif-deleted', 'tag': '7594da5f-7c38-483e-b254-1e2e7e87bbdd', 'status': 'completed', 'code': 200} Nov 16 21:13:59.030226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1bbb-53b5-4f13-8470-5033b9c93ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.034000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc3a1bbb-53b5-4f13-8470-5033b9c93ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.035172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc3a1bbb-53b5-4f13-8470-5033b9c93ae4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05e9f000-5d48-4de1-b69a-0786ed5f7fbf HTTP/1.1" status: 204 len: 168 time: 0.3007619 Nov 16 21:13:59.050739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a1bbb-53b5-4f13-8470-5033b9c93ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9f000-5d48-4de1-b69a-0786ed5f7fbf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:13:59.060347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.612360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Deleting port 139ae2c6-3af9-434b-a204-581045fe752e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:13:59.615980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.702607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dae88-7baa-4cb3-8e5a-d792d5e86304 req-403710a2-9daf-442f-8280-bb38e7dfa554 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:13:59.720392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-022dae88-7baa-4cb3-8e5a-d792d5e86304 req-403710a2-9daf-442f-8280-bb38e7dfa554 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1658676 Nov 16 21:13:59.854169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-022dae88-7baa-4cb3-8e5a-d792d5e86304 req-492b90e3-04b1-4264-ae12-ea75335125b8 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268289 Nov 16 21:13:59.856820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] For port 139ae2c6-3af9-434b-a204-581045fe752e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=139ae2c6-3af9-434b-a204-581045fe752e,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:13:59.857185 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:13:59.889706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Calling delete_port for 139ae2c6-3af9-434b-a204-581045fe752e owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:00.124772 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:14:00.258434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.363686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5abe-22c9-408c-9926-ba756535aff4 req-d15fa76e-672f-4a13-90a3-6a16ae04be51 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:00.366606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Pushing event deleted for resources: {'Port': ['ID=139ae2c6-3af9-434b-a204-581045fe752e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:00.370069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b66f5abe-22c9-408c-9926-ba756535aff4 req-d15fa76e-672f-4a13-90a3-6a16ae04be51 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.1679273 Nov 16 21:14:00.538645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b66f5abe-22c9-408c-9926-ba756535aff4 req-9d7a156e-35b0-47b2-8813-f2f93592b02a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610525 Nov 16 21:14:00.602836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:00.811613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:00.959905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf1977-7efe-438c-b557-4937e03f2c64 req-9544595b-6352-4a81-a39a-5b70cc85f8e7 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:00.961827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ecf1977-7efe-438c-b557-4937e03f2c64 req-9544595b-6352-4a81-a39a-5b70cc85f8e7 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.0990210 Nov 16 21:14:01.054233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:01.077221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ecf1977-7efe-438c-b557-4937e03f2c64 req-978f9de8-70bf-4d00-b10e-4452ba423503 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042161 Nov 16 21:14:01.086284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'port_id': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'mac_address': 'fa:16:3e:e8:dc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab54f354-4759-4e7a-8514-b7004671361b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:01.173492 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.205723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:01.258950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:01.264257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:01.331561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Router 74b5c476-96d7-4232-83ea-7691d7758f08 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:01.368686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:01.642048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f8336215-0c17-4289-8b0a-b3d2f2033b81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:01.782227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:01.795260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8a0bd871-bf5f-4086-9a36-14872b88d809 admin admin] 10.222.0.48 "PUT /v2.0/routers/74b5c476-96d7-4232-83ea-7691d7758f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5004842 Nov 16 21:14:01.797751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35296) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:01.810279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] Sync routers for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:01.882011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:01.884209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:01.923976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d97ca-7930-402a-9b21-d33fc15c897e req-0b22ec38-5b3a-4d24-9ccf-28dcbdba6029 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:01.931930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e6d97ca-7930-402a-9b21-d33fc15c897e req-0b22ec38-5b3a-4d24-9ccf-28dcbdba6029 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.2581766 Nov 16 21:14:02.013244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:02.163747 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e6d97ca-7930-402a-9b21-d33fc15c897e req-a2ffb727-da70-46ca-a935-b8fe0927970c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289376 Nov 16 21:14:02.280405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:02.294583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:02.365501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Deleting port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:02.366565 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:02.468181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] For port 5c5a6720-ee03-468a-a756-6ea7a3a71a1e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:02.468857 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:02.491821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Calling delete_port for 5c5a6720-ee03-468a-a756-6ea7a3a71a1e owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:02.600390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:14:00Z', 'revision_number': 5, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port': {'id': '5c5a6720-ee03-468a-a756-6ea7a3a71a1e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:02.639122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] Checking router: 74b5c476-96d7-4232-83ea-7691d7758f08 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:02.659478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] Routers {'74b5c476-96d7-4232-83ea-7691d7758f08'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:02.660751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['74b5c476-96d7-4232-83ea-7691d7758f08'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:02.733491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:02.773898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5a6720-ee03-468a-a756-6ea7a3a71a1e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:02.803000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] Set router 74b5c476-96d7-4232-83ea-7691d7758f08 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:02.884925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:14:02Z', 'revision_number': 6, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:02.900941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:02.917203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab91e3-c7c6-4bb6-8621-d2e738cdd726 None None] The sync data for ids ['74b5c476-96d7-4232-83ea-7691d7758f08'] in n-d-817778-8 is: [{'id': '74b5c476-96d7-4232-83ea-7691d7758f08', 'name': 'tempest-FloatingIPsAssociationTestJSON-642011590-router', 'tenant_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:18Z', 'updated_at': '2021-11-16T21:14:02Z', 'revision_number': 6, 'project_id': 'b4b60afcd3f648178e6ef3c300c8662d', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:02.998870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.017011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.020025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.079643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.080352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b5c476-96d7-4232-83ea-7691d7758f08 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:14:03.085265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.086712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6154982d-e7dc-4cce-9d48-b543ca418bf5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/74b5c476-96d7-4232-83ea-7691d7758f08 HTTP/1.1" status: 204 len: 168 time: 1.2877235 Nov 16 21:14:03.089062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:03.152732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Deleting subnet 261152c2-2ae9-4978-97ac-6cdd9793d249 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:14:03.163190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.208819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.353358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.368991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 139ae2c6-3af9-434b-a204-581045fe752e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:03.405224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 139ae2c6-3af9-434b-a204-581045fe752e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:03.406089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 139ae2c6-3af9-434b-a204-581045fe752e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:03.451855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.490346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261152c2-2ae9-4978-97ac-6cdd9793d249,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:03.493406 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:03.495773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3744621-c0f5-4a42-a094-82e95e41c262 None None] Network e44d38ba-16a0-4836-be16-b336a27a5b97 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:03.510174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:03.513192 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/261152c2-2ae9-4978-97ac-6cdd9793d249 HTTP/1.1" status: 204 len: 168 time: 0.4221985 Nov 16 21:14:03.526081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.528654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.529204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.538058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.538654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.539155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.539634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.540126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.540609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.541079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.541599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.542072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d77a88-af53-427d-b258-27529f94bd52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:03.817974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] DHCP port deletion for e44d38ba-16a0-4836-be16-b336a27a5b97 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:14:03.895958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] Deleting port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:03.897883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.014637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] For port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:04.015805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.032560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] Calling delete_port for 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:04.075134 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.150122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Deleting port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:04.150436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.218130 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.237249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] No DVR routers for this DVR port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:04.274614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] For port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,segment=NetworkSegment(adcf8532-645a-44b5-8fe5-ac343f2dbda3),segment_id=adcf8532-645a-44b5-8fe5-ac343f2dbda3)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:04.274614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.286840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c5b80-36b9-4a5e-9be9-3d2f65faac35 None None] Pushing event deleted for resources: {'Port': ['ID=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:04.302712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Calling delete_port for 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:04.411129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.440264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c95088b-5ba4-435a-8a86-6a59e7c2b7bb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:04.446451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] No DVR routers for this DVR port 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:04.553591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.623085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:04.634224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44d38ba-16a0-4836-be16-b336a27a5b97']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:04.652912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcf8532-645a-44b5-8fe5-ac343f2dbda3') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:04.653246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcf8532-645a-44b5-8fe5-ac343f2dbda3') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:04.667294 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.701663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.708137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:14:04.708533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:14:04.710344 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:14:04.734459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port f8336215-0c17-4289-8b0a-b3d2f2033b81 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:04.739873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port f8336215-0c17-4289-8b0a-b3d2f2033b81 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:04.740256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.797302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.804282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.809540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e44d38ba-16a0-4836-be16-b336a27a5b97 HTTP/1.1" status: 204 len: 168 time: 1.2980583 Nov 16 21:14:04.833732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f65fbb-d6e4-4047-8ecc-36b655fc5f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44d38ba-16a0-4836-be16-b336a27a5b97,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:04.882369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.911905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:04.914344 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0c9bb-9955-4d7b-a943-ed244a99eb30" -d '{"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-plugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:04.932425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:04.942979 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.948868 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:04.999057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:05.131779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c5a6720-ee03-468a-a756-6ea7a3a71a1e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:05.132884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:05.181405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5c5a6720-ee03-468a-a756-6ea7a3a71a1e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:05.181795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c5a6720-ee03-468a-a756-6ea7a3a71a1e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:05.182217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:05.185694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7857c09e-0632-464b-a038-dfbe721e0324 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4b60afcd3f648178e6ef3c300c8662d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515308 Nov 16 21:14:05.188867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35338) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:05.225828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:05.226659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c95088b-5ba4-435a-8a86-6a59e7c2b7bb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:05.283990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d95f921-8b8b-4972-bef4-5ac860c0c754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.311528 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d95f921-8b8b-4972-bef4-5ac860c0c754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.367397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d95f921-8b8b-4972-bef4-5ac860c0c754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.371305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d95f921-8b8b-4972-bef4-5ac860c0c754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:05.376057 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d95f921-8b8b-4972-bef4-5ac860c0c754 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96c6a590-3f46-4279-aed2-5438e49f8689 HTTP/1.1" status: 204 len: 168 time: 0.1820896 Nov 16 21:14:05.384201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95f921-8b8b-4972-bef4-5ac860c0c754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6a590-3f46-4279-aed2-5438e49f8689,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:05.461903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-920b265f-ca62-4078-9796-2d4d254cd619 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:05.467096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-920b265f-ca62-4078-9796-2d4d254cd619 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.1954343 Nov 16 21:14:05.497098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-c3e747d0-76ff-4100-8e45-8dc313fb1b0d tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/quotas/57355c4bde714f70b2ecd5e00bba38d1 HTTP/1.1" status: 200 len: 375 time: 0.0222034 Nov 16 21:14:05.599971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-42150196-2b2e-4d55-bbf7-e780817247e1 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941510 Nov 16 21:14:05.611928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-7a15be31-0b65-4e9f-a890-808f3dfcbfef service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:14:05.612970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-7a15be31-0b65-4e9f-a890-808f3dfcbfef service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054493 Nov 16 21:14:05.845712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-8e26c8b2-c343-4c3f-99ce-5b23af3e2f2b service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041395 Nov 16 21:14:06.060069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ef35f-fc5f-479c-859d-2c05edb0c975 req-b2a90643-0f60-44cf-9460-7083f4569e9d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.073163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c92ef35f-fc5f-479c-859d-2c05edb0c975 req-b2a90643-0f60-44cf-9460-7083f4569e9d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1303914 Nov 16 21:14:06.134807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-82104fe4-2150-4979-a0d6-6812f8c311d6 service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684824 Nov 16 21:14:06.252284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c92ef35f-fc5f-479c-859d-2c05edb0c975 req-982aa8c0-dbf8-471a-be35-e983f9416ea8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773968 Nov 16 21:14:06.257189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-50ac704d-922f-400a-8f21-e91789433658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.260353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-50ac704d-922f-400a-8f21-e91789433658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.1642997 Nov 16 21:14:06.349858 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce1559-dd02-433f-b2f2-23ddabf2b701 x-openstack-request-id: req-b2ce1559-dd02-433f-b2f2-23ddabf2b701 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:06.350799 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-plugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:06.351349 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2ce1559-dd02-433f-b2f2-23ddabf2b701 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:06.352110 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'code': 200} Nov 16 21:14:06.570258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-c3bd286d-c899-4efb-a6b5-7bad815dcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.571862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-c3bd286d-c899-4efb-a6b5-7bad815dcea0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.2994118 Nov 16 21:14:06.605715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477867b-3d17-496c-a458-8bcbed1a3765 req-59f8eaff-e203-45a3-93ff-22f984fd2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.612090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5477867b-3d17-496c-a458-8bcbed1a3765 req-59f8eaff-e203-45a3-93ff-22f984fd2e9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1097 time: 0.1427438 Nov 16 21:14:06.685743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-299a2327-de7e-46ef-bbc3-e941f5dc92f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.0915942 Nov 16 21:14:06.794317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5477867b-3d17-496c-a458-8bcbed1a3765 req-27116d15-cf00-4366-a108-d9ff36283826 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712060 Nov 16 21:14:06.922759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-0e3ee8c5-5677-4029-aa7e-eab64592d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:06.924841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-0e3ee8c5-5677-4029-aa7e-eab64592d5bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.2225728 Nov 16 21:14:06.983246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-ebb4360b-1322-4471-8555-0b0e5c22375c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505114 Nov 16 21:14:07.138033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0115c-1b5b-45a0-9321-b88785623237 req-2c4650c7-1752-417e-beda-c7fb0f2ae41b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.140499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26c0115c-1b5b-45a0-9321-b88785623237 req-2c4650c7-1752-417e-beda-c7fb0f2ae41b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1563005 Nov 16 21:14:07.206523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f6bd-6640-4b6f-9fc1-7576963fc6b3 req-f4511b92-6b0f-4f1d-9e68-705691c2e4aa tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:07.208869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f634f6bd-6640-4b6f-9fc1-7576963fc6b3 req-f4511b92-6b0f-4f1d-9e68-705691c2e4aa tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.1937985 Nov 16 21:14:07.338106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-4925df69-52ee-456c-b60a-1c0054900f15 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412733 Nov 16 21:14:07.448182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35410) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:07.476316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f634f6bd-6640-4b6f-9fc1-7576963fc6b3 req-a4ad5376-8a4f-4d02-8c8c-121c5ff4e84f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576883 Nov 16 21:14:07.717975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26c0115c-1b5b-45a0-9321-b88785623237 req-d71c9bf4-238c-4832-9346-4f7e7de9d2ca tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609453 Nov 16 21:14:07.738894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abff262f-5df1-461b-81ce-c7d2b717c7e1 req-a12f5c3f-6199-4f0b-b36b-5f0634d3ad82 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757834 Nov 16 21:14:07.903166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9c34-0c44-4db7-8f20-ab6bf854fa1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:07.905239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8ecd993-d100-454a-a2ea-240f8467889e req-549f98b4-343f-4b80-96eb-0fac1f7c13a0 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 210 time: 0.0454490 Nov 16 21:14:08.102247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9c34-0c44-4db7-8f20-ab6bf854fa1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.108356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d205bc-083e-4dc2-97de-ebeb04e2aa4f req-e01b4206-23d4-4467-9e99-6597b284726a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:08.110130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9c34-0c44-4db7-8f20-ab6bf854fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.114501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1d205bc-083e-4dc2-97de-ebeb04e2aa4f req-e01b4206-23d4-4467-9e99-6597b284726a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1320896 Nov 16 21:14:08.194117 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae9a9c34-0c44-4db7-8f20-ab6bf854fa1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08ea0e5777cc4f22a33bc5269a0bf110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7163103 Nov 16 21:14:08.195738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35444) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:08.203365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a9c34-0c44-4db7-8f20-ab6bf854fa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3954e673-e233-4503-bf82-62f039c3b9a5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:08.213410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1d205bc-083e-4dc2-97de-ebeb04e2aa4f req-43bf8f5e-9af1-468a-a242-08eb804bfe20 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873835 Nov 16 21:14:08.308289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcba567e-7fdd-409e-86ba-8eed071470cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.337382 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcba567e-7fdd-409e-86ba-8eed071470cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.405426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcba567e-7fdd-409e-86ba-8eed071470cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.409342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcba567e-7fdd-409e-86ba-8eed071470cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:08.413412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bcba567e-7fdd-409e-86ba-8eed071470cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3954e673-e233-4503-bf82-62f039c3b9a5 HTTP/1.1" status: 204 len: 168 time: 0.2165401 Nov 16 21:14:08.423004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba567e-7fdd-409e-86ba-8eed071470cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3954e673-e233-4503-bf82-62f039c3b9a5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:08.808307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-4aa0103c-eb18-4059-a937-2068266d1f58 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:08.811184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-4aa0103c-eb18-4059-a937-2068266d1f58 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.2905951 Nov 16 21:14:08.822969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Request body: {'port': {'device_id': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'admin_state_up': True, 'tenant_id': '57355c4bde714f70b2ecd5e00bba38d1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:09.071570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dab96-9bb4-49b4-85ef-6293dbfed757 req-3507b7cc-f896-4f46-8781-e4f9849bc162 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.079506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-674dab96-9bb4-49b4-85ef-6293dbfed757 req-3507b7cc-f896-4f46-8781-e4f9849bc162 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0800493 Nov 16 21:14:09.214294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Made reservation on behalf of 57355c4bde714f70b2ecd5e00bba38d1 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:09.219933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:09.234054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-674dab96-9bb4-49b4-85ef-6293dbfed757 req-8d27eabf-4fc4-4eec-9ae9-8867ee680c6c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515334 Nov 16 21:14:09.556196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Allocated IP 172.20.0.7 (b648ef37-af4d-41e8-aafc-ea5dffea0e1b/283ab417-8a5d-418e-abac-2883d8ee9d14/84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:09.613827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c2f95c2-69f1-41b4-a3e8-ddfa5a3d8a01 req-6fd3d88f-00b4-4c6e-aced-da96be1f085c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 210 time: 0.0531139 Nov 16 21:14:09.757252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3eb6-8bd7-4aaa-97f0-33d58ecddfab req-9c035f6f-1929-4b8f-8769-7487290d0e87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.759234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ecc3eb6-8bd7-4aaa-97f0-33d58ecddfab req-9c035f6f-1929-4b8f-8769-7487290d0e87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0924742 Nov 16 21:14:09.759932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35548) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:09.830861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ecc3eb6-8bd7-4aaa-97f0-33d58ecddfab req-3ba606a8-21ff-4dec-996a-042bb466f946 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630453 Nov 16 21:14:09.955829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9456ef-4cc1-4023-b592-180dbf35e901 req-7872babd-e006-428e-a2a2-79cdf25226a3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:09.963658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c9456ef-4cc1-4023-b592-180dbf35e901 req-7872babd-e006-428e-a2a2-79cdf25226a3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.5034215 Nov 16 21:14:09.968488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.027192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1572723766-network', 'tenant_id': 'eff893ad234d41009410f4f434528fb7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:10.071414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:10.072296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c9456ef-4cc1-4023-b592-180dbf35e901 req-1c95cce4-3dd5-430a-bbf8-e6d7aa6f457c tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075244 Nov 16 21:14:10.074715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.094519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.099212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.114713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['44ff4632-d7ac-4361-b00f-ed9fb68fc41e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:10.117068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:10.264013 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.268222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.294855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:10.305947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:10.324625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:10.327204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:10.354538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ee652-da33-447b-a98b-02baa6d7c9c1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:10.364771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.366892 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Added segment bce1925e-d220-49f2-948b-9ea3e11fedbb of type vlan for network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 Nov 16 21:14:10.387222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event updated for resources: {'Port': ['ID=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:10.436741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:10.437825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.479571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b6120f80-16ee-484b-9ef2-12ae21447362 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605365 Nov 16 21:14:10.490252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-e42085e0-bc21-4e23-830c-9586fb90a6ad tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:10.497212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.499033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-e42085e0-bc21-4e23-830c-9586fb90a6ad tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 814 time: 0.2494159 Nov 16 21:14:10.512295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Request body: {'port': {'device_id': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:10.557177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-8448ddbf-b706-48ce-b4bc-55cff603486e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/quotas/b470e39a2c104643a39f45c2a4495994 HTTP/1.1" status: 200 len: 375 time: 0.0569739 Nov 16 21:14:10.569175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.570172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:10.570818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.713451 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.759036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9977536 Nov 16 21:14:10.763140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:10.767990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Request body: {'subnet': {'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1572723766-subnet', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:10.777216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0771f958-0227-4189-9418-37afce8aa89c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2174428 Nov 16 21:14:10.851195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:10.853594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:10.857402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14deb3-6a8a-4dd2-a64a-8e6bc0dfee8c admin admin] Pushing event updated for resources: {'Network': ['ID=cbac8ea0-e654-40d2-aaf4-0186fac49cf9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:10.868497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:10.943129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6880e309-7a17-435a-8141-8f520ab4890b tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:10.944643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6880e309-7a17-435a-8141-8f520ab4890b tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.47 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.2137742 Nov 16 21:14:11.004212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c24b-c10d-4976-837f-3d276f3b0fa9 req-783381af-a6d4-4b89-8efd-69f87c49e81e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.012587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62f3c24b-c10d-4976-837f-3d276f3b0fa9 req-783381af-a6d4-4b89-8efd-69f87c49e81e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2108712 Nov 16 21:14:11.250968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:11.260220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.263371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62f3c24b-c10d-4976-837f-3d276f3b0fa9 req-e5117ce5-f354-449e-b6fa-0982730b516c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496777 Nov 16 21:14:11.267240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.276260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Transition to ACTIVE for port object 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:11.282481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.328016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Deleting port 9970d322-63e8-41fa-a836-a3b6461820e9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:11.328358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.386806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Pushing event updated for resources: {'Port': ['ID=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.406495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-a4ef74e0-7a10-4f55-9c8e-10d0ea8e17f0 service neutron] 10.222.0.48 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261902 Nov 16 21:14:11.495137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36129606-b2f6-41b3-a1df-7793dd3e0b75,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.543740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Attempting to bind port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:11.544070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Attempting to bind port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:11.544404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Attempting to bind port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:11.546831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995ab0-2fda-409b-bd6e-0c2bdd0734b2 req-9686f451-416a-4fb0-994d-03f1d00d6d19 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.548540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90995ab0-2fda-409b-bd6e-0c2bdd0734b2 req-9686f451-416a-4fb0-994d-03f1d00d6d19 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 943 time: 0.1252573 Nov 16 21:14:11.549650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:11.550297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Network hostable DHCP agents. Network: cbac8ea0-e654-40d2-aaf4-0186fac49cf9, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:11.561992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:11.562223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Attempting to bind port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:11.576018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:11.576363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Checking segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:11.576752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Bound using segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:11.577188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Bound port: 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:11.577952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.581498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-3c5ccd2c-b13d-40b9-86a7-7dc5126a1db4 service neutron] 10.222.0.48 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692865 Nov 16 21:14:11.588938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] For port 9970d322-63e8-41fa-a836-a3b6461820e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9970d322-63e8-41fa-a836-a3b6461820e9,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:11.589979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.614821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:11.673103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] For port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:11.676620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] For port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:11.681688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, cbac8ea0-e654-40d2-aaf4-0186fac49cf9) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:11.685338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.690217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d322dd5-1af7-4c68-8e88-d662fff58559 None None] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:11.733045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.737264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.750890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.751894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:11.754369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] 10.222.0.47 "PUT /v2.0/ports/84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 HTTP/1.1" status: 200 len: 1091 time: 1.2474742 Nov 16 21:14:11.756866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'tag': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:11.761754 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a5322a-d152-49ad-9add-e9190c87c326", "tag": "84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:11.838604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90995ab0-2fda-409b-bd6e-0c2bdd0734b2 req-9c2b1eb0-6d0e-4c0b-a603-d2e4c13bd037 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697062 Nov 16 21:14:11.879903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0255ee9e-6f9b-4b47-9b92-8bf7a2aa9472 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1147339 Nov 16 21:14:11.940079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9e367-6d34-463d-9810-96e9e16fa547 service neutron] Pushing event updated for resources: {'Port': ['ID=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:11.946828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35640) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:11.954053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:11.976905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-02521eaa-b24c-4564-8268-a0dcda5e3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:11.979155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-02521eaa-b24c-4564-8268-a0dcda5e3de4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 1094 time: 0.1580043 Nov 16 21:14:12.052551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.058067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.071612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:14:12.073901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.123947 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef92216-adde-4cb4-99b4-fa4fbd972259 x-openstack-request-id: req-3ef92216-adde-4cb4-99b4-fa4fbd972259 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:12.124234 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a5322a-d152-49ad-9add-e9190c87c326", "tag": "84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:12.124485 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ef92216-adde-4cb4-99b4-fa4fbd972259 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:12.128585 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'tag': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9', 'status': 'completed', 'code': 200} Nov 16 21:14:12.133989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-9b6684dd-bf5f-47e4-9ffb-9ad15a613f13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 HTTP/1.1" status: 200 len: 217 time: 0.1467431 Nov 16 21:14:12.255457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9325b27-854d-4f1c-9ff6-99569449054f req-3af653e8-2efe-487b-8938-fe04708634d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.256933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-3af653e8-2efe-487b-8938-fe04708634d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.1155205 Nov 16 21:14:12.263270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4c8de02-4291-46a1-bb4e-3b215dfacfc1 req-f3240b5a-3cb2-4714-a8b6-9a4c6f7a5e19 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 210 time: 0.0571327 Nov 16 21:14:12.404462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.405357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.405813 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Floating IP 71903e11-2cb6-40d0-ab20-44fa477c3e25 disassociated. External IP: 172.25.3.8, port: 9970d322-63e8-41fa-a836-a3b6461820e9. Nov 16 21:14:12.406271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Calling delete_port for 9970d322-63e8-41fa-a836-a3b6461820e9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:12.412616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-8dd5c256-01d8-4267-aa93-b944ab538805 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257873 Nov 16 21:14:12.460083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Allocated IP 172.20.0.2 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:12.493994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.583773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabed6e-3069-4947-8dd8-717f313a77a3 req-a47f10e5-3d86-469b-bbca-5fcdc873e222 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:12.593015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7eabed6e-3069-4947-8dd8-717f313a77a3 req-a47f10e5-3d86-469b-bbca-5fcdc873e222 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 945 time: 0.3348312 Nov 16 21:14:12.751039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7eabed6e-3069-4947-8dd8-717f313a77a3 req-588e91af-ff92-4ec1-a549-e1f180ce0f8c tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups?id=573b980e-9eb2-4d45-8a2a-0dba2c762b93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507196 Nov 16 21:14:12.777208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-b503ba3e-a93e-4b45-a8c6-794b4832b9b9 service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540726 Nov 16 21:14:12.791644 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.806906 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:12.940227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:12.955691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:12.969393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:12.975487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Pushing event updated for resources: {'Port': ['ID=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.048732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9325b27-854d-4f1c-9ff6-99569449054f req-ef3f5ee2-d9ba-4d18-a4b7-9ad6d08ad0b4 service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644694 Nov 16 21:14:13.136073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Attempting to bind port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:13.139301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Attempting to bind port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:13.139819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Attempting to bind port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:13.150996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:13.161829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:13.162545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.165329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:13.166070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Bound port: 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:13.168180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.193145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a402e3b-d0fe-4a7c-a72a-5affba581b0c req-6256e346-0c15-4121-a703-aff6acedbeca tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.204018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4a402e3b-d0fe-4a7c-a72a-5affba581b0c req-6256e346-0c15-4121-a703-aff6acedbeca tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1533053 Nov 16 21:14:13.282791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] For port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:13.287916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] For port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:13.290917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.294544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.321850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:13.370444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4a402e3b-d0fe-4a7c-a72a-5affba581b0c req-1c3791a5-747f-4b1d-8c4c-1f25cb2e581c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646078 Nov 16 21:14:13.378499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-83fb5b8f-20d3-4223-8d37-d6b0b61d408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.383262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-83fb5b8f-20d3-4223-8d37-d6b0b61d408c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 1094 time: 0.2331676 Nov 16 21:14:13.416981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66262995-99ab-460c-acbc-1ed7cedbff23 None None] Pushing event updated for resources: {'Port': ['ID=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.516989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event deleted for resources: {'Port': ['ID=9970d322-63e8-41fa-a836-a3b6461820e9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:13.572588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55402551-f113-4079-8346-8ad7da39c3f6 req-c9f94c2a-09ec-4b69-82dc-f68706f65542 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.581315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55402551-f113-4079-8346-8ad7da39c3f6 req-c9f94c2a-09ec-4b69-82dc-f68706f65542 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 943 time: 0.4687231 Nov 16 21:14:13.585616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-96e51571-af97-48ea-8615-43f1f6d8a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:13.591590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-96e51571-af97-48ea-8615-43f1f6d8a956 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 915 time: 0.2000604 Nov 16 21:14:13.661627 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55402551-f113-4079-8346-8ad7da39c3f6 req-45d654d9-f428-4384-855a-fbb6ff42e992 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793242 Nov 16 21:14:13.766223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Router b5e05e57-b4a3-4872-9066-4134b58d7d44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:13.823265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-7979ade9-936b-4f07-9884-e9dfc108314b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 HTTP/1.1" status: 200 len: 217 time: 0.2245119 Nov 16 21:14:14.512158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-f213f664-79fd-4382-b9db-73fd3135ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:14.514708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-f213f664-79fd-4382-b9db-73fd3135ea98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.0608482 Nov 16 21:14:14.528663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b609d30-5bb0-4d9c-a16b-8ffad319413c req-a94963f4-b89e-4e66-bc8a-dd921c2621e4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 210 time: 0.7411132 Nov 16 21:14:14.587518 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-598d3029-a520-4b90-8f1d-59de53b8ca74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577266 Nov 16 21:14:14.814862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af4b66-3a7c-4f27-ae7d-6cc340318df7 req-20e1ffd8-0ed0-414b-b99d-12d563ed41d2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:14.816446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36af4b66-3a7c-4f27-ae7d-6cc340318df7 req-20e1ffd8-0ed0-414b-b99d-12d563ed41d2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0989609 Nov 16 21:14:14.915662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-9900e68e-7e7f-49c4-be28-d8a5e68d79fd service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199973 Nov 16 21:14:14.919489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36af4b66-3a7c-4f27-ae7d-6cc340318df7 req-1ace32c9-ecbf-4394-9036-3394f43846fa tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831969 Nov 16 21:14:15.013161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9970d322-63e8-41fa-a836-a3b6461820e9 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:15.082640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 9970d322-63e8-41fa-a836-a3b6461820e9 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:15.084738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9970d322-63e8-41fa-a836-a3b6461820e9 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:15.152954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403a71d-1447-498a-9941-6cf3e5b87a4d None None] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:15.175314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630fb37-ceb4-4f1d-bd09-fdbc29d54901 req-f1d788cc-47b4-44d7-892e-92a7be73d17c service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472291 Nov 16 21:14:15.189463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-a6809cfc-8bfe-4e5b-a620-a85481f7391f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:15.195666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-a6809cfc-8bfe-4e5b-a620-a85481f7391f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.47 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 814 time: 1.2285678 Nov 16 21:14:15.205419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c25135b5-221a-4df2-8b85-504153a41945 req-4eceba03-8f9c-4249-83a1-b0e2d71619d2 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1212544 Nov 16 21:14:15.314955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:15.360279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Request body: {'port': {'device_id': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'admin_state_up': True, 'tenant_id': 'b470e39a2c104643a39f45c2a4495994'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:15.512695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Made reservation on behalf of b470e39a2c104643a39f45c2a4495994 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:15.517153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:15.577731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1e618d64-9868-4e91-a133-895f04494551 None None] Provisioning complete for port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:15.578194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e618d64-9868-4e91-a133-895f04494551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:15.587739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9110d-03d6-4c2c-841d-f7f189b445fc req-b615ccc0-6caf-4c7a-a9fe-690d0af5a911 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:15.596311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10a9110d-03d6-4c2c-841d-f7f189b445fc req-b615ccc0-6caf-4c7a-a9fe-690d0af5a911 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 943 time: 0.1018353 Nov 16 21:14:15.679952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:15.680636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:15.742763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Allocated IP 172.20.0.7 (e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4/ab54f354-4759-4e7a-8514-b7004671361b/7071e793-60c9-4a99-b288-c08a49a6742b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:15.787465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a24c0d9-e293-446f-bdb5-3a49e2eb4e35 req-1e64c3f3-3f83-4d82-b0f2-f517cfa06f91 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 210 time: 0.0528660 Nov 16 21:14:15.904373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.024270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10a9110d-03d6-4c2c-841d-f7f189b445fc req-bcdf4b79-28ec-4128-95d0-0ddc30aefe92 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243779 Nov 16 21:14:16.028291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.088124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f8336215-0c17-4289-8b0a-b3d2f2033b81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:16.164406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Pushing event updated for resources: {'Port': ['ID=7071e793-60c9-4a99-b288-c08a49a6742b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.192766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:16.204301 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2368b-1999-405d-9434-2e79662e552a None None] Sync routers for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:16.216994 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:16.217722 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:16.339894 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.372426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] No DVR routers for this DVR port 9970d322-63e8-41fa-a836-a3b6461820e9 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:16.387621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.408228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8328d8b-d9ff-454e-8260-5870def93c96 req-6e6fac6e-2213-4c8e-b2a3-87a0837035ec tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.47 "DELETE /v2.0/ports/9970d322-63e8-41fa-a836-a3b6461820e9 HTTP/1.1" status: 204 len: 173 time: 5.4556577 Nov 16 21:14:16.414918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'name': 'network-vif-deleted', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:16.421830 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97552607-82c7-4871-aedd-e54391938437" -d '{"events": [{"server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "name": "network-vif-deleted", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:16.464236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:16.478175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.494621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:16.575457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e618d64-9868-4e91-a133-895f04494551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.583709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d874d-1535-4e14-a928-0b45132041f8 req-e0ca1d20-2b7c-4098-9c30-79a19cea7c23 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:16.598861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c32d874d-1535-4e14-a928-0b45132041f8 req-e0ca1d20-2b7c-4098-9c30-79a19cea7c23 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.4474053 Nov 16 21:14:16.619370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:16.629434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.738717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:16.791334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1e618d64-9868-4e91-a133-895f04494551 None None] For port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:16.817329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e618d64-9868-4e91-a133-895f04494551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:16.868052 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:16.886906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Allocated IP 172.25.3.25 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/37f73767-451d-4053-8b49-752f814a4997) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:16.906789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e618d64-9868-4e91-a133-895f04494551 None None] Pushing event updated for resources: {'Port': ['ID=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:16.913955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:14:17.040343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:14:17.041000 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:14:17.048372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5f61f5b4-1fbe-4d19-8343-99c2914209b7 None None] Provisioning complete for port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:17.049079 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f61f5b4-1fbe-4d19-8343-99c2914209b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.105367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d652aef-f5ae-453b-a3c9-1925f4b10c5c req-a02874a8-089d-46b7-9407-a26c1c3d87e9 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1092124 Nov 16 21:14:17.199438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.200206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.200849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:17.251346 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-864ce7a9-2926-4718-ab4b-cb16fb3f2568 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8949666 Nov 16 21:14:17.255334 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48132909-b158-4ce4-bdca-216483df25cc x-openstack-request-id: req-48132909-b158-4ce4-bdca-216483df25cc {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:17.255695 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e65c33-ccdc-444d-9e21-eafc4b25d507", "name": "network-vif-deleted", "tag": "9970d322-63e8-41fa-a836-a3b6461820e9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:17.256005 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48132909-b158-4ce4-bdca-216483df25cc {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:17.256466 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e65c33-ccdc-444d-9e21-eafc4b25d507', 'name': 'network-vif-deleted', 'tag': '9970d322-63e8-41fa-a836-a3b6461820e9', 'status': 'completed', 'code': 200} Nov 16 21:14:17.269064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c32d874d-1535-4e14-a928-0b45132041f8 req-4d2de571-3f9f-4c13-a153-312fd8b6d4d6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6646905 Nov 16 21:14:17.276483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'port_id': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9', 'mac_address': 'fa:16:3e:e8:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283ab417-8a5d-418e-abac-2883d8ee9d14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:17.317393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Request body: {'port': {'device_id': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:17.476171 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.512193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.525322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acef3a-b535-4320-a78f-339e2fca31fd req-658934b4-2246-4aa0-974e-e12dd74155c1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.533799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04acef3a-b535-4320-a78f-339e2fca31fd req-658934b4-2246-4aa0-974e-e12dd74155c1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 931 time: 0.1230857 Nov 16 21:14:17.540568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:17.597822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:17.604665 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2368b-1999-405d-9434-2e79662e552a None None] Checking router: b5e05e57-b4a3-4872-9066-4134b58d7d44 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:17.625304 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:17.626097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:17.641105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c082a-9465-4ab5-ae28-95aa93c2657e req-13daf8f7-2b0c-4d63-a9a6-f453197212dd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:17.656997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c57c082a-9465-4ab5-ae28-95aa93c2657e req-13daf8f7-2b0c-4d63-a9a6-f453197212dd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 943 time: 0.1544797 Nov 16 21:14:17.670540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04acef3a-b535-4320-a78f-339e2fca31fd req-a5623d54-8818-4628-920a-f72ddaef1e2c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356351 Nov 16 21:14:17.679748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:17.710960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.713832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:17.882188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c57c082a-9465-4ab5-ae28-95aa93c2657e req-9d73d4d9-3ae3-4903-b9ee-b4bcff213dbc tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238240 Nov 16 21:14:17.923801 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:17.957605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:17.986560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:18.309272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:18.437451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:18.450822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:18.543246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a3887ff-c688-4c8b-93df-239f3aa640b3 req-b44b5e3f-a8ab-4c74-941a-4cb4a73dff64 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.0991564 Nov 16 21:14:18.593891 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:18.707044 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-53f2368b-1999-405d-9434-2e79662e552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:18.817226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f2368b-1999-405d-9434-2e79662e552a None None] The sync data for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 is: [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:11:07Z', 'revision_number': 4, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '994291b4-6709-44d5-b045-20ab4d2526ee', 'name': '', 'network_id': '6ca710d1-be33-4f76-90ea-3742fd4c0519', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'mac_address': 'fa:16:3e:bb:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:06Z', 'updated_at': '2021-11-16T21:11:13Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'subnets': [{'id': 'c0ba1e66-c9e8-4ecf-bbfb-d2da36952175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:18.824581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:18.834724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba010189-91bb-4b04-8069-df6c9729e842 req-de0f934c-3c14-4b46-a092-a70b087656a4 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:18.851210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba010189-91bb-4b04-8069-df6c9729e842 req-de0f934c-3c14-4b46-a092-a70b087656a4 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1245744 Nov 16 21:14:18.853848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:18.858521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:18.939557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7071e793-60c9-4a99-b288-c08a49a6742b {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:18.949138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Pushing event updated for resources: {'Port': ['ID=37f73767-451d-4053-8b49-752f814a4997,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:18.955859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:19.044966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba010189-91bb-4b04-8069-df6c9729e842 req-406e7eb0-cb45-4726-95df-9da80fdae06c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925304 Nov 16 21:14:19.139605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Transition to ACTIVE for port object 7071e793-60c9-4a99-b288-c08a49a6742b will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:19.161645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:19.227295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Pushing event updated for resources: {'Port': ['ID=7071e793-60c9-4a99-b288-c08a49a6742b,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:19.243287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab291647-66d8-4c6c-a7c1-b5e75816a491 req-af62bf75-0953-4782-a38a-44f371334574 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:19.246164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab291647-66d8-4c6c-a7c1-b5e75816a491 req-af62bf75-0953-4782-a38a-44f371334574 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 944 time: 0.1178751 Nov 16 21:14:19.366328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab291647-66d8-4c6c-a7c1-b5e75816a491 req-7b935e5d-587e-4e6e-8179-d5cd07fd9995 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135962 Nov 16 21:14:19.432133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb225e2-75f5-40b6-84ef-af1fd6b91828 None None] New status for floating IP 71903e11-2cb6-40d0-ab20-44fa477c3e25: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:14:19.454723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6f828-17e1-4c35-88d4-a121af5ab904 req-34287239-af38-47c3-bd13-336e198d96c8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:19.456271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebc6f828-17e1-4c35-88d4-a121af5ab904 req-34287239-af38-47c3-bd13-336e198d96c8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 943 time: 0.3180289 Nov 16 21:14:19.515065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Attempting to bind port 7071e793-60c9-4a99-b288-c08a49a6742b on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:19.515851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Attempting to bind port 7071e793-60c9-4a99-b288-c08a49a6742b by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:19.516256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Attempting to bind port 7071e793-60c9-4a99-b288-c08a49a6742b on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:19.552632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebc6f828-17e1-4c35-88d4-a121af5ab904 req-59e89f79-fe52-45a5-941d-8fbce3982438 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854526 Nov 16 21:14:19.553647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:19.555558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Port 7071e793-60c9-4a99-b288-c08a49a6742b on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:19.555883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Attempting to bind port 7071e793-60c9-4a99-b288-c08a49a6742b on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:19.683527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:19.684245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Checking segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:19.684688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Bound using segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:19.685145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Bound port: 7071e793-60c9-4a99-b288-c08a49a6742b, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:19.685505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:19.826335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] For port 7071e793-60c9-4a99-b288-c08a49a6742b, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:19.968638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:19.974618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] For port 7071e793-60c9-4a99-b288-c08a49a6742b, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7071e793-60c9-4a99-b288-c08a49a6742b,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:20.019239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77e2f8b0-e75e-49ff-88fa-3e729179ec47 req-b0b95206-1caa-4ae5-a802-e1590f265d44 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.0649092 Nov 16 21:14:20.034796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.253656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.253979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.255998 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] 10.222.0.47 "PUT /v2.0/ports/7071e793-60c9-4a99-b288-c08a49a6742b HTTP/1.1" status: 200 len: 1091 time: 2.9741459 Nov 16 21:14:20.263168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'tag': '7071e793-60c9-4a99-b288-c08a49a6742b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:20.265484 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7075557c-5036-455e-af80-0ba2bb3da021" -d '{"events": [{"name": "network-changed", "server_uuid": "64a72d99-1fbd-4965-8266-280cc22c30cd", "tag": "7071e793-60c9-4a99-b288-c08a49a6742b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:20.291701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70ba3f-9f23-4ae7-a2b2-212a7a000903 service neutron] Pushing event updated for resources: {'Port': ['ID=7071e793-60c9-4a99-b288-c08a49a6742b,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:20.409071 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb15efe-215e-4af5-ae0e-af7f11827484 x-openstack-request-id: req-1eb15efe-215e-4af5-ae0e-af7f11827484 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:20.409364 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a72d99-1fbd-4965-8266-280cc22c30cd", "tag": "7071e793-60c9-4a99-b288-c08a49a6742b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:20.409638 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1eb15efe-215e-4af5-ae0e-af7f11827484 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:20.410141 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'tag': '7071e793-60c9-4a99-b288-c08a49a6742b', 'status': 'completed', 'code': 200} Nov 16 21:14:20.437402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40b95a-1ef7-4fae-8a23-cfce401bfe0c req-a5afe76b-2405-40ae-843d-64003b8d5fbe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.444609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c40b95a-1ef7-4fae-8a23-cfce401bfe0c req-a5afe76b-2405-40ae-843d-64003b8d5fbe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2366590 Nov 16 21:14:20.511028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-fd8bf94b-33b0-45cc-8a28-bcad27dcaf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.512741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-fd8bf94b-33b0-45cc-8a28-bcad27dcaf8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 1094 time: 0.1872616 Nov 16 21:14:20.619891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-e7ff3e02-8e78-48b5-aa9e-28d36ccd6541 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7071e793-60c9-4a99-b288-c08a49a6742b HTTP/1.1" status: 200 len: 217 time: 0.0745261 Nov 16 21:14:20.639726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c40b95a-1ef7-4fae-8a23-cfce401bfe0c req-7edcf241-f0d3-4e9c-8cf8-5fe3941e9256 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898022 Nov 16 21:14:20.663100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:14:20.733433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5edcf595-1db3-4012-8410-479ce71c30e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.735482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:20.856960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:20.861943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:20.862465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:20.893131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-b4c6d8b7-2b0b-4492-9a36-624b05ce5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:20.900921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-b4c6d8b7-2b0b-4492-9a36-624b05ce5487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.2593045 Nov 16 21:14:20.970924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-31637efe-3bc2-4b66-8ab2-5220c36a5fc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571275 Nov 16 21:14:21.161945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-e361951f-072e-4caf-8e47-8b15bd9859b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759758 Nov 16 21:14:21.172516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1bacf-0915-403b-a5f2-3b64ae6836f8 req-06bab2ba-4871-4d42-a4ce-26b23201d65b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.174073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07d1bacf-0915-403b-a5f2-3b64ae6836f8 req-06bab2ba-4871-4d42-a4ce-26b23201d65b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 944 time: 0.4030852 Nov 16 21:14:21.205846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1120d-9739-4f27-8a0c-80bcdfb03497 req-de899028-285b-4c00-8475-c829fde8b836 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.214335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22c1120d-9739-4f27-8a0c-80bcdfb03497 req-de899028-285b-4c00-8475-c829fde8b836 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 943 time: 0.0644579 Nov 16 21:14:21.214820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.247043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:21.251521 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b76fbef-546a-4e55-85d5-394b0eff7d6f" -d '{"events": [{"server_uuid": "b9a5322a-d152-49ad-9add-e9190c87c326", "name": "network-vif-plugged", "status": "completed", "tag": "84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:21.269072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:21.274363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22c1120d-9739-4f27-8a0c-80bcdfb03497 req-bd824b80-474e-420c-a57c-2844c42ac97e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590572 Nov 16 21:14:21.274796 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.335137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:21.344321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:21.355916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Sync routers for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:21.367536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:21.369328 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:21.457354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:21.466208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8060282d-551c-49ff-91fc-c590826d0212 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5182526 Nov 16 21:14:21.466841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36114) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:21.488855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07d1bacf-0915-403b-a5f2-3b64ae6836f8 req-e2561165-c21b-4271-bca6-5b5ff4b4aada tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258298 Nov 16 21:14:21.491612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-137b1e87-f0fb-4074-a383-cecda1c4ad92 req-8c570b6c-9191-4903-bd46-36659790b3ab tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.0645142 Nov 16 21:14:21.520956 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:21.615684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c8875ce-08ee-470b-bfd7-de4ab7bbe26c req-941ae86e-5598-4c7f-98e3-66cf60c20feb service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406247 Nov 16 21:14:21.650609 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325b22a-f8dc-4daf-a183-c1dbf5a7a7ad x-openstack-request-id: req-8325b22a-f8dc-4daf-a183-c1dbf5a7a7ad {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:21.650930 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a5322a-d152-49ad-9add-e9190c87c326", "name": "network-vif-plugged", "status": "completed", "tag": "84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:21.651219 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8325b22a-f8dc-4daf-a183-c1dbf5a7a7ad {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:21.652315 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9', 'code': 200} Nov 16 21:14:21.978109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd2b7b-3166-44d6-8c5b-e42c272b3d58 req-880ae46c-12e5-4ecb-9dba-87d745384f4c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:21.980162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13dd2b7b-3166-44d6-8c5b-e42c272b3d58 req-880ae46c-12e5-4ecb-9dba-87d745384f4c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0829136 Nov 16 21:14:21.996553 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:19Z', 'revision_number': 3, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:22.058655 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Checking router: 24184b79-b4e4-4c1b-91c7-b196ed96cf44 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:22.059387 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Updating router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 port 37f73767-451d-4053-8b49-752f814a4997 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:14:22.086558 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13dd2b7b-3166-44d6-8c5b-e42c272b3d58 req-8e50da2c-82f6-42dc-af68-36edf1356fec tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983853 Nov 16 21:14:22.090501 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.270724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84f91c-1931-4726-ae23-9b496a96b366 req-2d96df22-1e15-464c-8bb6-5f207124ae75 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.282745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e84f91c-1931-4726-ae23-9b496a96b366 req-2d96df22-1e15-464c-8bb6-5f207124ae75 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 951 time: 0.0660365 Nov 16 21:14:22.363189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e84f91c-1931-4726-ae23-9b496a96b366 req-122b0952-e591-4196-b001-7e2d35e110fe tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784187 Nov 16 21:14:22.511417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc3ea3-2c71-44de-8e8a-c730c09bc259 req-24715689-829b-4fd3-980b-7ca4228c744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.513156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7fc3ea3-2c71-44de-8e8a-c730c09bc259 req-24715689-829b-4fd3-980b-7ca4228c744b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 1096 time: 0.2679172 Nov 16 21:14:22.536498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075557c-5036-455e-af80-0ba2bb3da021 req-dc4021d7-18b7-4f95-9ea4-f50ec3f32def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.538134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-dc4021d7-18b7-4f95-9ea4-f50ec3f32def service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 1094 time: 0.8452377 Nov 16 21:14:22.597016 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.606957 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.640578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d3907-e8d7-47d0-8dd8-b9549570fecc req-8f620b71-810d-4117-b9f7-52d36d869046 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.647790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e5d3907-e8d7-47d0-8dd8-b9549570fecc req-8f620b71-810d-4117-b9f7-52d36d869046 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 943 time: 0.2167614 Nov 16 21:14:22.696629 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Attempting to bind port 37f73767-451d-4053-8b49-752f814a4997 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:22.697538 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Attempting to bind port 37f73767-451d-4053-8b49-752f814a4997 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:22.697776 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Attempting to bind port 37f73767-451d-4053-8b49-752f814a4997 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:22.707896 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f192-2182-4d1d-8e1f-55b62af020c5 None None] Pushing event updated for resources: {'Port': ['ID=37f73767-451d-4053-8b49-752f814a4997,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:22.719694 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:22.720873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:22.721832 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.722232 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:22.722793 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Bound port: 37f73767-451d-4053-8b49-752f814a4997, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:22.723635 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.745622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97175ac0-80a5-4484-b4dd-07451a83ee16 req-eae24753-fca0-41da-901d-9668b3280076 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.747522 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97175ac0-80a5-4484-b4dd-07451a83ee16 req-eae24753-fca0-41da-901d-9668b3280076 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 945 time: 0.0758414 Nov 16 21:14:22.828781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97175ac0-80a5-4484-b4dd-07451a83ee16 req-3b07aca4-2b74-40c8-b597-cac40d825dd6 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725150 Nov 16 21:14:22.838172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d7fc3ea3-2c71-44de-8e8a-c730c09bc259 req-e4fdc873-e48b-4412-a6f6-15e673f85ac4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147185 Nov 16 21:14:22.841440 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] For port 37f73767-451d-4053-8b49-752f814a4997, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:22.852174 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] For port 37f73767-451d-4053-8b49-752f814a4997, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=37f73767-451d-4053-8b49-752f814a4997,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:22.857291 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:22.919335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075557c-5036-455e-af80-0ba2bb3da021 req-3d2f48ba-7e07-440d-962c-2a5a1c85445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:22.920888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-3d2f48ba-7e07-440d-962c-2a5a1c85445e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.3716722 Nov 16 21:14:22.936038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e5d3907-e8d7-47d0-8dd8-b9549570fecc req-99f66526-b202-4da7-a1c6-b642f7bc34db tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818444 Nov 16 21:14:23.027155 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147081cf-2c27-4daf-9820-cb503b89c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.033430 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f192-2182-4d1d-8e1f-55b62af020c5 None None] Pushing event updated for resources: {'Port': ['ID=37f73767-451d-4053-8b49-752f814a4997,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:23.041020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:23.046251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:13:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:23.086137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14a08320-d7f0-432a-a5d7-a71aaa06c9c8 req-b7fec0da-0f94-4d29-8b17-64fba1433daf tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1323428 Nov 16 21:14:23.329059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-55e5bbdd-177a-4da1-9542-2542fcd6b11f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7071e793-60c9-4a99-b288-c08a49a6742b HTTP/1.1" status: 200 len: 217 time: 0.1956835 Nov 16 21:14:23.357693 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:23.367957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d591b65-a075-4d66-b984-91513b1c2623 req-d26d7319-5fc2-479f-a5a9-5bf0743cdebd tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.381815 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d591b65-a075-4d66-b984-91513b1c2623 req-d26d7319-5fc2-479f-a5a9-5bf0743cdebd tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1530192 Nov 16 21:14:23.450739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36252) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:23.498595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075557c-5036-455e-af80-0ba2bb3da021 req-c01ddf25-d644-4c41-8700-51e1cb8e19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:23.503534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-c01ddf25-d644-4c41-8700-51e1cb8e19cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.1567392 Nov 16 21:14:23.542639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d591b65-a075-4d66-b984-91513b1c2623 req-a6f134c1-8c06-4eeb-b09e-2505578c03fe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587691 Nov 16 21:14:23.593723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-ab8691a9-5a58-41d4-8cc2-18f978f7ec70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770583 Nov 16 21:14:23.595980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.703579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dac65fee-3c6e-4046-ad3f-22242b32a027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.751077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-a88bdf99-d948-460f-be09-55667edb0937 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442337 Nov 16 21:14:23.850518 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:19Z', 'revision_number': 3, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:23.883493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dac65fee-3c6e-4046-ad3f-22242b32a027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.888504 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dac65fee-3c6e-4046-ad3f-22242b32a027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:23.954592 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356fcf5-e234-44d6-ae3a-1d8a33904aa9 None None] The sync data for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 is: [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:19Z', 'revision_number': 3, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:23.976281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac65fee-3c6e-4046-ad3f-22242b32a027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd56228-1a18-409b-8de1-3ed258b3cf1d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:23.984347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dac65fee-3c6e-4046-ad3f-22242b32a027 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57f951c0eff64329834f0f2cc3c9a07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5297945 Nov 16 21:14:23.988129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36288) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:24.043280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.100054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075557c-5036-455e-af80-0ba2bb3da021 req-695cbe15-61af-4afe-b422-6134a48ed2f7 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020461 Nov 16 21:14:24.127740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee29a6-a786-4842-aebb-203751378c57 req-6c88d150-35ce-4906-b116-0d313617e9d4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.129642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02ee29a6-a786-4842-aebb-203751378c57 req-6c88d150-35ce-4906-b116-0d313617e9d4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 945 time: 0.1184795 Nov 16 21:14:24.206064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e657d727-630b-4797-b090-2ca40a05fd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.223726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02ee29a6-a786-4842-aebb-203751378c57 req-521a44c2-b073-4ec0-9693-a96866a6b451 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846469 Nov 16 21:14:24.236268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e017b3a-5864-437a-b6d8-b3f6699e22de req-57736644-07ff-4a76-acb3-ab2fa30c19a6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:24.250674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e017b3a-5864-437a-b6d8-b3f6699e22de req-57736644-07ff-4a76-acb3-ab2fa30c19a6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 943 time: 0.1407790 Nov 16 21:14:24.259877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Allocated IP 172.20.0.1 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/a634d172-8714-4f42-8dde-f22481977a34) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:24.366823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e657d727-630b-4797-b090-2ca40a05fd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.385036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e017b3a-5864-437a-b6d8-b3f6699e22de req-0680803f-87a8-4808-9b92-d2aeaa090dab tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334982 Nov 16 21:14:24.524281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e657d727-630b-4797-b090-2ca40a05fd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.527643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e657d727-630b-4797-b090-2ca40a05fd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.532407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e657d727-630b-4797-b090-2ca40a05fd4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bd56228-1a18-409b-8de1-3ed258b3cf1d HTTP/1.1" status: 204 len: 168 time: 0.5435178 Nov 16 21:14:24.540754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.560061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657d727-630b-4797-b090-2ca40a05fd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd56228-1a18-409b-8de1-3ed258b3cf1d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:24.618821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58466f35-8962-430d-af6c-a0a3bbd7b256 req-390a0cd3-b173-4bdb-8c3d-8abee811d4b8 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.0616598 Nov 16 21:14:24.643659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:24.695721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:24.700789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:24.706541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:24.738103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7071e793-60c9-4a99-b288-c08a49a6742b details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:24.890014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Pushing event updated for resources: {'Port': ['ID=a634d172-8714-4f42-8dde-f22481977a34,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:24.917665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.012174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090dc9-96f0-4308-9afd-c4421de9379b req-a6ebe8ed-e11d-4b57-beaa-2627fef0017a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.039874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5090dc9-96f0-4308-9afd-c4421de9379b req-a6ebe8ed-e11d-4b57-beaa-2627fef0017a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2604802 Nov 16 21:14:25.111651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7071e793-60c9-4a99-b288-c08a49a6742b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7071e793-60c9-4a99-b288-c08a49a6742b,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:25.168045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '7071e793-60c9-4a99-b288-c08a49a6742b', 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'port_id': '7071e793-60c9-4a99-b288-c08a49a6742b', 'mac_address': 'fa:16:3e:61:be:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab54f354-4759-4e7a-8514-b7004671361b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:25.188000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead1a-db66-4a9d-9b0c-2155b23dd9b7 req-c777c436-3e9a-4b9e-972b-3be8a4af863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.189616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66bead1a-db66-4a9d-9b0c-2155b23dd9b7 req-c777c436-3e9a-4b9e-972b-3be8a4af863b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.1177838 Nov 16 21:14:25.239471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5090dc9-96f0-4308-9afd-c4421de9379b req-311d561e-3167-4b33-a763-e1e0ed6ed10b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962528 Nov 16 21:14:25.319402 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.331367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66bead1a-db66-4a9d-9b0c-2155b23dd9b7 req-36ca7db0-e5e7-40b4-acda-78511b72ab4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242859 Nov 16 21:14:25.342081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7071e793-60c9-4a99-b288-c08a49a6742b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:25.353683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d2bf924-6623-4f36-ad35-463ac1906af5 None None] Provisioning complete for port a634d172-8714-4f42-8dde-f22481977a34 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:25.354547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf924-6623-4f36-ad35-463ac1906af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.364548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.399602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083509e-50f0-45b1-abbd-cea5cb4d244b req-ba9705f0-08ed-411c-a2a8-df3279bf7904 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:25.411167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d083509e-50f0-45b1-abbd-cea5cb4d244b req-ba9705f0-08ed-411c-a2a8-df3279bf7904 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 945 time: 0.0779459 Nov 16 21:14:25.417496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7071e793-60c9-4a99-b288-c08a49a6742b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7071e793-60c9-4a99-b288-c08a49a6742b,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:25.426545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.440990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1d2bf924-6623-4f36-ad35-463ac1906af5 None None] Port a634d172-8714-4f42-8dde-f22481977a34 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:25.602229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d083509e-50f0-45b1-abbd-cea5cb4d244b req-de934187-90ac-4b20-aba6-5e0d33abdf4b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722324 Nov 16 21:14:25.602229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36390) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:25.611475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1737216573'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:25.694839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:25.699563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.702989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.722618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7071e793-60c9-4a99-b288-c08a49a6742b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:25.754816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:25.783113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.783472 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Added segment c3c312d2-44f0-451d-8824-506bdc542c3a of type vlan for network 59872c53-6729-4192-9445-880bbe02c628 Nov 16 21:14:25.805197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['7071e793-60c9-4a99-b288-c08a49a6742b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:25.824774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.832887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:25.958803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 37f73767-451d-4053-8b49-752f814a4997 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:26.012442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.042262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3514ba7-1b37-429f-92d3-2237dd828705 req-aa027dc8-9c7e-4fb3-847f-d293bd3daf3b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.055140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3514ba7-1b37-429f-92d3-2237dd828705 req-aa027dc8-9c7e-4fb3-847f-d293bd3daf3b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 944 time: 0.2132301 Nov 16 21:14:26.098624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca6160c4-4b9c-4f5d-8a33-97f466264a50 req-324fad92-f5ab-4c6a-a997-94c8af1ba80f tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e65c33-ccdc-444d-9e21-eafc4b25d507 HTTP/1.1" status: 200 len: 210 time: 0.1412272 Nov 16 21:14:26.118673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Pushing event updated for resources: {'Port': ['ID=a634d172-8714-4f42-8dde-f22481977a34,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:26.119224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.129668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.130088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.130088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.159932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5662284 Nov 16 21:14:26.177766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3514ba7-1b37-429f-92d3-2237dd828705 req-89ffc820-c5e0-4e7a-815b-b09c1eeac4ec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199431 Nov 16 21:14:26.260356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36418) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:26.274089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:26.275920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:26.363785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 37f73767-451d-4053-8b49-752f814a4997 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:26.368765 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.426002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1236961360'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:26.500217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:26.543665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:26.554980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.560107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73174ed-e14d-406c-8e4a-2d8f380e7dbf req-421f6007-572d-4012-977f-0c8f521e69ab tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.572459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73174ed-e14d-406c-8e4a-2d8f380e7dbf req-421f6007-572d-4012-977f-0c8f521e69ab tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1355646 Nov 16 21:14:26.615598 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.671741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436183b-a8a3-4ddf-918f-7b732a9bd440 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Network': ['ID=59872c53-6729-4192-9445-880bbe02c628,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:26.693917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:26.706657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.707288 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Added segment 934e0017-b610-4dfc-8d61-15656e82765e of type vlan for network 91be6d52-379b-4601-8cda-fada21d4f4ac Nov 16 21:14:26.724436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 59872c53-6729-4192-9445-880bbe02c628 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:26.727147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:26.765076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.796038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.802710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:26.803650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:26.826658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5727618 Nov 16 21:14:26.860168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36444) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:26.927053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'subnet': {'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:26.965245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:26.973663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-41c2db58-48f6-4d44-be2f-67fe08766559 admin admin] 10.222.0.48 "PUT /v2.0/routers/24184b79-b4e4-4c1b-91c7-b196ed96cf44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5009797 Nov 16 21:14:27.001974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d37567-ac4c-4c42-84cb-ac95944eb898 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Network': ['ID=91be6d52-379b-4601-8cda-fada21d4f4ac,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:27.031337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f73174ed-e14d-406c-8e4a-2d8f380e7dbf req-3a44888b-8d10-4a40-b405-7db060f15277 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579060 Nov 16 21:14:27.063200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 91be6d52-379b-4601-8cda-fada21d4f4ac details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:27.070686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:27.074990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.247409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b7c7d392-459f-424b-822b-b3b1fc61d69f None None] Provisioning complete for port a634d172-8714-4f42-8dde-f22481977a34 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:27.247955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b7c7d392-459f-424b-822b-b3b1fc61d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.376964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7d392-459f-424b-822b-b3b1fc61d69f None None] Port a634d172-8714-4f42-8dde-f22481977a34 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:27.380878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Sync routers for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:27.404885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:27.409168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:27.572554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:27.602183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f793f6-191c-486c-a7b4-7a9b468625e5 req-c37d5887-af47-486e-930b-63eb38f28a59 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.606557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7f793f6-191c-486c-a7b4-7a9b468625e5 req-c37d5887-af47-486e-930b-63eb38f28a59 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 944 time: 0.0992877 Nov 16 21:14:27.645545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.667055 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.678077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7f793f6-191c-486c-a7b4-7a9b468625e5 req-e57933ff-1773-4549-b8e3-f49dd6d2bea1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Nov 16 21:14:27.735714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Subnet': ['ID=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:27.739778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Checking segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:27.740423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network hostable DHCP agents. Network: 59872c53-6729-4192-9445-880bbe02c628, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:27.762645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 59872c53-6729-4192-9445-880bbe02c628 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:27.773439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 59872c53-6729-4192-9445-880bbe02c628) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:27.782602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:27.783369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.808391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5c0ced8-59c4-4ff3-ad51-7f5750def7e3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9462183 Nov 16 21:14:27.809062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36502) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:27.810963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36504) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:27.815766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'subnet': {'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:27.861346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987675ef-147e-41ae-b252-c5e6ea450090 None None] Network 59872c53-6729-4192-9445-880bbe02c628 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:27.890003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 37f73767-451d-4053-8b49-752f814a4997, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=37f73767-451d-4053-8b49-752f814a4997,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:27.924848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6dde26a-a903-4ac4-8ce5-06b89ac4f1c3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.954060 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.956588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:27.978341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:27.981432 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6dde26a-a903-4ac4-8ce5-06b89ac4f1c3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.082047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6dde26a-a903-4ac4-8ce5-06b89ac4f1c3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.084968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6dde26a-a903-4ac4-8ce5-06b89ac4f1c3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.089458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6dde26a-a903-4ac4-8ce5-06b89ac4f1c3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "DELETE /v2.0/security-groups/573b980e-9eb2-4d45-8a2a-0dba2c762b93 HTTP/1.1" status: 204 len: 168 time: 0.2765615 Nov 16 21:14:28.090196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36522) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:28.103348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.131058 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-57084076-592c-4b52-8aaa-7099ecc50855 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] show failed (client error): The resource could not be found. Nov 16 21:14:28.131058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-57084076-592c-4b52-8aaa-7099ecc50855 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "GET /v2.0/security-groups/573b980e-9eb2-4d45-8a2a-0dba2c762b93 HTTP/1.1" status: 404 len: 347 time: 0.0203924 Nov 16 21:14:28.131370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36526) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:28.131459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dde26a-a903-4ac4-8ce5-06b89ac4f1c3 tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b980e-9eb2-4d45-8a2a-0dba2c762b93,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.306395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:28.371754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:28.377540 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18399037-418d-4c28-9bb6-d5b854eef6d5" -d '{"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:28.389561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.426212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=37f73767-451d-4053-8b49-752f814a4997,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.458898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36552) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:28.462820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567761880', 'description': 'tempest-description--1291746835'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:28.505145 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.520064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.705949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.712279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.765206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb3384-fb37-4040-8fd4-06d144803d41,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.770808 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.772305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3b23f758-5f9f-4031-a77f-76704fb27a34 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3165476 Nov 16 21:14:28.775149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36570) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:28.781123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Deleting port 1999a472-c23d-4cb3-8e08-080875b78b84 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:28.781999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.782942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'security_group_rule': {'security_group_id': 'efbb3384-fb37-4040-8fd4-06d144803d41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:28.784058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Subnet': ['ID=ea5fe7a1-c428-443a-99f8-ebeadfd18445,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.819093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.820034 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f6af4-d30d-41b5-9a46-4ce37d89cc55 x-openstack-request-id: req-9f1f6af4-d30d-41b5-9a46-4ce37d89cc55 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:28.820323 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:28.820574 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f1f6af4-d30d-41b5-9a46-4ce37d89cc55 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:28.820956 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'code': 200} Nov 16 21:14:28.826619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7071e793-60c9-4a99-b288-c08a49a6742b up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:28.851831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Checking segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:28.852411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network hostable DHCP agents. Network: 91be6d52-379b-4601-8cda-fada21d4f4ac, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:28.890836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-59872c53-6729-4192-9445-880bbe02c628', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:14:28.892402 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.893625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.903284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 91be6d52-379b-4601-8cda-fada21d4f4ac is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:28.906000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.925926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 91be6d52-379b-4601-8cda-fada21d4f4ac) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:28.936398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58359a01-d00c-4d26-b0c4-fa255ae9d018 req-bb3eeb2a-ccad-4c1d-a4b2-618f429035b0 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.937475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3742ea-bac1-4197-ac0e-816fd5d7ecf4,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.943662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.945811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58359a01-d00c-4d26-b0c4-fa255ae9d018 req-bb3eeb2a-ccad-4c1d-a4b2-618f429035b0 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2240648 Nov 16 21:14:28.946226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-61e38da0-a741-4934-82d2-dad637df2473 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683519 Nov 16 21:14:28.948406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36582) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:28.953912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'security_group_rule': {'security_group_id': 'efbb3384-fb37-4040-8fd4-06d144803d41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:28.961870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:28.964496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:28.967719 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:28.987901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f123279-39cc-4ea0-b666-df4c38ddae16 None None] Network 91be6d52-379b-4601-8cda-fada21d4f4ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:28.993374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.081132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.081478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.125956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Calling delete_port for 1999a472-c23d-4cb3-8e08-080875b78b84 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:29.128980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.134138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.137051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24c1f4e1-0fc7-4f9f-94d1-0d570ad70bd3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3268433 Nov 16 21:14:29.142997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36594) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:29.161094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 7071e793-60c9-4a99-b288-c08a49a6742b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:29.165953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'name': 'tempest-TaggedBootDevicesTest-1978962292', 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:29.184606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58359a01-d00c-4d26-b0c4-fa255ae9d018 req-3c9fdc55-f336-404c-a406-537628e640a0 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330837 Nov 16 21:14:29.236509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 7071e793-60c9-4a99-b288-c08a49a6742b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:29.237102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.291719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 2, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:29.334403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.339595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895900 Nov 16 21:14:29.343753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:29.344782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c421e-d256-428b-bdcf-c6c49298bc03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf3381d-ee47-4ab7-a012-bee6e8327cad,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:29.364084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Checking router: 24184b79-b4e4-4c1b-91c7-b196ed96cf44 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:29.364634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Updating router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 port a634d172-8714-4f42-8dde-f22481977a34 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:14:29.373830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-91be6d52-379b-4601-8cda-fada21d4f4ac', 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'fixed_ips': [{'subnet_id': 'ea5fe7a1-c428-443a-99f8-ebeadfd18445'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:14:29.374946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.386780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:29.408103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:29.409084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f083-2019-41f3-9ab2-4eced52f3f92 req-373c1992-7997-4da4-bf6a-4d24b94ba875 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:29.418999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb0f083-2019-41f3-9ab2-4eced52f3f92 req-373c1992-7997-4da4-bf6a-4d24b94ba875 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 944 time: 0.1101964 Nov 16 21:14:29.485440 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.503468 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.562438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb0f083-2019-41f3-9ab2-4eced52f3f92 req-317f6945-bab5-4aff-8df9-de6cf63a43f0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424522 Nov 16 21:14:29.568982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Allocated IP 10.1.1.2 (59872c53-6729-4192-9445-880bbe02c628/6b0c0610-e949-4f05-8cd8-d45e7e7eb00e/3d4ff832-5e8e-4413-8d4c-44eca665dd18) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:29.615287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.646918 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.672704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] device_id is not set on port 51337211-0889-4ff4-bc3c-4c52b5b9af5c yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:14:29.689430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Pushing event deleted for resources: {'Port': ['ID=1999a472-c23d-4cb3-8e08-080875b78b84,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:29.791872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.795158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:29.797555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3179b092-f944-42e5-b633-53621647fdea tempest-ServersTestBootFromVolume-697991520 tempest-ServersTestBootFromVolume-697991520-project] 10.222.0.48 "DELETE /v2.0/floatingips/71903e11-2cb6-40d0-ab20-44fa477c3e25 HTTP/1.1" status: 204 len: 168 time: 1.6708329 Nov 16 21:14:29.800160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:29.904933 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.249763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:30.358312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.358889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-3113437b-9990-4e8b-91cb-ab4eebe6892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.361944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-3113437b-9990-4e8b-91cb-ab4eebe6892c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.1713393 Nov 16 21:14:30.364720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 37f73767-451d-4053-8b49-752f814a4997 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:30.440325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.458468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e03826-af6f-403b-a212-4cd30d3a62c6 req-f3feec5b-d2a5-4565-96ca-27021877c2d8 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.460199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7071e793-60c9-4a99-b288-c08a49a6742b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7071e793-60c9-4a99-b288-c08a49a6742b,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:30.469666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38e03826-af6f-403b-a212-4cd30d3a62c6 req-f3feec5b-d2a5-4565-96ca-27021877c2d8 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.2371306 Nov 16 21:14:30.504381 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.509247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Allocated IP 10.2.2.2 (91be6d52-379b-4601-8cda-fada21d4f4ac/ea5fe7a1-c428-443a-99f8-ebeadfd18445/fae63831-4a22-49de-a229-abb48cea8c43) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:30.550367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Network 59872c53-6729-4192-9445-880bbe02c628 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:30.599233 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38e03826-af6f-403b-a212-4cd30d3a62c6 req-fc160ea6-354f-41a7-aee3-afb4e77e1cd2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213236 Nov 16 21:14:30.604954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:30.607965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:30.625209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d21f6d3-79d0-48a3-94cf-aa6ccd302743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.635946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Pushing event updated for resources: {'Port': ['ID=3d4ff832-5e8e-4413-8d4c-44eca665dd18,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:30.672628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.710228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 10.1.1.76 (59872c53-6729-4192-9445-880bbe02c628/6b0c0610-e949-4f05-8cd8-d45e7e7eb00e/51337211-0889-4ff4-bc3c-4c52b5b9af5c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:30.731838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b76c48-1674-470c-a3ca-075a5f6936a7 req-4b401612-64f9-42ec-90fb-28dce386a370 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.740077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5b76c48-1674-470c-a3ca-075a5f6936a7 req-4b401612-64f9-42ec-90fb-28dce386a370 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.3929896 Nov 16 21:14:30.826745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7071e793-60c9-4a99-b288-c08a49a6742b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:30.829980 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b95bec7-f4e4-400e-8f9d-df2b8cce10c3" -d '{"events": [{"server_uuid": "64a72d99-1fbd-4965-8266-280cc22c30cd", "name": "network-vif-plugged", "status": "completed", "tag": "7071e793-60c9-4a99-b288-c08a49a6742b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:30.832501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d21f6d3-79d0-48a3-94cf-aa6ccd302743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.833223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=7071e793-60c9-4a99-b288-c08a49a6742b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:30.850486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d21f6d3-79d0-48a3-94cf-aa6ccd302743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.872714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 37f73767-451d-4053-8b49-752f814a4997 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:30.873087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.923277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Attempting to bind port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:30.923810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Attempting to bind port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:30.924183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Attempting to bind port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:30.935002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-7b4d9cbd-d436-4175-be40-293029c1dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:30.936911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-7b4d9cbd-d436-4175-be40-293029c1dd48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.5394886 Nov 16 21:14:30.939408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:30.939790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Checking segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:30.940198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.940597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Bound using segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:30.941137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Bound port: 3d4ff832-5e8e-4413-8d4c-44eca665dd18, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:30.941535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:30.989030 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d21f6d3-79d0-48a3-94cf-aa6ccd302743 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8038e70932a422bb86a0458a839a004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7361007 Nov 16 21:14:30.994029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21f6d3-79d0-48a3-94cf-aa6ccd302743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8907a5-c201-41f3-b98b-69733789c13d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:30.996913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36660) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:31.021882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000bba-55b5-40a3-93e0-45e466b6d062 req-5dec0c39-f102-4509-af6d-c6654034675e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:31.033002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73000bba-55b5-40a3-93e0-45e466b6d062 req-5dec0c39-f102-4509-af6d-c6654034675e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.1982093 Nov 16 21:14:31.088358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-fb9f3d46-38da-41af-9125-ae10739907ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.1300464 Nov 16 21:14:31.155810 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73000bba-55b5-40a3-93e0-45e466b6d062 req-160d4adc-2af1-4850-bc44-add7ce578269 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192944 Nov 16 21:14:31.160392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5b76c48-1674-470c-a3ca-075a5f6936a7 req-589878ca-3ef0-4cd8-b0b8-90d8e903f997 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189677 Nov 16 21:14:31.203432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.251032 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d706ed7e-5a15-4aab-98f8-cda75e8a1ca3 x-openstack-request-id: req-d706ed7e-5a15-4aab-98f8-cda75e8a1ca3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:31.251696 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a72d99-1fbd-4965-8266-280cc22c30cd", "name": "network-vif-plugged", "status": "completed", "tag": "7071e793-60c9-4a99-b288-c08a49a6742b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:31.251858 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d706ed7e-5a15-4aab-98f8-cda75e8a1ca3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:31.252142 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7071e793-60c9-4a99-b288-c08a49a6742b', 'code': 200} Nov 16 21:14:31.310749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.332109 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.334767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.336613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] For port 3d4ff832-5e8e-4413-8d4c-44eca665dd18, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:31.345578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] For port 3d4ff832-5e8e-4413-8d4c-44eca665dd18, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3d4ff832-5e8e-4413-8d4c-44eca665dd18,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:31.367100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7498e044-3415-4675-8b80-8667765b1b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.379028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.384543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Allocated IP 172.25.3.58 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d3cf461f-c259-49d0-bff6-8b918769c9dd) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:31.387541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.445882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a0c9-bdee-4073-93a1-fad642c9fe97 None None] Pushing event updated for resources: {'Port': ['ID=a634d172-8714-4f42-8dde-f22481977a34,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:31.490128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7498e044-3415-4675-8b80-8667765b1b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.551794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Network 91be6d52-379b-4601-8cda-fada21d4f4ac is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:31.574761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7498e044-3415-4675-8b80-8667765b1b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.578557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7498e044-3415-4675-8b80-8667765b1b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:31.580292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7498e044-3415-4675-8b80-8667765b1b1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b8907a5-c201-41f3-b98b-69733789c13d HTTP/1.1" status: 204 len: 168 time: 0.5801129 Nov 16 21:14:31.599027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498e044-3415-4675-8b80-8667765b1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8907a5-c201-41f3-b98b-69733789c13d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:32.088909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae817d-42b9-4c1e-8669-c4e3340ee630 req-e83d19dc-2f7a-429f-b6a6-2ff4310504ba tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.091496 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73ae817d-42b9-4c1e-8669-c4e3340ee630 req-e83d19dc-2f7a-429f-b6a6-2ff4310504ba tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.2822647 Nov 16 21:14:32.178067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:32.185345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:32.257465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73ae817d-42b9-4c1e-8669-c4e3340ee630 req-671c6ae2-71e5-4fae-8e49-f54829e4fbba tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560488 Nov 16 21:14:32.301651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Deleting port 994291b4-6709-44d5-b045-20ab4d2526ee {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:32.303280 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.357257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.386648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Attempting to bind port fae63831-4a22-49de-a229-abb48cea8c43 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:32.386973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Attempting to bind port fae63831-4a22-49de-a229-abb48cea8c43 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:32.387300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Attempting to bind port fae63831-4a22-49de-a229-abb48cea8c43 on network 91be6d52-379b-4601-8cda-fada21d4f4ac {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:32.407097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Attempting to bind port a634d172-8714-4f42-8dde-f22481977a34 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:32.407725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Attempting to bind port a634d172-8714-4f42-8dde-f22481977a34 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:32.408093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Attempting to bind port a634d172-8714-4f42-8dde-f22481977a34 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:32.431533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:32.433465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:32.435237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.435650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:32.436734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Bound port: a634d172-8714-4f42-8dde-f22481977a34, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:32.437132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.445267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.489239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3e83e079-284f-4630-bdf4-1cbd7a68968c None None] Provisioning complete for port a634d172-8714-4f42-8dde-f22481977a34 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:32.489642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e83e079-284f-4630-bdf4-1cbd7a68968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.539183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] For port 994291b4-6709-44d5-b045-20ab4d2526ee, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=994291b4-6709-44d5-b045-20ab4d2526ee,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:32.541307 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.558714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Calling delete_port for 994291b4-6709-44d5-b045-20ab4d2526ee owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:32.587796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:32.588316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Checking segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:32.589139 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.589532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Bound using segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:32.590032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Bound port: fae63831-4a22-49de-a229-abb48cea8c43, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:32.590411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.654708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:32.677195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1fb6b-93c7-49a0-a6c3-1798818e239d req-30ba0d05-5ca9-45a3-a807-14678c0bfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.679100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8a1fb6b-93c7-49a0-a6c3-1798818e239d req-30ba0d05-5ca9-45a3-a807-14678c0bfe19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 1096 time: 1.3236566 Nov 16 21:14:32.681414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-873c5f46-e681-4a66-bec8-d19aa62077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.682910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-873c5f46-e681-4a66-bec8-d19aa62077c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 1.5614862 Nov 16 21:14:32.727090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd9cbe-8276-4d2a-bbc1-f083f4d9df63 req-a9f7dd9d-cae4-4157-a1bb-d3f4ce35adc5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:32.735844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] For port a634d172-8714-4f42-8dde-f22481977a34, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:32.736852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5cd9cbe-8276-4d2a-bbc1-f083f4d9df63 req-a9f7dd9d-cae4-4157-a1bb-d3f4ce35adc5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2966213 Nov 16 21:14:32.746764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] For port a634d172-8714-4f42-8dde-f22481977a34, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a634d172-8714-4f42-8dde-f22481977a34,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:32.747943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 59872c53-6729-4192-9445-880bbe02c628 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:32.749724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3e83e079-284f-4630-bdf4-1cbd7a68968c None None] Port a634d172-8714-4f42-8dde-f22481977a34 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:32.753141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0c8c6-4a6a-42f3-b4f6-f4147d522146 None None] Pushing event updated for resources: {'Port': ['ID=3d4ff832-5e8e-4413-8d4c-44eca665dd18,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:32.763157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:32.781698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:32.829762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:32.834279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-7bbecb75-b0bf-4fcd-9df9-f0e5fccb0ad2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770009 Nov 16 21:14:32.913364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5cd9cbe-8276-4d2a-bbc1-f083f4d9df63 req-6f3be960-519a-45c0-94c1-b22dcdeeb65a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709988 Nov 16 21:14:33.043218 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.062028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369078-1419-43de-bca7-d8e976febad1 req-6a61c8be-1910-4e99-b707-fca28884e5c7 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.063559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43369078-1419-43de-bca7-d8e976febad1 req-6a61c8be-1910-4e99-b707-fca28884e5c7 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.6636686 Nov 16 21:14:33.119885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8a1fb6b-93c7-49a0-a6c3-1798818e239d req-69137677-a3a0-4823-ab12-9f6f64f955dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224169 Nov 16 21:14:33.124118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:33.124782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:33.220339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Pushing event deleted for resources: {'Port': ['ID=994291b4-6709-44d5-b045-20ab4d2526ee,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:33.258965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.259897 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.263067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d254085-6145-4768-b0fa-d2f8b090eb0a req-7540c20c-2fe1-494d-9c32-c2f566a6abfb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:33.270963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d254085-6145-4768-b0fa-d2f8b090eb0a req-7540c20c-2fe1-494d-9c32-c2f566a6abfb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.8005929 Nov 16 21:14:33.294983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] For port fae63831-4a22-49de-a229-abb48cea8c43, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:33.305009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] For port fae63831-4a22-49de-a229-abb48cea8c43, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fae63831-4a22-49de-a229-abb48cea8c43,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:33.317070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Pushing event updated for resources: {'Port': ['ID=fae63831-4a22-49de-a229-abb48cea8c43,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:33.384855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-99536450-8805-45f1-961f-bf26568b7f08 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008855 Nov 16 21:14:33.401429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.422659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.437244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.543929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe173067-8771-48b7-a277-f7b9192207ca None None] Network 59872c53-6729-4192-9445-880bbe02c628 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:33.629400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4029ff9d-cbea-42a8-8cb0-99e7406da665 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4690218 Nov 16 21:14:33.633206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36712) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:33.681008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e517f4f5-f2b6-4312-932d-3bca11e66c16 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=37ee687753fe4deeadea4f9b8de5148d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648441 Nov 16 21:14:33.687366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'name': 'tempest-TaggedBootDevicesTest-130640518', 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:33.699511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-30a4b97d-7f44-4fdf-8b27-9e552658d80f None None] Provisioning complete for port a634d172-8714-4f42-8dde-f22481977a34 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:33.700074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30a4b97d-7f44-4fdf-8b27-9e552658d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.775081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a0c9-bdee-4073-93a1-fad642c9fe97 None None] Pushing event updated for resources: {'Port': ['ID=a634d172-8714-4f42-8dde-f22481977a34,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:33.924530 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30a4b97d-7f44-4fdf-8b27-9e552658d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:33.994431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d254085-6145-4768-b0fa-d2f8b090eb0a req-bb881fb8-7d69-495d-8e59-b181b6ebfcd9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197945 Nov 16 21:14:34.012336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-30a4b97d-7f44-4fdf-8b27-9e552658d80f None None] For port a634d172-8714-4f42-8dde-f22481977a34, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a634d172-8714-4f42-8dde-f22481977a34,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:34.086960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30a4b97d-7f44-4fdf-8b27-9e552658d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.099570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:34.262552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2027408-792c-4733-9d99-dc42aa9b1f47 None None] Pushing event updated for resources: {'Port': ['ID=fae63831-4a22-49de-a229-abb48cea8c43,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:34.297740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcce9e1-a3dd-4f1b-a02d-457baa87a102 req-08be2534-a7a7-47dd-bafd-41fdd97ce58c tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:34.298811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebcce9e1-a3dd-4f1b-a02d-457baa87a102 req-08be2534-a7a7-47dd-bafd-41fdd97ce58c tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 0.1097896 Nov 16 21:14:34.305709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-9a301519-179f-48fa-9591-169cf5f8b2f1 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:34.314125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-9a301519-179f-48fa-9591-169cf5f8b2f1 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6057444 Nov 16 21:14:34.336854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.368197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d4ff832-5e8e-4413-8d4c-44eca665dd18 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:34.408501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-d5b9b563-a638-445d-b253-4fd30b797a14 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/quotas/37ee687753fe4deeadea4f9b8de5148d HTTP/1.1" status: 200 len: 375 time: 0.0934815 Nov 16 21:14:34.436146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b17ab13d-832e-46e6-8c98-df2aa8db4de4 req-d0e339f7-8355-4afa-b929-1654bfd47115 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0246246 Nov 16 21:14:34.516159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.521923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebcce9e1-a3dd-4f1b-a02d-457baa87a102 req-6999eba7-c191-4eb6-ad6a-813e796b63b9 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127194 Nov 16 21:14:34.621807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-74f22f2c-542c-463f-8997-620693b94960 None None] Provisioning complete for port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:34.622187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74f22f2c-542c-463f-8997-620693b94960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.654110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-3b8a01fd-85f9-4722-be5e-0374a708711e tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=37ee687753fe4deeadea4f9b8de5148d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2154920 Nov 16 21:14:34.760590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Router b5e05e57-b4a3-4872-9066-4134b58d7d44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:34.810105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Deleting port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:34.810462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:34.935545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b97d-7f44-4fdf-8b27-9e552658d80f None None] Pushing event updated for resources: {'Port': ['ID=a634d172-8714-4f42-8dde-f22481977a34,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:34.957282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:34.967502 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] Sync routers for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:34.969430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b0baa3e-bf83-4957-b785-2a5484a6453a admin admin] 10.222.0.48 "PUT /v2.0/routers/b5e05e57-b4a3-4872-9066-4134b58d7d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1676960 Nov 16 21:14:34.984536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:34.985177 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:34.994093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36718) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:35.006487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8d61-18e5-458a-b241-25512091acf6 req-4e9f3f48-effc-4844-bb70-f0619d0c518e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:35.007622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:35.015972 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c56e8d61-18e5-458a-b241-25512091acf6 req-4e9f3f48-effc-4844-bb70-f0619d0c518e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2726355 Nov 16 21:14:35.108611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c56e8d61-18e5-458a-b241-25512091acf6 req-9d2c1670-a60e-493f-92dd-80c44fbc898a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916784 Nov 16 21:14:35.124428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74f22f2c-542c-463f-8997-620693b94960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.165985 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:35.192533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:35.197275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.203131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.293181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:35.316774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f40076c2-509c-4c6e-8b98-1c911e9ef9b5 req-45b2df12-7695-4016-a8af-47b128cf2575 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 210 time: 0.0549657 Nov 16 21:14:35.316912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:32Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:35.348754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0e073-fbd0-4dfb-b231-1549592e55f8 req-cdf1cb89-66e7-44ac-9c44-3aef0f2b2729 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:35.364012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bbe0e073-fbd0-4dfb-b231-1549592e55f8 req-cdf1cb89-66e7-44ac-9c44-3aef0f2b2729 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.1304312 Nov 16 21:14:35.375505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:35.384583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-74f22f2c-542c-463f-8997-620693b94960 None None] For port 3d4ff832-5e8e-4413-8d4c-44eca665dd18, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3d4ff832-5e8e-4413-8d4c-44eca665dd18,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:35.400448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cfb55-e644-4a12-8866-dde1a995fbae None None] The sync data for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 is: [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:32Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:35.410219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c42bab-dba5-4561-960b-0ee10d36567a None None] Network 91be6d52-379b-4601-8cda-fada21d4f4ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:35.434494 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74f22f2c-542c-463f-8997-620693b94960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.536421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bbe0e073-fbd0-4dfb-b231-1549592e55f8 req-d5406a16-82a7-45e4-a1fb-b23f13ff77cf tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715305 Nov 16 21:14:35.641760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.649547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=d3cf461f-c259-49d0-bff6-8b918769c9dd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:35.780600 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:14:32Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:35.836883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-665d9ae4-b7c1-4f7e-beb3-f503afa356c9 None None] Provisioning complete for port fae63831-4a22-49de-a229-abb48cea8c43 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:35.839533 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-665d9ae4-b7c1-4f7e-beb3-f503afa356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:35.853731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] Checking router: b5e05e57-b4a3-4872-9066-4134b58d7d44 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:35.903355 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] Routers {'b5e05e57-b4a3-4872-9066-4134b58d7d44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:35.911289 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b5e05e57-b4a3-4872-9066-4134b58d7d44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:36.024490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f22f2c-542c-463f-8997-620693b94960 None None] Pushing event updated for resources: {'Port': ['ID=3d4ff832-5e8e-4413-8d4c-44eca665dd18,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:36.118722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6df9b-1c07-4f9a-9c0a-04ab9e25833b req-cccbc7c6-d846-4dbf-9f5a-5f52228c1769 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:36.122235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72f6df9b-1c07-4f9a-9c0a-04ab9e25833b req-cccbc7c6-d846-4dbf-9f5a-5f52228c1769 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.1362073 Nov 16 21:14:36.167145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:36.218717 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] Set router b5e05e57-b4a3-4872-9066-4134b58d7d44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:36.259588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72f6df9b-1c07-4f9a-9c0a-04ab9e25833b req-7f5e4939-e9b6-4c69-b148-ff23ad6409cd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304734 Nov 16 21:14:36.514458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae2ff3-688d-45bf-814a-f86c155ed1cb req-aaa782f3-771d-461b-a4d3-17c7df6644b7 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:36.522081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6cae2ff3-688d-45bf-814a-f86c155ed1cb req-aaa782f3-771d-461b-a4d3-17c7df6644b7 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1276889 Nov 16 21:14:36.569546 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-665d9ae4-b7c1-4f7e-beb3-f503afa356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:36.610876 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:14:32Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:36.635790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6cae2ff3-688d-45bf-814a-f86c155ed1cb req-9c852fef-a59b-4da7-a72f-6e43ebcf2fa9 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034224 Nov 16 21:14:36.649013 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b0017-a5b2-44d3-9482-e71d243e4e3f None None] The sync data for ids ['b5e05e57-b4a3-4872-9066-4134b58d7d44'] in n-d-817778-8 is: [{'id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'name': 'tempest-ServersTestBootFromVolume-642399380-router', 'tenant_id': 'c0ed77541e5c485c939a5e942544b065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:11:00Z', 'updated_at': '2021-11-16T21:14:32Z', 'revision_number': 5, 'project_id': 'c0ed77541e5c485c939a5e942544b065', 'gw_port': {'id': 'f5ea0789-5b2a-44f9-aa09-990afe347382', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e05e57-b4a3-4872-9066-4134b58d7d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:11:02Z', 'updated_at': '2021-11-16T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:36.726845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:36.794673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-665d9ae4-b7c1-4f7e-beb3-f503afa356c9 None None] For port fae63831-4a22-49de-a229-abb48cea8c43, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fae63831-4a22-49de-a229-abb48cea8c43,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:36.802313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-665d9ae4-b7c1-4f7e-beb3-f503afa356c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:36.823776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-188974d2-f113-4be9-9a63-40a9ce81cd35 req-6310a7bc-1ec9-4b63-aaa3-0955929155e5 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 210 time: 0.0701368 Nov 16 21:14:36.838780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:36.911589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9ae4-b7c1-4f7e-beb3-f503afa356c9 None None] Pushing event updated for resources: {'Port': ['ID=fae63831-4a22-49de-a229-abb48cea8c43,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:36.951152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:36.966159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-283daccb-4413-4a2d-ad75-c495b0b39b4e None None] Provisioning complete for port 51337211-0889-4ff4-bc3c-4c52b5b9af5c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:36.966533 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-283daccb-4413-4a2d-ad75-c495b0b39b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.008250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] device_id is not set on port efff24e2-86aa-4886-969a-7d0f71b85aa6 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:14:37.032102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-283daccb-4413-4a2d-ad75-c495b0b39b4e None None] Port 51337211-0889-4ff4-bc3c-4c52b5b9af5c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:37.064285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-283daccb-4413-4a2d-ad75-c495b0b39b4e None None] Provisioning complete for port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:37.064666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-283daccb-4413-4a2d-ad75-c495b0b39b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.125681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:14:37.267877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] For port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:37.268435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.339941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fae63831-4a22-49de-a229-abb48cea8c43 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:37.359592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.406647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Calling delete_port for ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:37.420724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fae63831-4a22-49de-a229-abb48cea8c43 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:37.421104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.496803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-46d394f0-7a4b-4037-bccf-291347ed0be9 None None] Provisioning complete for port fae63831-4a22-49de-a229-abb48cea8c43 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:37.497573 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46d394f0-7a4b-4037-bccf-291347ed0be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.529426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016144-8b68-4cfd-952e-26f408a0006c req-61f05d41-d7f0-4a09-af3f-ed597f9c1702 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:37.531243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34016144-8b68-4cfd-952e-26f408a0006c req-61f05d41-d7f0-4a09-af3f-ed597f9c1702 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.1007442 Nov 16 21:14:37.613899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a634d172-8714-4f42-8dde-f22481977a34 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:37.624367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34016144-8b68-4cfd-952e-26f408a0006c req-24c3b1f0-7e78-4b1d-beba-54c49389ba84 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864115 Nov 16 21:14:37.649390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-7d161e64-a04b-4a9b-ac26-1dd1209e0725 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=37ee687753fe4deeadea4f9b8de5148d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4567609 Nov 16 21:14:37.722078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a634d172-8714-4f42-8dde-f22481977a34 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:37.722463 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.766656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dccf0-a8df-434f-abb2-229b79e9fc02 req-63a2c01c-238d-4e1e-becd-5caa3b465ea9 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:37.768964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac7dccf0-a8df-434f-abb2-229b79e9fc02 req-63a2c01c-238d-4e1e-becd-5caa3b465ea9 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4bf83cb-e13f-4956-a014-431d653afa31 HTTP/1.1" status: 200 len: 948 time: 1.8315809 Nov 16 21:14:37.775369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c404c-270e-4b31-9f96-1a7660615158 req-2c1d4e3e-ea9a-4b76-9c4b-e7711c2aeb98 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:37.784608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2c404c-270e-4b31-9f96-1a7660615158 req-2c1d4e3e-ea9a-4b76-9c4b-e7711c2aeb98 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0688498 Nov 16 21:14:37.833899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d4ff832-5e8e-4413-8d4c-44eca665dd18 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:37.842513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.851577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2c404c-270e-4b31-9f96-1a7660615158 req-c5a27504-3938-4abe-8ffe-29aa5a93dc07 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638001 Nov 16 21:14:37.933214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:37.934099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.959156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:37.999224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 10.1.1.221 (59872c53-6729-4192-9445-880bbe02c628/6b0c0610-e949-4f05-8cd8-d45e7e7eb00e/efff24e2-86aa-4886-969a-7d0f71b85aa6) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:38.037120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ab976f2-c521-446c-871d-ed85055fa928 req-8f319bb2-840c-402b-a158-cbbd4062ff2d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 210 time: 0.0588455 Nov 16 21:14:38.125407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-c6ccd555-f149-4d0c-817f-f07c8eef9eb1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:38.127294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-c6ccd555-f149-4d0c-817f-f07c8eef9eb1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.47 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.4725325 Nov 16 21:14:38.127720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Pushing event deleted for resources: {'Port': ['ID=ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:38.382542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] No DVR routers for this DVR port ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:38.385928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.389257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43369078-1419-43de-bca7-d8e976febad1 req-30932b3e-4897-40ab-83e5-e286209cfae2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "DELETE /v2.0/ports/ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a HTTP/1.1" status: 204 len: 173 time: 5.2931738 Nov 16 21:14:38.431629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-deleted', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:38.435360 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a3f211-42b6-4af1-b0d1-52618d338a6c" -d '{"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-deleted", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:38.444284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-9e156c96-b12d-41e8-80b4-fab5a342abde tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:38.445754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-9e156c96-b12d-41e8-80b4-fab5a342abde tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7324045 Nov 16 21:14:38.480305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac7dccf0-a8df-434f-abb2-229b79e9fc02 req-621a2b87-6d6d-42f5-ae6c-041771e1376c tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250510 Nov 16 21:14:38.493721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Request body: {'port': {'device_id': '61719d2d-861b-43c4-af17-47daa327c920', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '37ee687753fe4deeadea4f9b8de5148d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:38.540562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.547640 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8aa6d1-c963-482a-a4f9-8f2322a177a5 x-openstack-request-id: req-ba8aa6d1-c963-482a-a4f9-8f2322a177a5 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:38.547941 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4bf83cb-e13f-4956-a014-431d653afa31", "name": "network-vif-deleted", "tag": "ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:38.548194 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba8aa6d1-c963-482a-a4f9-8f2322a177a5 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:38.548934 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4bf83cb-e13f-4956-a014-431d653afa31', 'name': 'network-vif-deleted', 'tag': 'ddb3c47e-229d-4c38-b5b9-fd4e5c1ec71a', 'status': 'completed', 'code': 200} Nov 16 21:14:38.625723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.641760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.699167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Deleting port f5ea0789-5b2a-44f9-aa09-990afe347382 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:38.699626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.796854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fae63831-4a22-49de-a229-abb48cea8c43 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:38.862226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fae63831-4a22-49de-a229-abb48cea8c43 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:38.862576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.894291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.898471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=d3cf461f-c259-49d0-bff6-8b918769c9dd,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:38.993109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:38.997540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Deleting port 7071e793-60c9-4a99-b288-c08a49a6742b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:38.998077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.021850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 59872c53-6729-4192-9445-880bbe02c628 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:39.036220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 994291b4-6709-44d5-b045-20ab4d2526ee no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:39.080818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 994291b4-6709-44d5-b045-20ab4d2526ee {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:39.081299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 994291b4-6709-44d5-b045-20ab4d2526ee not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:39.093344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:39.132744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Made reservation on behalf of 37ee687753fe4deeadea4f9b8de5148d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:39.136601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.145770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4881fb-ab18-4bc8-9de4-e5ca810e8660 req-ea359c7e-e331-4327-ace8-0ae6ea7e2995 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:39.150031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad4881fb-ab18-4bc8-9de4-e5ca810e8660 req-ea359c7e-e331-4327-ace8-0ae6ea7e2995 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 945 time: 0.3998942 Nov 16 21:14:39.155590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:39.163301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] For port f5ea0789-5b2a-44f9-aa09-990afe347382, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f5ea0789-5b2a-44f9-aa09-990afe347382,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:39.163755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.179620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.181368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34b17a57-b063-4709-959b-8f1889f6f1cf req-2649829d-42d8-428e-9ec2-dd5579d9f653 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 210 time: 0.0479050 Nov 16 21:14:39.187844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6995e4a5-7fca-400f-b1fa-b9a1a58ad146 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.8184376 Nov 16 21:14:39.228554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Calling delete_port for f5ea0789-5b2a-44f9-aa09-990afe347382 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:39.396569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:39.413756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.431445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] For port 7071e793-60c9-4a99-b288-c08a49a6742b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7071e793-60c9-4a99-b288-c08a49a6742b,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:39.431885 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.450649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7c7ef996-3796-4a88-9b5d-37248d32ec22 None None] Provisioning complete for port efff24e2-86aa-4886-969a-7d0f71b85aa6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:39.451135 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef996-3796-4a88-9b5d-37248d32ec22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.498329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Calling delete_port for 7071e793-60c9-4a99-b288-c08a49a6742b owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:39.518083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-efb59dc7-94b1-4735-80d3-3ec6c48c7b63 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1567761880&fields=id&tenant_id=eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 267 time: 0.0576200 Nov 16 21:14:39.531538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ef996-3796-4a88-9b5d-37248d32ec22 None None] Port efff24e2-86aa-4886-969a-7d0f71b85aa6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:39.654845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-3fe9216e-462b-4e8d-bc90-ecbb9bea8622 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:39.656361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-3fe9216e-462b-4e8d-bc90-ecbb9bea8622 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.1330855 Nov 16 21:14:39.673345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-bc8b713a-e7b7-419e-a405-e2b82f348482 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/quotas/eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 375 time: 0.0106244 Nov 16 21:14:39.734530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-3ee0423c-0ff6-4dba-b108-31e82c313a50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532751 Nov 16 21:14:39.831283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:39.831912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:39.889164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad4881fb-ab18-4bc8-9de4-e5ca810e8660 req-7dbea0f0-a8eb-4b89-ac89-a48ea91a3613 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193687 Nov 16 21:14:39.926730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-95ee14f2-f98c-4415-b4c9-96582e6e87b5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2512317 Nov 16 21:14:39.961323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-2cda9158-27e5-42bc-99eb-a9eeac8b011d service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114699 Nov 16 21:14:40.075591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.099306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.115387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-219e9760-6452-48b4-ba64-782dc79f174b service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441846 Nov 16 21:14:40.143380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.152311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ea0789-5b2a-44f9-aa09-990afe347382,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:40.205036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36792) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:40.211286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649053596', 'description': 'tempest-description--1339877042'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:40.255603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.258488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.267696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f8336215-0c17-4289-8b0a-b3d2f2033b81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:40.354664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.361881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.432523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Pushing event deleted for resources: {'Port': ['ID=7071e793-60c9-4a99-b288-c08a49a6742b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:40.446778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:40.453097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.454990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-718a5d0f-ba67-4eb9-ac0d-2fd684e38d29 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2484808 Nov 16 21:14:40.458209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36808) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:40.465183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'security_group_rule': {'security_group_id': 'ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:40.479765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82c7064-2abf-4273-ab01-f86b42fd88f7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:40.511373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] No DVR routers for this DVR port 7071e793-60c9-4a99-b288-c08a49a6742b on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:40.530229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.535496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd09b468-5dc7-4d56-baa8-903c56b44026 req-bf81638d-c493-4155-9ad2-ce45350e730c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.47 "DELETE /v2.0/ports/7071e793-60c9-4a99-b288-c08a49a6742b HTTP/1.1" status: 204 len: 173 time: 2.3341362 Nov 16 21:14:40.578912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3fb0780a-2d83-4ee9-a468-62e8d484df9d req-901533ee-9e43-44a9-8a6a-2855df07c650 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 210 time: 0.1070013 Nov 16 21:14:40.579902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.582201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'name': 'network-vif-deleted', 'tag': '7071e793-60c9-4a99-b288-c08a49a6742b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:40.586036 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa616e-4e56-4095-a0b6-6c35cadf81ac" -d '{"events": [{"server_uuid": "64a72d99-1fbd-4965-8266-280cc22c30cd", "name": "network-vif-deleted", "tag": "7071e793-60c9-4a99-b288-c08a49a6742b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:40.603655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52bcd16d-4dc3-4d38-b97c-e44f5088bb12 req-857b9c6f-d73d-4760-b447-6abe082004f0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 210 time: 0.0900159 Nov 16 21:14:40.623013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.834124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.838095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7071e793-60c9-4a99-b288-c08a49a6742b no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:40.845167 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.869099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 7071e793-60c9-4a99-b288-c08a49a6742b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:40.870356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7071e793-60c9-4a99-b288-c08a49a6742b not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:40.879547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.887777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.897311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7469c3-74ce-4d26-b280-3ecb8cde32d7 req-6289fe12-64e2-4ffd-97d1-3799bf212120 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:40.899108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e7469c3-74ce-4d26-b280-3ecb8cde32d7 req-6289fe12-64e2-4ffd-97d1-3799bf212120 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1319995 Nov 16 21:14:40.899848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a07662d-acc6-4646-8495-bad8953d6ecd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:40.904908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.906144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-872d5713-2e01-4360-80db-23c04a15935a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4468079 Nov 16 21:14:40.909208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36816) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:40.919465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'security_group_rule': {'security_group_id': 'ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:40.971341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.976654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Allocated IP 192.168.233.68 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/b5fef759-cf92-4c87-857b-6fec4a708de1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:40.987663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a527b7-326a-4161-9625-1e9252ef2992 req-b954fe48-876f-462c-b5ae-aa6bbaf45116 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:40.989207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32a527b7-326a-4161-9625-1e9252ef2992 req-b954fe48-876f-462c-b5ae-aa6bbaf45116 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 949 time: 0.1491699 Nov 16 21:14:40.993568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:40.994097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e05e57-b4a3-4872-9066-4134b58d7d44 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:14:40.997340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e7469c3-74ce-4d26-b280-3ecb8cde32d7 req-b6e95339-17af-4674-ba02-f3650e85802c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887737 Nov 16 21:14:41.004780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.005969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a48ea098-2121-4c2f-813b-23bdcd9c7434 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b5e05e57-b4a3-4872-9066-4134b58d7d44 HTTP/1.1" status: 204 len: 168 time: 5.9883933 Nov 16 21:14:41.009086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36822) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:41.109858 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cde1f9-eb64-4174-af40-a006be3cab2a x-openstack-request-id: req-b2cde1f9-eb64-4174-af40-a006be3cab2a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:41.110347 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a72d99-1fbd-4965-8266-280cc22c30cd", "name": "network-vif-deleted", "tag": "7071e793-60c9-4a99-b288-c08a49a6742b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:41.110453 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2cde1f9-eb64-4174-af40-a006be3cab2a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:41.110926 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a72d99-1fbd-4965-8266-280cc22c30cd', 'name': 'network-vif-deleted', 'tag': '7071e793-60c9-4a99-b288-c08a49a6742b', 'status': 'completed', 'code': 200} Nov 16 21:14:41.132621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32a527b7-326a-4161-9625-1e9252ef2992 req-899c00d1-3e95-4d72-8011-25da6926b131 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291981 Nov 16 21:14:41.165115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Deleting subnet c0ba1e66-c9e8-4ecf-bbfb-d2da36952175 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:14:41.172850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.176274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.203846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.236726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796b6121-7207-4e11-b90e-39898511041b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:41.245876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.270308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.271868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a17709d3-e082-47d5-ac01-6e1be663a5f1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3607869 Nov 16 21:14:41.277872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36828) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:41.292688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:41.345038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.352653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e9f0d60-ce24-46e2-b76d-c7831d4bafd8 req-da4eded6-ed66-48f2-a728-e15bca596269 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a72d99-1fbd-4965-8266-280cc22c30cd HTTP/1.1" status: 200 len: 210 time: 0.0422699 Nov 16 21:14:41.400617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.403524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.461323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.468675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Pushing event updated for resources: {'Port': ['ID=b5fef759-cf92-4c87-857b-6fec4a708de1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:41.482681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:41.484086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:41.499594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:41.543141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.611651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ba1e66-c9e8-4ecf-bbfb-d2da36952175,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:41.612861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.617702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bf1f6ace-688c-4451-9de5-ae39dff47ec9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c0ba1e66-c9e8-4ecf-bbfb-d2da36952175 HTTP/1.1" status: 204 len: 168 time: 0.6060753 Nov 16 21:14:41.632532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36840) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:41.636268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6733954-e00f-4653-aaa6-4e54f7395830 None None] Network 6ca710d1-be33-4f76-90ea-3742fd4c0519 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:41.646748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:41.650254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.681473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-252ae990-fc37-4213-abd0-2dc2eb75d01d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2117581 Nov 16 21:14:41.717875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Request body: {'port': {'device_id': '61719d2d-861b-43c4-af17-47daa327c920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:41.794552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec66deda-3408-4b9c-a74d-68cb7b408f0a req-37a99a34-b1e0-4fd6-a9b7-9b1e53e594d7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 210 time: 0.0524147 Nov 16 21:14:41.801529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.866426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:41.887486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.003169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5bed2a4a-e3ec-4b53-ae97-907c9322e7dd None None] Provisioning complete for port b5fef759-cf92-4c87-857b-6fec4a708de1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:42.006309 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5bed2a4a-e3ec-4b53-ae97-907c9322e7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.021283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ba1d-4f5c-48a2-b71d-8b3ec60c9a68 req-f6593ac3-7636-4acd-9140-e1a6d0850a27 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.030053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff80ba1d-4f5c-48a2-b71d-8b3ec60c9a68 req-f6593ac3-7636-4acd-9140-e1a6d0850a27 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 935 time: 0.1796601 Nov 16 21:14:42.048668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] DHCP port deletion for 6ca710d1-be33-4f76-90ea-3742fd4c0519 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:14:42.083332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 172.25.3.168 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:42.110946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Deleting port b3bbef80-a8a0-4404-8e38-d886c10eda1c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:42.111294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.128602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5bed2a4a-e3ec-4b53-ae97-907c9322e7dd None None] Port b5fef759-cf92-4c87-857b-6fec4a708de1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:42.151399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] Deleting port b3bbef80-a8a0-4404-8e38-d886c10eda1c {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:42.152541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.231441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] For port b3bbef80-a8a0-4404-8e38-d886c10eda1c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3bbef80-a8a0-4404-8e38-d886c10eda1c,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:42.232274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.244340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] For port b3bbef80-a8a0-4404-8e38-d886c10eda1c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3bbef80-a8a0-4404-8e38-d886c10eda1c,segment=NetworkSegment(12ed17fa-4f87-48dc-8a31-ea26729a40ef),segment_id=12ed17fa-4f87-48dc-8a31-ea26729a40ef)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:42.245002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.249279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] Calling delete_port for b3bbef80-a8a0-4404-8e38-d886c10eda1c owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:42.270395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Calling delete_port for b3bbef80-a8a0-4404-8e38-d886c10eda1c owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:42.370392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.381240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.411571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff80ba1d-4f5c-48a2-b71d-8b3ec60c9a68 req-bb4fc13e-68ea-442c-bd86-ddf786325155 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655038 Nov 16 21:14:42.419629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6404-8dbc-4437-87a6-b3bd24397f02 req-e68457ef-c22f-4948-a891-19d84e2692ff tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.422754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d7d6404-8dbc-4437-87a6-b3bd24397f02 req-e68457ef-c22f-4948-a891-19d84e2692ff tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 949 time: 0.1225588 Nov 16 21:14:42.441792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] Pushing event deleted for resources: {'Port': ['ID=b3bbef80-a8a0-4404-8e38-d886c10eda1c,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:42.460031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06806c44-c82a-4f53-8b9a-393fde783ba9 None None] No DVR routers for this DVR port b3bbef80-a8a0-4404-8e38-d886c10eda1c on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:42.490535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-d490e20a-5cc7-45c5-b11a-b29a711c9989 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.492101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-d490e20a-5cc7-45c5-b11a-b29a711c9989 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.4581070 Nov 16 21:14:42.549100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d7d6404-8dbc-4437-87a6-b3bd24397f02 req-470faa6f-3229-4803-9ba0-182f16d73ad4 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162605 Nov 16 21:14:42.556482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.587360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bbef80-a8a0-4404-8e38-d886c10eda1c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:42.594726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.641470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] No DVR routers for this DVR port b3bbef80-a8a0-4404-8e38-d886c10eda1c on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:42.701152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-5f6b99f5-a9dd-41e7-a277-9a5b7b86fd18 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 380 time: 0.1885259 Nov 16 21:14:42.721481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:42.721717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'port': {'device_id': '6206ff73-7c43-4561-a446-45ae2263c2da', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'admin_state_up': True, 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'security_groups': ['efbb3384-fb37-4040-8fd4-06d144803d41']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:42.728152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:42.738900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3bbef80-a8a0-4404-8e38-d886c10eda1c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:42.744147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:42.767689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b3bbef80-a8a0-4404-8e38-d886c10eda1c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:42.768048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3bbef80-a8a0-4404-8e38-d886c10eda1c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:42.768473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f5ea0789-5b2a-44f9-aa09-990afe347382 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:42.789495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f5ea0789-5b2a-44f9-aa09-990afe347382 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:42.789764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f5ea0789-5b2a-44f9-aa09-990afe347382 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:42.803941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:42.833816 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.867046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca710d1-be33-4f76-90ea-3742fd4c0519']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:42.892160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ed17fa-4f87-48dc-8a31-ea26729a40ef') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:42.892498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ed17fa-4f87-48dc-8a31-ea26729a40ef') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:42.915836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09f63-f061-4cf2-b8ee-ab1b0870e64d req-6a9a4042-46db-4445-a9f2-e4f04cb0b21a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.918221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12c09f63-f061-4cf2-b8ee-ab1b0870e64d req-6a9a4042-46db-4445-a9f2-e4f04cb0b21a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3031483 Nov 16 21:14:42.921912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.922132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fef759-cf92-4c87-857b-6fec4a708de1 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:42.940313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-8ba8b654-6e32-459c-b73a-ad0789289698 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:42.942065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-8ba8b654-6e32-459c-b73a-ad0789289698 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 949 time: 0.2825475 Nov 16 21:14:42.946099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.948707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.961642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.969376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:42.972874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.981034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:14:42.981470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:14:42.989880 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:14:42.993349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52717eb2-732c-4286-829d-f04defc8824f req-daf73ec7-f0ed-4d3a-8afa-d594e7436ba0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 210 time: 0.0497718 Nov 16 21:14:43.066034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.098213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.107723 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.110992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ca710d1-be33-4f76-90ea-3742fd4c0519 HTTP/1.1" status: 204 len: 168 time: 1.4520218 Nov 16 21:14:43.122769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Transition to ACTIVE for port object b5fef759-cf92-4c87-857b-6fec4a708de1 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:43.130687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69adc8d-0c71-4b4b-b2e6-f89cba2ed4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca710d1-be33-4f76-90ea-3742fd4c0519,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.149855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.167770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12c09f63-f061-4cf2-b8ee-ab1b0870e64d req-989a6b17-4451-4937-9449-faf98e36bd62 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182724 Nov 16 21:14:43.324602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Pushing event updated for resources: {'Port': ['ID=b5fef759-cf92-4c87-857b-6fec4a708de1,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.362656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.377427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.473134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:43.483174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.508225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.515349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e78f207-cb54-4e81-a260-c813e8516efb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2316735 Nov 16 21:14:43.536871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Deleting port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:43.537501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.552572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36868) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:43.637983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76538368-cfdf-4e8b-a3d8-8ed6f78e73db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0ed77541e5c485c939a5e942544b065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0841076 Nov 16 21:14:43.640472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36872) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:43.669016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37e4f6-e263-4d72-bf90-a136b84e8ae8 req-a9f88bab-9396-4bae-aa87-1a08a04cb5f1 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.677194 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b37e4f6-e263-4d72-bf90-a136b84e8ae8 req-a9f88bab-9396-4bae-aa87-1a08a04cb5f1 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 947 time: 0.1051321 Nov 16 21:14:43.790203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b37e4f6-e263-4d72-bf90-a136b84e8ae8 req-b66c94c9-9747-40c8-a350-f41842d146b9 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983655 Nov 16 21:14:43.796309 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b0c0d9e-79ef-4ed9-a69b-299def9bea2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.821857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b0c0d9e-79ef-4ed9-a69b-299def9bea2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.919139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022884a5-f501-4105-a07d-8b15890d0e7e req-3c7ccf4d-d57b-48cf-8403-958264f11fa2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:43.921328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-022884a5-f501-4105-a07d-8b15890d0e7e req-3c7ccf4d-d57b-48cf-8403-958264f11fa2 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/ports?device_id=889d9fff-88bd-48eb-a340-4007958087e6 HTTP/1.1" status: 200 len: 949 time: 0.0772853 Nov 16 21:14:43.960329 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b0c0d9e-79ef-4ed9-a69b-299def9bea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.963020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b0c0d9e-79ef-4ed9-a69b-299def9bea2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:43.964586 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7b0c0d9e-79ef-4ed9-a69b-299def9bea2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe116062-7586-4c47-b298-b19d008af391 HTTP/1.1" status: 204 len: 168 time: 0.3228276 Nov 16 21:14:43.980207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Allocated IP 172.20.0.3 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/4d7221ea-685c-438f-8606-3c95163b7e16) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:43.981304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c0d9e-79ef-4ed9-a69b-299def9bea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe116062-7586-4c47-b298-b19d008af391,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:44.005115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-022884a5-f501-4105-a07d-8b15890d0e7e req-4ebb9a08-9d94-429a-925b-2d7021a352a5 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.48 "GET /v2.0/security-groups?id=3765bb06-3053-4344-b8a2-9a45904abcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765672 Nov 16 21:14:44.038046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Attempting to bind port b5fef759-cf92-4c87-857b-6fec4a708de1 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:44.038391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Attempting to bind port b5fef759-cf92-4c87-857b-6fec4a708de1 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:44.038725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Attempting to bind port b5fef759-cf92-4c87-857b-6fec4a708de1 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:44.063425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] For port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:44.063798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.069121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Port b5fef759-cf92-4c87-857b-6fec4a708de1 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:44.069456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Attempting to bind port b5fef759-cf92-4c87-857b-6fec4a708de1 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:44.118596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5957-564a-4855-b07c-a61f87b4e64d req-bb5a47df-a5da-4e62-9d74-74a85d6160b0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.121931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d9b5957-564a-4855-b07c-a61f87b4e64d req-bb5a47df-a5da-4e62-9d74-74a85d6160b0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.5473251 Nov 16 21:14:44.122964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:44.123375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:44.123827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:44.124351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Bound port: b5fef759-cf92-4c87-857b-6fec4a708de1, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:44.124769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.129458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Calling delete_port for ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:14:44.173433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-9ac7b628-8f89-426a-9745-a82c16dc284f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--649053596&fields=id&tenant_id=3b41f94a52b64a48af73b053bd9244a9 HTTP/1.1" status: 200 len: 267 time: 0.0517015 Nov 16 21:14:44.235062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f602ce62-21ee-4623-98c6-06ab78088022 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.236479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f602ce62-21ee-4623-98c6-06ab78088022 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 931 time: 0.0553913 Nov 16 21:14:44.303576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ce95232a-1688-4247-abd8-04cf51729bd5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.305162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ce95232a-1688-4247-abd8-04cf51729bd5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 931 time: 0.0627871 Nov 16 21:14:44.334408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d9b5957-564a-4855-b07c-a61f87b4e64d req-171384e0-dc01-4a5c-bbca-c0800436bf86 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904151 Nov 16 21:14:44.392695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-df2ce6bf-9c17-4113-a16f-ae3c17e7cba5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0784907 Nov 16 21:14:44.436252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-6f7de510-3486-4007-ae8a-68ac487a82de tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0374200 Nov 16 21:14:44.465798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] For port b5fef759-cf92-4c87-857b-6fec4a708de1, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:44.486758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.503978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-945b37ed-ceca-4637-8db3-fe00b42c84ad req-2e571539-0dd2-4021-a90e-0eab2bea6ba8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 210 time: 0.0644660 Nov 16 21:14:44.554467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] For port b5fef759-cf92-4c87-857b-6fec4a708de1, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b5fef759-cf92-4c87-857b-6fec4a708de1,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:44.576374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.642016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5f95147a-edf8-42e8-a75e-86eea300b3bf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.647336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.648574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.650266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] 10.222.0.41 "PUT /v2.0/ports/b5fef759-cf92-4c87-857b-6fec4a708de1 HTTP/1.1" status: 200 len: 1095 time: 2.9494987 Nov 16 21:14:44.664370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5f95147a-edf8-42e8-a75e-86eea300b3bf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.678279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5f95147a-edf8-42e8-a75e-86eea300b3bf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.680664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5f95147a-edf8-42e8-a75e-86eea300b3bf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=91be6d52-379b-4601-8cda-fada21d4f4ac&id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 1990 time: 0.2370970 Nov 16 21:14:44.701094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61719d2d-861b-43c4-af17-47daa327c920', 'tag': 'b5fef759-cf92-4c87-857b-6fec4a708de1'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:44.702926 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb18227-b154-4c4d-90f6-9424dc060ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "61719d2d-861b-43c4-af17-47daa327c920", "tag": "b5fef759-cf92-4c87-857b-6fec4a708de1"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:44.718271 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-21e65d61-2db9-4fc7-9bfd-5e06bfb2b3ed tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/quotas/3b41f94a52b64a48af73b053bd9244a9 HTTP/1.1" status: 200 len: 375 time: 0.0128989 Nov 16 21:14:44.800080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9a3e-95c1-4478-a35e-17386eb84e2a service neutron] Pushing event updated for resources: {'Port': ['ID=b5fef759-cf92-4c87-857b-6fec4a708de1,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:44.845487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.909889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7180af0-aed1-426b-8ebd-6ac387eeaaed req-72ea5c79-f6bf-4f77-b0af-082ae5214f3d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.917738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7180af0-aed1-426b-8ebd-6ac387eeaaed req-72ea5c79-f6bf-4f77-b0af-082ae5214f3d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3277957 Nov 16 21:14:44.923220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:44.930592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-0c121335-9d1b-44eb-8d60-1db72e64f07a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2021883 Nov 16 21:14:44.932072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-c8abd5db-c00c-4632-a7dd-b06423d963a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:44.940832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-c8abd5db-c00c-4632-a7dd-b06423d963a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=37ee687753fe4deeadea4f9b8de5148d&device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 1098 time: 0.2004726 Nov 16 21:14:45.017301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:45.023746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36922) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:45.026673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:45.068546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:45.071115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:45.112659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-180420aa-bf8e-4cdc-98b6-7b383b0119f3 service neutron] 10.222.0.48 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686735 Nov 16 21:14:45.132374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-2bf9135e-1618-4dee-853e-935bcdc86c68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b5fef759-cf92-4c87-857b-6fec4a708de1 HTTP/1.1" status: 200 len: 217 time: 0.1258550 Nov 16 21:14:45.186200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Pushing event deleted for resources: {'Port': ['ID=ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:45.223586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1024732257-network', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:45.243190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] No DVR routers for this DVR port ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:14:45.245127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-9e874a35-f0db-4ff8-bdcc-c4dc64f39c36 service neutron] 10.222.0.48 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308591 Nov 16 21:14:45.247014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-5a78d18d-cff5-43d5-8aed-951a78c3c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.248709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-5a78d18d-cff5-43d5-8aed-951a78c3c5bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0909665 Nov 16 21:14:45.254269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.258032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2429a4c5-24be-4124-850f-f2ffd7085fc4 req-bd526d8a-92ec-49d6-8fe7-865c7c2b9538 tempest-ListImageFiltersTestJSON-208558309 tempest-ListImageFiltersTestJSON-208558309-project] 10.222.0.41 "DELETE /v2.0/ports/ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c HTTP/1.1" status: 204 len: 173 time: 2.3046262 Nov 16 21:14:45.320468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-b37afaef-2667-4936-89b2-fd62c8e68803 service neutron] 10.222.0.48 "GET /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0743151 Nov 16 21:14:45.330918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7180af0-aed1-426b-8ebd-6ac387eeaaed req-29e6f5d2-87da-4a16-9544-561c491c3fa7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120636 Nov 16 21:14:45.338017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:45.339961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.340654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.347136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.416693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-9de2e29c-5139-4839-8273-502e9718119d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7012756 Nov 16 21:14:45.428261 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff983e4-e5a8-4095-afed-8f2e6fb82ad7 x-openstack-request-id: req-6ff983e4-e5a8-4095-afed-8f2e6fb82ad7 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:45.428550 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61719d2d-861b-43c4-af17-47daa327c920", "tag": "b5fef759-cf92-4c87-857b-6fec4a708de1", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:45.428959 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ff983e4-e5a8-4095-afed-8f2e6fb82ad7 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:45.430408 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61719d2d-861b-43c4-af17-47daa327c920', 'tag': 'b5fef759-cf92-4c87-857b-6fec4a708de1', 'status': 'completed', 'code': 200} Nov 16 21:14:45.441898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.453196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Request body: {'port': {'device_id': '6206ff73-7c43-4561-a446-45ae2263c2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:45.477403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-0c6da09c-1dcf-4a5c-b508-c9f81716f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.482311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-0c6da09c-1dcf-4a5c-b508-c9f81716f980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123725 Nov 16 21:14:45.558781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-87f8a4c2-09bd-42eb-93dc-4443bb633b3e None None] Provisioning complete for port 4d7221ea-685c-438f-8606-3c95163b7e16 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:45.559358 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87f8a4c2-09bd-42eb-93dc-4443bb633b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.599255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-c599c8e7-2700-4238-afed-c10c754c421f service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778392 Nov 16 21:14:45.656359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-87f8a4c2-09bd-42eb-93dc-4443bb633b3e None None] Port 4d7221ea-685c-438f-8606-3c95163b7e16 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:45.807505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.820539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.834365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-7da679d5-c4f8-41a7-9f62-c3aa09581804 service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342510 Nov 16 21:14:45.842398 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.859893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:45.883385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-cdb2ddcf-861a-436c-96ad-1225fd36502f service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636196 Nov 16 21:14:45.893770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b724b-06b7-4a08-a18c-7ef8a0ebae12,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:45.902429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:45.902768 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Added segment 6567e483-1c4a-4a6f-9a6e-a95690b436ff of type vlan for network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 Nov 16 21:14:45.909813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e3da-7f17-4f29-b939-769342a66410 req-b6ed0209-e7fa-4366-9ee3-098f24ad0e3d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:45.910838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e739e3da-7f17-4f29-b939-769342a66410 req-b6ed0209-e7fa-4366-9ee3-098f24ad0e3d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 947 time: 0.3932500 Nov 16 21:14:45.915049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-fffaeb53-54ec-48e2-9a17-4c120549b719 service neutron] 10.222.0.48 "GET /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0701063 Nov 16 21:14:46.004964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.128184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-9092b90d-510a-428b-8d2f-af6d6f326606 service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874559 Nov 16 21:14:46.135834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.136866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.137503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.177201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e739e3da-7f17-4f29-b939-769342a66410 req-39e2486f-1005-477c-b0e2-e6130b53dfa6 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421415 Nov 16 21:14:46.179982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcb0baa3-65c8-4f71-b671-2f8b5bb97da9 req-ee11cd70-f0af-4412-bd6a-5931f8b28a08 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676914 Nov 16 21:14:46.280993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2560627 Nov 16 21:14:46.285023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36944) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:46.291033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Request body: {'subnet': {'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1024732257-subnet', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:46.315924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:46.318327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.323078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088efc21-b113-4a94-a156-4f7a981ed51e admin admin] Pushing event updated for resources: {'Network': ['ID=9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:46.334937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:46.511879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-985e0888-f991-4cd8-af6f-99ec6043dd49 service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716033 Nov 16 21:14:46.519258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:46.531590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.553444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Transition to ACTIVE for port object 4d7221ea-685c-438f-8606-3c95163b7e16 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:14:46.607975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:46.677053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:46.680870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-2228edf4-b8e9-4f3c-9ada-eda51b98f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.683361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-2228edf4-b8e9-4f3c-9ada-eda51b98f844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=37ee687753fe4deeadea4f9b8de5148d&device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 1098 time: 0.4322445 Nov 16 21:14:46.739026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:14:46.785968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:14:46.786330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:14:46.870308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d44f6-8c2c-437b-845e-dc72e180e658 req-1803093a-4c5f-4a5b-8f14-69c4cddab429 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:46.878578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-009d44f6-8c2c-437b-845e-dc72e180e658 req-1803093a-4c5f-4a5b-8f14-69c4cddab429 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 943 time: 0.3399775 Nov 16 21:14:46.991592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Attempting to bind port 4d7221ea-685c-438f-8606-3c95163b7e16 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:46.992022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Attempting to bind port 4d7221ea-685c-438f-8606-3c95163b7e16 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:46.992460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Attempting to bind port 4d7221ea-685c-438f-8606-3c95163b7e16 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:47.043243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-bc6c8805-b788-4069-bd3f-c80784442dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.047989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-bc6c8805-b788-4069-bd3f-c80784442dd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.3299527 Nov 16 21:14:47.058613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Port 4d7221ea-685c-438f-8606-3c95163b7e16 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:14:47.059121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Attempting to bind port 4d7221ea-685c-438f-8606-3c95163b7e16 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:47.084972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-e51e69df-e88d-4e93-9aec-bf626a7530c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916223 Nov 16 21:14:47.133785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:47.134402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:47.135807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:47.136453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Bound port: 4d7221ea-685c-438f-8606-3c95163b7e16, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:47.137028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.212184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-c658c793-e387-43e6-9713-f91434e6c678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=b5fef759-cf92-4c87-857b-6fec4a708de1 HTTP/1.1" status: 200 len: 217 time: 0.1431653 Nov 16 21:14:47.242519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-009d44f6-8c2c-437b-845e-dc72e180e658 req-b623304a-86c8-42b5-8cd2-075dfc462eba tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321576 Nov 16 21:14:47.265143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ed3b8fca-da87-41d2-899b-c1572cadc89a service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422619 Nov 16 21:14:47.404008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.415646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-edb3fe2d-a657-4c5b-9550-4280e29d0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.417274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-edb3fe2d-a657-4c5b-9550-4280e29d0367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 1096 time: 0.2746844 Nov 16 21:14:47.433062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-deleted', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:47.435287 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60243e44-5158-4799-8daa-b568aa231104" -d '{"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-deleted", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:47.460232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-3fdcad28-6121-4b5a-8dec-470ccde6b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.461787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-3fdcad28-6121-4b5a-8dec-470ccde6b4b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.2080684 Nov 16 21:14:47.498103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-197f60d1-54cb-429c-8169-ecbd73cc8f41 service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320225 Nov 16 21:14:47.503050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5656bd-435b-4b49-ba57-48b7aed23d22,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:47.564493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Checking segment: {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:47.565175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Network hostable DHCP agents. Network: 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:47.567797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:47.596035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:47.605060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:47.609032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-37164c7f-7476-41f8-9268-18a2cf83ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.610553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-37164c7f-7476-41f8-9268-18a2cf83ab99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403737 Nov 16 21:14:47.611687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.638351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:47.645729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:47.646523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.654163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3afa7-c91a-43bb-9a24-e241096be3af None None] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:47.672216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ee666f1a-ac3a-4e23-8afa-d8993ec01f4c service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645129 Nov 16 21:14:47.786973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-29d97884-575e-4cb1-8e8e-d4fcde539ec6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4992802 Nov 16 21:14:47.789494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36978) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:47.797375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:47.843024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.844613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:47.904888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8e93bec6-1cb5-43d0-8c3d-3499cb585e9f service neutron] 10.222.0.48 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229633 Nov 16 21:14:47.986855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'fixed_ips': [{'subnet_id': '2c5656bd-435b-4b49-ba57-48b7aed23d22'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:14:47.987775 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.061990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.128734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.129440 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.130838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 1091 time: 2.6911378 Nov 16 21:14:48.146423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b8ce1-eadd-436a-a9f8-f5afe8cadcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:48.158180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-8b37ca3c-ffb5-48c5-8bbc-66ef194c7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.159670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-8b37ca3c-ffb5-48c5-8bbc-66ef194c7a40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 915 time: 0.7188916 Nov 16 21:14:48.221681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Allocated IP 172.20.0.2 (9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6/2c5656bd-435b-4b49-ba57-48b7aed23d22/afabb4af-bb9d-4658-adaf-3ae80a344020) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:48.266787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-9f584840-bf67-457a-adef-98f116d7aecf service neutron] 10.222.0.48 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598127 Nov 16 21:14:48.329883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-b1c28b6e-fd7e-4877-8aee-538dce438664 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e50488c-c3cf-4b89-a0d3-d41391200815 HTTP/1.1" status: 200 len: 217 time: 0.1321709 Nov 16 21:14:48.333930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.500972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-c95eaaf7-c078-458b-8875-9917f87698ec service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532827 Nov 16 21:14:48.506340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1f9034c6-7ce2-4066-987b-d486d9ee01ed service neutron] 10.222.0.48 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266698 Nov 16 21:14:48.554902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.561848 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.562545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22325655-2875-4202-9bb8-3f2f6fba40b5 req-0a446998-8529-49cf-be90-81da4a7562f0 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.572023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22325655-2875-4202-9bb8-3f2f6fba40b5 req-0a446998-8529-49cf-be90-81da4a7562f0 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 947 time: 0.4497142 Nov 16 21:14:48.582038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-67a0991f-7e25-4929-9cac-e7417cc3b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.585064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-67a0991f-7e25-4929-9cac-e7417cc3b5a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.2458594 Nov 16 21:14:48.602082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-a4782edb-e74f-4c55-b897-99f0c34dc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.603591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-a4782edb-e74f-4c55-b897-99f0c34dc921 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1094 time: 0.4013414 Nov 16 21:14:48.619738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Pushing event updated for resources: {'Port': ['ID=afabb4af-bb9d-4658-adaf-3ae80a344020,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:48.644898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.645426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.645936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.646420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.647501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.647985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.648461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.648933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.649404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.649996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.650493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.651730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:48.663823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:48.665959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:48.669237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:48.721295 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-ed0c8cad-b90d-4ecb-8056-6964acce2d6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164420 Nov 16 21:14:48.730257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-d0eaa23f-a2c9-4a53-a964-1ce7a8effaca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 217 time: 0.0747118 Nov 16 21:14:48.741262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Attempting to bind port afabb4af-bb9d-4658-adaf-3ae80a344020 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:48.741965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Attempting to bind port afabb4af-bb9d-4658-adaf-3ae80a344020 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:48.743801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Attempting to bind port afabb4af-bb9d-4658-adaf-3ae80a344020 on network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:48.751365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:48.752082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Checking segment: {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:48.752916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.753952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Bound using segment: {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:48.754735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Bound port: afabb4af-bb9d-4658-adaf-3ae80a344020, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:48.755489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.769767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b5fef759-cf92-4c87-857b-6fec4a708de1 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:48.831145 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.857462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:48.859196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22325655-2875-4202-9bb8-3f2f6fba40b5 req-0c7585db-110c-4727-9021-fc34ba476418 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790251 Nov 16 21:14:48.881405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-b03b5871-3844-4c38-8407-b4707ff21a26 service neutron] 10.222.0.48 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739657 Nov 16 21:14:48.883102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b5fef759-cf92-4c87-857b-6fec4a708de1, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b5fef759-cf92-4c87-857b-6fec4a708de1,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:48.949482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-77ea942e-7be4-4f0f-8960-a26281418aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:48.954727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-77ea942e-7be4-4f0f-8960-a26281418aa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.2059548 Nov 16 21:14:48.966847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] For port afabb4af-bb9d-4658-adaf-3ae80a344020, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:48.971440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] For port afabb4af-bb9d-4658-adaf-3ae80a344020, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=afabb4af-bb9d-4658-adaf-3ae80a344020,segment=NetworkSegment(6567e483-1c4a-4a6f-9a6e-a95690b436ff),segment_id=6567e483-1c4a-4a6f-9a6e-a95690b436ff)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:48.973104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'b5fef759-cf92-4c87-857b-6fec4a708de1', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': 'b5fef759-cf92-4c87-857b-6fec4a708de1', 'mac_address': 'fa:16:3e:25:5c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:48.982562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.008104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dfb18227-b154-4c4d-90f6-9424dc060ad9 req-505b4fc7-d6be-49a5-b44a-735b2d5f135b service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845674 Nov 16 21:14:49.024555 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-2e4619c6-691a-4a1e-a79f-2e775c51bb47 service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930288 Nov 16 21:14:49.094169 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.103278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-d628c1f0-9824-441f-b2ef-cbb9c8963259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.113276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fef759-cf92-4c87-857b-6fec4a708de1 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:49.113746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-d628c1f0-9824-441f-b2ef-cbb9c8963259 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418345 Nov 16 21:14:49.141274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b5fef759-cf92-4c87-857b-6fec4a708de1, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b5fef759-cf92-4c87-857b-6fec4a708de1,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:49.149602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.164435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c564f-995f-4701-b614-d39f69c0c54b None None] Pushing event updated for resources: {'Port': ['ID=afabb4af-bb9d-4658-adaf-3ae80a344020,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:49.210846 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e11fcea-ba79-4e08-9a3f-1e6fc973581a service neutron] 10.222.0.48 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284087 Nov 16 21:14:49.243838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Allocated IP 172.25.3.240 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/b14fa466-4627-4351-a6c8-2cad14b77de1) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:49.315511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b5fef759-cf92-4c87-857b-6fec4a708de1,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:49.351567 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127a0cef-2f64-4b59-baf0-dff390e17005 x-openstack-request-id: req-127a0cef-2f64-4b59-baf0-dff390e17005 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:49.352141 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889d9fff-88bd-48eb-a340-4007958087e6", "name": "network-vif-deleted", "tag": "ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:49.352141 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-127a0cef-2f64-4b59-baf0-dff390e17005 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:49.352570 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889d9fff-88bd-48eb-a340-4007958087e6', 'name': 'network-vif-deleted', 'tag': 'ae2c9ac3-8065-4c8f-b33a-c6ba8ccd243c', 'status': 'completed', 'code': 200} Nov 16 21:14:49.356394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a2fd028-f728-40e4-a874-40c9c80e5f3d req-b1eacfc5-10f0-498d-8683-afcc3a1d4718 service neutron] 10.222.0.47 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212106 Nov 16 21:14:49.439299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['b5fef759-cf92-4c87-857b-6fec4a708de1'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:49.578073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-217731ae-fabd-477e-a3a6-487f07b85b32 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932481 Nov 16 21:14:49.610129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.678880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:49.779256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:49.793646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:49.799985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:49.850470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Pushing event updated for resources: {'Port': ['ID=b14fa466-4627-4351-a6c8-2cad14b77de1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:49.900792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4378fff-8c84-446b-a656-ff40a8f38946 req-6e61947d-3b97-41e1-bbf2-ca5973c26c84 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075314 Nov 16 21:14:49.961824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac719647-1572-4d71-81e6-eb0713b1967e req-e9537ec8-6997-4f66-98c4-b22542f9db07 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:49.963908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac719647-1572-4d71-81e6-eb0713b1967e req-e9537ec8-6997-4f66-98c4-b22542f9db07 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 943 time: 0.0847566 Nov 16 21:14:50.082873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac719647-1572-4d71-81e6-eb0713b1967e req-9c1b17af-be46-4c19-93c7-86a216c8f455 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020112 Nov 16 21:14:50.121452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.199622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-e2933563-cbf4-4c3b-b040-fdcf573e1253 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890992 Nov 16 21:14:50.319911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-9bbb7727-3984-4acb-9fb1-7cc833bb6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.323400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-9bbb7727-3984-4acb-9fb1-7cc833bb6290 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.0920398 Nov 16 21:14:50.570397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.622232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-1c43d6c1-4706-45e2-9a66-d9bb9ade9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.626144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-1c43d6c1-4706-45e2-9a66-d9bb9ade9e66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.2542965 Nov 16 21:14:50.711565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31278745-b431-427e-9602-f37aae9e9fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.744470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b5fef759-cf92-4c87-857b-6fec4a708de1 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:50.800213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-8d5f105d-dc28-416a-a825-5844921f7af7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.1599066 Nov 16 21:14:50.918027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port b5fef759-cf92-4c87-857b-6fec4a708de1 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:50.923086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port b5fef759-cf92-4c87-857b-6fec4a708de1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:50.927129 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:50.945448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088a015-790c-4fe9-a4a8-0af97898a266 req-bce922ef-a8f4-4a27-8e26-2cb8cdca4884 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.954980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b088a015-790c-4fe9-a4a8-0af97898a266 req-bce922ef-a8f4-4a27-8e26-2cb8cdca4884 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 948 time: 0.2785158 Nov 16 21:14:50.982585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-19d12766-627d-4177-8e9c-1064265a804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:50.985060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-19d12766-627d-4177-8e9c-1064265a804a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.1662681 Nov 16 21:14:51.035479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df1274-4df7-4317-a275-19c567fc9d79 None None] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:51.078038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494972f0-4e67-4eb8-af84-1dd87a47ddbc req-cbed869c-dcd4-4e02-aec8-b9ec1a116761 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:51.087041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-494972f0-4e67-4eb8-af84-1dd87a47ddbc req-cbed869c-dcd4-4e02-aec8-b9ec1a116761 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1069176 Nov 16 21:14:51.113102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-306645bf-dbd0-47f5-af73-38f25ad04793 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177974 Nov 16 21:14:51.165767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-494972f0-4e67-4eb8-af84-1dd87a47ddbc req-4d8eafa0-7c09-4d10-8882-130d2921210f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774269 Nov 16 21:14:51.167589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b088a015-790c-4fe9-a4a8-0af97898a266 req-6f7d5823-43e4-4426-a00e-fed64cc3a9b6 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092261 Nov 16 21:14:51.193193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Router 85d654d6-cc35-498f-97aa-c79119b5d5a3 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:14:51.223825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device afabb4af-bb9d-4658-adaf-3ae80a344020 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:51.266362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:51.336404 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce126040-d936-4f2e-9205-140d21d595ec req-0de4ea6a-42d5-47f2-ada7-0d1084259452 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0685534 Nov 16 21:14:51.337504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9819ae30-d290-4a88-8f67-bd49305a540f None None] Provisioning complete for port afabb4af-bb9d-4658-adaf-3ae80a344020 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:51.338099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9819ae30-d290-4a88-8f67-bd49305a540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.354500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:51.377480 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:51.515510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:51.563078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-aa124dac-c9d2-46f8-9b36-b58e7c466e02 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373007 Nov 16 21:14:51.577775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.579181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96e2c252-7c1e-42be-ac72-c5274a61cf60 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7885075 Nov 16 21:14:51.582006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37094) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:51.756371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807586b7-0657-4fb1-8cd2-07a7b8c430b4 req-46289efb-805a-408c-a919-45fd8658ef0a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:51.764654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807586b7-0657-4fb1-8cd2-07a7b8c430b4 req-46289efb-805a-408c-a919-45fd8658ef0a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 943 time: 0.2535932 Nov 16 21:14:51.783724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Sync routers for ids ['85d654d6-cc35-498f-97aa-c79119b5d5a3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:14:51.793878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a707c1ed-fa21-4ccd-b142-40f723e0bf9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1aa240bc2d94652bdbaebd3ad13d5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5246363 Nov 16 21:14:51.794644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37098) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:51.796826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.798516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e702109-9664-4fe5-8f07-afd5f2cdea62 req-110b9b94-3d35-48c6-9d36-2dbf74195b16 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056408 Nov 16 21:14:51.864098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port afabb4af-bb9d-4658-adaf-3ae80a344020 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:51.864477 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.872199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-807586b7-0657-4fb1-8cd2-07a7b8c430b4 req-4f4cd8c6-159f-41c4-a989-65ea87d75f2e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066062 Nov 16 21:14:51.880603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96abbe-09ea-472d-9095-1963cb3b9865 req-01dc55eb-5e1e-4b64-b0c0-8c091d73a294 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:51.882375 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c96abbe-09ea-472d-9095-1963cb3b9865 req-01dc55eb-5e1e-4b64-b0c0-8c091d73a294 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.4036956 Nov 16 21:14:51.928739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Routers {'85d654d6-cc35-498f-97aa-c79119b5d5a3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:51.929856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['85d654d6-cc35-498f-97aa-c79119b5d5a3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:51.956795 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fe7f4a-a039-40d7-854f-35a46de56664 x-openstack-request-id: req-07fe7f4a-a039-40d7-854f-35a46de56664 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:51.957210 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:51.957609 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07fe7f4a-a039-40d7-854f-35a46de56664 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:51.958106 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'status': 'completed', 'code': 200} Nov 16 21:14:51.964656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d5e38cc-d142-47c6-b0fb-04ece01041bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:51.989229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d5e38cc-d142-47c6-b0fb-04ece01041bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.071079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c96abbe-09ea-472d-9095-1963cb3b9865 req-f08d00ba-1525-4186-9399-03841e481197 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816518 Nov 16 21:14:52.073799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d5e38cc-d142-47c6-b0fb-04ece01041bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.077233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d5e38cc-d142-47c6-b0fb-04ece01041bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.081374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d5e38cc-d142-47c6-b0fb-04ece01041bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3765bb06-3053-4344-b8a2-9a45904abcbc HTTP/1.1" status: 204 len: 168 time: 0.2853637 Nov 16 21:14:52.092339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Set router 85d654d6-cc35-498f-97aa-c79119b5d5a3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:52.096690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e38cc-d142-47c6-b0fb-04ece01041bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765bb06-3053-4344-b8a2-9a45904abcbc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:52.123538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-19855f37-11cc-4205-80da-6344d88f7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.127247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-19855f37-11cc-4205-80da-6344d88f7c0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1094 time: 0.0912843 Nov 16 21:14:52.160263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61719d2d-861b-43c4-af17-47daa327c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fef759-cf92-4c87-857b-6fec4a708de1'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:52.162845 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b534f0-9d78-4f77-b6fd-71e819d97479" -d '{"events": [{"server_uuid": "61719d2d-861b-43c4-af17-47daa327c920", "name": "network-vif-plugged", "status": "completed", "tag": "b5fef759-cf92-4c87-857b-6fec4a708de1"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:52.298364 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc50c1b-d7e4-49e2-8285-f7a5c91fb51d x-openstack-request-id: req-efc50c1b-d7e4-49e2-8285-f7a5c91fb51d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:52.298668 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61719d2d-861b-43c4-af17-47daa327c920", "name": "network-vif-plugged", "status": "completed", "tag": "b5fef759-cf92-4c87-857b-6fec4a708de1", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:52.298931 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efc50c1b-d7e4-49e2-8285-f7a5c91fb51d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:52.299344 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61719d2d-861b-43c4-af17-47daa327c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fef759-cf92-4c87-857b-6fec4a708de1', 'code': 200} Nov 16 21:14:52.301478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b5fef759-cf92-4c87-857b-6fec4a708de1, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b5fef759-cf92-4c87-857b-6fec4a708de1,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:52.360039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.367604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.519023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2cfd6028-4393-4238-aa09-f7a2cefee50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.520397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2cfd6028-4393-4238-aa09-f7a2cefee50f service neutron] 10.222.0.41 "GET /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 1027 time: 0.2581363 Nov 16 21:14:52.595564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9819ae30-d290-4a88-8f67-bd49305a540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.707045 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:52.726508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-456bb78c-b73a-4caa-825f-993833aa5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.728034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-456bb78c-b73a-4caa-825f-993833aa5a88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.5926983 Nov 16 21:14:52.909078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932aeea-fa60-4178-bd89-d5b8adcde01d req-42df48ce-9ed4-4a05-993a-28912dc36d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.915365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0932aeea-fa60-4178-bd89-d5b8adcde01d req-42df48ce-9ed4-4a05-993a-28912dc36d28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 1100 time: 0.4896090 Nov 16 21:14:52.946626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-3e52ea83-3e6a-4747-8569-638718bc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:52.950780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-3e52ea83-3e6a-4747-8569-638718bc235a service neutron] 10.222.0.41 "GET /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 1027 time: 0.2338676 Nov 16 21:14:52.952561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-7cb101be-03a5-40d5-91c6-f10513b15d02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 217 time: 0.2150848 Nov 16 21:14:52.960831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:14:52.996664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port afabb4af-bb9d-4658-adaf-3ae80a344020, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=afabb4af-bb9d-4658-adaf-3ae80a344020,segment=NetworkSegment(6567e483-1c4a-4a6f-9a6e-a95690b436ff),segment_id=6567e483-1c4a-4a6f-9a6e-a95690b436ff)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:53.064932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.157390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b5fef759-cf92-4c87-857b-6fec4a708de1,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:53.271151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67bcf-ff6f-4744-b2bd-13c2afdf4ce5 req-0c17b3c0-e90b-4a14-b8b4-a0e32451f894 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.280344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5c67bcf-ff6f-4744-b2bd-13c2afdf4ce5 req-0c17b3c0-e90b-4a14-b8b4-a0e32451f894 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 949 time: 0.8559644 Nov 16 21:14:53.308310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4009152d-328f-4bdc-bd38-decfcc042cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.319540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=afabb4af-bb9d-4658-adaf-3ae80a344020,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:53.349855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:14:53.405449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-9819ae30-d290-4a88-8f67-bd49305a540f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:14:53.406074 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-9819ae30-d290-4a88-8f67-bd49305a540f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:14:53.428599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:14:49Z', 'revision_number': 3, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:53.461397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Checking router: 85d654d6-cc35-498f-97aa-c79119b5d5a3 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:14:53.462211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Updating router 85d654d6-cc35-498f-97aa-c79119b5d5a3 port b14fa466-4627-4351-a6c8-2cad14b77de1 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:14:53.464076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8718a2bf-f0db-4819-bdfc-8352cf3c7181 req-743b32a7-1c39-471f-8f2d-e56ae705a22d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.7791300 Nov 16 21:14:53.472994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-07ea45c9-3f4f-4149-bba5-8b28bb5d466f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.487359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-07ea45c9-3f4f-4149-bba5-8b28bb5d466f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.503842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-07ea45c9-3f4f-4149-bba5-8b28bb5d466f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.505916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-07ea45c9-3f4f-4149-bba5-8b28bb5d466f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=91be6d52-379b-4601-8cda-fada21d4f4ac&id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 1990 time: 0.4863110 Nov 16 21:14:53.509377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0932aeea-fa60-4178-bd89-d5b8adcde01d req-2222aa59-7c8d-469e-8171-d22e0a53a9e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714684 Nov 16 21:14:53.557080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-6721a562-fa31-4d68-bcbc-5e3069ba109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.558082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37142) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:53.564720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-6721a562-fa31-4d68-bcbc-5e3069ba109f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.5510645 Nov 16 21:14:53.569007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:53.587299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4d7221ea-685c-438f-8606-3c95163b7e16', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:14:53.616964 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.736953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-4703c85f-6507-42e1-80c0-42b1035f4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.738715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-4703c85f-6507-42e1-80c0-42b1035f4080 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573768 Nov 16 21:14:53.742359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5c67bcf-ff6f-4744-b2bd-13c2afdf4ce5 req-5a20c16d-0bcd-4460-a275-64c2799cd28e tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591525 Nov 16 21:14:53.820670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:53.869286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1505816941-network', 'tenant_id': '846ff26e4999426785eddc7a806fc66d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:53.876093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:14:53.878310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f14198b9-5a87-4a92-8c75-a9d403f5d529 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b41f94a52b64a48af73b053bd9244a9 HTTP/1.1" status: 200 len: 379 time: 0.1617823 Nov 16 21:14:53.890075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'admin_state_up': True, 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'security_groups': ['ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:53.912086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ba1a0-899a-41e9-b883-aec9473171fe req-49b2ed52-060c-4145-882b-58a4e695de64 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:53.922700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-156ba1a0-899a-41e9-b883-aec9473171fe req-49b2ed52-060c-4145-882b-58a4e695de64 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 943 time: 0.2534797 Nov 16 21:14:53.974392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Allocated IP 172.20.0.1 (9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6/2c5656bd-435b-4b49-ba57-48b7aed23d22/33de4f99-9f16-4b5d-b606-7c8ccdc18f83) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:53.981938 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-a987034f-7f29-40e3-9272-4443124f99c4 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328393 Nov 16 21:14:54.115052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.141338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:54.168493 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.178227 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.201234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Made reservation on behalf of 846ff26e4999426785eddc7a806fc66d for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:54.203844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.229896 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.253556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-156ba1a0-899a-41e9-b883-aec9473171fe req-1e0ac708-9490-4820-b78d-df49f03a3818 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296864 Nov 16 21:14:54.258389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.286934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:54.291813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.299950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8f50ea-2b83-4305-bd2a-7982aa576fa0 req-c910bb0a-b6d4-496e-a3be-100ccf5a5047 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101437 Nov 16 21:14:54.328814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92657037-ffb5-4acc-8b8a-f805799b69b9 None None] Provisioning complete for port afabb4af-bb9d-4658-adaf-3ae80a344020 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:54.330480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92657037-ffb5-4acc-8b8a-f805799b69b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.410921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:54.432729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:54.441372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:54.448619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:54.481118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:54.547675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4d7221ea-685c-438f-8606-3c95163b7e16'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:14:54.596807 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.616480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 172.20.0.10 (6ab967b0-c388-4d5c-b9e7-9bc6226ddca7/d7f1a629-b65a-4dea-9ec5-3c8a8f885344/bd47b0c2-4206-46c7-a355-9ea9532b6807) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:54.668309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-851b3929-3178-4a06-be76-ebff0fddc6d3 req-6328ac0c-42f5-433a-a4a6-f5564fa4e50d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0515025 Nov 16 21:14:54.785977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.796779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.836747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.844533 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.890563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.926382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186e5c-292a-461b-b5c4-547fb60d676b None None] Pushing event updated for resources: {'Port': ['ID=b14fa466-4627-4351-a6c8-2cad14b77de1,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:54.936515 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:54.954184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:54.996903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:55.001595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:55.007018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:55.028756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.029122 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Added segment 0f3a780c-2785-4f06-b452-a9924e50421f of type vlan for network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 Nov 16 21:14:55.048762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46541317-ca6e-4c24-9f6c-bd825138504d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:55.072793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.073428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.078428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:55.083789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-af29b1bc-4368-4594-9ac4-c721dc610a48 None None] Provisioning complete for port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:55.084710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af29b1bc-4368-4594-9ac4-c721dc610a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.093830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Attempting to bind port b14fa466-4627-4351-a6c8-2cad14b77de1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:55.094178 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Attempting to bind port b14fa466-4627-4351-a6c8-2cad14b77de1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:55.094918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Attempting to bind port b14fa466-4627-4351-a6c8-2cad14b77de1 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:55.102292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.112518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfcb3e-6ae4-41b7-9737-a9cf8b13cd7b req-4dd25273-a835-468d-b14d-d9515638637d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.120352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0dfcb3e-6ae4-41b7-9737-a9cf8b13cd7b req-4dd25273-a835-468d-b14d-d9515638637d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 949 time: 0.1873815 Nov 16 21:14:55.121658 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5736fa6e-bf62-488f-9107-9d714f9a8b80 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2330389 Nov 16 21:14:55.133591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'admin_state_up': True, 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'security_groups': ['ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:55.195891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.205035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-af29b1bc-4368-4594-9ac4-c721dc610a48 None None] Port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:55.216720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:55.217289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:55.217878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.218383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:55.218982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Bound port: b14fa466-4627-4351-a6c8-2cad14b77de1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:55.219478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.230211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.231201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.231786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.244876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0dfcb3e-6ae4-41b7-9737-a9cf8b13cd7b req-d525bd1c-4fef-47f2-a671-bf5f63047d5f tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235924 Nov 16 21:14:55.278886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device afabb4af-bb9d-4658-adaf-3ae80a344020 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:55.358245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:55.361710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.437742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] Pushing event updated for resources: {'Network': ['ID=24dd31a1-4b9f-4cf7-bb57-40df0783fc58,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:55.459190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee730dae-8c83-4424-99fc-020843cc4b4f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8998706 Nov 16 21:14:55.461025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:55.483988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Request body: {'subnet': {'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-subnet', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:55.484210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8775132-3cd2-4a0d-bf04-008e093b5a7c req-a87be374-8cbf-4e8d-ae6b-73c06df80037 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:55.485671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8775132-3cd2-4a0d-bf04-008e093b5a7c req-a87be374-8cbf-4e8d-ae6b-73c06df80037 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1211872 Nov 16 21:14:55.578329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Made reservation on behalf of 846ff26e4999426785eddc7a806fc66d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:55.580223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:55.582933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.613898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 10.1.1.241 (59872c53-6729-4192-9445-880bbe02c628/6b0c0610-e949-4f05-8cd8-d45e7e7eb00e/21403cda-4ca0-4d86-abbe-b19148d70e6a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:55.620663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8775132-3cd2-4a0d-bf04-008e093b5a7c req-8f8bc49a-c41c-493e-8236-b1f746f6016e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272571 Nov 16 21:14:55.709017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.716173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port afabb4af-bb9d-4658-adaf-3ae80a344020 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:55.716550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.784241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] For port b14fa466-4627-4351-a6c8-2cad14b77de1, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:55.788239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f9e14699-a0da-4c10-815e-319f2e9da287 None None] Provisioning complete for port bd47b0c2-4206-46c7-a355-9ea9532b6807 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:55.788239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9e14699-a0da-4c10-815e-319f2e9da287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.805886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.831280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] For port b14fa466-4627-4351-a6c8-2cad14b77de1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b14fa466-4627-4351-a6c8-2cad14b77de1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:55.861998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.879911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.913774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.919678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f9e14699-a0da-4c10-815e-319f2e9da287 None None] Port bd47b0c2-4206-46c7-a355-9ea9532b6807 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:55.942922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.945968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Routers {'85d654d6-cc35-498f-97aa-c79119b5d5a3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:14:55.946608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['85d654d6-cc35-498f-97aa-c79119b5d5a3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:55.949825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:55.969335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 59872c53-6729-4192-9445-880bbe02c628 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:55.973563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:55.976396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:56.042055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5186e5c-292a-461b-b5c4-547fb60d676b None None] Pushing event updated for resources: {'Port': ['ID=b14fa466-4627-4351-a6c8-2cad14b77de1,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:56.043095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:56.050834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.078405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:56.079068 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.116237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-bc15c6ca-aea1-438a-8d8d-1f80c4b53a49 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9873199 Nov 16 21:14:56.118839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:56.129824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] Set router 85d654d6-cc35-498f-97aa-c79119b5d5a3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:14:56.136411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'admin_state_up': True, 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'security_groups': ['ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:56.161060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9b740-fda6-4dff-8442-91898dcfe41f req-9e68366f-60bf-4933-ace3-71b881f75110 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:56.170059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4cd9b740-fda6-4dff-8442-91898dcfe41f req-9e68366f-60bf-4933-ace3-71b881f75110 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 932 time: 0.3963699 Nov 16 21:14:56.272760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d2da70-7d6a-4e54-8146-69255ee596e7,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:56.319644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:56.326280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.357198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Checking segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:56.357621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Network hostable DHCP agents. Network: 24dd31a1-4b9f-4cf7-bb57-40df0783fc58, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:14:56.363244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4cd9b740-fda6-4dff-8442-91898dcfe41f req-46e63d0e-96ec-4acf-9e5e-950a2c440503 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922812 Nov 16 21:14:56.401331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:56.402519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:14:56.405464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:56.424002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-82c30531-80f2-4dd0-87f4-d684c51bc833 None None] Provisioning complete for port 21403cda-4ca0-4d86-abbe-b19148d70e6a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:56.424502 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82c30531-80f2-4dd0-87f4-d684c51bc833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.433338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 24dd31a1-4b9f-4cf7-bb57-40df0783fc58) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:56.454775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b86a38-4952-4f61-9a3a-cd83afb1f5f8 None None] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:14:56.499810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:56.500716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.564947 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-71b35fea-1b28-4a29-aa7c-715fc44be6a3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1004889 Nov 16 21:14:56.568574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37166) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:56.573583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:56.638353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.658460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.660398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.677808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-82c30531-80f2-4dd0-87f4-d684c51bc833 None None] Port 21403cda-4ca0-4d86-abbe-b19148d70e6a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:56.768602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '33de4f99-9f16-4b5d-b606-7c8ccdc18f83', 'name': '', 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'mac_address': 'fa:16:3e:79:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:53Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 2, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'subnets': [{'id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:14:56.800371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Router 85d654d6-cc35-498f-97aa-c79119b5d5a3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:14:56.801495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d51234-9bbf-414e-bb8c-7ee989cd915f None None] The sync data for ids ['85d654d6-cc35-498f-97aa-c79119b5d5a3'] in n-d-817778-8 is: [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '33de4f99-9f16-4b5d-b606-7c8ccdc18f83', 'name': '', 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'mac_address': 'fa:16:3e:79:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:53Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 2, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'subnets': [{'id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:14:56.819712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae55ae-66f9-45d4-9105-b7cb8f84a131 req-5c32d1ec-ca6a-4c20-a04e-f9570cf24070 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:56.821252 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adae55ae-66f9-45d4-9105-b7cb8f84a131 req-5c32d1ec-ca6a-4c20-a04e-f9570cf24070 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 949 time: 0.4180973 Nov 16 21:14:56.855484 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.861719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:14:56.862478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:56.871131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 10.1.1.48 (59872c53-6729-4192-9445-880bbe02c628/6b0c0610-e949-4f05-8cd8-d45e7e7eb00e/3c7f4994-71aa-4860-9bd9-5ae4a5063319) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:56.909170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adae55ae-66f9-45d4-9105-b7cb8f84a131 req-4dd92389-0d1f-4be0-9885-f09cb8fcb04f tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737174 Nov 16 21:14:57.117112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:57.158863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.207489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.237660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220067e-a4fe-4156-890a-e373ac4fdb7a req-760650db-c6b8-4a2d-b8bc-e47be5bc07f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.240302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2220067e-a4fe-4156-890a-e373ac4fdb7a req-760650db-c6b8-4a2d-b8bc-e47be5bc07f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.4419177 Nov 16 21:14:57.253265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.277185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-84fcf00d-054c-473e-b662-e1f6203275aa None None] Provisioning complete for port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:57.279448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:14:57.280352 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fcf00d-054c-473e-b662-e1f6203275aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.302924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-995d7e1f-71e3-4f7b-a2cd-4d434244fbc4 admin admin] 10.222.0.48 "PUT /v2.0/routers/85d654d6-cc35-498f-97aa-c79119b5d5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7177980 Nov 16 21:14:57.321362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 59872c53-6729-4192-9445-880bbe02c628 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:57.341420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:57.346029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:57.402187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2220067e-a4fe-4156-890a-e373ac4fdb7a req-5e9a44bc-9f3b-4874-94ca-3b8375a75f69 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978580 Nov 16 21:14:57.436720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Allocated IP 172.20.0.2 (24dd31a1-4b9f-4cf7-bb57-40df0783fc58/73d2da70-7d6a-4e54-8146-69255ee596e7/006c69ef-ab2b-49ad-996a-6b0555052dd0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:57.457287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:57.526151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.526810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.614665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37180) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:57.664025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8be5753b-49c7-4b2e-973f-1c97450dd50f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5376329 Nov 16 21:14:57.689296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac', 'admin_state_up': True, 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'security_groups': ['ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:57.760413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd97e-b676-46a2-b5fc-84c7c74189a0 req-f09bfa84-51f3-425e-a19b-58c007ef00ba tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.767885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd97e-b676-46a2-b5fc-84c7c74189a0 req-f09bfa84-51f3-425e-a19b-58c007ef00ba tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.773967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd97e-b676-46a2-b5fc-84c7c74189a0 req-f09bfa84-51f3-425e-a19b-58c007ef00ba tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.776374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b3cd97e-b676-46a2-b5fc-84c7c74189a0 req-f09bfa84-51f3-425e-a19b-58c007ef00ba tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 2374 time: 0.2415354 Nov 16 21:14:57.776773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 4d7221ea-685c-438f-8606-3c95163b7e16 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:14:57.777913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.790434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-84fcf00d-054c-473e-b662-e1f6203275aa None None] Port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:57.797400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4d7221ea-685c-438f-8606-3c95163b7e16 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:57.798025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.799527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62212f7-b921-4d7c-8c27-2a7c144417a2 req-c06f8ae4-51d9-4f73-a2f8-cd793977db6c tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:57.801622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.801865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b62212f7-b921-4d7c-8c27-2a7c144417a2 req-c06f8ae4-51d9-4f73-a2f8-cd793977db6c tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 949 time: 0.2592847 Nov 16 21:14:57.813021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-617643725'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:57.855431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.867877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.928063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:57.936102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:57.949338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:57.951686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:57.953103 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:57.954683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b3cd97e-b676-46a2-b5fc-84c7c74189a0 req-2caae202-99c4-4ab1-9dad-02ba938fd9f0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551502 Nov 16 21:14:58.005284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b62212f7-b921-4d7c-8c27-2a7c144417a2 req-aff5d3b2-16a8-4021-8aa4-87dc362f44dc tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767764 Nov 16 21:14:58.050429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:58.050657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Pushing event updated for resources: {'Port': ['ID=006c69ef-ab2b-49ad-996a-6b0555052dd0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.073717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-26a47d2f-ceb9-4274-964b-544e2b2f196f None None] Provisioning complete for port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:58.074435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26a47d2f-ceb9-4274-964b-544e2b2f196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.082539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:14:58.107833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Allocated IP 172.25.3.147 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:58.151374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-26a47d2f-ceb9-4274-964b-544e2b2f196f None None] Port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:14:58.156569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.184147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Attempting to bind port 006c69ef-ab2b-49ad-996a-6b0555052dd0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:14:58.184566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Attempting to bind port 006c69ef-ab2b-49ad-996a-6b0555052dd0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:14:58.185051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Attempting to bind port 006c69ef-ab2b-49ad-996a-6b0555052dd0 on network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:14:58.198991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.200073 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Added segment dc33873f-ea8a-4a40-b6db-8bf8ba1efaae of type vlan for network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 Nov 16 21:14:58.210921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:14:58.221497 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a6af2-4658-495f-a398-1893c6314e1f" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:14:58.227216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:14:58.227767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Checking segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:14:58.228278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.229002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Bound using segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:14:58.229973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Bound port: 006c69ef-ab2b-49ad-996a-6b0555052dd0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:14:58.230474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.263721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:58.269747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.289184 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.297487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.319534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.328126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.328822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.343240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.419021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.441711 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e516f-99ed-4540-becf-98c5223a5583 x-openstack-request-id: req-df8e516f-99ed-4540-becf-98c5223a5583 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:14:58.442996 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:14:58.443353 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df8e516f-99ed-4540-becf-98c5223a5583 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:14:58.444072 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:14:58.446152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:14:58.448429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.449056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:14:58.452777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:14:58.518787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] For port 006c69ef-ab2b-49ad-996a-6b0555052dd0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:14:58.524678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] For port 006c69ef-ab2b-49ad-996a-6b0555052dd0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=006c69ef-ab2b-49ad-996a-6b0555052dd0,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:14:58.533329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.559449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9318440 Nov 16 21:14:58.595447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37190) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:14:58.602386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'subnet': {'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:14:58.636986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Network': ['ID=0cac8d46-912f-4bf0-9edf-edcf72c6f064,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.648016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f323c0-6574-4ae4-b44f-e3b3b3aa9800 None None] Pushing event updated for resources: {'Port': ['ID=006c69ef-ab2b-49ad-996a-6b0555052dd0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:14:58.660013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.660367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.660716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.661054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.666683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.667098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.667442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.667784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.668118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.668448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.668781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.669109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de198a1c-a257-49bf-b935-fa8f73076c37 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:14:58.682122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:58.691668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfb254-a463-4890-b8d8-7fc789d6d271 req-96e47669-68db-4eba-8e21-a42f3afcc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.691838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:14:58.691948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bacfb254-a463-4890-b8d8-7fc789d6d271 req-96e47669-68db-4eba-8e21-a42f3afcc0ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1096 time: 0.2161973 Nov 16 21:14:58.852550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e05ce2-5b7f-472f-a22f-ce1d3c6a88c2 req-4716e0db-ae5c-4d1d-ae7e-081a43230bdb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:58.854841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21e05ce2-5b7f-472f-a22f-ce1d3c6a88c2 req-4716e0db-ae5c-4d1d-ae7e-081a43230bdb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.2580943 Nov 16 21:14:58.993600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:14:59.003169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.057669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bacfb254-a463-4890-b8d8-7fc789d6d271 req-b6ddb99c-784c-44f1-877e-065d4b9b0e00 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575580 Nov 16 21:14:59.097043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-381723af-2fe1-48a0-8a6f-ee700d2cf54d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.098492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-381723af-2fe1-48a0-8a6f-ee700d2cf54d tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.41 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 949 time: 0.1936545 Nov 16 21:14:59.288924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21e05ce2-5b7f-472f-a22f-ce1d3c6a88c2 req-d6551dfb-c8bc-465a-80ce-82bd5f7257f0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257898 Nov 16 21:14:59.329430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.336048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 10.2.2.100 (91be6d52-379b-4601-8cda-fada21d4f4ac/ea5fe7a1-c428-443a-99f8-ebeadfd18445/b285016a-feeb-4de4-8721-e66cd8cadd0f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:14:59.367020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b14fa466-4627-4351-a6c8-2cad14b77de1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:14:59.395712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.443812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f638ff9-31d9-41e8-8e96-948325a1eeb2 req-366e1d19-2e33-4d41-8add-2a4a917498c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.451498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f638ff9-31d9-41e8-8e96-948325a1eeb2 req-366e1d19-2e33-4d41-8add-2a4a917498c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.463710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f638ff9-31d9-41e8-8e96-948325a1eeb2 req-366e1d19-2e33-4d41-8add-2a4a917498c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:14:59.468781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f638ff9-31d9-41e8-8e96-948325a1eeb2 req-366e1d19-2e33-4d41-8add-2a4a917498c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 2374 time: 0.3689761 Nov 16 21:14:59.487250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b14fa466-4627-4351-a6c8-2cad14b77de1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:14:59.487783 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.570036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3f638ff9-31d9-41e8-8e96-948325a1eeb2 req-aa492281-1524-4341-9778-998a622c2be9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824814 Nov 16 21:14:59.754615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Deleting port b5fef759-cf92-4c87-857b-6fec4a708de1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:14:59.760391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.775509 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.822483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b14fa466-4627-4351-a6c8-2cad14b77de1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b14fa466-4627-4351-a6c8-2cad14b77de1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:14:59.827455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:14:59.828257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 006c69ef-ab2b-49ad-996a-6b0555052dd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:00.174067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b14fa466-4627-4351-a6c8-2cad14b77de1,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.175703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.264615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 006c69ef-ab2b-49ad-996a-6b0555052dd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:00.265002 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.268062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Subnet': ['ID=6c238829-2464-41ef-822d-7193150d19af,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.317782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] For port b5fef759-cf92-4c87-857b-6fec4a708de1, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b5fef759-cf92-4c87-857b-6fec4a708de1,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:00.318154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.341410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Checking segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:00.342797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network hostable DHCP agents. Network: 0cac8d46-912f-4bf0-9edf-edcf72c6f064, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:00.358348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Calling delete_port for b5fef759-cf92-4c87-857b-6fec4a708de1 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:00.361196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a517b8-9af6-4494-962c-b7a36aa8a3f0 req-1cf143ca-55f8-4574-9eda-b59bb484efa4 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.370878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53a517b8-9af6-4494-962c-b7a36aa8a3f0 req-1cf143ca-55f8-4574-9eda-b59bb484efa4 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/ports?device_id=61719d2d-861b-43c4-af17-47daa327c920 HTTP/1.1" status: 200 len: 949 time: 0.9725873 Nov 16 21:15:00.399860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.413570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ceb11-ed23-450f-b171-a05443ba5c82 None None] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:00.425032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b7f2c-bb32-4acf-9be5-7a9a97603538 req-14a839ab-853c-46d8-9a12-f3da68f5efb4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.426827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-698b7f2c-bb32-4acf-9be5-7a9a97603538 req-14a839ab-853c-46d8-9a12-f3da68f5efb4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3341570 Nov 16 21:15:00.435732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:00.499310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 006c69ef-ab2b-49ad-996a-6b0555052dd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=006c69ef-ab2b-49ad-996a-6b0555052dd0,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:00.531168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.543573 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.578265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 0cac8d46-912f-4bf0-9edf-edcf72c6f064) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:00.610811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53a517b8-9af6-4494-962c-b7a36aa8a3f0 req-3a433856-e773-49f8-b7f3-0768196d7d6a tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.48 "GET /v2.0/security-groups?id=c82c7064-2abf-4273-ab01-f86b42fd88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383499 Nov 16 21:15:00.633652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00cb42c-4cd6-4fc3-83fb-29dd4e8b8517 None None] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:00.646655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.647689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.695066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.704278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 91be6d52-379b-4601-8cda-fada21d4f4ac is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:00.730302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-698b7f2c-bb32-4acf-9be5-7a9a97603538 req-58bcd4a1-31f5-40f6-aba3-ea5a72c575c9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408714 Nov 16 21:15:00.732424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:00.735080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.750305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:00.777716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c4448974-6c03-4b66-902b-d36f42852d15 None None] Provisioning complete for port 006c69ef-ab2b-49ad-996a-6b0555052dd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:00.778330 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c4448974-6c03-4b66-902b-d36f42852d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.803074 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Sync routers for ids ['85d654d6-cc35-498f-97aa-c79119b5d5a3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:00.836557 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Routers {'85d654d6-cc35-498f-97aa-c79119b5d5a3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:00.840192 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['85d654d6-cc35-498f-97aa-c79119b5d5a3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:00.951577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=006c69ef-ab2b-49ad-996a-6b0555052dd0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:00.955983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:00.958919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:00.980147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.075039 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Set router 85d654d6-cc35-498f-97aa-c79119b5d5a3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:01.095287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f9553c84-9e32-448b-9e6b-d9b869753caa tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4174664 Nov 16 21:15:01.110725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a2ee3-d4cc-41e7-b2d6-6a3d80748e3e req-a3d48d18-11cc-4804-b079-2978fa3f4f9e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.111958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c4a2ee3-d4cc-41e7-b2d6-6a3d80748e3e req-a3d48d18-11cc-4804-b079-2978fa3f4f9e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.2506731 Nov 16 21:15:01.129139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] No DVR routers for this DVR port b5fef759-cf92-4c87-857b-6fec4a708de1 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:01.132551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.137212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69ec23f8-dc30-4c46-8141-611ab8845920 req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] 10.222.0.41 "DELETE /v2.0/ports/b5fef759-cf92-4c87-857b-6fec4a708de1 HTTP/1.1" status: 204 len: 173 time: 2.0258515 Nov 16 21:15:01.138451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd2f4d-d1ec-4c56-84c7-0f146df34673 tempest-ImagesNegativeTestJSON-998238707 tempest-ImagesNegativeTestJSON-998238707-project] Pushing event deleted for resources: {'Port': ['ID=b5fef759-cf92-4c87-857b-6fec4a708de1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:01.186564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac', 'admin_state_up': True, 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'security_groups': ['ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:01.208777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-ac3c26ee-e283-4f17-a9ec-5e4f3f6e1e12 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.210693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-ac3c26ee-e283-4f17-a9ec-5e4f3f6e1e12 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.2436941 Nov 16 21:15:01.214072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-75d959f5-6f28-449c-b1a5-7754724565a2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6160700 Nov 16 21:15:01.223040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37230) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:01.251477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-903502349'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:01.288011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-0da60b26-b5e2-4325-830d-073cbb28c2a0 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/quotas/57355c4bde714f70b2ecd5e00bba38d1 HTTP/1.1" status: 200 len: 375 time: 0.0569177 Nov 16 21:15:01.318319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61719d2d-861b-43c4-af17-47daa327c920', 'name': 'network-vif-deleted', 'tag': 'b5fef759-cf92-4c87-857b-6fec4a708de1'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:01.320580 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2057fa46-ee8e-4be2-8f55-47b28a4d6db5" -d '{"events": [{"server_uuid": "61719d2d-861b-43c4-af17-47daa327c920", "name": "network-vif-deleted", "tag": "b5fef759-cf92-4c87-857b-6fec4a708de1"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:01.329735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b14fa466-4627-4351-a6c8-2cad14b77de1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:01.396323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:01.402359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.427391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c4a2ee3-d4cc-41e7-b2d6-6a3d80748e3e req-feb21b71-7236-47dd-b5b9-bb836c020dc4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578068 Nov 16 21:15:01.464603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-40c8e089-23f7-42ff-b0e4-0fc4f647dd7e tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756160 Nov 16 21:15:01.473137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Router 1201731a-2550-4123-8244-ad8cc69259ae is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:15:01.494837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:01.530338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Made reservation on behalf of 3b41f94a52b64a48af73b053bd9244a9 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:01.538505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.538505 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Added segment f52adb99-be39-4b7b-bf5f-59fd4ae6a18d of type vlan for network 9e48c6a1-0b67-4297-b366-09286d434f61 Nov 16 21:15:01.559473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.587019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b14fa466-4627-4351-a6c8-2cad14b77de1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:01.588981 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.658795 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '33de4f99-9f16-4b5d-b606-7c8ccdc18f83', 'name': '', 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'mac_address': 'fa:16:3e:79:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:53Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 2, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'subnets': [{'id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:01.687654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'fixed_ips': [{'subnet_id': '6c238829-2464-41ef-822d-7193150d19af'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:15:01.688900 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.722479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951406-c7c7-43f6-828d-af168c07a807 req-8aa26ac2-57e4-4549-bdf9-212c2f7b1a50 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.727807 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Checking router: 85d654d6-cc35-498f-97aa-c79119b5d5a3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:01.728167 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Updating router 85d654d6-cc35-498f-97aa-c79119b5d5a3 port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:15:01.733661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951406-c7c7-43f6-828d-af168c07a807 req-8aa26ac2-57e4-4549-bdf9-212c2f7b1a50 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.742404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951406-c7c7-43f6-828d-af168c07a807 req-8aa26ac2-57e4-4549-bdf9-212c2f7b1a50 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.752216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12951406-c7c7-43f6-828d-af168c07a807 req-8aa26ac2-57e4-4549-bdf9-212c2f7b1a50 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.764108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12951406-c7c7-43f6-828d-af168c07a807 req-8aa26ac2-57e4-4549-bdf9-212c2f7b1a50 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 3095 time: 0.1681800 Nov 16 21:15:01.800229 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.803032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.879255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b4e14636-0acf-4982-b598-41d403bcfe02 None None] Provisioning complete for port b285016a-feeb-4de4-8721-e66cd8cadd0f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:01.879895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4e14636-0acf-4982-b598-41d403bcfe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.924361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-3cea7919-e217-421e-9ab5-2ef99d4ff09c service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142082 Nov 16 21:15:01.954156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b4e14636-0acf-4982-b598-41d403bcfe02 None None] Port b285016a-feeb-4de4-8721-e66cd8cadd0f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:01.974037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:01.982041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:01.982949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.035018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 006c69ef-ab2b-49ad-996a-6b0555052dd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:02.047581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:02.077450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Allocated IP 10.2.2.200 (91be6d52-379b-4601-8cda-fada21d4f4ac/ea5fe7a1-c428-443a-99f8-ebeadfd18445/f290160a-08d1-4b51-858e-5e3caf4de57b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:02.085800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8497219 Nov 16 21:15:02.095294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37238) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:02.106007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'subnet': {'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:02.157416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Allocated IP 19.80.0.2 (0cac8d46-912f-4bf0-9edf-edcf72c6f064/6c238829-2464-41ef-822d-7193150d19af/4fa64243-38e6-4c3e-b326-bb87732f403e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:02.169085 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.174173 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-61b6dd4b-f844-42a4-8bd7-ff00dd885ee2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6040924 Nov 16 21:15:02.175023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37240) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:02.177848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Sync routers for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:02.181187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6c31a-3998-4062-9aa8-10050a278e3d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Network': ['ID=9e48c6a1-0b67-4297-b366-09286d434f61,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:02.203707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9e48c6a1-0b67-4297-b366-09286d434f61 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:02.317780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.318021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a029068b-b14b-4c23-940d-d8697ee21fd6 None None] Provisioning complete for port 006c69ef-ab2b-49ad-996a-6b0555052dd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:02.318410 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a029068b-b14b-4c23-940d-d8697ee21fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.326388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:02.327036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:02.391605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-505b21d0-cab8-431e-ab8c-b07f9db11eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660454 Nov 16 21:15:02.444206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:02.485812 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.497152 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.540600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 006c69ef-ab2b-49ad-996a-6b0555052dd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:02.541676 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.707749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:02.712319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.717770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.754867 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Attempting to bind port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:02.755395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Attempting to bind port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:02.755659 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Attempting to bind port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 on network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:02.771097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:02.771528 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Checking segment: {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:02.772220 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.772665 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Bound using segment: {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:02.773147 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Bound port: 33de4f99-9f16-4b5d-b606-7c8ccdc18f83, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6567e483-1c4a-4a6f-9a6e-a95690b436ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:02.775368 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:02.781913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event updated for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:02.830267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12951406-c7c7-43f6-828d-af168c07a807 req-f352f8bb-4377-4a8c-9380-3197b727cddb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0639849 Nov 16 21:15:02.840813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b5fef759-cf92-4c87-857b-6fec4a708de1 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:02.841372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Network 91be6d52-379b-4601-8cda-fada21d4f4ac is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:02.845809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:02.856403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:02.945944 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Pushing event updated for resources: {'Port': ['ID=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:02.967847 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.968194 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.968536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.968883 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.969209 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.997264 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.997823 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.998176 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:02.998520 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:03.002043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:03.002291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:03.002889 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:03.024769 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] For port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:03.030348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.030677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.031349 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] For port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,segment=NetworkSegment(6567e483-1c4a-4a6f-9a6e-a95690b436ff),segment_id=6567e483-1c4a-4a6f-9a6e-a95690b436ff)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:03.039156 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.073478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: b5fef759-cf92-4c87-857b-6fec4a708de1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:03.074951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ab3ad80e-6aa9-4e71-a516-1cb94c334432 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9619422 Nov 16 21:15:03.078030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b5fef759-cf92-4c87-857b-6fec4a708de1 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:03.098493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:03.128720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.136279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9b6fe-c5ae-4fcb-a4b8-f2b314ea1f64 req-517d22b3-0987-417f-93c6-15e0f6d436b4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.138160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6f9b6fe-c5ae-4fcb-a4b8-f2b314ea1f64 req-517d22b3-0987-417f-93c6-15e0f6d436b4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3723891 Nov 16 21:15:03.161536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Routers {'85d654d6-cc35-498f-97aa-c79119b5d5a3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:03.162761 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['85d654d6-cc35-498f-97aa-c79119b5d5a3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:03.320887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.349760 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef659740-e66d-4c75-b93e-29bc43fa606a None None] Pushing event updated for resources: {'Port': ['ID=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:03.513158 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02d1638-b138-4fb5-a84a-e2a89f179f0b x-openstack-request-id: req-d02d1638-b138-4fb5-a84a-e2a89f179f0b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:03.513465 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61719d2d-861b-43c4-af17-47daa327c920", "name": "network-vif-deleted", "tag": "b5fef759-cf92-4c87-857b-6fec4a708de1", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:03.514696 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d02d1638-b138-4fb5-a84a-e2a89f179f0b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:03.515093 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61719d2d-861b-43c4-af17-47daa327c920', 'name': 'network-vif-deleted', 'tag': 'b5fef759-cf92-4c87-857b-6fec4a708de1', 'status': 'completed', 'code': 200} Nov 16 21:15:03.684401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6f9b6fe-c5ae-4fcb-a4b8-f2b314ea1f64 req-e6f0b75b-8df5-4f12-b5f8-96aede6cd4da tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847941 Nov 16 21:15:03.776017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-395a4857-e5f1-4244-ac7a-53e8b06f0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:03.777663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-395a4857-e5f1-4244-ac7a-53e8b06f0d98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.3092175 Nov 16 21:15:03.853403 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] Set router 85d654d6-cc35-498f-97aa-c79119b5d5a3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:03.899764 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.914393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:03.960091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9b6d7d9-f272-4b4b-9ddf-e094aef18202 req-4190f098-c8bb-4d81-9b23-31ec671d0fb3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 210 time: 0.0870514 Nov 16 21:15:03.976900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:03.988374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:03.991418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:04.029464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Pushing event updated for resources: {'Port': ['ID=4fa64243-38e6-4c3e-b326-bb87732f403e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:04.034294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.046952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0db80-fd97-4694-8d3d-8fa18b5c5272 req-fa7de906-c19e-4bf0-b0ec-08e6f0e1e65a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.049559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:14:58Z', 'revision_number': 3, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:04.053534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23f0db80-fd97-4694-8d3d-8fa18b5c5272 req-fa7de906-c19e-4bf0-b0ec-08e6f0e1e65a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.4130912 Nov 16 21:15:04.084546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:04.105200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'floatingip': {'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:04.159998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Provisioning complete for port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:04.164392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.206945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.236417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:04.238560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Checking router: 1201731a-2550-4123-8244-ad8cc69259ae for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:04.239297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Updating router 1201731a-2550-4123-8244-ad8cc69259ae port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:15:04.243620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.255157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Subnet': ['ID=34ec7308-647a-4c54-833d-3a4fe23a9d39,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:04.287645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Attempting to bind port 4fa64243-38e6-4c3e-b326-bb87732f403e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:04.288443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Attempting to bind port 4fa64243-38e6-4c3e-b326-bb87732f403e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:04.289059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Attempting to bind port 4fa64243-38e6-4c3e-b326-bb87732f403e on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:04.344142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.344506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.344850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.345191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.345565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.345893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.350096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.350469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.350817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.351161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.351502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.351839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:04.355081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.357397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:04.358138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Checking segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:04.358761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.359377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Bound using segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:04.360084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Bound port: 4fa64243-38e6-4c3e-b326-bb87732f403e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:04.360722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.366938 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.419809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-3005382e-8896-4b31-b8a0-b57da26d92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.421220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-3005382e-8896-4b31-b8a0-b57da26d92d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.5923212 Nov 16 21:15:04.470059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] For port 4fa64243-38e6-4c3e-b326-bb87732f403e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:04.475192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] For port 4fa64243-38e6-4c3e-b326-bb87732f403e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4fa64243-38e6-4c3e-b326-bb87732f403e,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:04.483460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.497048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-c804ab48-a1ab-45f6-93e5-3811352f5406 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.0442271 Nov 16 21:15:04.497408 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '33de4f99-9f16-4b5d-b606-7c8ccdc18f83', 'name': '', 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'mac_address': 'fa:16:3e:79:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:53Z', 'updated_at': '2021-11-16T21:15:03Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'subnets': [{'id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:04.587377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] For port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,segment=NetworkSegment(6567e483-1c4a-4a6f-9a6e-a95690b436ff),segment_id=6567e483-1c4a-4a6f-9a6e-a95690b436ff)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:04.602437 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb085d-38a5-4f1f-afe9-ef5083048063 None None] The sync data for ids ['85d654d6-cc35-498f-97aa-c79119b5d5a3'] in n-d-817778-8 is: [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:14:55Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '33de4f99-9f16-4b5d-b606-7c8ccdc18f83', 'name': '', 'network_id': '9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'mac_address': 'fa:16:3e:79:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:53Z', 'updated_at': '2021-11-16T21:15:03Z', 'revision_number': 4, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'subnets': [{'id': '2c5656bd-435b-4b49-ba57-48b7aed23d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:04.672965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.722550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-a1672b20-17eb-41f7-8f25-4d177ce91674 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.731007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-a1672b20-17eb-41f7-8f25-4d177ce91674 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.742465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-a1672b20-17eb-41f7-8f25-4d177ce91674 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.760340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:04.760563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-a1672b20-17eb-41f7-8f25-4d177ce91674 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.761344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.773401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-a1672b20-17eb-41f7-8f25-4d177ce91674 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.778582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-370adbbc-25e0-4b86-ad23-65b539244b5c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.779415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Provisioning complete for port f290160a-08d1-4b51-858e-5e3caf4de57b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:04.779987 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:04.780107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-370adbbc-25e0-4b86-ad23-65b539244b5c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 814 time: 0.3894391 Nov 16 21:15:04.793444 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-a1672b20-17eb-41f7-8f25-4d177ce91674 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 3816 time: 0.4950764 Nov 16 21:15:04.812505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202a22-6057-4ca9-b46e-2400fe65a44f req-b3b048c7-512a-4a99-beca-ce1f02d5ad27 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:04.816437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c03e-ccc1-40a6-a7f1-7a84d9084344 None None] Pushing event updated for resources: {'Port': ['ID=4fa64243-38e6-4c3e-b326-bb87732f403e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:04.818316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb202a22-6057-4ca9-b46e-2400fe65a44f req-b3b048c7-512a-4a99-beca-ce1f02d5ad27 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.6005301 Nov 16 21:15:04.835675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Request body: {'port': {'device_id': '9a9db903-9425-46a0-b17c-2779289d31d7', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'admin_state_up': True, 'tenant_id': '57355c4bde714f70b2ecd5e00bba38d1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:04.839252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Checking segment: {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:04.839714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network hostable DHCP agents. Network: 9e48c6a1-0b67-4297-b366-09286d434f61, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:04.849759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd47b0c2-4206-46c7-a355-9ea9532b6807 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:04.980770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.048301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-b2a480b6-ef64-40a4-8d11-b2c4bea5266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:05.049968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-b2a480b6-ef64-40a4-8d11-b2c4bea5266c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.4621570 Nov 16 21:15:05.050952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Transition to ACTIVE for port object bd47b0c2-4206-46c7-a355-9ea9532b6807 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:05.064841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Allocated IP 172.20.0.1 (24dd31a1-4b9f-4cf7-bb57-40df0783fc58/73d2da70-7d6a-4e54-8146-69255ee596e7/5fef7861-ea79-46ff-ac5b-5560081ad05a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:05.071467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.093415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Port f290160a-08d1-4b51-858e-5e3caf4de57b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:05.111167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.176201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-928694bf-657e-42ee-b369-8adb3c0abe6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134846 Nov 16 21:15:05.191937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca6f43bd-8451-4241-81a2-1a4e51475ecc req-4bd9d1b2-793f-45d5-8382-435f4e139ca5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923094 Nov 16 21:15:05.192893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d706647-71df-422a-8ec7-892ad110f981 None None] Pushing event updated for resources: {'Port': ['ID=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.199823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Pushing event updated for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.228062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.288766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.469138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.471449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5fef7861-ea79-46ff-ac5b-5560081ad05a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.477088 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.548963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:05.552613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 9e48c6a1-0b67-4297-b366-09286d434f61 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:05.567618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:05.572525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:05.622262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9e48c6a1-0b67-4297-b366-09286d434f61) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:05.627754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:05.628350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.649635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb202a22-6057-4ca9-b46e-2400fe65a44f req-9b81259f-bf39-4860-af77-a5963d537872 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747535 Nov 16 21:15:05.669533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06c280a-5cb6-4c89-92b0-7aec8eb36972 None None] Network 9e48c6a1-0b67-4297-b366-09286d434f61 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:05.699774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a48c4-a0a2-455a-8e54-9237a14a2448 None None] Pushing event updated for resources: {'Port': ['ID=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:05.705640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-854bcd23-255c-44fd-8387-2858168e8396 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6088722 Nov 16 21:15:05.709114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Attempting to bind port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:05.710009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Attempting to bind port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:05.710388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Attempting to bind port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:05.725230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.789711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Attempting to bind port bd47b0c2-4206-46c7-a355-9ea9532b6807 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:05.790063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Attempting to bind port bd47b0c2-4206-46c7-a355-9ea9532b6807 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:05.790400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Attempting to bind port bd47b0c2-4206-46c7-a355-9ea9532b6807 on network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:05.836580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a0b72-858f-4723-8a71-494aa9eb7088 req-e1735958-33b6-4a07-b1e0-91c5c04755af tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:05.841253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-007a0b72-858f-4723-8a71-494aa9eb7088 req-e1735958-33b6-4a07-b1e0-91c5c04755af tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.4616928 Nov 16 21:15:05.861765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Made reservation on behalf of 57355c4bde714f70b2ecd5e00bba38d1 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:05.865819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.879618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-16e9f5f6-cebc-4112-9448-f82470dc3ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865950 Nov 16 21:15:05.924785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c4053dd-3c52-4c6f-81ea-931750434a7a req-91ecb6a6-51b0-4352-b65c-2aa9836e9ad3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 210 time: 0.0813646 Nov 16 21:15:05.965274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:05.973807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:05.974321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:05.974730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:05.975246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Bound port: ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:05.975639 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.208968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9e48c6a1-0b67-4297-b366-09286d434f61', 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'fixed_ips': [{'subnet_id': '34ec7308-647a-4c54-833d-3a4fe23a9d39'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:15:06.213788 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.233401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] For port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:06.236169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f5361467-3d55-4d02-a081-043c6c716529 None None] Provisioning complete for port 5fef7861-ea79-46ff-ac5b-5560081ad05a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:06.236701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5361467-3d55-4d02-a081-043c6c716529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.308881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e96d252e-aeda-452e-a828-46b65aaebb4b req-ddf8e685-cd38-4321-adae-d5726ab19be3 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258058 Nov 16 21:15:06.325472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.332213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Port bd47b0c2-4206-46c7-a355-9ea9532b6807 on network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:06.332549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Attempting to bind port bd47b0c2-4206-46c7-a355-9ea9532b6807 on network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:06.339615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f5361467-3d55-4d02-a081-043c6c716529 None None] Port 5fef7861-ea79-46ff-ac5b-5560081ad05a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:06.342687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4fa64243-38e6-4c3e-b326-bb87732f403e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:06.378427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] For port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:06.395744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.395892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Allocated IP 172.20.0.14 (b648ef37-af4d-41e8-aafc-ea5dffea0e1b/283ab417-8a5d-418e-abac-2883d8ee9d14/e12a3737-d625-4321-a8ee-02ab7ca164e8) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:06.434974 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-007a0b72-858f-4723-8a71-494aa9eb7088 req-9c035adc-5300-48bc-a344-ffe772ec3123 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664646 Nov 16 21:15:06.435779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:06.439167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Checking segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:06.440070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Bound using segment: {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:06.441495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Bound port: bd47b0c2-4206-46c7-a355-9ea9532b6807, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da60cdd-dd2f-47ec-a117-3092b1fdbe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:06.441909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.507671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151e51e-923b-40ac-ad56-2e99b7a34bdf None None] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:06.615186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.623925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.659476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4fa64243-38e6-4c3e-b326-bb87732f403e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:06.659847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.661340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:06.662001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:06.697385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a48c4-a0a2-455a-8e54-9237a14a2448 None None] Pushing event updated for resources: {'Port': ['ID=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:06.835574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344034d-7051-451f-8984-01e866080fdc req-c1121ede-8580-4043-8461-786995677931 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.842873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344034d-7051-451f-8984-01e866080fdc req-c1121ede-8580-4043-8461-786995677931 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.851415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344034d-7051-451f-8984-01e866080fdc req-c1121ede-8580-4043-8461-786995677931 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.858285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344034d-7051-451f-8984-01e866080fdc req-c1121ede-8580-4043-8461-786995677931 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.865754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344034d-7051-451f-8984-01e866080fdc req-c1121ede-8580-4043-8461-786995677931 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:06.868470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e344034d-7051-451f-8984-01e866080fdc req-c1121ede-8580-4043-8461-786995677931 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 3828 time: 0.2497129 Nov 16 21:15:06.952737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2937ebcb-b28a-41a5-ba92-f3ae4e0d6d6f None None] Provisioning complete for port 4fa64243-38e6-4c3e-b326-bb87732f403e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:06.953109 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2937ebcb-b28a-41a5-ba92-f3ae4e0d6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:06.963459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:06.971887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:06.980336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e344034d-7051-451f-8984-01e866080fdc req-67bcb7a3-d6b9-456b-8b5c-03be3616f3e1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982771 Nov 16 21:15:06.986389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.021641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.070071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Pushing event updated for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:07.088507 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Floating IP af38b170-8800-4825-97f0-ef565b85f787 associated. External IP: 172.25.3.58, port: 4d7221ea-685c-438f-8606-3c95163b7e16. Nov 16 21:15:07.117217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Allocated IP 19.86.0.2 (9e48c6a1-0b67-4297-b366-09286d434f61/34ec7308-647a-4c54-833d-3a4fe23a9d39/c4a9055d-201f-41aa-a4f5-d66e069e850e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:07.234305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.236827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.256010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-5e8853ce-f453-46db-b8e3-c03c2b1105d6 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.272161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-5e8853ce-f453-46db-b8e3-c03c2b1105d6 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.282845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-5e8853ce-f453-46db-b8e3-c03c2b1105d6 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/networks?id=0cac8d46-912f-4bf0-9edf-edcf72c6f064&id=9e48c6a1-0b67-4297-b366-09286d434f61&id=0cac8d46-912f-4bf0-9edf-edcf72c6f064 HTTP/1.1" status: 200 len: 1390 time: 1.1123247 Nov 16 21:15:07.307189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['44ff4632-d7ac-4361-b00f-ed9fb68fc41e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:07.310064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815', '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:07.367260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:07.455408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2937ebcb-b28a-41a5-ba92-f3ae4e0d6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.457589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event updated for resources: {'Port': ['ID=e12a3737-d625-4321-a8ee-02ab7ca164e8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:07.475872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-39bc3a68-cc7b-4c30-b0fa-567f2b6acfde tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/quotas/c0dad73481754115b3dc95e11f3adb91 HTTP/1.1" status: 200 len: 375 time: 0.1919746 Nov 16 21:15:07.531373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.531585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4fa64243-38e6-4c3e-b326-bb87732f403e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4fa64243-38e6-4c3e-b326-bb87732f403e,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:07.542913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.547585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Network b648ef37-af4d-41e8-aafc-ea5dffea0e1b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:07.603065 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.604300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:07.616736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5fef7861-ea79-46ff-ac5b-5560081ad05a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:07.623341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:07.630416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:07.658352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c2ea511-6823-48aa-940e-1d43380560ac tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1809001 Nov 16 21:15:07.783004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.808409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.809257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.811710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1fdd8b2e-2cff-41f4-b175-bad0d55140eb service neutron] 10.222.0.41 "PUT /v2.0/ports/bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 1092 time: 4.7266324 Nov 16 21:15:07.812312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:07.814901 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57da9cf1-458b-48a3-9693-2bf997ae8ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:07.892674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.892935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:07.893973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:07.940405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-d7b45a0a-0af6-44b2-8f02-ad3f800d7dae tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1089017 Nov 16 21:15:07.952920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Request body: {'port': {'device_id': '9a9db903-9425-46a0-b17c-2779289d31d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:07.971689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d8a6-6c5f-49e1-864a-ef7694311438 req-3afb9d55-02c7-4402-b8e1-e86113c7f37a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:07.980954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a97d8a6-6c5f-49e1-864a-ef7694311438 req-3afb9d55-02c7-4402-b8e1-e86113c7f37a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2447727 Nov 16 21:15:08.003875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-b27ae384-7bc7-46cd-89de-49b3f510f056 service neutron] 10.222.0.48 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441391 Nov 16 21:15:08.099774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2937ebcb-b28a-41a5-ba92-f3ae4e0d6d6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:15:08.100299 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2937ebcb-b28a-41a5-ba92-f3ae4e0d6d6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:15:08.118594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.128552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.153954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.189880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4fa64243-38e6-4c3e-b326-bb87732f403e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:08.195009 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.220511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:08.221056 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.346501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Network 9e48c6a1-0b67-4297-b366-09286d434f61 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:08.385619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:08.390354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:08.400022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Pushing event updated for resources: {'Port': ['ID=c4a9055d-201f-41aa-a4f5-d66e069e850e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:08.428831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12a3737-d625-4321-a8ee-02ab7ca164e8 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:08.437140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.451633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Transition to ACTIVE for port object e12a3737-d625-4321-a8ee-02ab7ca164e8 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:08.457278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.500844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:08.504724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:08.522967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:08.523549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a97d8a6-6c5f-49e1-864a-ef7694311438 req-55e6d072-d616-4aff-acf3-3c792f392c33 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420055 Nov 16 21:15:08.620757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Pushing event updated for resources: {'Port': ['ID=e12a3737-d625-4321-a8ee-02ab7ca164e8,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:08.677192 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-5e657e1a-44d3-4f8f-9385-bef57e39181a service neutron] 10.222.0.48 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529932 Nov 16 21:15:08.792545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Attempting to bind port c4a9055d-201f-41aa-a4f5-d66e069e850e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:08.792942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Attempting to bind port c4a9055d-201f-41aa-a4f5-d66e069e850e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:08.793319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Attempting to bind port c4a9055d-201f-41aa-a4f5-d66e069e850e on network 9e48c6a1-0b67-4297-b366-09286d434f61 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:08.815982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51337211-0889-4ff4-bc3c-4c52b5b9af5c {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:08.850710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.852303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:08.852695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Checking segment: {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:08.853302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.853806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Bound using segment: {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:08.854325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Bound port: c4a9055d-201f-41aa-a4f5-d66e069e850e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:08.854744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.876925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:05Z', 'revision_number': 1, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:08.897115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Transition to ACTIVE for port object 51337211-0889-4ff4-bc3c-4c52b5b9af5c will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:08.911785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacce1d-6da3-4ce2-be15-56dcc22dee97 None None] The sync data for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 is: [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:05Z', 'revision_number': 1, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:08.914114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:08.957625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4fa64243-38e6-4c3e-b326-bb87732f403e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:08.978542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-482922d4-f1f4-4f92-bcbf-5b59c1eaace6 service neutron] 10.222.0.48 "GET /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752583 Nov 16 21:15:09.018620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Attempting to bind port e12a3737-d625-4321-a8ee-02ab7ca164e8 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:09.019652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Attempting to bind port e12a3737-d625-4321-a8ee-02ab7ca164e8 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:09.019960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Attempting to bind port e12a3737-d625-4321-a8ee-02ab7ca164e8 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:09.029271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b2bf6-41b4-444e-a55d-366c65046784 req-fbbde3b6-324c-429a-a719-7048fa3ac72e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.036096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-015b2bf6-41b4-444e-a55d-366c65046784 req-fbbde3b6-324c-429a-a719-7048fa3ac72e tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.2709022 Nov 16 21:15:09.051043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Pushing event updated for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:09.065073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:09.069957 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.082234 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] Sync routers for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:09.082985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Router 1201731a-2550-4123-8244-ad8cc69259ae has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:09.098241 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:09.098925 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:09.126101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] For port c4a9055d-201f-41aa-a4f5-d66e069e850e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:09.134146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] For port c4a9055d-201f-41aa-a4f5-d66e069e850e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4a9055d-201f-41aa-a4f5-d66e069e850e,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:09.149583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.179523 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-011a8468-83a2-4ef5-bd24-e9e94b69b5b2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "PUT /v2.0/floatingips/af38b170-8800-4825-97f0-ef565b85f787 HTTP/1.1" status: 200 len: 990 time: 5.0921326 Nov 16 21:15:09.199413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-015b2bf6-41b4-444e-a55d-366c65046784 req-38bb2e17-20d0-4572-8259-68a20897c0bb tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541462 Nov 16 21:15:09.202632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Port e12a3737-d625-4321-a8ee-02ab7ca164e8 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:09.203955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Attempting to bind port e12a3737-d625-4321-a8ee-02ab7ca164e8 on network b648ef37-af4d-41e8-aafc-ea5dffea0e1b {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:09.229824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:09.230330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Checking segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:09.236932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Bound using segment: {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:09.237768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Bound port: e12a3737-d625-4321-a8ee-02ab7ca164e8, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def962e8-436c-4aa4-8ea2-8621a97f6127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:09.237993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.242260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a90874de-01bd-43f3-b804-13c3c5239c00 None None] Provisioning complete for port 4fa64243-38e6-4c3e-b326-bb87732f403e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:09.242760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a90874de-01bd-43f3-b804-13c3c5239c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.244843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Attempting to bind port 51337211-0889-4ff4-bc3c-4c52b5b9af5c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:09.245457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Attempting to bind port 51337211-0889-4ff4-bc3c-4c52b5b9af5c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:09.246080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Attempting to bind port 51337211-0889-4ff4-bc3c-4c52b5b9af5c on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:09.251949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Port 51337211-0889-4ff4-bc3c-4c52b5b9af5c on network 59872c53-6729-4192-9445-880bbe02c628 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:09.252684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Attempting to bind port 51337211-0889-4ff4-bc3c-4c52b5b9af5c on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:09.258318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:09.258852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Checking segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:09.259764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Bound using segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:09.260511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Bound port: 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:09.261029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.353841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4fa64243-38e6-4c3e-b326-bb87732f403e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:09.354870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.449912 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:09.536664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fd1d8-b483-426e-a5cb-bf702377d49e None None] Pushing event updated for resources: {'Port': ['ID=c4a9055d-201f-41aa-a4f5-d66e069e850e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:09.588232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:09.591804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-02edd06c-ee7d-46ae-9ed9-8f8500859923 service neutron] 10.222.0.48 "GET /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119208 Nov 16 21:15:09.605853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a1782-504b-495e-83fc-08604c4750e7 req-d7a5aeb5-30f2-4349-af7a-4b2308a9b78b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.614752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-427a1782-504b-495e-83fc-08604c4750e7 req-d7a5aeb5-30f2-4349-af7a-4b2308a9b78b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 944 time: 0.2208016 Nov 16 21:15:09.677918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:09.701819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.842059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e69c8782-eb5e-40f2-9c4f-e266ef04390d None None] Provisioning complete for port 5fef7861-ea79-46ff-ac5b-5560081ad05a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:09.842279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69c8782-eb5e-40f2-9c4f-e266ef04390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.869457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:09.875912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:09.878512 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] 10.222.0.41 "PUT /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 1130 time: 1.9884756 Nov 16 21:15:09.880493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667f3e-b959-414c-8714-12b028b99148 service neutron] Pushing event updated for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:09.917673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-427a1782-504b-495e-83fc-08604c4750e7 req-93fa7095-474e-4e9f-b8cb-512a18a2a967 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016100 Nov 16 21:15:09.934767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:09.935108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-ee5243dd-7e60-492e-871a-4784c1c903a7 service neutron] 10.222.0.48 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930233 Nov 16 21:15:10.014609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] For port e12a3737-d625-4321-a8ee-02ab7ca164e8, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:10.024967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] For port e12a3737-d625-4321-a8ee-02ab7ca164e8, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:10.074544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.081033 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'af38b170-8800-4825-97f0-ef565b85f787', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206ff73-7c43-4561-a446-45ae2263c2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:14:35Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 1, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:33Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:10.105815 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeaee32-2ed0-41ae-ab46-01ac5f363428 x-openstack-request-id: req-4eeaee32-2ed0-41ae-ab46-01ac5f363428 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:10.106586 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:10.107097 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4eeaee32-2ed0-41ae-ab46-01ac5f363428 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:10.107861 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'status': 'completed', 'code': 200} Nov 16 21:15:10.122762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.148756 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] Checking router: 24184b79-b4e4-4c1b-91c7-b196ed96cf44 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:10.180431 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:10.181276 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:10.238486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Pushing event updated for resources: {'Port': ['ID=e12a3737-d625-4321-a8ee-02ab7ca164e8,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:10.347639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.348273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:10.349708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-6f26cc66-82d5-47d9-bcd0-9f29fa79796e service neutron] 10.222.0.41 "PUT /v2.0/ports/e12a3737-d625-4321-a8ee-02ab7ca164e8 HTTP/1.1" status: 200 len: 1092 time: 2.4008205 Nov 16 21:15:10.362584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9db903-9425-46a0-b17c-2779289d31d7', 'tag': 'e12a3737-d625-4321-a8ee-02ab7ca164e8'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:10.369435 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9db903-9425-46a0-b17c-2779289d31d7", "tag": "e12a3737-d625-4321-a8ee-02ab7ca164e8"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:10.385934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.386595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.387143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.387688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.388551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.389086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.394008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e69c8782-eb5e-40f2-9c4f-e266ef04390d None None] Port 5fef7861-ea79-46ff-ac5b-5560081ad05a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:10.394678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-1ff49d71-251b-44df-a6e8-e8e3f83d7db1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5286 time: 0.2837095 Nov 16 21:15:10.489779 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:10.501448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-4e201479-28f6-4d60-8ebc-acb80bc077e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.521203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-4e201479-28f6-4d60-8ebc-acb80bc077e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 1095 time: 0.1170409 Nov 16 21:15:10.522655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:10.555862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-342c8420-c7d9-4712-8597-3326d53ac1f1 admin admin] 10.222.0.48 "PUT /v2.0/routers/1201731a-2550-4123-8244-ad8cc69259ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3754699 Nov 16 21:15:10.609002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-5617d98d-fdb1-4317-8c83-1c634e65673e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8 HTTP/1.1" status: 200 len: 217 time: 0.0781643 Nov 16 21:15:10.699339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-d414f1fe-70ee-40b3-bcd8-17fb66cc4e8e service neutron] 10.222.0.48 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545007 Nov 16 21:15:10.748564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.755735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-1e2eb5bb-0e17-40ae-b2e6-ee30d21c5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.757253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-1e2eb5bb-0e17-40ae-b2e6-ee30d21c5104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.1398864 Nov 16 21:15:10.766071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.787692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.814676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-3ef9ea19-be9b-4fc8-a8a4-c5eda60b82c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475624 Nov 16 21:15:10.815981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.845206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.854271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:10.867087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-2e558a60-7ded-428c-a093-2d4cfde84ec0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 4600 time: 0.7056978 Nov 16 21:15:11.076780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-bc3f15dd-2ed0-461b-bcb3-b076d7fa821f service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462454 Nov 16 21:15:11.083853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:11.174219 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'af38b170-8800-4825-97f0-ef565b85f787', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206ff73-7c43-4561-a446-45ae2263c2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:14:35Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 1, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:33Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:11.292601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89c186f9-dff1-4fd8-94b5-6b9769df3270 req-60c49b43-a225-4e15-bc95-4474a68a5f1b service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108524 Nov 16 21:15:11.336300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:11.336703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.339963 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f66793-5611-492f-aaf8-b05ea7222360 None None] The sync data for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 is: [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'af38b170-8800-4825-97f0-ef565b85f787', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6206ff73-7c43-4561-a446-45ae2263c2da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:14:35Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 1, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:33Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:11.396607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73c204-cc14-4109-b176-3d7b3b157631 None None] Network 9e48c6a1-0b67-4297-b366-09286d434f61 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:11.505094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efff24e2-86aa-4886-969a-7d0f71b85aa6 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:11.527926 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.539897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed95204-3495-4d06-b9a5-3eef0b0e13ff req-f447c122-6b62-4189-882d-19e4808f54fe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.554121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ed95204-3495-4d06-b9a5-3eef0b0e13ff req-f447c122-6b62-4189-882d-19e4808f54fe tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1260676 Nov 16 21:15:11.567786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Transition to ACTIVE for port object efff24e2-86aa-4886-969a-7d0f71b85aa6 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:11.617248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.635426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ee6635b-e544-40ed-912c-d0f2350d33e4 None None] Provisioning complete for port c4a9055d-201f-41aa-a4f5-d66e069e850e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:11.648540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ee6635b-e544-40ed-912c-d0f2350d33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:11.651123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-887e6e9b-907b-4ba4-991c-d06cd581d55c req-14878a1f-f69b-42c1-aa75-7bf501f33f99 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7829564 Nov 16 21:15:11.680540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ed95204-3495-4d06-b9a5-3eef0b0e13ff req-f7d55a22-8fb5-4b9a-ace1-b6f421943ff5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232038 Nov 16 21:15:11.732457 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00693e-109d-4f74-86eb-55289594486c x-openstack-request-id: req-bb00693e-109d-4f74-86eb-55289594486c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:11.732754 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9db903-9425-46a0-b17c-2779289d31d7", "tag": "e12a3737-d625-4321-a8ee-02ab7ca164e8", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:11.733048 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb00693e-109d-4f74-86eb-55289594486c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:11.733470 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9db903-9425-46a0-b17c-2779289d31d7', 'tag': 'e12a3737-d625-4321-a8ee-02ab7ca164e8', 'status': 'completed', 'code': 200} Nov 16 21:15:11.823315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37340) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:11.886446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Pushing event updated for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:11.893093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-05592fe2-58d9-4c04-a6ab-b8a93a813aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.914142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-05592fe2-58d9-4c04-a6ab-b8a93a813aed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 1095 time: 0.1551797 Nov 16 21:15:11.974086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-09f75919-24ce-404a-a130-b17303d1102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.974485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-09f75919-24ce-404a-a130-b17303d1102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.977856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-09f75919-24ce-404a-a130-b17303d1102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:11.987639 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-09f75919-24ce-404a-a130-b17303d1102d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b41f94a52b64a48af73b053bd9244a9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5791678 Nov 16 21:15:12.087180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb5fef9-30f5-44d1-a1b7-477c9c3a0b8c None None] New status for floating IP af38b170-8800-4825-97f0-ef565b85f787: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:15:12.207132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-f69c8146-ffa7-4fc5-925d-5329e98a26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.210812 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-f69c8146-ffa7-4fc5-925d-5329e98a26f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 200 len: 915 time: 0.2847910 Nov 16 21:15:12.260320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ee6635b-e544-40ed-912c-d0f2350d33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.296231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-213431f5-b1d0-45e1-8f70-92d0b83e110c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8 HTTP/1.1" status: 200 len: 217 time: 0.0621121 Nov 16 21:15:12.307716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a5be68c9-994f-47d0-b756-1a940e004dd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37ee687753fe4deeadea4f9b8de5148d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828391 Nov 16 21:15:12.308430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:12.332626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.399142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ee6635b-e544-40ed-912c-d0f2350d33e4 None None] For port c4a9055d-201f-41aa-a4f5-d66e069e850e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4a9055d-201f-41aa-a4f5-d66e069e850e,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:12.416368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}, {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': '51337211-0889-4ff4-bc3c-4c52b5b9af5c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:12.419940 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9013a2-a4dc-4705-9e9e-6676ef432591" -d '{"events": [{"name": "network-changed", "server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}, {"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "51337211-0889-4ff4-bc3c-4c52b5b9af5c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:12.423484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-420ccacf-a33a-4ae4-8d4f-9f5d4c25da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.425146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57da9cf1-458b-48a3-9693-2bf997ae8ee4 req-420ccacf-a33a-4ae4-8d4f-9f5d4c25da26 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4154155 Nov 16 21:15:12.439818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37f952d2-2530-4a5a-8f94-af2699637689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.478231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37f952d2-2530-4a5a-8f94-af2699637689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.520156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:12.538325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ee6635b-e544-40ed-912c-d0f2350d33e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.541447 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.546513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4a9055d-201f-41aa-a4f5-d66e069e850e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:12.588129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37f952d2-2530-4a5a-8f94-af2699637689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.595198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37f952d2-2530-4a5a-8f94-af2699637689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:12.613891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37f952d2-2530-4a5a-8f94-af2699637689 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c82c7064-2abf-4273-ab01-f86b42fd88f7 HTTP/1.1" status: 204 len: 168 time: 0.2941194 Nov 16 21:15:12.622130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6b1ac-3071-4235-a848-e53a9fa3cd9f req-6ea4ff70-39b9-49bc-aed3-b7af6a48c19b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.638761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0fb6b1ac-3071-4235-a848-e53a9fa3cd9f req-6ea4ff70-39b9-49bc-aed3-b7af6a48c19b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 944 time: 0.7297599 Nov 16 21:15:12.651038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f952d2-2530-4a5a-8f94-af2699637689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82c7064-2abf-4273-ab01-f86b42fd88f7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:12.659486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-82495b4d-fc26-4712-b42a-97f00e89cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:12.661191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-82495b4d-fc26-4712-b42a-97f00e89cf85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 200 len: 854 time: 0.3518927 Nov 16 21:15:12.734670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-36b77f5b-b8a4-49cc-bede-3fe4fe1d1e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b648ef37-af4d-41e8-aafc-ea5dffea0e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658448 Nov 16 21:15:12.782640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0fb6b1ac-3071-4235-a848-e53a9fa3cd9f req-1e30c162-4208-4bb3-8ccc-7f5f50a6c38b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391962 Nov 16 21:15:13.012990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6635b-e544-40ed-912c-d0f2350d33e4 None None] Pushing event updated for resources: {'Port': ['ID=c4a9055d-201f-41aa-a4f5-d66e069e850e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:13.016014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-5d5f9198-af43-41bc-9424-a5ab0e3eb1ef service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674441 Nov 16 21:15:13.016528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:13.042644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773714239', 'description': 'tempest-description--286043284'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:13.135540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:13.172902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c4a9055d-201f-41aa-a4f5-d66e069e850e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:13.173279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.258350 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Sync routers for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:13.277405 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:13.278174 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:13.323125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-554cb87f-2a3e-47b7-ab4e-cc756ef5bad6 None None] Provisioning complete for port c4a9055d-201f-41aa-a4f5-d66e069e850e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:13.323481 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-554cb87f-2a3e-47b7-ab4e-cc756ef5bad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.398211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cff48-bec5-4524-8fc5-763de4a47153 req-697d02a4-9f9f-43b4-a897-70b94aafc584 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.403663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b2cff48-bec5-4524-8fc5-763de4a47153 req-697d02a4-9f9f-43b4-a897-70b94aafc584 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3833337 Nov 16 21:15:13.406628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.514628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04d35e3c-f5a3-4f75-b61a-f4bbe35771d8 req-2f3926b4-998a-49d1-804f-eae621d9f4d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900732 Nov 16 21:15:13.529239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:13.543674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Attempting to bind port efff24e2-86aa-4886-969a-7d0f71b85aa6 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:13.544051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Attempting to bind port efff24e2-86aa-4886-969a-7d0f71b85aa6 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:13.544350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Attempting to bind port efff24e2-86aa-4886-969a-7d0f71b85aa6 on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:13.563258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126ec021-4e01-49a3-82ec-c7c2226743da req-6286822a-bedc-4e0c-a4f4-65764249fb69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 210 time: 0.1969721 Nov 16 21:15:13.598772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:13.612042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Port efff24e2-86aa-4886-969a-7d0f71b85aa6 on network 59872c53-6729-4192-9445-880bbe02c628 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:13.612369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Attempting to bind port efff24e2-86aa-4886-969a-7d0f71b85aa6 on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:13.642292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:13.642831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Checking segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:13.643114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Bound using segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:13.643495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Bound port: efff24e2-86aa-4886-969a-7d0f71b85aa6, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:13.643869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.645685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b2cff48-bec5-4524-8fc5-763de4a47153 req-33aa8588-a57a-46df-a2bb-184853803cd1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962945 Nov 16 21:15:13.669586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6f67f-c395-4b10-b980-60415ac4bbc8 req-2cb06dfb-18b4-4bce-9125-e52c4d3df113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.671316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdf6f67f-c395-4b10-b980-60415ac4bbc8 req-2cb06dfb-18b4-4bce-9125-e52c4d3df113 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.9860539 Nov 16 21:15:13.695101 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.702096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.763035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:13.763436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.809303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba43efa-1723-45ab-a425-aba225b50fc0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:13.810108 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292a029b-9b6e-4e59-a299-190879281952 x-openstack-request-id: req-292a029b-9b6e-4e59-a299-190879281952 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:13.810401 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "51337211-0889-4ff4-bc3c-4c52b5b9af5c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:13.810662 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-292a029b-9b6e-4e59-a299-190879281952 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:13.811079 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'status': 'completed', 'code': 200} Nov 16 21:15:13.811339 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': '51337211-0889-4ff4-bc3c-4c52b5b9af5c', 'status': 'completed', 'code': 200} Nov 16 21:15:13.871477 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:13.872819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1f503a5d-99d2-4aab-98c0-1152be46576b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8495097 Nov 16 21:15:13.879971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.880485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.880981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.881472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.882233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.882754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.883240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:13.887677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-d709ee6e-c04a-4257-9095-eaed79f64d52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6167 time: 0.0936325 Nov 16 21:15:13.888392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:13.893949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Request body: {'security_group_rule': {'security_group_id': '0ba43efa-1723-45ab-a425-aba225b50fc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:13.936835 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:07Z', 'revision_number': 2, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:13.994209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4a9055d-201f-41aa-a4f5-d66e069e850e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:13.995896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:14.000103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:14.007605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Checking router: 1201731a-2550-4123-8244-ad8cc69259ae for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:14.008299 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Updating router 1201731a-2550-4123-8244-ad8cc69259ae port 5fef7861-ea79-46ff-ac5b-5560081ad05a binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:15:14.023589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.109818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c4a9055d-201f-41aa-a4f5-d66e069e850e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:14.110274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.158786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-1fa1725e-ad63-492a-a648-497c007d4c03 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.165035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-1fa1725e-ad63-492a-a648-497c007d4c03 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.167714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-1fa1725e-ad63-492a-a648-497c007d4c03 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "GET /v2.0/networks?id=0cac8d46-912f-4bf0-9edf-edcf72c6f064&id=9e48c6a1-0b67-4297-b366-09286d434f61&id=0cac8d46-912f-4bf0-9edf-edcf72c6f064 HTTP/1.1" status: 200 len: 1390 time: 0.7804787 Nov 16 21:15:14.179967 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:15:14.183628 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.205579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'port': {'device_id': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'admin_state_up': True, 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:14.234350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.234984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.236616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] 10.222.0.41 "PUT /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 1130 time: 4.3177631 Nov 16 21:15:14.276072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdf6f67f-c395-4b10-b980-60415ac4bbc8 req-344dcb0f-84aa-4c10-b99b-5910fed6635a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785997 Nov 16 21:15:14.322794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-42e0e5e7-d652-4d7c-badd-2c97ebeae925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.324376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-42e0e5e7-d652-4d7c-badd-2c97ebeae925 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1096 time: 0.4103668 Nov 16 21:15:14.343394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:14.460660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c181-0235-4c67-88a8-992768f34042 service neutron] Pushing event updated for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:14.461429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.542098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312f13b-997e-41b9-8614-f8a563603e62 req-b1a512f5-5338-41a8-9659-6bfe7165e8f1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.545287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.549946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0312f13b-997e-41b9-8614-f8a563603e62 req-b1a512f5-5338-41a8-9659-6bfe7165e8f1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.6262743 Nov 16 21:15:14.551740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.558352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.564800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.571578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.579351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.587792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.596687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-e0ee8474-5594-439d-bc6f-ad85dd1124f7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5372 time: 0.5817122 Nov 16 21:15:14.605198 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.607105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.614842 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.643128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.644832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.691537 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad40cce-cd74-4ce1-9bcc-591d8d9c106e None None] Pushing event updated for resources: {'Port': ['ID=5fef7861-ea79-46ff-ac5b-5560081ad05a,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:14.728841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0312f13b-997e-41b9-8614-f8a563603e62 req-9af5a65f-9ceb-4e9a-85fe-0f88106e569f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777208 Nov 16 21:15:14.730245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-081a330e-85e9-4be6-90c6-5323e83ac538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.730967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-081a330e-85e9-4be6-90c6-5323e83ac538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.731433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-081a330e-85e9-4be6-90c6-5323e83ac538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.735660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-081a330e-85e9-4be6-90c6-5323e83ac538 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b41f94a52b64a48af73b053bd9244a9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3670363 Nov 16 21:15:14.781010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347f0ecf-33f8-4fe0-afa4-0b9db378fa54,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:14.796727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Attempting to bind port 5fef7861-ea79-46ff-ac5b-5560081ad05a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:14.797295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Attempting to bind port 5fef7861-ea79-46ff-ac5b-5560081ad05a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:14.797923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Attempting to bind port 5fef7861-ea79-46ff-ac5b-5560081ad05a on network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:14.806465 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:14.808487 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Checking segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:14.809193 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.809875 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Bound using segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:14.811820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Bound port: 5fef7861-ea79-46ff-ac5b-5560081ad05a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:14.812415 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.892629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e747a31c-882e-4d45-b8f4-6ba01f98cc5b req-c1430985-ab1c-4168-9029-85b72acfd84d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2948089 Nov 16 21:15:14.893004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e12a3737-d625-4321-a8ee-02ab7ca164e8 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:14.920358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-5a804f69-a1e6-4725-a1c4-3eb2e4b5736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.921921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-5a804f69-a1e6-4725-a1c4-3eb2e4b5736b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.5210061 Nov 16 21:15:14.958813 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] For port 5fef7861-ea79-46ff-ac5b-5560081ad05a, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:14.964192 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] For port 5fef7861-ea79-46ff-ac5b-5560081ad05a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5fef7861-ea79-46ff-ac5b-5560081ad05a,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:14.970042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-1ecd1af4-4211-4991-b5ff-ac10c3cbea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:14.973898 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:14.976862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-1ecd1af4-4211-4991-b5ff-ac10c3cbea19 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2290585 Nov 16 21:15:14.984255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:14.995712 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.000882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.002300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6025e8e5-8291-46a4-8f9f-1dafd30df9d8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1128075 Nov 16 21:15:15.045379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:15.051923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Request body: {'security_group_rule': {'security_group_id': '0ba43efa-1723-45ab-a425-aba225b50fc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:15.065055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e12a3737-d625-4321-a8ee-02ab7ca164e8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:15.091400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862371b0-9446-48fd-be45-ffe142e9baea req-5cae2133-501f-4c42-bc42-b6409709342b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.093440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-862371b0-9446-48fd-be45-ffe142e9baea req-5cae2133-501f-4c42-bc42-b6409709342b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0997288 Nov 16 21:15:15.116809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e12a3737-d625-4321-a8ee-02ab7ca164e8', 'network_id': 'b648ef37-af4d-41e8-aafc-ea5dffea0e1b', 'port_id': 'e12a3737-d625-4321-a8ee-02ab7ca164e8', 'mac_address': 'fa:16:3e:2c:cd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283ab417-8a5d-418e-abac-2883d8ee9d14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:15.119124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.145339 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad40cce-cd74-4ce1-9bcc-591d8d9c106e None None] Pushing event updated for resources: {'Port': ['ID=5fef7861-ea79-46ff-ac5b-5560081ad05a,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:15.183654 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:15.184441 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:15.211297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-862371b0-9446-48fd-be45-ffe142e9baea req-da940bf5-58ce-42cb-8ba5-76aa1650b2ed tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082742 Nov 16 21:15:15.230849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.244681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.274600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d1cbff58-03df-4c2b-9141-7ac77d89b23b None None] Provisioning complete for port 5fef7861-ea79-46ff-ac5b-5560081ad05a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:15.275685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1cbff58-03df-4c2b-9141-7ac77d89b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.277712 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.294959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d09b55-3023-4e52-98fe-069955851a12,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:15.298387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12a3737-d625-4321-a8ee-02ab7ca164e8 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:15.311618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-1792dd68-6210-4dc3-b95c-8d9a6b3ec387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 1000 time: 0.3685882 Nov 16 21:15:15.314718 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.316028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a366fb81-4c88-4511-b3ac-3a9bdc4a7eba tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2696366 Nov 16 21:15:15.320462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37398) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:15.335187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:15.373002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e12a3737-d625-4321-a8ee-02ab7ca164e8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:15.390635 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.394632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.453264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-8aa4b31c-fc9e-4cef-a7ee-bd02a43ed472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.475124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-8aa4b31c-fc9e-4cef-a7ee-bd02a43ed472 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1281321 Nov 16 21:15:15.498105 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:15.629610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1cbff58-03df-4c2b-9141-7ac77d89b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.635744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836881b-e9a8-4e25-9313-750d9e67103f req-551defac-9647-40c4-be23-848aa8e7fdf3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.637812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3836881b-e9a8-4e25-9313-750d9e67103f req-551defac-9647-40c4-be23-848aa8e7fdf3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 944 time: 0.5610981 Nov 16 21:15:15.661965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.733576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5fef7861-ea79-46ff-ac5b-5560081ad05a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:15.737555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e12a3737-d625-4321-a8ee-02ab7ca164e8,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:15.803861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Allocated IP 19.80.0.48 (0cac8d46-912f-4bf0-9edf-edcf72c6f064/6c238829-2464-41ef-822d-7193150d19af/610762e9-7e1b-4705-b5cd-ac3a0e6b2a31) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:15.812127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3836881b-e9a8-4e25-9313-750d9e67103f req-dab885ed-acd4-4cce-a150-f934c0b26d24 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637406 Nov 16 21:15:15.817463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'efff24e2-86aa-4886-969a-7d0f71b85aa6'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:15.819717 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed85aa0b-77ce-4902-a4de-4055c280976f" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "efff24e2-86aa-4886-969a-7d0f71b85aa6"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:15.827913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-23670a7e-5691-4893-a65e-b88c2bc553a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:15.829442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-23670a7e-5691-4893-a65e-b88c2bc553a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3496125 Nov 16 21:15:15.853721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e12a3737-d625-4321-a8ee-02ab7ca164e8'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:15.928001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d1cbff58-03df-4c2b-9141-7ac77d89b23b None None] For port 5fef7861-ea79-46ff-ac5b-5560081ad05a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5fef7861-ea79-46ff-ac5b-5560081ad05a,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:15.941291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1cbff58-03df-4c2b-9141-7ac77d89b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:15.985592 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:14Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:15.994834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21403cda-4ca0-4d86-abbe-b19148d70e6a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:15.996813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e42fc07-9b06-4b17-aa59-b8f1b22b7772 req-93b169db-8201-41a0-8fbb-410f91718df4 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 210 time: 0.1026201 Nov 16 21:15:16.031812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.074863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Transition to ACTIVE for port object 21403cda-4ca0-4d86-abbe-b19148d70e6a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:16.091398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Allocated IP 172.25.3.76 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/495f7c62-29a7-47ae-8dd6-6e64a5700803) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:16.092966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.103270 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16090c38-46b4-4bd9-82bb-6afd7f982ec1 None None] The sync data for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 is: [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:14Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:16.132853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbff58-03df-4c2b-9141-7ac77d89b23b None None] Pushing event updated for resources: {'Port': ['ID=5fef7861-ea79-46ff-ac5b-5560081ad05a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:16.210664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5fef7861-ea79-46ff-ac5b-5560081ad05a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:16.211043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.265227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-aeb03731-9450-4f92-8311-fd2edae63a87 None None] Provisioning complete for port 5fef7861-ea79-46ff-ac5b-5560081ad05a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:16.265642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aeb03731-9450-4f92-8311-fd2edae63a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.295209 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259cd271-6207-4f4e-ac8f-66dd1fc697c3 x-openstack-request-id: req-259cd271-6207-4f4e-ac8f-66dd1fc697c3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:16.295690 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "efff24e2-86aa-4886-969a-7d0f71b85aa6", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:16.295954 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-259cd271-6207-4f4e-ac8f-66dd1fc697c3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:16.296717 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'efff24e2-86aa-4886-969a-7d0f71b85aa6', 'status': 'completed', 'code': 200} Nov 16 21:15:16.356246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-dc1d6ad6-79e9-4e56-a5df-450428797cdf service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033205 Nov 16 21:15:16.378889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.552937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.559889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.571110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Pushing event updated for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:16.578683 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.585211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.592435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.599132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.610092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.619427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9836a16d-4a79-43cc-a903-ff5497940980 req-efc400c1-b351-48a8-a068-a78eec1879bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5384 time: 0.2365208 Nov 16 21:15:16.629832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9013a2-a4dc-4705-9e9e-6676ef432591 req-934681b7-6fc9-4af1-bdc1-7c1b3b757800 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452636 Nov 16 21:15:16.662582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de262e40-2d6d-4731-9201-f596f56e5283 req-8491869a-dd54-40d4-a04d-80bde8b98556 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.670328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de262e40-2d6d-4731-9201-f596f56e5283 req-8491869a-dd54-40d4-a04d-80bde8b98556 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.4714172 Nov 16 21:15:16.675497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.675682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.676255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.676728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.677499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.677749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.678251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:16.680309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-c4e8f54a-bdf6-4e16-aee6-b8b050a352e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6234 time: 0.2993913 Nov 16 21:15:16.707680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.734216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.762257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Attempting to bind port 21403cda-4ca0-4d86-abbe-b19148d70e6a on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:16.762587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Attempting to bind port 21403cda-4ca0-4d86-abbe-b19148d70e6a by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:16.762916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Attempting to bind port 21403cda-4ca0-4d86-abbe-b19148d70e6a on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:16.782978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Port 21403cda-4ca0-4d86-abbe-b19148d70e6a on network 59872c53-6729-4192-9445-880bbe02c628 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:16.783311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Attempting to bind port 21403cda-4ca0-4d86-abbe-b19148d70e6a on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:16.814479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de262e40-2d6d-4731-9201-f596f56e5283 req-6b35e1bb-7db2-47fc-9180-34c535a94bb1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431885 Nov 16 21:15:16.820683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:16.821029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Checking segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:16.821417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Bound using segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:16.821906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Bound port: 21403cda-4ca0-4d86-abbe-b19148d70e6a, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:16.822267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.854600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:16.892221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event updated for resources: {'Port': ['ID=495f7c62-29a7-47ae-8dd6-6e64a5700803,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:16.929990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:16.942590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:16.945078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:17.009447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:17.015121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:17.029495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9836a16d-4a79-43cc-a903-ff5497940980 req-4eece136-0c91-4398-9184-d1ab637e192e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4089136 Nov 16 21:15:17.044234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Port': ['ID=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:17.049497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:17.051490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.055786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:17.085739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:17.086653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-8e987056-2ce4-47a8-acce-533dff9210a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.097847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-8e987056-2ce4-47a8-acce-533dff9210a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.100810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-8e987056-2ce4-47a8-acce-533dff9210a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.103912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-8e987056-2ce4-47a8-acce-533dff9210a3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b41f94a52b64a48af73b053bd9244a9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4127514 Nov 16 21:15:17.180767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.181837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.267548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-3efd1e83-353e-4ef8-86e3-2f5017e65f69 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0752366 Nov 16 21:15:17.289896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.291614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.295355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] 10.222.0.41 "PUT /v2.0/ports/21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 200 len: 1091 time: 2.9775372 Nov 16 21:15:17.303999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'port': {'device_id': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61', 'admin_state_up': True, 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:17.399186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:17.404197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-de4bcfaa-e212-4373-9908-f90d651fe51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.408331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed85aa0b-77ce-4902-a4de-4055c280976f req-de4bcfaa-e212-4373-9908-f90d651fe51e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2911019 Nov 16 21:15:17.493205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.540344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e3d04caa-e08d-4276-8473-6c662c58c793 None None] Provisioning complete for port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:17.541380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3d04caa-e08d-4276-8473-6c662c58c793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.610972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5fef7861-ea79-46ff-ac5b-5560081ad05a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:17.621926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33816dc8-dbac-40c1-87d5-ef7e5f86d8b5 req-dc191eb7-f6fb-489b-998b-df202602e333 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.623230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33816dc8-dbac-40c1-87d5-ef7e5f86d8b5 req-dc191eb7-f6fb-489b-998b-df202602e333 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1409431 Nov 16 21:15:17.624188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.709906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e3d04caa-e08d-4276-8473-6c662c58c793 None None] Port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:17.749805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37454) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:17.760803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5fef7861-ea79-46ff-ac5b-5560081ad05a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:17.761558 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.847693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33816dc8-dbac-40c1-87d5-ef7e5f86d8b5 req-4b8d0987-af2a-484b-8313-5a66cbe1baba tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757565 Nov 16 21:15:17.933057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.942775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a97b2-0384-4388-9838-bb83a8e6b9c2 req-5ff2c050-8d91-470d-929f-dad4253b1dd9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:17.944333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a9a97b2-0384-4388-9838-bb83a8e6b9c2 req-5ff2c050-8d91-470d-929f-dad4253b1dd9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 1.0260921 Nov 16 21:15:17.945005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ec38a-c822-4611-b24f-eecef09f31fb service neutron] Pushing event updated for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:17.987974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:17.991796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:17.995155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.004384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.061768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd3a7-54fc-4c11-85fb-7b84c698ca54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.205592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event updated for resources: {'Port': ['ID=495f7c62-29a7-47ae-8dd6-6e64a5700803,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:18.209895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a9a97b2-0384-4388-9838-bb83a8e6b9c2 req-4ff7b69e-52e5-4d53-ac8b-cb979491fe34 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371247 Nov 16 21:15:18.221287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.261404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10af96-b860-4656-b20c-e6a19329b9fb req-9a02dc8c-3989-497c-91cd-84bcf7f46bc9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.264618 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a10af96-b860-4656-b20c-e6a19329b9fb req-9a02dc8c-3989-497c-91cd-84bcf7f46bc9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 931 time: 0.1625147 Nov 16 21:15:18.272540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.273914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09674306-99ea-4c9e-ba65-4c89bb5a3a76 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9522655 Nov 16 21:15:18.345906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:18.348181 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b79ea0-296c-4aa1-be94-802ee6d7a0af" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:18.354849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd3a7-54fc-4c11-85fb-7b84c698ca54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.360409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a10af96-b860-4656-b20c-e6a19329b9fb req-95505a78-35eb-4846-b50d-a41ed736ad73 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Nov 16 21:15:18.363287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd3a7-54fc-4c11-85fb-7b84c698ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.382114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Allocated IP 19.86.0.62 (9e48c6a1-0b67-4297-b366-09286d434f61/34ec7308-647a-4c54-833d-3a4fe23a9d39/d3d18e81-2a40-48d4-8a23-ad580601c9c3) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:18.469940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a8fcd3a7-54fc-4c11-85fb-7b84c698ca54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d358e32e6cc44bbc840d9dbe05dc769f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7142169 Nov 16 21:15:18.469940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcd3a7-54fc-4c11-85fb-7b84c698ca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f734ff8-b6de-46ae-90fd-78b57bd9062c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:18.470975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37468) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:18.522896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-acd1d91a-dc07-4dff-9016-92d0991c02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.525502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-acd1d91a-dc07-4dff-9016-92d0991c02b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78b136163ebb48cb9ec584365183af92&device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 1096 time: 0.0514777 Nov 16 21:15:18.681585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.688002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.695150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.702659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.708408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.716353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.724027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.726009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-c9b84f6b-6c16-4c59-ac67-0f38ff7d2780 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5384 time: 0.1718895 Nov 16 21:15:18.727718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7487-f164-4d49-b9f5-03a7def7cf28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.748845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-5ffb677f-d229-43e6-9f1e-cfec584553bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.750385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-5ffb677f-d229-43e6-9f1e-cfec584553bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 200 len: 920 time: 0.2174079 Nov 16 21:15:18.750517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7f4994-71aa-4860-9bd9-5ae4a5063319 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:18.776256 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.795300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7487-f164-4d49-b9f5-03a7def7cf28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.807423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b41c-a21b-4af4-8c94-fa8e611893d2 req-d5f61b48-d4b4-4653-bc97-c69e02ef2211 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.809097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94a5b41c-a21b-4af4-8c94-fa8e611893d2 req-d5f61b48-d4b4-4653-bc97-c69e02ef2211 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2137883 Nov 16 21:15:18.809995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-34918150-7a78-4a8f-8529-cc8632ced5d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 200 len: 217 time: 0.0517535 Nov 16 21:15:18.876026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Transition to ACTIVE for port object 3c7f4994-71aa-4860-9bd9-5ae4a5063319 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:18.894386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.897006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0ad9d46-dd5a-4e2f-a15b-b878cfcf38ae req-143dda8c-7fa9-4369-bf4b-3fbd88b7fbac tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634243 Nov 16 21:15:18.903396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:18.906958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-ec88d010-0b94-41ea-bed9-90e1a7320f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:18.908508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-ec88d010-0b94-41ea-bed9-90e1a7320f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 200 len: 859 time: 0.0894041 Nov 16 21:15:18.925933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e12a3737-d625-4321-a8ee-02ab7ca164e8 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:18.965641 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e20a5-ffd4-4d6e-9224-11cceb73467b x-openstack-request-id: req-a82e20a5-ffd4-4d6e-9224-11cceb73467b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:18.966164 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:18.966164 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a82e20a5-ffd4-4d6e-9224-11cceb73467b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:18.966571 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a', 'status': 'completed', 'code': 200} Nov 16 21:15:18.970076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Pushing event updated for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:18.983301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-41a253b1-07b4-4f3f-9fbe-8f66358be526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c7917f3-03a9-4803-af21-378240ebbcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654776 Nov 16 21:15:19.031576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e12a3737-d625-4321-a8ee-02ab7ca164e8 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:19.036247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e12a3737-d625-4321-a8ee-02ab7ca164e8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:19.036835 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.099897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94a5b41c-a21b-4af4-8c94-fa8e611893d2 req-d5753f89-4cca-4adb-a286-54a52a3145d0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651005 Nov 16 21:15:19.235899 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7487-f164-4d49-b9f5-03a7def7cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.238513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffcf7487-f164-4d49-b9f5-03a7def7cf28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.242446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ffcf7487-f164-4d49-b9f5-03a7def7cf28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f734ff8-b6de-46ae-90fd-78b57bd9062c HTTP/1.1" status: 204 len: 168 time: 0.7708294 Nov 16 21:15:19.246137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-4435b80c-42bb-410b-9ed3-7d21dad1a625 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470214 Nov 16 21:15:19.248906 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.328761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7487-f164-4d49-b9f5-03a7def7cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f734ff8-b6de-46ae-90fd-78b57bd9062c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:19.334814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e12a3737-d625-4321-a8ee-02ab7ca164e8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:19.336266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9db903-9425-46a0-b17c-2779289d31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a3737-d625-4321-a8ee-02ab7ca164e8'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:19.341710 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16b203-8b5f-41d9-a1d7-e64fd67c741b" -d '{"events": [{"server_uuid": "9a9db903-9425-46a0-b17c-2779289d31d7", "name": "network-vif-plugged", "status": "completed", "tag": "e12a3737-d625-4321-a8ee-02ab7ca164e8"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:19.354460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.363350 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.398066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dec3f4-db8a-4bea-a935-4cf3a6830381 req-3fe79e4c-26b0-4206-a24b-a51af6b45e15 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.411046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0dec3f4-db8a-4bea-a935-4cf3a6830381 req-3fe79e4c-26b0-4206-a24b-a51af6b45e15 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.3198082 Nov 16 21:15:19.413505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.414583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.415945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.416854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.417404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.421715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.421715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.423271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-469f335c-501e-43b4-b623-59eb31fadae7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6301 time: 0.4142873 Nov 16 21:15:19.454786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e12a3737-d625-4321-a8ee-02ab7ca164e8,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:19.623416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Attempting to bind port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:19.623817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Attempting to bind port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:19.624081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Attempting to bind port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:19.634953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 9e48c6a1-0b67-4297-b366-09286d434f61 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:19.649367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-91891a2a-755b-433e-84ba-1701672e687b tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1773714239&fields=id&tenant_id=846ff26e4999426785eddc7a806fc66d HTTP/1.1" status: 200 len: 267 time: 0.3604712 Nov 16 21:15:19.655829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:19.657914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 on network 59872c53-6729-4192-9445-880bbe02c628 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:19.658248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Attempting to bind port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:19.660374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Port': ['ID=d3d18e81-2a40-48d4-8a23-ad580601c9c3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:19.676133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:19.678138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0dec3f4-db8a-4bea-a935-4cf3a6830381 req-26b3c5c3-d2eb-437f-911d-5824e419eaeb tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615340 Nov 16 21:15:19.723416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:19.723763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Checking segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:19.724018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-949a30f9-01e2-4c03-a9de-d3e953bdd9b6 req-9c67d5c3-1053-4b9f-b115-035195f9bcf8 service neutron] 10.222.0.41 "GET /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677677 Nov 16 21:15:19.730986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Bound using segment: {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:19.732926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Bound port: 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c312d2-44f0-451d-8824-506bdc542c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '59872c53-6729-4192-9445-880bbe02c628'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:19.733372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:19.895081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c99d61-d42e-4788-9d7c-a67efbd2af07 req-e577d3ae-4d15-468e-836c-edc0bb2b42d3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:19.905143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9c99d61-d42e-4788-9d7c-a67efbd2af07 req-e577d3ae-4d15-468e-836c-edc0bb2b42d3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 946 time: 0.1163089 Nov 16 21:15:19.992885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-c1d911ea-2c46-4015-9588-0330a223e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.002214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-c1d911ea-2c46-4015-9588-0330a223e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.003159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-c1d911ea-2c46-4015-9588-0330a223e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.004850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-c1d911ea-2c46-4015-9588-0330a223e77e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b41f94a52b64a48af73b053bd9244a9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5173447 Nov 16 21:15:20.008991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9c99d61-d42e-4788-9d7c-a67efbd2af07 req-7cf68afe-8ad5-4ad4-aef5-87c44e90ac85 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007874 Nov 16 21:15:20.037707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.038344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.090640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-da45bda1-03f7-49a4-83f5-81086d97f749 None None] Provisioning complete for port d3d18e81-2a40-48d4-8a23-ad580601c9c3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:20.091223 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da45bda1-03f7-49a4-83f5-81086d97f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.157935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-851a05f1-bed3-4edb-a3d5-9b81f005152b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8732769 Nov 16 21:15:20.177675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'port': {'device_id': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'admin_state_up': True, 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:20.178471 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cb75f7-b1bd-42c8-bc5e-6399c59ad3fe x-openstack-request-id: req-34cb75f7-b1bd-42c8-bc5e-6399c59ad3fe {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:20.178471 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9db903-9425-46a0-b17c-2779289d31d7", "name": "network-vif-plugged", "status": "completed", "tag": "e12a3737-d625-4321-a8ee-02ab7ca164e8", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:20.178747 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34cb75f7-b1bd-42c8-bc5e-6399c59ad3fe {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:20.179146 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9db903-9425-46a0-b17c-2779289d31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a3737-d625-4321-a8ee-02ab7ca164e8', 'code': 200} Nov 16 21:15:20.185737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:20.193929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-da45bda1-03f7-49a4-83f5-81086d97f749 None None] Port d3d18e81-2a40-48d4-8a23-ad580601c9c3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:20.313390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b8dac-11f2-48fd-b737-eebbfe01fbef req-3721c178-552f-45f0-b449-b058981e9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.315701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-193b8dac-11f2-48fd-b737-eebbfe01fbef req-3721c178-552f-45f0-b449-b058981e9189 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 1097 time: 0.0748003 Nov 16 21:15:20.343366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-4e8c0c03-4e7a-41f1-8cf0-b52b08c94556 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.345660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-4e8c0c03-4e7a-41f1-8cf0-b52b08c94556 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/networks?id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58 HTTP/1.1" status: 200 len: 815 time: 0.6642046 Nov 16 21:15:20.346777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-e10d24d1-db98-429f-a8ef-792186c08471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.348849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04b79ea0-296c-4aa1-be94-802ee6d7a0af req-e10d24d1-db98-429f-a8ef-792186c08471 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3312883 Nov 16 21:15:20.353008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:20.360873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870829a-8f56-40bc-a6d2-823586177039 req-9d9964fd-8ccb-4299-ba06-330585ff6add tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.369346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870829a-8f56-40bc-a6d2-823586177039 req-9d9964fd-8ccb-4299-ba06-330585ff6add tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.371436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4870829a-8f56-40bc-a6d2-823586177039 req-9d9964fd-8ccb-4299-ba06-330585ff6add tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 1653 time: 0.0895295 Nov 16 21:15:20.379893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.420243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-193b8dac-11f2-48fd-b737-eebbfe01fbef req-29e6e028-3649-4b56-a56d-33148e92d95f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930760 Nov 16 21:15:20.440064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1c838435-38b5-44ab-9ac1-6b99b3fc9bef tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/quotas/846ff26e4999426785eddc7a806fc66d HTTP/1.1" status: 200 len: 375 time: 0.0702381 Nov 16 21:15:20.447370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4870829a-8f56-40bc-a6d2-823586177039 req-6e0370d7-c629-4a96-9b8a-9f2c8234e3f0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688925 Nov 16 21:15:20.455201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.455830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.457323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] 10.222.0.41 "PUT /v2.0/ports/3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 200 len: 1090 time: 3.1222322 Nov 16 21:15:20.544224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a8eab-847b-4c46-8b9d-3963da48457c service neutron] Pushing event updated for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:20.592577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-17ecb9b9-276f-4084-b46a-1709373a5c74 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=846ff26e4999426785eddc7a806fc66d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1339962 Nov 16 21:15:20.606413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:20.610995 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.618243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.627959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.635238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.641534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.653194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.660519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.667789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.670046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-27e06fff-05f0-4e09-924d-11b249ab5561 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5396 time: 0.1428010 Nov 16 21:15:20.723453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-487ff144-2b0b-45f7-80ea-314a1d91f16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.743880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:20.780298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be9ee40d-1fc4-4d7a-98c0-6aea5d7a1ab2 req-bf724277-6cd0-416c-b846-83da34db02a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992625 Nov 16 21:15:20.892062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74ef36-411b-4aad-a405-a522e1b1bb53 req-1a207d84-886c-4637-96d8-88c4e6b89acd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:20.893703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba74ef36-411b-4aad-a405-a522e1b1bb53 req-1a207d84-886c-4637-96d8-88c4e6b89acd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0527172 Nov 16 21:15:20.895143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-84943e26-eaf8-4ee0-8961-6ffe88c556c7 service neutron] 10.222.0.48 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646804 Nov 16 21:15:20.941569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:20.949347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba74ef36-411b-4aad-a405-a522e1b1bb53 req-5292f64c-18a3-4d50-8c21-0a74f3ac2b19 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491538 Nov 16 21:15:20.978638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:20.980869 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb533cb-7814-4629-b30e-d15ba44b8588" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:21.021610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Allocated IP 19.80.0.149 (0cac8d46-912f-4bf0-9edf-edcf72c6f064/6c238829-2464-41ef-822d-7193150d19af/e93bc774-b44f-4076-85c0-575a3b44a6e9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:21.180352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-5069007c-6758-489c-bdde-b7245d3c32b8 service neutron] 10.222.0.48 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615674 Nov 16 21:15:21.367177 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.455412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b285016a-feeb-4de4-8721-e66cd8cadd0f {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:21.462930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.465840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.525230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Transition to ACTIVE for port object b285016a-feeb-4de4-8721-e66cd8cadd0f will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:21.542760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:21.595926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:21.661927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:21.681350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Port': ['ID=e93bc774-b44f-4076-85c0-575a3b44a6e9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:21.702528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:21.840975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3fb59-67f2-44f0-931b-6772bc6d053a req-3caec129-c041-4835-b417-4be018d638fb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:21.843468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddd3fb59-67f2-44f0-931b-6772bc6d053a req-3caec129-c041-4835-b417-4be018d638fb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2140312 Nov 16 21:15:21.969973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddd3fb59-67f2-44f0-931b-6772bc6d053a req-24010078-9ec5-4640-b48b-26ae4b6f3491 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131616 Nov 16 21:15:22.049105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3511f-5d03-4b8b-9c67-5c63fa65c557 req-e9aa6e67-54e2-4f6a-8f56-36652da0aca6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.051935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82c3511f-5d03-4b8b-9c67-5c63fa65c557 req-e9aa6e67-54e2-4f6a-8f56-36652da0aca6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.4655569 Nov 16 21:15:22.057368 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a255c1-6393-401a-8640-d19cf7dbe6e9 x-openstack-request-id: req-c3a255c1-6393-401a-8640-d19cf7dbe6e9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:22.057747 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:22.057977 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3a255c1-6393-401a-8640-d19cf7dbe6e9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:22.058386 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319', 'status': 'completed', 'code': 200} Nov 16 21:15:22.093001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.093841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.110819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:22.192833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.193452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.194454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.195036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.196076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.200563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.201152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.203352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-36fd0137-90ef-44ef-9123-900302fca51f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6368 time: 0.1277723 Nov 16 21:15:22.209287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-514d8f3a-24fd-488c-9747-a403f3b3432e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0363503 Nov 16 21:15:22.219050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c4f3ac5c-2496-4757-8df1-c34104ba7063 None None] Provisioning complete for port e93bc774-b44f-4076-85c0-575a3b44a6e9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:22.219529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ac5c-2496-4757-8df1-c34104ba7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.243839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Request body: {'port': {'device_id': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:22.255895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Attempting to bind port b285016a-feeb-4de4-8721-e66cd8cadd0f on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:22.256245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Attempting to bind port b285016a-feeb-4de4-8721-e66cd8cadd0f by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:22.256556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Attempting to bind port b285016a-feeb-4de4-8721-e66cd8cadd0f on network 91be6d52-379b-4601-8cda-fada21d4f4ac {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:22.291113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3ac5c-2496-4757-8df1-c34104ba7063 None None] Port e93bc774-b44f-4076-85c0-575a3b44a6e9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:22.341090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Port b285016a-feeb-4de4-8721-e66cd8cadd0f on network 91be6d52-379b-4601-8cda-fada21d4f4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:22.341553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Attempting to bind port b285016a-feeb-4de4-8721-e66cd8cadd0f on network 91be6d52-379b-4601-8cda-fada21d4f4ac {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:22.348250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a886c-04e1-4f97-8561-15d972c0727a req-5c4de185-3434-4577-9a48-9deeae9cae76 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.357276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e25a886c-04e1-4f97-8561-15d972c0727a req-5c4de185-3434-4577-9a48-9deeae9cae76 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 946 time: 0.1512153 Nov 16 21:15:22.362630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82c3511f-5d03-4b8b-9c67-5c63fa65c557 req-1cc4aac1-2908-4475-b7f0-17cf0aa9256b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903235 Nov 16 21:15:22.373991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:22.374365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Checking segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:22.374760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Bound using segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:22.375217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Bound port: b285016a-feeb-4de4-8721-e66cd8cadd0f, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:22.376222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:22.450152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e25a886c-04e1-4f97-8561-15d972c0727a req-3ba9b051-bc6a-49d7-a12d-fb7de904fedd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918777 Nov 16 21:15:22.508178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-d77ec4ed-e817-40c1-9f9a-761a7f8e7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.508850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-d77ec4ed-e817-40c1-9f9a-761a7f8e7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.511801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-d77ec4ed-e817-40c1-9f9a-761a7f8e7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.515993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-d77ec4ed-e817-40c1-9f9a-761a7f8e7808 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b41f94a52b64a48af73b053bd9244a9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2823577 Nov 16 21:15:22.704396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abe7c852-a9e7-41f5-af64-45388b90feef req-e9b59a5f-e151-4d22-94bc-2b9777e154b4 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 210 time: 0.0378654 Nov 16 21:15:22.778590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-c7bb0fe6-6cd3-4145-838b-0972cbaa0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:22.780564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1eb533cb-7814-4629-b30e-d15ba44b8588 req-c7bb0fe6-6cd3-4145-838b-0972cbaa0663 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2558558 Nov 16 21:15:23.005141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3706f93b-4508-4b7f-9a62-83b52543370f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.012869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.097649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74624-c03d-4857-b71e-b42742df76c8 req-405430a3-3cf5-4a81-92d1-42fcf379e848 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.105788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74624-c03d-4857-b71e-b42742df76c8 req-405430a3-3cf5-4a81-92d1-42fcf379e848 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.112311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74624-c03d-4857-b71e-b42742df76c8 req-405430a3-3cf5-4a81-92d1-42fcf379e848 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.113474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.121844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fc74624-c03d-4857-b71e-b42742df76c8 req-405430a3-3cf5-4a81-92d1-42fcf379e848 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2375 time: 0.1722498 Nov 16 21:15:23.122025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.139139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.141052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:23.170702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:23.181543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.190095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.200632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.206270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.224105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.228230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea35aac7-226d-4626-b854-8aa750d63984 req-d8165250-3e40-4404-abac-cb1b0b885c00 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5408 time: 0.2107804 Nov 16 21:15:23.399237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.399658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.402518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 200 len: 1091 time: 2.6685042 Nov 16 21:15:23.454154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fc74624-c03d-4857-b71e-b42742df76c8 req-5f189292-e2d4-452b-9886-2058c0763e05 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310144 Nov 16 21:15:23.497611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Request body: {'port': {'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:23.590954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea35aac7-226d-4626-b854-8aa750d63984 req-6c765c8f-7b06-4305-838e-790fdad12e06 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3071578 Nov 16 21:15:23.624314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-fe738210-849e-4451-9b6b-f0fc1eaefb3a tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.626501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-fe738210-849e-4451-9b6b-f0fc1eaefb3a tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.41 "GET /v2.0/networks?id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58 HTTP/1.1" status: 200 len: 815 time: 0.3895078 Nov 16 21:15:23.681599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d2371-01d8-4b3e-af23-0f7e13c460e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:23.735698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:23.773351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-0fc7e7f4-4108-43c9-87ea-ec1944b2be33 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846ff26e4999426785eddc7a806fc66d HTTP/1.1" status: 200 len: 380 time: 0.1368823 Nov 16 21:15:23.797066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Request body: {'port': {'device_id': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'admin_state_up': True, 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'security_groups': ['0ba43efa-1723-45ab-a425-aba225b50fc0']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:23.902285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c9255-d561-48a4-aa39-3def2c73fbf8 req-a1d1c302-835c-4b2d-867a-0e9d570c9e95 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:23.905119 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-809c9255-d561-48a4-aa39-3def2c73fbf8 req-a1d1c302-835c-4b2d-867a-0e9d570c9e95 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2062752 Nov 16 21:15:24.004210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-809c9255-d561-48a4-aa39-3def2c73fbf8 req-2b23d8b3-b9a7-4839-a401-6c605357a538 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868671 Nov 16 21:15:24.034655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f290160a-08d1-4b51-858e-5e3caf4de57b {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:24.043662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.052254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.058294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Transition to ACTIVE for port object f290160a-08d1-4b51-858e-5e3caf4de57b will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:24.061090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Made reservation on behalf of 846ff26e4999426785eddc7a806fc66d for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:24.062607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:24.064926 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:24.072144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.072317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.156655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e34c6d-5450-40e5-aff3-9c3be19e0ea6 req-cc73688f-192f-4218-99e3-a362fec5288c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.164160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11e34c6d-5450-40e5-aff3-9c3be19e0ea6 req-cc73688f-192f-4218-99e3-a362fec5288c tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.5179834 Nov 16 21:15:24.231916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Pushing event updated for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:24.371083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d978662-a76d-4dbb-b4b7-b28defdf69cc req-fa18f31f-ff14-4eca-96a1-f4e1320bda58 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 210 time: 0.0981438 Nov 16 21:15:24.384201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Attempting to bind port f290160a-08d1-4b51-858e-5e3caf4de57b on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:24.384750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Attempting to bind port f290160a-08d1-4b51-858e-5e3caf4de57b by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:24.385317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Attempting to bind port f290160a-08d1-4b51-858e-5e3caf4de57b on network 91be6d52-379b-4601-8cda-fada21d4f4ac {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:24.418016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Port f290160a-08d1-4b51-858e-5e3caf4de57b on network 91be6d52-379b-4601-8cda-fada21d4f4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:24.418745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Attempting to bind port f290160a-08d1-4b51-858e-5e3caf4de57b on network 91be6d52-379b-4601-8cda-fada21d4f4ac {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:24.473162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:24.473162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Checking segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:24.473975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Bound using segment: {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:24.474259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Bound port: f290160a-08d1-4b51-858e-5e3caf4de57b, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934e0017-b610-4dfc-8d61-15656e82765e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:24.474599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.505886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11e34c6d-5450-40e5-aff3-9c3be19e0ea6 req-5f2d6ea0-7644-4a65-95e8-a7f457f9432f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361437 Nov 16 21:15:24.517222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Allocated IP 172.20.0.12 (24dd31a1-4b9f-4cf7-bb57-40df0783fc58/73d2da70-7d6a-4e54-8146-69255ee596e7/f4c973dc-b191-4697-81a3-caaedaeb036c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:24.611838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:24.620075 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d640e1-060e-4621-84e5-d126d4a09129 x-openstack-request-id: req-24d640e1-060e-4621-84e5-d126d4a09129 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:24.620612 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:24.621059 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24d640e1-060e-4621-84e5-d126d4a09129 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:24.621664 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f', 'status': 'completed', 'code': 200} Nov 16 21:15:24.644586 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.711771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a88858-06b0-48d3-8fce-818883f0774d req-c14c2a16-b927-458a-9548-da8223c6281b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.713341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02a88858-06b0-48d3-8fce-818883f0774d req-c14c2a16-b927-458a-9548-da8223c6281b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1549549 Nov 16 21:15:24.733827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Transition to ACTIVE for port object 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:24.751831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.754901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:24.769165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.770831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.771318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.771786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.772250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.772711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.773175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.773665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.776920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-6cb910d4-3ad2-45ec-8e51-7983863e5a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6435 time: 0.1450119 Nov 16 21:15:24.798719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02a88858-06b0-48d3-8fce-818883f0774d req-b2945d7b-03d4-4b71-a032-58006727deff tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755343 Nov 16 21:15:24.823289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f290160a-08d1-4b51-858e-5e3caf4de57b,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:24.824557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.876275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:24.882404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:24.887261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:24.929302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.955034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event updated for resources: {'Port': ['ID=f4c973dc-b191-4697-81a3-caaedaeb036c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:24.972594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765f6f-07ed-423e-ab21-78dba3d0a8d0 req-63b1bd0e-d778-4dc5-a537-78250c6173fc tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.973615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.974444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:24.981158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765f6f-07ed-423e-ab21-78dba3d0a8d0 req-63b1bd0e-d778-4dc5-a537-78250c6173fc tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.988583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765f6f-07ed-423e-ab21-78dba3d0a8d0 req-63b1bd0e-d778-4dc5-a537-78250c6173fc tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:24.991523 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d765f6f-07ed-423e-ab21-78dba3d0a8d0 req-63b1bd0e-d778-4dc5-a537-78250c6173fc tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2375 time: 0.3154438 Nov 16 21:15:24.996356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-dd47747f-1865-4870-a966-ef6206f726fe tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2072978 Nov 16 21:15:25.009816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Request body: {'port': {'device_id': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:25.092851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.095480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Pushing event updated for resources: {'Port': ['ID=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:25.172322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.175116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.177439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] 10.222.0.41 "PUT /v2.0/ports/f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 1091 time: 1.7088931 Nov 16 21:15:25.316237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-74adb9b6-154c-47b7-b5c6-3356c5603b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.316815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-74adb9b6-154c-47b7-b5c6-3356c5603b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.317499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-74adb9b6-154c-47b7-b5c6-3356c5603b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.319375 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-74adb9b6-154c-47b7-b5c6-3356c5603b7a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b41f94a52b64a48af73b053bd9244a9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5118861 Nov 16 21:15:25.452594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-472c8d1c-d7e4-4206-b7b0-cea80d88e93a None None] Provisioning complete for port f4c973dc-b191-4697-81a3-caaedaeb036c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:25.455431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-472c8d1c-d7e4-4206-b7b0-cea80d88e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.515752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d765f6f-07ed-423e-ab21-78dba3d0a8d0 req-117286cb-2ffe-4683-a321-46ae106209e4 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514360 Nov 16 21:15:25.523776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-472c8d1c-d7e4-4206-b7b0-cea80d88e93a None None] Port f4c973dc-b191-4697-81a3-caaedaeb036c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:15:25.567554 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.732829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c973dc-b191-4697-81a3-caaedaeb036c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:25.755962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.811393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-34c4ad77-a29d-4869-bad8-7a4bc9aa84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.813050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d78fb0e-0706-40f3-a1fb-594b485e7a0e req-34c4ad77-a29d-4869-bad8-7a4bc9aa84eb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4308019 Nov 16 21:15:25.816246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Transition to ACTIVE for port object f4c973dc-b191-4697-81a3-caaedaeb036c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:25.819084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Attempting to bind port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:25.819799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Attempting to bind port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:25.820411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Attempting to bind port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:25.824097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.826156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e649e-375a-40a7-bfc3-e623a21909cf service neutron] Pushing event updated for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:25.837795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:25.838560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Attempting to bind port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:25.848551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:25.849286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Checking segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:25.850103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Bound using segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:25.850785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Bound port: 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:25.851370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:25.872227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.879537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.888897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.896965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.904251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.919916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.925992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:25.941254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2cd1069-c53d-488d-9427-92b30defe943 req-d832ba91-e1b1-4ab3-b66c-3704808d3a8f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.2772236 Nov 16 21:15:25.953074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c973dc-b191-4697-81a3-caaedaeb036c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:26.008008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9176a-0c0d-4341-8afa-159f2934b4a9 req-ddac6868-4dd4-42ea-92b5-5bee63dae45c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.017862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07b9176a-0c0d-4341-8afa-159f2934b4a9 req-ddac6868-4dd4-42ea-92b5-5bee63dae45c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 814 time: 0.2671592 Nov 16 21:15:26.044457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07b9176a-0c0d-4341-8afa-159f2934b4a9 req-d468febf-c09c-49a7-999f-618bb6cee83f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/quotas/b470e39a2c104643a39f45c2a4495994 HTTP/1.1" status: 200 len: 375 time: 0.0254755 Nov 16 21:15:26.093782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Attempting to bind port f4c973dc-b191-4697-81a3-caaedaeb036c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:26.094273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Attempting to bind port f4c973dc-b191-4697-81a3-caaedaeb036c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:26.094608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Attempting to bind port f4c973dc-b191-4697-81a3-caaedaeb036c on network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:26.102175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Port f4c973dc-b191-4697-81a3-caaedaeb036c on network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:26.102566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Attempting to bind port f4c973dc-b191-4697-81a3-caaedaeb036c on network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:26.110663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:26.111233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Checking segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:26.111672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Bound using segment: {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:26.112169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Bound port: f4c973dc-b191-4697-81a3-caaedaeb036c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3a780c-2785-4f06-b452-a9924e50421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:26.112583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.115966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] For port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:26.147230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07b9176a-0c0d-4341-8afa-159f2934b4a9 req-c834a152-0e7b-4bc2-9053-675c7fabaedd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016238 Nov 16 21:15:26.187171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2cd1069-c53d-488d-9427-92b30defe943 req-22acf29e-8eca-4640-bb39-286a4656a0d5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2450163 Nov 16 21:15:26.208453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] For port f4c973dc-b191-4697-81a3-caaedaeb036c, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:26.212807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] For port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:26.218883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] For port f4c973dc-b191-4697-81a3-caaedaeb036c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f4c973dc-b191-4697-81a3-caaedaeb036c,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:26.220925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.225203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.238907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.239600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.240398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.241032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.241813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.242436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.243228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.245684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d39b6be1-07c2-47f8-882e-39e1645d7ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6477 time: 0.3023481 Nov 16 21:15:26.257034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.257717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.264335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4c973dc-b191-4697-81a3-caaedaeb036c HTTP/1.1" status: 200 len: 1092 time: 1.2539377 Nov 16 21:15:26.266793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:26.273667 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c7864-5dd1-48ba-afed-075810d5a070" -d '{"events": [{"name": "network-changed", "server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:26.323971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.326335 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.332752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 HTTP/1.1" status: 200 len: 1091 time: 4.1102479 Nov 16 21:15:26.433885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a718663-e240-4e42-9bc6-61275d7c4598 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c973dc-b191-4697-81a3-caaedaeb036c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:26.451299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Request body: {'port': {'device_id': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:26.457150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-ba3447e2-9eae-47f8-b476-d02a8b3f92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.458748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-ba3447e2-9eae-47f8-b476-d02a8b3f92b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846ff26e4999426785eddc7a806fc66d&device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 1095 time: 0.1118433 Nov 16 21:15:26.503501 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.521752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1e3ed27f-f6d1-494a-a2d3-d650145bf901 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 217 time: 0.2195246 Nov 16 21:15:26.627741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b'}, {'name': 'network-changed', 'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'tag': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:26.630636 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd25a95c-9d51-4f35-b322-605c6380a15c" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b"}, {"name": "network-changed", "server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "tag": "610762e9-7e1b-4705-b5cd-ac3a0e6b2a31"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:26.691187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb630b9-49d0-410f-97b4-ee5b3c1683b3 service neutron] Pushing event updated for resources: {'Port': ['ID=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:26.704227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:26.776177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-93b1f71f-aeeb-4651-b7af-326d3496d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.777759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-93b1f71f-aeeb-4651-b7af-326d3496d4aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 200 len: 850 time: 0.2161889 Nov 16 21:15:26.925300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-01e840a2-743a-4eca-bef7-562c589e0982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4c973dc-b191-4697-81a3-caaedaeb036c HTTP/1.1" status: 200 len: 217 time: 0.4569442 Nov 16 21:15:26.949255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5ef2232c-d50d-481b-ad7c-be66dc941123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.950817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5ef2232c-d50d-481b-ad7c-be66dc941123 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634197 Nov 16 21:15:26.982123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-0428d492-935d-41cf-bc03-9be090cfa180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:26.983897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-0428d492-935d-41cf-bc03-9be090cfa180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73d2da70-7d6a-4e54-8146-69255ee596e7 HTTP/1.1" status: 200 len: 854 time: 0.0498636 Nov 16 21:15:27.043409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-cc7b5cf9-9f5f-402b-8d88-977ced36c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.045340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-cc7b5cf9-9f5f-402b-8d88-977ced36c7ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502629 Nov 16 21:15:27.067859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f46eaddb-d19c-430b-afd5-1ac536b0ae6f service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057642 Nov 16 21:15:27.153679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-ac8eda7b-1288-4d9c-a04a-06ef006a4109 service neutron] 10.222.0.41 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981550 Nov 16 21:15:27.168735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d18e81-2a40-48d4-8a23-ad580601c9c3 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:27.211693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.235868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Transition to ACTIVE for port object d3d18e81-2a40-48d4-8a23-ad580601c9c3 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:27.242790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.280164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1161f873-bd45-45a0-adf2-7568a47377b5 req-eed53cfc-f4c3-4a8b-a7aa-2c482bf99a55 service neutron] 10.222.0.41 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150222 Nov 16 21:15:27.323457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-75e66773-6fa9-4ad9-98ca-6769ebda84fe service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670246 Nov 16 21:15:27.325170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d18e81-2a40-48d4-8a23-ad580601c9c3,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:27.458085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f350876d-4164-4448-a321-7b3dcc3cba55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 217 time: 0.1242769 Nov 16 21:15:27.543474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Attempting to bind port d3d18e81-2a40-48d4-8a23-ad580601c9c3 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:27.544237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Attempting to bind port d3d18e81-2a40-48d4-8a23-ad580601c9c3 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:27.544883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Attempting to bind port d3d18e81-2a40-48d4-8a23-ad580601c9c3 on network 9e48c6a1-0b67-4297-b366-09286d434f61 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:27.558418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Port d3d18e81-2a40-48d4-8a23-ad580601c9c3 on network 9e48c6a1-0b67-4297-b366-09286d434f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:27.559080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Attempting to bind port d3d18e81-2a40-48d4-8a23-ad580601c9c3 on network 9e48c6a1-0b67-4297-b366-09286d434f61 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:27.593048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f88278de-a494-4bbe-b159-536f6e152c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.595087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-f88278de-a494-4bbe-b159-536f6e152c37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1217015 Nov 16 21:15:27.598047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:27.598528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Checking segment: {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:27.599959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Bound using segment: {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:27.600747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Bound port: d3d18e81-2a40-48d4-8a23-ad580601c9c3, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:27.601229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:27.991879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1548a25a-98a4-4872-9487-3b3a200d7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:27.994556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1548a25a-98a4-4872-9487-3b3a200d7f2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3797865 Nov 16 21:15:28.014948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] For port d3d18e81-2a40-48d4-8a23-ad580601c9c3, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:28.018953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] For port d3d18e81-2a40-48d4-8a23-ad580601c9c3, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:28.058079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.126758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.127636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.129169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3d18e81-2a40-48d4-8a23-ad580601c9c3 HTTP/1.1" status: 200 len: 1091 time: 1.6941576 Nov 16 21:15:28.137524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9af17f-79c4-416c-920b-281007cca069 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d18e81-2a40-48d4-8a23-ad580601c9c3,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:28.167037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Request body: {'port': {'device_id': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:28.269065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-c2ab6d23-809b-4ad1-9df0-748382ac5a03 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640023 Nov 16 21:15:28.357408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:28.383412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a37e71-05a1-4d41-b081-51e9710966ac req-460546de-8b54-4f3b-9bdd-413c691e70c4 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.390852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99a37e71-05a1-4d41-b081-51e9710966ac req-460546de-8b54-4f3b-9bdd-413c691e70c4 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 944 time: 0.1713061 Nov 16 21:15:28.513380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99a37e71-05a1-4d41-b081-51e9710966ac req-8a383b85-5ee9-4928-a7b1-b6d0ef4d0da6 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216590 Nov 16 21:15:28.579844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-531b4419-92b1-46f5-a03e-485afb0755c3 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936623 Nov 16 21:15:28.611789 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd816b0-5127-405f-9e69-a0e1a2c9b903 x-openstack-request-id: req-9fd816b0-5127-405f-9e69-a0e1a2c9b903 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:28.612271 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:28.612350 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fd816b0-5127-405f-9e69-a0e1a2c9b903 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:28.612736 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'status': 'completed', 'code': 200} Nov 16 21:15:28.667137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1bc1a827-7c4e-446a-aa25-529ea6c65484 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 217 time: 0.0648842 Nov 16 21:15:28.767174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-72e54df0-d7c2-4a50-9233-6a4749f649fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.769143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-72e54df0-d7c2-4a50-9233-6a4749f649fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846ff26e4999426785eddc7a806fc66d&device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 1095 time: 0.1249764 Nov 16 21:15:28.791455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482465e-bf58-489c-b775-f875ecd59e9c req-8d130975-9cde-4d9f-be47-6b5172481c25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.799888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482465e-bf58-489c-b775-f875ecd59e9c req-8d130975-9cde-4d9f-be47-6b5172481c25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.810837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482465e-bf58-489c-b775-f875ecd59e9c req-8d130975-9cde-4d9f-be47-6b5172481c25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.813130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2482465e-bf58-489c-b775-f875ecd59e9c req-8d130975-9cde-4d9f-be47-6b5172481c25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2399 time: 0.1061966 Nov 16 21:15:28.815717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-0ac9a77f-8559-4ee6-b737-316b0f6e7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.817304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-0ac9a77f-8559-4ee6-b737-316b0f6e7919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1397548 Nov 16 21:15:28.851734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34028-74f9-426e-91f3-65b9fe69909d req-7c46f739-aa89-4276-b3a5-581eab810fe2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.860323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5fc34028-74f9-426e-91f3-65b9fe69909d req-7c46f739-aa89-4276-b3a5-581eab810fe2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1988442 Nov 16 21:15:28.886535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2482465e-bf58-489c-b775-f875ecd59e9c req-f95771ec-27dd-4c0f-a46a-d9b9ef189c08 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625582 Nov 16 21:15:28.985169 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90387164-2351-40ff-823c-957ff1163c6d x-openstack-request-id: req-90387164-2351-40ff-823c-957ff1163c6d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:28.985589 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "tag": "610762e9-7e1b-4705-b5cd-ac3a0e6b2a31", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:28.985931 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90387164-2351-40ff-823c-957ff1163c6d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:28.986401 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b', 'status': 'completed', 'code': 200} Nov 16 21:15:28.986728 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'tag': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31', 'status': 'completed', 'code': 200} Nov 16 21:15:28.995118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a4ba2886-c64d-4a85-9562-8d36fd03d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:28.996782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-a4ba2886-c64d-4a85-9562-8d36fd03d71a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702805 Nov 16 21:15:29.012355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5fc34028-74f9-426e-91f3-65b9fe69909d req-089406f5-833b-4a26-977c-7864cb1212ce tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461806 Nov 16 21:15:29.056839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-658ca536-66d1-4878-84ab-7ba32a0a08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.066595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-658ca536-66d1-4878-84ab-7ba32a0a08f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58 HTTP/1.1" status: 200 len: 916 time: 0.2522635 Nov 16 21:15:29.078411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93bc774-b44f-4076-85c0-575a3b44a6e9 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:29.114632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.148491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Transition to ACTIVE for port object e93bc774-b44f-4076-85c0-575a3b44a6e9 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:15:29.161260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.170436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-c7af7893-297c-46ab-80db-b7e8b90f2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.171149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-c7af7893-297c-46ab-80db-b7e8b90f2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.171779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-c7af7893-297c-46ab-80db-b7e8b90f2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.173618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-c7af7893-297c-46ab-80db-b7e8b90f2534 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2797 time: 0.1822712 Nov 16 21:15:29.208005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-75615605-82d5-4abb-9e71-6f626ef80f2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4c973dc-b191-4697-81a3-caaedaeb036c HTTP/1.1" status: 200 len: 217 time: 0.1322477 Nov 16 21:15:29.312227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-4e54dc5c-843b-4372-838a-f0aa5b3aabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.313756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-4e54dc5c-843b-4372-838a-f0aa5b3aabb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73d2da70-7d6a-4e54-8146-69255ee596e7 HTTP/1.1" status: 200 len: 854 time: 0.0729406 Nov 16 21:15:29.323807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-04d9c80a-6909-4779-8646-7588ca6cceb6 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909503 Nov 16 21:15:29.387513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Pushing event updated for resources: {'Port': ['ID=e93bc774-b44f-4076-85c0-575a3b44a6e9,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:29.411266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.418536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.433052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.439344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.448379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.455237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.461579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.470781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-01630c5a-ceaf-4cee-a5f9-1dec4925de4e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.2691572 Nov 16 21:15:29.491538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-e07f4cb4-28c1-460b-82dd-a4cc61436f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.493750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-e07f4cb4-28c1-460b-82dd-a4cc61436f22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600971 Nov 16 21:15:29.573764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6fb9e310-49a9-471e-a9d2-b3134ec37fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.581273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6fb9e310-49a9-471e-a9d2-b3134ec37fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.583733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6fb9e310-49a9-471e-a9d2-b3134ec37fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.586783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6fb9e310-49a9-471e-a9d2-b3134ec37fed service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c0dad73481754115b3dc95e11f3adb91&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3784664 Nov 16 21:15:29.612443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c57f705-aaf1-4a1c-9031-5d2d97242dda req-0d662cbd-7290-42d3-9678-e27c8b61f3c1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406887 Nov 16 21:15:29.668218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-f2dd9f6a-961e-4091-9abf-f6a83d4907bc service neutron] 10.222.0.41 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657634 Nov 16 21:15:29.676663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Attempting to bind port e93bc774-b44f-4076-85c0-575a3b44a6e9 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:29.676999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Attempting to bind port e93bc774-b44f-4076-85c0-575a3b44a6e9 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:29.677327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Attempting to bind port e93bc774-b44f-4076-85c0-575a3b44a6e9 on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:29.714431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Port e93bc774-b44f-4076-85c0-575a3b44a6e9 on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:15:29.714904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Attempting to bind port e93bc774-b44f-4076-85c0-575a3b44a6e9 on network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:29.729588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:29.729965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Checking segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:29.730313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Bound using segment: {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:29.730745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Bound port: e93bc774-b44f-4076-85c0-575a3b44a6e9, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:29.731101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:29.736306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-5d0a0b19-b5af-47fb-9489-dfd5a93f0712 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968918 Nov 16 21:15:29.809213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e1192-af78-46e4-8a15-19fde6c5fa74 req-bee4566b-9c4e-49e9-a04b-ccc36bcb5f0f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.810842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-825e1192-af78-46e4-8a15-19fde6c5fa74 req-bee4566b-9c4e-49e9-a04b-ccc36bcb5f0f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0834568 Nov 16 21:15:29.813401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0c7864-5dd1-48ba-afed-075810d5a070 req-1236a2bb-8bbb-4943-aecf-1a4b27808dd0 service neutron] 10.222.0.41 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338050 Nov 16 21:15:29.816066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1b493d20-8664-4612-8740-fcfcaa55dd6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 200 len: 217 time: 0.0712364 Nov 16 21:15:29.894150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-740f13e8-c6ee-4503-93e6-ca75ba30c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.894346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-825e1192-af78-46e4-8a15-19fde6c5fa74 req-75958376-49f7-4d18-b0af-dfa692a55599 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751674 Nov 16 21:15:29.895571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-740f13e8-c6ee-4503-93e6-ca75ba30c64b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487984 Nov 16 21:15:29.924436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2f8df3b1-4209-49d8-b6af-7b14b53eb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:29.926301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2f8df3b1-4209-49d8-b6af-7b14b53eb74c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0913591 Nov 16 21:15:29.930232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] For port e93bc774-b44f-4076-85c0-575a3b44a6e9, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:29.934061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] For port e93bc774-b44f-4076-85c0-575a3b44a6e9, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:29.947143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.004027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.004681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:30.006109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] 10.222.0.47 "PUT /v2.0/ports/e93bc774-b44f-4076-85c0-575a3b44a6e9 HTTP/1.1" status: 200 len: 1092 time: 1.8515649 Nov 16 21:15:30.027071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de375c-df00-44e2-97fe-e2c820610d01 req-944db5e9-17eb-42f4-a2f1-2e8058d116c2 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.040468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27de375c-df00-44e2-97fe-e2c820610d01 req-944db5e9-17eb-42f4-a2f1-2e8058d116c2 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 944 time: 0.0707567 Nov 16 21:15:30.042567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ecdae8f3-8cb0-4e7e-8d13-079341618b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.044108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-ecdae8f3-8cb0-4e7e-8d13-079341618b67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087544 Nov 16 21:15:30.044951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290724cd-28af-4c53-8fa5-43a7f515a058 service neutron] Pushing event updated for resources: {'Port': ['ID=e93bc774-b44f-4076-85c0-575a3b44a6e9,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:30.099745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27de375c-df00-44e2-97fe-e2c820610d01 req-48cb511e-2e73-403d-8a0f-d6af731934d4 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534625 Nov 16 21:15:30.153961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-66f94864-d073-486a-80d6-56c47b66043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.154371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-66f94864-d073-486a-80d6-56c47b66043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.154855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-66f94864-d073-486a-80d6-56c47b66043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.156529 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-66f94864-d073-486a-80d6-56c47b66043c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2864 time: 0.1086948 Nov 16 21:15:30.221877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-8a36b186-237e-4113-b99e-302c2a8003c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 HTTP/1.1" status: 200 len: 217 time: 0.0535083 Nov 16 21:15:30.263687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2502103d-237b-4bb2-be4f-0a969383d226 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998825 Nov 16 21:15:30.278963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd4fd-366c-44ca-8ed4-a735ae2ed31b req-51317ab0-f886-4aad-9cdc-f64d525b69d0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.285083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd4fd-366c-44ca-8ed4-a735ae2ed31b req-51317ab0-f886-4aad-9cdc-f64d525b69d0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.291661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd4fd-366c-44ca-8ed4-a735ae2ed31b req-51317ab0-f886-4aad-9cdc-f64d525b69d0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.293352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2ffd4fd-366c-44ca-8ed4-a735ae2ed31b req-51317ab0-f886-4aad-9cdc-f64d525b69d0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2411 time: 0.0719111 Nov 16 21:15:30.327065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-4fd14ad2-81ba-4c64-8fc0-d9ecffe5bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.328648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-4fd14ad2-81ba-4c64-8fc0-d9ecffe5bd76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c238829-2464-41ef-822d-7193150d19af HTTP/1.1" status: 200 len: 801 time: 0.1008856 Nov 16 21:15:30.343829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2ffd4fd-366c-44ca-8ed4-a735ae2ed31b req-848a019a-eaa3-4392-992c-13b41f58bdf7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Nov 16 21:15:30.410787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-e2947767-144c-4a74-9d5f-69698ea25ac8 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345518 Nov 16 21:15:30.412418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-ff9a2a52-13a2-4c94-9ebe-d53602214208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.413861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-ff9a2a52-13a2-4c94-9ebe-d53602214208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cac8d46-912f-4bf0-9edf-edcf72c6f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769405 Nov 16 21:15:30.469578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1882c567-c5e1-4767-8e23-0ddea45e81a4 req-8e665602-d019-46d0-97d8-601a3226c178 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b470e39a2c104643a39f45c2a4495994 HTTP/1.1" status: 200 len: 221 time: 0.0335321 Nov 16 21:15:30.501729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-3ce3d192-6c85-4f05-a831-d1f31d50153c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 200 len: 217 time: 0.0799749 Nov 16 21:15:30.578346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-baf5e55c-e270-4da4-b07a-a0a1fee40c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.579834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-baf5e55c-e270-4da4-b07a-a0a1fee40c63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0690241 Nov 16 21:15:30.598651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-d4585537-452f-451c-809c-6204d68513d2 service neutron] 10.222.0.47 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756306 Nov 16 21:15:30.645745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677325e-56d6-4cf1-85ca-57cccc7593ae req-e013f5d0-c397-4859-81ff-21c2b8782401 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.650453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b677325e-56d6-4cf1-85ca-57cccc7593ae req-e013f5d0-c397-4859-81ff-21c2b8782401 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0567832 Nov 16 21:15:30.685605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-b8448bbf-c1f7-4f5d-839d-d328ca00a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.687149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-b8448bbf-c1f7-4f5d-839d-d328ca00a5f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977132 Nov 16 21:15:30.717943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b677325e-56d6-4cf1-85ca-57cccc7593ae req-b282a6f6-392b-43f1-be2e-c9b8c3a3cd98 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Nov 16 21:15:30.775594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-72dcbbae-9544-4433-8c5c-c119b8514f88 service neutron] 10.222.0.47 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597879 Nov 16 21:15:30.832891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-cf72f35a-41cf-43a7-8b9a-f935e7bc9c31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0486200 Nov 16 21:15:30.845758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.852562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.855813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-cd3dc785-86ef-4544-8067-0b2caa8d5c6b service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583142 Nov 16 21:15:30.859956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.866072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.873065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.880133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.886709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.888619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-e3b677f9-130d-422f-acd0-d385427098fb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1015847 Nov 16 21:15:30.938402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-9f7aade6-6de7-48a3-bde7-fa4d84dc0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:30.939895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-9f7aade6-6de7-48a3-bde7-fa4d84dc0281 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34ec7308-647a-4c54-833d-3a4fe23a9d39 HTTP/1.1" status: 200 len: 801 time: 0.0973811 Nov 16 21:15:30.952028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6944c041-2c0b-4473-9ef9-49402080edd0 req-87134d48-b83e-4be2-96c8-2a4005d234cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557089 Nov 16 21:15:30.973031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f4c973dc-b191-4697-81a3-caaedaeb036c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:30.994905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'tag': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3'}, {'name': 'network-changed', 'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'tag': 'e93bc774-b44f-4076-85c0-575a3b44a6e9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:30.997419 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f8ca27-921d-4603-a8aa-fc6579ead0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "tag": "d3d18e81-2a40-48d4-8a23-ad580601c9c3"}, {"name": "network-changed", "server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "tag": "e93bc774-b44f-4076-85c0-575a3b44a6e9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:31.020304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-7628478f-e49f-42c2-ac09-6275396f9908 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455946 Nov 16 21:15:31.064358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-758fc653-9df6-4fa1-acc3-1892ef50d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.065958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-758fc653-9df6-4fa1-acc3-1892ef50d185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e48c6a1-0b67-4297-b366-09286d434f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175780 Nov 16 21:15:31.067386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-d0c27bb7-6b59-476e-9b4d-907b1176f348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 200 len: 217 time: 0.0387712 Nov 16 21:15:31.081550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0348e-62a3-4453-a1b6-6850c84e1ceb req-d924f542-37bc-4dc8-adbe-2b23fae3d923 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.083042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79b0348e-62a3-4453-a1b6-6850c84e1ceb req-d924f542-37bc-4dc8-adbe-2b23fae3d923 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0637035 Nov 16 21:15:31.112436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f4c973dc-b191-4697-81a3-caaedaeb036c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f4c973dc-b191-4697-81a3-caaedaeb036c,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:31.125937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'port_id': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'mac_address': 'fa:16:3e:59:4f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:31.136555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79b0348e-62a3-4453-a1b6-6850c84e1ceb req-3106e173-ec15-4966-9776-9cd83d15fa13 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Nov 16 21:15:31.188904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:31.206329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c973dc-b191-4697-81a3-caaedaeb036c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:31.231369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f4c973dc-b191-4697-81a3-caaedaeb036c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f4c973dc-b191-4697-81a3-caaedaeb036c,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:31.236567 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:31.298297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f4c973dc-b191-4697-81a3-caaedaeb036c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:31.327243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd006e-d53e-4c77-856d-c80e81abde5c req-1ebfce7d-ba18-4e27-b6e8-cd742e1cffd8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.328855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75fd006e-d53e-4c77-856d-c80e81abde5c req-1ebfce7d-ba18-4e27-b6e8-cd742e1cffd8 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 945 time: 0.0651982 Nov 16 21:15:31.386766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75fd006e-d53e-4c77-856d-c80e81abde5c req-7e0bb498-321a-47bb-846c-884164ae2661 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509524 Nov 16 21:15:31.427271 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d270910-faa4-48ef-8f52-6a5733cb00ec x-openstack-request-id: req-8d270910-faa4-48ef-8f52-6a5733cb00ec {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:31.427825 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "tag": "d3d18e81-2a40-48d4-8a23-ad580601c9c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "tag": "e93bc774-b44f-4076-85c0-575a3b44a6e9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:31.427926 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d270910-faa4-48ef-8f52-6a5733cb00ec {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:31.428344 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'tag': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3', 'status': 'completed', 'code': 200} Nov 16 21:15:31.428655 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'tag': 'e93bc774-b44f-4076-85c0-575a3b44a6e9', 'status': 'completed', 'code': 200} Nov 16 21:15:31.480439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-88efc5a0-f586-4b54-a840-71aba0e28008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.485128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-88efc5a0-f586-4b54-a840-71aba0e28008 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.3812380 Nov 16 21:15:31.531026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-a9b944b9-481d-47d0-a165-4e701b76b4f7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576929 Nov 16 21:15:31.572932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['f4c973dc-b191-4697-81a3-caaedaeb036c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:31.594308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4c15-5b66-436c-88ef-e9bb78f8a434 req-f5af339f-c39a-452f-aed5-0d9dc867c432 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.597957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-c40c4099-d572-476b-99ca-8774e8e8c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.599568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-c40c4099-d572-476b-99ca-8774e8e8c585 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988371 Nov 16 21:15:31.600350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4c15-5b66-436c-88ef-e9bb78f8a434 req-f5af339f-c39a-452f-aed5-0d9dc867c432 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.606738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4c15-5b66-436c-88ef-e9bb78f8a434 req-f5af339f-c39a-452f-aed5-0d9dc867c432 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.608428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5b4c15-5b66-436c-88ef-e9bb78f8a434 req-f5af339f-c39a-452f-aed5-0d9dc867c432 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2411 time: 0.0780845 Nov 16 21:15:31.660100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f5b4c15-5b66-436c-88ef-e9bb78f8a434 req-3a9e79ea-f28d-48e8-86ff-bd081c9ffce4 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450654 Nov 16 21:15:31.712634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-5e2b26af-bd08-4658-a3c1-f224b36b0bef service neutron] 10.222.0.47 "GET /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732345 Nov 16 21:15:31.774384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-9009c147-8dc5-448c-87ca-c6edca6124be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9 HTTP/1.1" status: 200 len: 217 time: 0.0544240 Nov 16 21:15:31.793216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-38a416a3-db23-4851-84d8-e7be04df9c32 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778686 Nov 16 21:15:31.805071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260c1a7-c108-440d-b052-5d015c8310db req-d41dddce-2820-428b-9b3c-c2468943b91a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.807485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e260c1a7-c108-440d-b052-5d015c8310db req-d41dddce-2820-428b-9b3c-c2468943b91a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0622721 Nov 16 21:15:31.862028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e260c1a7-c108-440d-b052-5d015c8310db req-c5d5ee02-a5d8-4b7e-9206-513a9a689d85 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Nov 16 21:15:31.893231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-bbc65c78-240c-4d5f-833b-8b89efefeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.894863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-bbc65c78-240c-4d5f-833b-8b89efefeea2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c238829-2464-41ef-822d-7193150d19af HTTP/1.1" status: 200 len: 801 time: 0.1128728 Nov 16 21:15:31.948404 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-0c25368e-75f1-478f-b559-b117eb6ba719 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365905 Nov 16 21:15:31.958413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6bb62dfc-23ab-4ece-acbe-6e510ff118bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:31.959897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-6bb62dfc-23ab-4ece-acbe-6e510ff118bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cac8d46-912f-4bf0-9edf-edcf72c6f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544758 Nov 16 21:15:32.003307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-8c3d3385-592a-49eb-8701-60e0f5860589 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 217 time: 0.0424495 Nov 16 21:15:32.033239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf37f1b-7e3f-4cc8-9c27-14c82126f237 req-707d4627-055c-40e6-9b94-92731dea496e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.034902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cf37f1b-7e3f-4cc8-9c27-14c82126f237 req-707d4627-055c-40e6-9b94-92731dea496e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0522983 Nov 16 21:15:32.093293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cf37f1b-7e3f-4cc8-9c27-14c82126f237 req-07c0954a-dcb0-4efb-b62d-387ca657ddc7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514297 Nov 16 21:15:32.098487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2103ec08-6447-4656-9a94-718856416774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.099981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2103ec08-6447-4656-9a94-718856416774 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.0864913 Nov 16 21:15:32.147407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-a3275605-09e0-4017-ba51-3a72af9bffbc service neutron] 10.222.0.47 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789324 Nov 16 21:15:32.215038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-fbe00327-df83-4575-8d06-00d7645a96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.216481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-fbe00327-df83-4575-8d06-00d7645a96ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032431 Nov 16 21:15:32.232948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.239284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.246804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.253550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.261068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.267411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.274792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.285359 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-07198770-2e7f-497c-bae8-c6f36e208678 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1204422 Nov 16 21:15:32.305483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2920a4a4-3a16-4109-9b6c-dbbbe3707cee req-06930f4a-da61-4bd2-94ea-001fd7ed1213 service neutron] 10.222.0.47 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502786 Nov 16 21:15:32.341849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-1ccb9eec-4b37-4df2-bec9-5058d9c957e5 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114850 Nov 16 21:15:32.345398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec8a5a3e-3097-4e77-ac97-d6f2ab7c0e77 req-4a7d8366-419e-4c20-9721-0c38f57a77c0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591083 Nov 16 21:15:32.461575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-49d7a173-e00b-434a-9974-ad9699ba1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.463015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-49d7a173-e00b-434a-9974-ad9699ba1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.463562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-49d7a173-e00b-434a-9974-ad9699ba1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.466214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-49d7a173-e00b-434a-9974-ad9699ba1dde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2864 time: 0.0943184 Nov 16 21:15:32.478845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668920d-f84a-4d17-a280-38da3bb43cd1 req-c3969b3d-80ca-40d2-b8b7-892573bdcd22 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.480352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0668920d-f84a-4d17-a280-38da3bb43cd1 req-c3969b3d-80ca-40d2-b8b7-892573bdcd22 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0522823 Nov 16 21:15:32.503250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec825cb6-1df2-442d-b623-c6ea6e1f653d req-2f6c02e0-fbff-40cd-be08-e35be6f7aef5 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536193 Nov 16 21:15:32.543712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0668920d-f84a-4d17-a280-38da3bb43cd1 req-7072cb3a-c2b5-4f16-b51d-8b34b5f75518 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Nov 16 21:15:32.586193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-ccf554f5-35c5-4abf-9c27-51195d7ac8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.588928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-ccf554f5-35c5-4abf-9c27-51195d7ac8f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e48c6a1-0b67-4297-b366-09286d434f61 HTTP/1.1" status: 200 len: 902 time: 0.1131370 Nov 16 21:15:32.661343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-b28e6957-bd50-45d8-a6cd-2d80e61bfa5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.62&port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0577624 Nov 16 21:15:32.661735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f240a-500a-49ba-8606-88311806a97c req-d8fa382e-f7ba-4161-b450-081e77af3720 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.663153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f70f240a-500a-49ba-8606-88311806a97c req-d8fa382e-f7ba-4161-b450-081e77af3720 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 945 time: 0.0601521 Nov 16 21:15:32.707795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.708264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.708736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.709206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.709698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.710164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.710626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.713306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-ee792ac2-4ae2-4f9e-86ba-93576c3500ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6477 time: 0.1174512 Nov 16 21:15:32.721151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f70f240a-500a-49ba-8606-88311806a97c req-d7155649-dabf-49d9-92c1-ec0b2b6ecee5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506322 Nov 16 21:15:32.739971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-b5aed77e-43c3-47f8-9ea3-4573ae006942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.741433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-b5aed77e-43c3-47f8-9ea3-4573ae006942 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34ec7308-647a-4c54-833d-3a4fe23a9d39 HTTP/1.1" status: 200 len: 801 time: 0.0732064 Nov 16 21:15:32.847567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-e6b75ca3-cff6-4499-9b49-67680bd6d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.849628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-e6b75ca3-cff6-4499-9b49-67680bd6d6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e48c6a1-0b67-4297-b366-09286d434f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972660 Nov 16 21:15:32.933135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6ec31775-908e-411e-a4a4-171f53cc9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.934545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6ec31775-908e-411e-a4a4-171f53cc9415 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 903 time: 0.2070475 Nov 16 21:15:32.961916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8aa8a-0ae8-4ac3-924a-a6184e660ec6 req-80667730-603e-4b57-bbc7-df24726ba8d6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:32.964014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4fb8aa8a-0ae8-4ac3-924a-a6184e660ec6 req-80667730-603e-4b57-bbc7-df24726ba8d6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0677953 Nov 16 21:15:32.990325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f4c973dc-b191-4697-81a3-caaedaeb036c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:33.016852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-f33a64e7-2b75-4d71-9ce1-643ba437f5f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 217 time: 0.0637825 Nov 16 21:15:33.021542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4fb8aa8a-0ae8-4ac3-924a-a6184e660ec6 req-12cb4234-2b5a-4f8d-9449-9c7b5cac1187 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512602 Nov 16 21:15:33.046780 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.081432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port f4c973dc-b191-4697-81a3-caaedaeb036c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:33.085881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port f4c973dc-b191-4697-81a3-caaedaeb036c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:33.086313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.087949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48048-afbb-4de6-99ff-e51c4d3cd260 req-34e6f2ff-0d5b-4722-a946-79857c3299a9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.094086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48048-afbb-4de6-99ff-e51c4d3cd260 req-34e6f2ff-0d5b-4722-a946-79857c3299a9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.100308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48048-afbb-4de6-99ff-e51c4d3cd260 req-34e6f2ff-0d5b-4722-a946-79857c3299a9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.108037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-48b48048-afbb-4de6-99ff-e51c4d3cd260 req-34e6f2ff-0d5b-4722-a946-79857c3299a9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2411 time: 0.1725178 Nov 16 21:15:33.113841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-dac491bf-cd48-44f6-8e5c-920edba70179 service neutron] 10.222.0.47 "GET /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542951 Nov 16 21:15:33.190902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.207746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6a12af94-7c9e-4181-92de-19ec608f1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.209226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-6a12af94-7c9e-4181-92de-19ec608f1d07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.1693792 Nov 16 21:15:33.232616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f4c973dc-b191-4697-81a3-caaedaeb036c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f4c973dc-b191-4697-81a3-caaedaeb036c,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:33.234143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:33.242476 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7ee883-d8f4-4b76-beb8-b6b2a0ef9137" -d '{"events": [{"server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "name": "network-vif-plugged", "status": "completed", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:33.246827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:33.256710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-48b48048-afbb-4de6-99ff-e51c4d3cd260 req-364597c0-25a2-4c52-920f-4301e55b900a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478167 Nov 16 21:15:33.290082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-52a0dc3e-5dae-47d4-9d71-604735b4d9f2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681471 Nov 16 21:15:33.296590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-db943df8-c97b-4fa6-89e6-fe4ff7164a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.298699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-db943df8-c97b-4fa6-89e6-fe4ff7164a6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765622 Nov 16 21:15:33.364331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f4c973dc-b191-4697-81a3-caaedaeb036c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:33.381230 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c45d57-673e-4ef7-91d4-5f33b001f938 x-openstack-request-id: req-e8c45d57-673e-4ef7-91d4-5f33b001f938 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:33.381648 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "name": "network-vif-plugged", "status": "completed", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:33.381993 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8c45d57-673e-4ef7-91d4-5f33b001f938 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:33.382553 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'code': 200} Nov 16 21:15:33.519573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e57ec-d706-4171-bc44-6d6e0ab50ea7 req-3b27ad60-00c0-45b0-af60-54ee4ea234c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.521021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-528e57ec-d706-4171-bc44-6d6e0ab50ea7 req-3b27ad60-00c0-45b0-af60-54ee4ea234c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 1097 time: 0.0610175 Nov 16 21:15:33.525736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-66c83339-4474-480f-86ea-8571119c1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.526341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-66c83339-4474-480f-86ea-8571119c1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.527351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-66c83339-4474-480f-86ea-8571119c1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.529172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-66c83339-4474-480f-86ea-8571119c1652 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2864 time: 0.1428585 Nov 16 21:15:33.590743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd93ca-5176-4ffb-ba74-bd2b906b2407 req-76b22ffb-8f0c-46e7-8112-f7a673677a5b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.592349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24bd93ca-5176-4ffb-ba74-bd2b906b2407 req-76b22ffb-8f0c-46e7-8112-f7a673677a5b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1949120 Nov 16 21:15:33.627872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.634985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.641887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.643245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-72549879-210b-4efc-b27a-feb09fa0abe4 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360729 Nov 16 21:15:33.648438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.657316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.664023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.673764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.683515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-7b8bd841-0994-49e6-a64c-31dce075fc28 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1301730 Nov 16 21:15:33.698008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-528e57ec-d706-4171-bc44-6d6e0ab50ea7 req-8dcefb03-ed90-4c4e-a17a-edc11854b438 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644151 Nov 16 21:15:33.741923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24bd93ca-5176-4ffb-ba74-bd2b906b2407 req-981e85c6-8f35-4cc2-876c-31f77f755444 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162055 Nov 16 21:15:33.795761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f32a3815-9e74-435e-9e52-9d53631836c8 req-75e046d8-1df2-4e61-a782-9487424d7aa2 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112511 Nov 16 21:15:33.802647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-53f0327c-880f-4415-8454-f24a0d2c8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.804316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-53f0327c-880f-4415-8454-f24a0d2c8e73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0cac8d46-912f-4bf0-9edf-edcf72c6f064 HTTP/1.1" status: 200 len: 902 time: 0.2578421 Nov 16 21:15:33.832663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd25a95c-9d51-4f35-b322-605c6380a15c req-7499d701-2399-4bff-ae7c-5bf22a156ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800597 Nov 16 21:15:33.864917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-a458bb24-4863-433a-8b09-9c30e62f0a3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9 HTTP/1.1" status: 200 len: 217 time: 0.0513191 Nov 16 21:15:33.945137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b4b3-d402-4cd0-815c-d7f06706d2e8 req-29b42b32-0d40-417b-b94c-786a02890159 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.947811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df15b4b3-d402-4cd0-815c-d7f06706d2e8 req-29b42b32-0d40-417b-b94c-786a02890159 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0548255 Nov 16 21:15:33.966763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-0caedaad-d27d-4948-b6bf-2a03a2324b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:33.968821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-0caedaad-d27d-4948-b6bf-2a03a2324b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c238829-2464-41ef-822d-7193150d19af HTTP/1.1" status: 200 len: 801 time: 0.0869882 Nov 16 21:15:34.024819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47351f-eac5-4e83-a0d9-e470323e8ad6 req-8a47d8b0-f864-4cbb-90f9-1d8b62782132 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.026537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc47351f-eac5-4e83-a0d9-e470323e8ad6 req-8a47d8b0-f864-4cbb-90f9-1d8b62782132 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 946 time: 0.1558156 Nov 16 21:15:34.028469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df15b4b3-d402-4cd0-815c-d7f06706d2e8 req-d929855d-7873-43ed-a072-0f09d29f6269 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682950 Nov 16 21:15:34.050953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-0496a68b-28a8-4e81-90bb-d5b8a9937f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.052621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-0496a68b-28a8-4e81-90bb-d5b8a9937f82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cac8d46-912f-4bf0-9edf-edcf72c6f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752037 Nov 16 21:15:34.150312 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc47351f-eac5-4e83-a0d9-e470323e8ad6 req-ac4beac8-5ce3-4554-b742-d7d0dcead5f5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148105 Nov 16 21:15:34.210571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-07af4c2e-dfc1-4ca1-8d82-003d36b2dfd3 service neutron] 10.222.0.47 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459553 Nov 16 21:15:34.264962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912bca0-9e2d-4335-b2df-7fd1ecba9582 req-b7577f25-c223-46e3-902c-dc942c04f274 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.266716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0912bca0-9e2d-4335-b2df-7fd1ecba9582 req-b7577f25-c223-46e3-902c-dc942c04f274 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0814037 Nov 16 21:15:34.335460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25f8ca27-921d-4603-a8aa-fc6579ead0f6 req-a1f15db0-6302-4af0-9046-408c77c90400 service neutron] 10.222.0.47 "GET /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139314 Nov 16 21:15:34.371589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0912bca0-9e2d-4335-b2df-7fd1ecba9582 req-f7964310-c436-4e68-b52c-df14dddacde3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843382 Nov 16 21:15:34.483181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7604-348b-4e46-8815-837a3e93a2aa req-e7e04a6e-a84c-4cf2-9d95-59a3df83bdce tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.496926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7604-348b-4e46-8815-837a3e93a2aa req-e7e04a6e-a84c-4cf2-9d95-59a3df83bdce tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.503320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7604-348b-4e46-8815-837a3e93a2aa req-e7e04a6e-a84c-4cf2-9d95-59a3df83bdce tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.504988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef4a7604-348b-4e46-8815-837a3e93a2aa req-e7e04a6e-a84c-4cf2-9d95-59a3df83bdce tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2411 time: 0.1027865 Nov 16 21:15:34.598923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2989bf9-9cb9-4ca8-8446-4153659dc9a6 req-be838ad5-0e7e-4b42-b52b-28ae574704a2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.600743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b2989bf9-9cb9-4ca8-8446-4153659dc9a6 req-be838ad5-0e7e-4b42-b52b-28ae574704a2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1050344 Nov 16 21:15:34.640361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef4a7604-348b-4e46-8815-837a3e93a2aa req-598def01-8782-433d-9368-3d2f2ef60e0a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185274 Nov 16 21:15:34.663769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b2989bf9-9cb9-4ca8-8446-4153659dc9a6 req-73de929e-a807-4133-893b-69f9e044870d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569096 Nov 16 21:15:34.808958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cb312-aee8-492b-aff2-883618950947 req-b4f51280-74a2-4ce2-8773-29517b45c5ff tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.810533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-441cb312-aee8-492b-aff2-883618950947 req-b4f51280-74a2-4ce2-8773-29517b45c5ff tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0541785 Nov 16 21:15:34.871195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-441cb312-aee8-492b-aff2-883618950947 req-49d9ef68-981f-4572-b255-050e4d317406 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Nov 16 21:15:34.939420 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.946148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.953038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.959155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.966453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.973236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.980889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:34.997730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-178294b4-2d0b-4d1c-8037-5929a435758b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1252739 Nov 16 21:15:35.012703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.091949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c3567-b167-4229-abdc-bea20e31bba5 req-3cf686f2-9936-4718-a3ed-82a67b8af3c6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.106385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-940c3567-b167-4229-abdc-bea20e31bba5 req-3cf686f2-9936-4718-a3ed-82a67b8af3c6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1612644 Nov 16 21:15:35.122674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-218b8107-f1cb-42f1-ae98-6473ab0895c2 req-e9c1a99e-73a9-451b-8a54-b8f8624e5018 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238050 Nov 16 21:15:35.218752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-940c3567-b167-4229-abdc-bea20e31bba5 req-be8170c3-a747-4c65-bd44-e184c63ee022 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879488 Nov 16 21:15:35.300897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa54ac-c1ff-4131-83b0-db3d4958d535 req-0f3f5422-2478-454b-9f89-dcc9f5aa287e tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.302619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eeaa54ac-c1ff-4131-83b0-db3d4958d535 req-0f3f5422-2478-454b-9f89-dcc9f5aa287e tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 946 time: 0.0628068 Nov 16 21:15:35.373604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eeaa54ac-c1ff-4131-83b0-db3d4958d535 req-f8d06620-3802-4916-9914-6d84b97d2b82 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640657 Nov 16 21:15:35.396810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d8f9-73f6-46bd-98e2-a063fe18e46e req-dc832936-f2d3-47e9-86e5-72d97b825422 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.406710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d90d8f9-73f6-46bd-98e2-a063fe18e46e req-dc832936-f2d3-47e9-86e5-72d97b825422 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0743566 Nov 16 21:15:35.466310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d90d8f9-73f6-46bd-98e2-a063fe18e46e req-5d39d71e-2644-45e5-a8e7-e3349ce634c4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578706 Nov 16 21:15:35.559988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea04c-8567-4862-85dc-f56330e6d8b0 req-b4997577-35aa-405a-9836-f2a35761dade tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.561534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2eea04c-8567-4862-85dc-f56330e6d8b0 req-b4997577-35aa-405a-9836-f2a35761dade tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 946 time: 0.0629220 Nov 16 21:15:35.573661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37790) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:35.578384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Request body: {'floatingip': {'port_id': 'f4c973dc-b191-4697-81a3-caaedaeb036c'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:35.611670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739befaf-00a3-4cbb-9798-4c8244542dad req-ecc0509a-bd09-4ae8-b18c-3eb61058bc74 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.612217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-739befaf-00a3-4cbb-9798-4c8244542dad req-ecc0509a-bd09-4ae8-b18c-3eb61058bc74 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0565193 Nov 16 21:15:35.644490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:35.727681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-739befaf-00a3-4cbb-9798-4c8244542dad req-8edb9ee1-c486-46b0-a1cb-43b4bc270e5f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061153 Nov 16 21:15:35.842090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f83269-b61e-48e6-a211-76143c725fa3 req-5fc7d4bc-afbe-4595-aaa9-fa0e3bded218 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.848166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f83269-b61e-48e6-a211-76143c725fa3 req-5fc7d4bc-afbe-4595-aaa9-fa0e3bded218 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.855814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f83269-b61e-48e6-a211-76143c725fa3 req-5fc7d4bc-afbe-4595-aaa9-fa0e3bded218 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:35.863936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04f83269-b61e-48e6-a211-76143c725fa3 req-5fc7d4bc-afbe-4595-aaa9-fa0e3bded218 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2411 time: 0.1158848 Nov 16 21:15:35.983861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04f83269-b61e-48e6-a211-76143c725fa3 req-d4a4824e-e16c-4337-a0e7-3e8333fc7eba tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190557 Nov 16 21:15:36.043221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabf4b2-af37-4339-b1d5-c7912c964472 req-b03d31b8-af3a-4a17-95c7-273560c56d0d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.045370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eeabf4b2-af37-4339-b1d5-c7912c964472 req-b03d31b8-af3a-4a17-95c7-273560c56d0d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0581622 Nov 16 21:15:36.102116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eeabf4b2-af37-4339-b1d5-c7912c964472 req-d813e336-41dc-4d9c-811f-2a34ead2e7aa tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Nov 16 21:15:36.291697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.298717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.299983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.307132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.314204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.321099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.328266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.331759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.335982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.338417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-01b1c6ec-7e73-4a70-9779-9e1ef29c7ffb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1084638 Nov 16 21:15:36.418322 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f11f060d-f85f-4066-9a89-48345b0e6d43 req-3cbb4f3c-d15d-4f4c-a043-298eded40a68 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709152 Nov 16 21:15:36.440756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb191b6-1944-4aaf-a5a8-4bdc8dd74a8b req-d653408e-4612-4752-86fa-6f1797964262 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.442296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbb191b6-1944-4aaf-a5a8-4bdc8dd74a8b req-d653408e-4612-4752-86fa-6f1797964262 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1406889 Nov 16 21:15:36.506086 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Floating IP 52ca0747-a46c-4cf5-a6c6-44b3fa2beb08 associated. External IP: 172.25.3.76, port: f4c973dc-b191-4697-81a3-caaedaeb036c. Nov 16 21:15:36.549383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbb191b6-1944-4aaf-a5a8-4bdc8dd74a8b req-88b65c72-f75b-480c-99bc-66de87546f67 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985742 Nov 16 21:15:36.770698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79fb4f-c6c0-4611-b686-9cb3f216a407 req-e8fbce26-bb65-4c3a-b91b-0e231df5e318 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:36.772178 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f79fb4f-c6c0-4611-b686-9cb3f216a407 req-e8fbce26-bb65-4c3a-b91b-0e231df5e318 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0821652 Nov 16 21:15:36.789851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Router 1201731a-2550-4123-8244-ad8cc69259ae has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:15:36.906762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f79fb4f-c6c0-4611-b686-9cb3f216a407 req-bcb95de1-8e02-4879-9dd4-b971f5741187 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259820 Nov 16 21:15:36.943625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:15:36.954828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] Sync routers for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:15:36.956350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:36.979509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:36.989849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24bc234f-162e-4f80-bf66-3469338fee18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "PUT /v2.0/floatingips/52ca0747-a46c-4cf5-a6c6-44b3fa2beb08 HTTP/1.1" status: 200 len: 991 time: 1.4148309 Nov 16 21:15:36.990869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:36.994199 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c01eb4-596e-4375-a59b-9996c09f707e" -d '{"events": [{"name": "network-changed", "server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:36.994667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:15:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:37.073096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d623-b527-406e-8a54-7b78f3e70db3 req-f3e37592-27fc-4000-aa01-1b01ec77ef80 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.083711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa53d623-b527-406e-8a54-7b78f3e70db3 req-f3e37592-27fc-4000-aa01-1b01ec77ef80 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0671129 Nov 16 21:15:37.148705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa53d623-b527-406e-8a54-7b78f3e70db3 req-182083ce-1639-4027-aeda-53905bb39b9f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615973 Nov 16 21:15:37.207879 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490bb31a-a901-4d71-966a-17236105b417 x-openstack-request-id: req-490bb31a-a901-4d71-966a-17236105b417 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:37.208276 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:37.208635 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-490bb31a-a901-4d71-966a-17236105b417 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:37.209143 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'status': 'completed', 'code': 200} Nov 16 21:15:37.240497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:37.333035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01eb4-596e-4375-a59b-9996c09f707e req-9ecbb94d-1cf3-40b2-af8f-c1a318d86198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.334570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-9ecbb94d-1cf3-40b2-af8f-c1a318d86198 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=846ff26e4999426785eddc7a806fc66d&device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 1097 time: 0.1002085 Nov 16 21:15:37.479265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192cd1a-c876-41be-b3ca-8f2e9a11ce1e req-8b686cdb-631d-4d20-9113-090a7759d31c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.488568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f192cd1a-c876-41be-b3ca-8f2e9a11ce1e req-8b686cdb-631d-4d20-9113-090a7759d31c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0998859 Nov 16 21:15:37.577301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e93bc774-b44f-4076-85c0-575a3b44a6e9 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:37.590223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f192cd1a-c876-41be-b3ca-8f2e9a11ce1e req-794fa80e-874c-4854-8203-57d37d5de7c1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966709 Nov 16 21:15:37.609642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf19ad-132b-4180-ada6-fe3156a44631 req-2ee907e9-942a-4c05-81a6-1a4791d7dc31 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.615773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf19ad-132b-4180-ada6-fe3156a44631 req-2ee907e9-942a-4c05-81a6-1a4791d7dc31 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.622399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf19ad-132b-4180-ada6-fe3156a44631 req-2ee907e9-942a-4c05-81a6-1a4791d7dc31 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.630652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79cf19ad-132b-4180-ada6-fe3156a44631 req-2ee907e9-942a-4c05-81a6-1a4791d7dc31 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2411 time: 0.2753766 Nov 16 21:15:37.675559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01eb4-596e-4375-a59b-9996c09f707e req-75cb6690-ac06-4050-8a3b-25949f230d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.677033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-75cb6690-ac06-4050-8a3b-25949f230d42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58 HTTP/1.1" status: 200 len: 916 time: 0.3336165 Nov 16 21:15:37.716754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e93bc774-b44f-4076-85c0-575a3b44a6e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:37.754989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e93bc774-b44f-4076-85c0-575a3b44a6e9', 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'port_id': 'e93bc774-b44f-4076-85c0-575a3b44a6e9', 'mac_address': 'fa:16:3e:5b:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c238829-2464-41ef-822d-7193150d19af', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:37.810648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.824978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.827166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93bc774-b44f-4076-85c0-575a3b44a6e9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:37.854114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.866363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.876971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e93bc774-b44f-4076-85c0-575a3b44a6e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:37.883042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.886951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '52ca0747-a46c-4cf5-a6c6-44b3fa2beb08', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'port_id': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'mac_address': 'fa:16:3e:59:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:36Z', 'revision_number': 1, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:15Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:37.891100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.898158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.904421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:37.913050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-162719f6-cceb-4211-a4be-981c6d12027e req-24b10be7-1efd-4dec-8be7-8610f0280760 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.2094760 Nov 16 21:15:37.922623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] Checking router: 1201731a-2550-4123-8244-ad8cc69259ae for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:15:37.924715 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:37.925382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d3d18e81-2a40-48d4-8a23-ad580601c9c3 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:37.983391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-162719f6-cceb-4211-a4be-981c6d12027e req-9012db69-c2bd-4d26-8ae1-5fb419150c41 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690222 Nov 16 21:15:38.054165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d3d18e81-2a40-48d4-8a23-ad580601c9c3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:38.059714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:15:38.060771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:15:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:38.177215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3', 'network_id': '9e48c6a1-0b67-4297-b366-09286d434f61', 'port_id': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3', 'mac_address': 'fa:16:3e:a5:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ec7308-647a-4c54-833d-3a4fe23a9d39', 'ip_address': '19.86.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:38.200202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79cf19ad-132b-4180-ada6-fe3156a44631 req-47d4088d-10d1-48de-8439-f20e89bad328 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619373 Nov 16 21:15:38.265850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-17cc4e6b-bde5-4202-a01b-add48ecf4745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4c973dc-b191-4697-81a3-caaedaeb036c HTTP/1.1" status: 200 len: 999 time: 0.5703220 Nov 16 21:15:38.291416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f140b-04a9-4da7-84bc-73191bb246fc req-1c8cb7df-0009-400f-8391-999783b3923d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.302601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-241f140b-04a9-4da7-84bc-73191bb246fc req-1c8cb7df-0009-400f-8391-999783b3923d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1208897 Nov 16 21:15:38.354714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01eb4-596e-4375-a59b-9996c09f707e req-39a397ef-2634-4fd8-825e-fab95377cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.358992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-39a397ef-2634-4fd8-825e-fab95377cd82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73d2da70-7d6a-4e54-8146-69255ee596e7 HTTP/1.1" status: 200 len: 854 time: 0.0868578 Nov 16 21:15:38.445936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-241f140b-04a9-4da7-84bc-73191bb246fc req-8088d4cd-8dc6-470e-bee5-14dec10ac696 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405663 Nov 16 21:15:38.466849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01eb4-596e-4375-a59b-9996c09f707e req-99238e37-c2f7-40dd-8376-3924ad89dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.471353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-99238e37-c2f7-40dd-8376-3924ad89dcba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=24dd31a1-4b9f-4cf7-bb57-40df0783fc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006269 Nov 16 21:15:38.589737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:38.670805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d18e81-2a40-48d4-8a23-ad580601c9c3 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:38.675838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e93bc774-b44f-4076-85c0-575a3b44a6e9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:38.696304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-e80b07b4-a272-446b-9aed-99884ab9cf12 service neutron] 10.222.0.41 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055619 Nov 16 21:15:38.738214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:15:38.768330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e395d-49ef-406f-ad1c-232107ea74ae req-655b9b3b-219a-4347-8012-a2c92623d55c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:38.781582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d3d18e81-2a40-48d4-8a23-ad580601c9c3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:38.783020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-168e395d-49ef-406f-ad1c-232107ea74ae req-655b9b3b-219a-4347-8012-a2c92623d55c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0723221 Nov 16 21:15:38.794016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:38.795198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:38.873609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d3d18e81-2a40-48d4-8a23-ad580601c9c3,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:38.892261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-59c01eb4-596e-4375-a59b-9996c09f707e req-402ce25d-9dda-4320-a7e9-32a2df1a64de service neutron] 10.222.0.41 "GET /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873643 Nov 16 21:15:38.938550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-168e395d-49ef-406f-ad1c-232107ea74ae req-6b56c45d-9e87-4269-a369-6c56b55ed527 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545498 Nov 16 21:15:39.004337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:39.025946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31', 'network_id': '0cac8d46-912f-4bf0-9edf-edcf72c6f064', 'port_id': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31', 'mac_address': 'fa:16:3e:62:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c238829-2464-41ef-822d-7193150d19af', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:39.199310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.228407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.235716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.243904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.256910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.262881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:39.273198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.280869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.287033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.296248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-ccfbf5f4-bcd0-43b7-9fcd-337c59d77d98 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1720238 Nov 16 21:15:39.351463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:39.363467 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:39.430687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c39958b0-3808-49ce-8d04-a1989d372b2a req-6b574d86-d9d6-4b86-aed9-4e6179deffed tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332936 Nov 16 21:15:39.431941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '52ca0747-a46c-4cf5-a6c6-44b3fa2beb08', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'port_id': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'mac_address': 'fa:16:3e:59:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:36Z', 'revision_number': 1, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:15Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:39.462404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecadd-0ec4-44a0-9047-866929a6b1ab req-4c8c014c-c8fc-4878-959e-d4575cb0ffa5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.481003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecadd-0ec4-44a0-9047-866929a6b1ab req-4c8c014c-c8fc-4878-959e-d4575cb0ffa5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.486081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6b249b-8b56-4efa-ae0c-65ffe1642f7e None None] The sync data for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 is: [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '52ca0747-a46c-4cf5-a6c6-44b3fa2beb08', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'port_id': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'mac_address': 'fa:16:3e:59:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:15:17Z', 'updated_at': '2021-11-16T21:15:36Z', 'revision_number': 1, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:15Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:15:39.492779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:39.507375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecadd-0ec4-44a0-9047-866929a6b1ab req-4c8c014c-c8fc-4878-959e-d4575cb0ffa5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:39.517746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffaecadd-0ec4-44a0-9047-866929a6b1ab req-4c8c014c-c8fc-4878-959e-d4575cb0ffa5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2413 time: 0.1960886 Nov 16 21:15:39.617664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffaecadd-0ec4-44a0-9047-866929a6b1ab req-b12c551d-190e-48eb-915a-c1b08d12fb7c tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987124 Nov 16 21:15:39.899030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['d3d18e81-2a40-48d4-8a23-ad580601c9c3'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:39.941532 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c252bd9-026e-4dff-987e-452576b105f7 None None] New status for floating IP 52ca0747-a46c-4cf5-a6c6-44b3fa2beb08: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:15:39.988996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e93bc774-b44f-4076-85c0-575a3b44a6e9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:40.289441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80004a8-dd63-40b1-8818-1a73c913689a req-3bed7513-90d9-463f-90fb-24ae3b750367 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.299625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80004a8-dd63-40b1-8818-1a73c913689a req-3bed7513-90d9-463f-90fb-24ae3b750367 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1038582 Nov 16 21:15:40.360246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80004a8-dd63-40b1-8818-1a73c913689a req-02c9bb4b-e283-4149-949a-6907e3c0d1e7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Nov 16 21:15:40.371050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37902) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:40.560743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9568bee1-6f4d-4535-8971-33d8e97146bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.675059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.683233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.709123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.715590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.722717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.730038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.738544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.751811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-eaa9ad44-7901-4c35-b212-6d66c4183715 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1799359 Nov 16 21:15:40.785289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d073-672d-45c3-ac39-27db6a10671b req-02ea4dfc-2a13-459f-b5cd-f23e5cb67f2f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.796680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d073-672d-45c3-ac39-27db6a10671b req-02ea4dfc-2a13-459f-b5cd-f23e5cb67f2f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.806318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d073-672d-45c3-ac39-27db6a10671b req-02ea4dfc-2a13-459f-b5cd-f23e5cb67f2f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:40.808364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a09d073-672d-45c3-ac39-27db6a10671b req-02ea4dfc-2a13-459f-b5cd-f23e5cb67f2f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2414 time: 0.0799000 Nov 16 21:15:40.829044 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9568bee1-6f4d-4535-8971-33d8e97146bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.843596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9568bee1-6f4d-4535-8971-33d8e97146bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:40.882282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a09d073-672d-45c3-ac39-27db6a10671b req-dc356b64-df8b-45d8-88d3-ea79ec4ba801 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678658 Nov 16 21:15:40.971899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568bee1-6f4d-4535-8971-33d8e97146bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905bac0-f4a8-4e0c-a7c3-9152e4dd13eb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:40.983799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9568bee1-6f4d-4535-8971-33d8e97146bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c86eb08b0ad4dadbb3921c0cb5b4caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6091390 Nov 16 21:15:40.991346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37920) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:41.049813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739f693-aeeb-412c-b2e3-b4eb801f8cf6 req-62e7560e-658f-43be-8484-9c3a14ccff94 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:41.058870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a739f693-aeeb-412c-b2e3-b4eb801f8cf6 req-62e7560e-658f-43be-8484-9c3a14ccff94 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1036770 Nov 16 21:15:41.069597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1a21b25-86f6-43c8-b919-b5e20a926711 req-2ab9d89c-03a4-4ac3-ba43-e37cd15ee7f5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3106229 Nov 16 21:15:41.124607 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a739f693-aeeb-412c-b2e3-b4eb801f8cf6 req-98d1b054-0e40-48c9-8162-4df75cd41668 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641146 Nov 16 21:15:41.130270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65f5d1a2-64a5-4599-b4ec-3b2389edb8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.137832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['610762e9-7e1b-4705-b5cd-ac3a0e6b2a31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:41.187197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65f5d1a2-64a5-4599-b4ec-3b2389edb8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.250509 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65f5d1a2-64a5-4599-b4ec-3b2389edb8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.256507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65f5d1a2-64a5-4599-b4ec-3b2389edb8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:41.260658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65f5d1a2-64a5-4599-b4ec-3b2389edb8e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2905bac0-f4a8-4e0c-a7c3-9152e4dd13eb HTTP/1.1" status: 204 len: 168 time: 0.2653887 Nov 16 21:15:41.280453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5d1a2-64a5-4599-b4ec-3b2389edb8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905bac0-f4a8-4e0c-a7c3-9152e4dd13eb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:42.010676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0a403-4097-4f6a-8d71-f89b25209005 req-a8989ec4-68fd-43e9-a2a7-f534031d3e5c tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.017028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0a403-4097-4f6a-8d71-f89b25209005 req-a8989ec4-68fd-43e9-a2a7-f534031d3e5c tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.024873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0a403-4097-4f6a-8d71-f89b25209005 req-a8989ec4-68fd-43e9-a2a7-f534031d3e5c tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.032635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5f0a403-4097-4f6a-8d71-f89b25209005 req-a8989ec4-68fd-43e9-a2a7-f534031d3e5c tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2414 time: 0.0750344 Nov 16 21:15:42.094084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5f0a403-4097-4f6a-8d71-f89b25209005 req-90a0756c-ae38-4c15-8f26-8b220faeda84 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605378 Nov 16 21:15:42.246536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.253062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.259192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.265412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.271216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.277918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.283839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.285772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-64d2df34-48b9-4398-8475-e20df0fa997f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1179292 Nov 16 21:15:42.375107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-757d6934-e063-46ad-b14b-d4834a9c0798 req-fbb8094c-12a0-4d5d-9f81-5b8e3d2a54e1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803311 Nov 16 21:15:42.496760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd190e-7dbf-4102-9bb9-f339ce6b4cd1 req-d38f25ec-bf31-4c02-9205-91f41300e74d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.498530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cd190e-7dbf-4102-9bb9-f339ce6b4cd1 req-d38f25ec-bf31-4c02-9205-91f41300e74d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0553796 Nov 16 21:15:42.582431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cd190e-7dbf-4102-9bb9-f339ce6b4cd1 req-0efdb4bc-1837-4ad5-97c7-f7e70d70fb03 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Nov 16 21:15:42.791997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c2009-c050-4257-9fe8-eb8fa4f298c1 req-4f624c1c-c2da-4749-b83f-86ba4e5360d6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:42.793615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a60c2009-c050-4257-9fe8-eb8fa4f298c1 req-4f624c1c-c2da-4749-b83f-86ba4e5360d6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0619717 Nov 16 21:15:42.846027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a60c2009-c050-4257-9fe8-eb8fa4f298c1 req-12270604-00e7-48f8-a926-2aaae15ec29a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Nov 16 21:15:43.000352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f345-c999-4592-9212-aeb643284393 req-39926ae3-ca99-4ebd-be7d-2b76c80b126f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.001870 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b60f345-c999-4592-9212-aeb643284393 req-39926ae3-ca99-4ebd-be7d-2b76c80b126f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0503843 Nov 16 21:15:43.050681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b60f345-c999-4592-9212-aeb643284393 req-baf83ce9-143e-452a-8ba8-3cf7069de096 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Nov 16 21:15:43.182899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbcb9a-edf4-46b4-a049-2772a80b1d8a req-a029b3f3-532a-4a0d-8f02-dc988eff09bd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.194245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bcbcb9a-edf4-46b4-a049-2772a80b1d8a req-a029b3f3-532a-4a0d-8f02-dc988eff09bd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0716741 Nov 16 21:15:43.236879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3ec6-f508-4fb9-bd27-82ac5e035b7f req-07186c25-576c-4a8f-a5a5-303174b0ff25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.243691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3ec6-f508-4fb9-bd27-82ac5e035b7f req-07186c25-576c-4a8f-a5a5-303174b0ff25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.253746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3ec6-f508-4fb9-bd27-82ac5e035b7f req-07186c25-576c-4a8f-a5a5-303174b0ff25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.256379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bcbcb9a-edf4-46b4-a049-2772a80b1d8a req-1a1f63e1-4627-428b-bcf4-d50357aab4fe tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Nov 16 21:15:43.268491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00aa3ec6-f508-4fb9-bd27-82ac5e035b7f req-07186c25-576c-4a8f-a5a5-303174b0ff25 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2414 time: 0.0835426 Nov 16 21:15:43.319318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00aa3ec6-f508-4fb9-bd27-82ac5e035b7f req-7fb9b7c4-13dd-429b-98f0-92bd42e91733 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535514 Nov 16 21:15:43.389995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132291-d2f0-403c-a478-5c322f09dcb0 req-b8d64c0b-ed2c-4fb3-b671-d75890083c88 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.396603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d3d18e81-2a40-48d4-8a23-ad580601c9c3 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:43.398060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1132291-d2f0-403c-a478-5c322f09dcb0 req-b8d64c0b-ed2c-4fb3-b671-d75890083c88 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0593429 Nov 16 21:15:43.474732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1132291-d2f0-403c-a478-5c322f09dcb0 req-9a6e0db4-5484-4a83-8ec7-70d80e5e7027 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683613 Nov 16 21:15:43.561717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port d3d18e81-2a40-48d4-8a23-ad580601c9c3 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:43.566330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port d3d18e81-2a40-48d4-8a23-ad580601c9c3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:43.566929 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.568394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.575119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.595181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.606783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.613443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.620535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.626791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.629155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ee01402-5776-41c1-a670-453596d10d8d req-d72b4759-eb55-42df-9e38-34bb02d71484 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1281080 Nov 16 21:15:43.635111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15d66a-cfa5-49f8-9acc-5cc5b8e70958 req-e4f3b0ee-9638-40b0-9c36-8b53e240f8cc tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:43.643488 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d15d66a-cfa5-49f8-9acc-5cc5b8e70958 req-e4f3b0ee-9638-40b0-9c36-8b53e240f8cc tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0733964 Nov 16 21:15:43.673266 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.700003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ee01402-5776-41c1-a670-453596d10d8d req-fdc01f67-c8ed-4aa7-89cb-58aa84f745f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636849 Nov 16 21:15:43.712578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d15d66a-cfa5-49f8-9acc-5cc5b8e70958 req-e1b59c45-423f-4277-9523-6420162103a5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682933 Nov 16 21:15:43.715289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:43.717996 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4e3be-40a3-429f-b3da-1acc2b4873f9" -d '{"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-plugged", "status": "completed", "tag": "d3d18e81-2a40-48d4-8a23-ad580601c9c3"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:43.722089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d3d18e81-2a40-48d4-8a23-ad580601c9c3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:43.727357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.728154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e93bc774-b44f-4076-85c0-575a3b44a6e9 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:43.845343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d3d18e81-2a40-48d4-8a23-ad580601c9c3,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:43.867640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e93bc774-b44f-4076-85c0-575a3b44a6e9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:43.872369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e93bc774-b44f-4076-85c0-575a3b44a6e9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:43.872737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:43.897194 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a606e-6247-4546-9214-f041efd05251 x-openstack-request-id: req-146a606e-6247-4546-9214-f041efd05251 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:43.897575 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-plugged", "status": "completed", "tag": "d3d18e81-2a40-48d4-8a23-ad580601c9c3", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:43.897987 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-146a606e-6247-4546-9214-f041efd05251 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:43.898708 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3', 'code': 200} Nov 16 21:15:43.979277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.029636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e93bc774-b44f-4076-85c0-575a3b44a6e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:44.036194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.037004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:15:44.045565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141ccf4-c1b0-4d8a-82bc-46ed86088aba req-245eb015-28c8-4909-b23c-cfb3a00ca555 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.052515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5141ccf4-c1b0-4d8a-82bc-46ed86088aba req-245eb015-28c8-4909-b23c-cfb3a00ca555 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0692246 Nov 16 21:15:44.137163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e93bc774-b44f-4076-85c0-575a3b44a6e9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:44.146116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5141ccf4-c1b0-4d8a-82bc-46ed86088aba req-cb77bea1-2b38-438c-be08-c56f18afcb26 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 Nov 16 21:15:44.153836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:15:44.158445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:15:44.158847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.256358 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.270936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549fe6c-6d2b-4f73-9c40-22d188f6ca0c req-1b461cad-7004-4915-b5a5-64ca6d864962 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.272354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8549fe6c-6d2b-4f73-9c40-22d188f6ca0c req-1b461cad-7004-4915-b5a5-64ca6d864962 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0494187 Nov 16 21:15:44.303449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:44.310249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:44.332880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8549fe6c-6d2b-4f73-9c40-22d188f6ca0c req-84a68544-4ff3-488d-9ab8-e61e13a794ba tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Nov 16 21:15:44.374486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:44.465761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b3cc-87a0-4c08-ad79-5f498584c2fb req-144e2125-e07e-40e7-9f71-2fa60d654f5d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.471923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b3cc-87a0-4c08-ad79-5f498584c2fb req-144e2125-e07e-40e7-9f71-2fa60d654f5d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.482182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b3cc-87a0-4c08-ad79-5f498584c2fb req-144e2125-e07e-40e7-9f71-2fa60d654f5d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.484578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c884b3cc-87a0-4c08-ad79-5f498584c2fb req-144e2125-e07e-40e7-9f71-2fa60d654f5d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.0709922 Nov 16 21:15:44.523985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ee4aa-5010-47fd-ae95-bcf15e3ba03d req-1d7681c0-8ca3-483c-8bdd-77b561f59267 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.532201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-151ee4aa-5010-47fd-ae95-bcf15e3ba03d req-1d7681c0-8ca3-483c-8bdd-77b561f59267 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0751038 Nov 16 21:15:44.549235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c884b3cc-87a0-4c08-ad79-5f498584c2fb req-fe49abf1-868f-44f5-b125-4a07e24c3209 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Nov 16 21:15:44.600430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-151ee4aa-5010-47fd-ae95-bcf15e3ba03d req-1dde939a-9036-4999-bffb-a4572efe1184 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618587 Nov 16 21:15:44.736350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01011d-ccdc-4b0a-97ab-ffd39afafc27 req-c72c2c6a-a76c-4548-a20e-0c5830f7f434 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.738028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea01011d-ccdc-4b0a-97ab-ffd39afafc27 req-c72c2c6a-a76c-4548-a20e-0c5830f7f434 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0784140 Nov 16 21:15:44.808306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea01011d-ccdc-4b0a-97ab-ffd39afafc27 req-958af157-22e0-4964-a301-a851af3da6cc tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620317 Nov 16 21:15:44.865884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8561b-2c77-4043-ab23-4489576d0088 req-6bad9694-8ed7-45aa-a22f-402afd97877a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.878692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cd8561b-2c77-4043-ab23-4489576d0088 req-6bad9694-8ed7-45aa-a22f-402afd97877a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0826337 Nov 16 21:15:44.925898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.932606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.934884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cd8561b-2c77-4043-ab23-4489576d0088 req-61e02743-c036-4436-801b-f359396ac7a3 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Nov 16 21:15:44.942900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.956147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.962771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.969714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.976724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:44.987121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0a6cf000-9167-4096-82b3-38e9d48d2aff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1240618 Nov 16 21:15:45.064328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f7d5ca7-783c-4735-9ab8-7fc8696311cc req-0ab27457-0759-4d30-a48c-18684bf87fe8 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700355 Nov 16 21:15:45.173777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8210f9-bfa8-4a47-b21a-96fd58987404 req-037be202-4708-4c4c-a01e-8bf7d83703f2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.175615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd8210f9-bfa8-4a47-b21a-96fd58987404 req-037be202-4708-4c4c-a01e-8bf7d83703f2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0536783 Nov 16 21:15:45.241800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd8210f9-bfa8-4a47-b21a-96fd58987404 req-b5606dc5-a06e-4d9b-8617-22e4a8166473 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Nov 16 21:15:45.362055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f30377-f5a0-48c2-924e-1cb693a85c8f req-837e068c-d19c-4852-84b7-e2c596b576fc tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.363532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46f30377-f5a0-48c2-924e-1cb693a85c8f req-837e068c-d19c-4852-84b7-e2c596b576fc tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0520463 Nov 16 21:15:45.411805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46f30377-f5a0-48c2-924e-1cb693a85c8f req-3e675e9b-360a-450a-8653-7e8ee7edc222 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Nov 16 21:15:45.578319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85a3d-01c0-4617-b6e4-656aeb379e17 req-e4b1100d-ba62-457c-a92a-09e3cec473e4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.579825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9b85a3d-01c0-4617-b6e4-656aeb379e17 req-e4b1100d-ba62-457c-a92a-09e3cec473e4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0538938 Nov 16 21:15:45.638109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9b85a3d-01c0-4617-b6e4-656aeb379e17 req-7765569e-8a4a-4580-a999-bd79bc06a605 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521650 Nov 16 21:15:45.672459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716ab7-535f-4986-9ae9-9794ec032367 req-62559b87-1b11-4d6f-ae58-92e6c78c7a60 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.678522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716ab7-535f-4986-9ae9-9794ec032367 req-62559b87-1b11-4d6f-ae58-92e6c78c7a60 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.685315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716ab7-535f-4986-9ae9-9794ec032367 req-62559b87-1b11-4d6f-ae58-92e6c78c7a60 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.692149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62716ab7-535f-4986-9ae9-9794ec032367 req-62559b87-1b11-4d6f-ae58-92e6c78c7a60 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.0761249 Nov 16 21:15:45.748902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62716ab7-535f-4986-9ae9-9794ec032367 req-83b3589b-926f-449d-8fed-e6084a8c2046 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Nov 16 21:15:45.772117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554c4b5-24c6-4161-bb82-a10dec7b3e03 req-8382c958-7795-467a-9d8b-dcd02bdb88f7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.773816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f554c4b5-24c6-4161-bb82-a10dec7b3e03 req-8382c958-7795-467a-9d8b-dcd02bdb88f7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0539422 Nov 16 21:15:45.825147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f554c4b5-24c6-4161-bb82-a10dec7b3e03 req-565b2692-280e-415d-bf50-1891eff596d3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Nov 16 21:15:45.900320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93bc774-b44f-4076-85c0-575a3b44a6e9'}, {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:45.902979 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c882d4-3a31-435f-a2a8-024cbb47e5cb" -d '{"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-plugged", "status": "completed", "tag": "e93bc774-b44f-4076-85c0-575a3b44a6e9"}, {"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-plugged", "status": "completed", "tag": "610762e9-7e1b-4705-b5cd-ac3a0e6b2a31"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:45.944706 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c385fbc2-b523-4169-a797-d8ab0821a9ca x-openstack-request-id: req-c385fbc2-b523-4169-a797-d8ab0821a9ca {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:45.945198 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-plugged", "status": "completed", "tag": "e93bc774-b44f-4076-85c0-575a3b44a6e9", "code": 200}, {"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-plugged", "status": "completed", "tag": "610762e9-7e1b-4705-b5cd-ac3a0e6b2a31", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:45.945449 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c385fbc2-b523-4169-a797-d8ab0821a9ca {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:45.946828 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93bc774-b44f-4076-85c0-575a3b44a6e9', 'code': 200} Nov 16 21:15:45.947265 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31', 'code': 200} Nov 16 21:15:45.959606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f34c05-a4c4-4b6e-b9ad-ebdc2c85d125 req-89615753-5629-46d9-b0ea-e9e7d620df4b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:45.961268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6f34c05-a4c4-4b6e-b9ad-ebdc2c85d125 req-89615753-5629-46d9-b0ea-e9e7d620df4b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0543842 Nov 16 21:15:46.075014 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6f34c05-a4c4-4b6e-b9ad-ebdc2c85d125 req-71a6bf40-97a4-4566-a1d4-60cdbe66afc5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033549 Nov 16 21:15:46.079200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf84a4-4721-4ad0-aae8-f5ed2b3b43c0 req-7ff6ec9c-2fe1-4161-ad7a-ee8d6c981e9f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.087636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-edbf84a4-4721-4ad0-aae8-f5ed2b3b43c0 req-7ff6ec9c-2fe1-4161-ad7a-ee8d6c981e9f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0636220 Nov 16 21:15:46.090522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62896ea-ecd6-417e-a6b7-2bfd975df94c req-0729eb3b-db07-4d5a-bfaf-391be3aaf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.091449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62896ea-ecd6-417e-a6b7-2bfd975df94c req-0729eb3b-db07-4d5a-bfaf-391be3aaf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.092275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62896ea-ecd6-417e-a6b7-2bfd975df94c req-0729eb3b-db07-4d5a-bfaf-391be3aaf915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.094145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a62896ea-ecd6-417e-a6b7-2bfd975df94c req-0729eb3b-db07-4d5a-bfaf-391be3aaf915 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2870 time: 0.0719516 Nov 16 21:15:46.146601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a62896ea-ecd6-417e-a6b7-2bfd975df94c req-38c7819e-3fc5-4163-8da9-5034f65fde8b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Nov 16 21:15:46.160240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-edbf84a4-4721-4ad0-aae8-f5ed2b3b43c0 req-f9cbf2a1-bc54-49ab-9152-95afba9f39ab tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716603 Nov 16 21:15:46.286678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.288571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7481785-d281-4758-8502-2d7889349d3d req-4ad4e913-5fc2-487c-8a8e-3851d030a640 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.290877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7481785-d281-4758-8502-2d7889349d3d req-4ad4e913-5fc2-487c-8a8e-3851d030a640 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0669975 Nov 16 21:15:46.293725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.300006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.306853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.312994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.319054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.325426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.334483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acde679f-f785-47b9-9efe-21931112f586 req-94c2957a-9451-452c-83a4-a316bc4a8c61 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1112309 Nov 16 21:15:46.393841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7481785-d281-4758-8502-2d7889349d3d req-62f46e8a-c19e-42d6-bcaa-e9bd31dd72d4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782607 Nov 16 21:15:46.399263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-acde679f-f785-47b9-9efe-21931112f586 req-43a69687-6f79-4bf1-862b-d3f64baa1e99 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626767 Nov 16 21:15:46.620664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d781f-a54e-424f-bdb6-627c55c14f03 req-6b114c48-2a21-4d10-bf5c-bc076275fbfb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.622192 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-013d781f-a54e-424f-bdb6-627c55c14f03 req-6b114c48-2a21-4d10-bf5c-bc076275fbfb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0537133 Nov 16 21:15:46.684230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-013d781f-a54e-424f-bdb6-627c55c14f03 req-a0fac149-ddea-4991-b49a-d3cfe0e0f136 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 Nov 16 21:15:46.754624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:46.823701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544ef30-12a3-4aa1-8c4d-63cab51180f9 req-62100ced-0cb6-4913-87e2-42cb08cba61f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.826037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1544ef30-12a3-4aa1-8c4d-63cab51180f9 req-62100ced-0cb6-4913-87e2-42cb08cba61f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0763113 Nov 16 21:15:46.896533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1544ef30-12a3-4aa1-8c4d-63cab51180f9 req-b1a87310-134d-40e0-9395-94d0f735bb5a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Nov 16 21:15:46.901287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a446e-4a9b-405e-8842-65e1a4375eb6 req-25515505-3c6a-4e1c-ab8c-2ff8b2eccdf2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.908272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a446e-4a9b-405e-8842-65e1a4375eb6 req-25515505-3c6a-4e1c-ab8c-2ff8b2eccdf2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.916556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a446e-4a9b-405e-8842-65e1a4375eb6 req-25515505-3c6a-4e1c-ab8c-2ff8b2eccdf2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:46.925731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e7a446e-4a9b-405e-8842-65e1a4375eb6 req-25515505-3c6a-4e1c-ab8c-2ff8b2eccdf2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.0917513 Nov 16 21:15:47.001302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e7a446e-4a9b-405e-8842-65e1a4375eb6 req-b5be5ef0-22a6-4c34-a1d0-0ab2e2ce37d2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747030 Nov 16 21:15:47.035538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d1886a2-e529-494b-aa30-e59e8d9fae73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.182781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9e4fd-d2a5-444c-b9a6-c31cc79894db req-847cd627-d8c2-4d12-90cd-cd5e27513ec2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.184717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ae9e4fd-d2a5-444c-b9a6-c31cc79894db req-847cd627-d8c2-4d12-90cd-cd5e27513ec2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0797970 Nov 16 21:15:47.204168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d1886a2-e529-494b-aa30-e59e8d9fae73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.249619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d1886a2-e529-494b-aa30-e59e8d9fae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.301864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ae9e4fd-d2a5-444c-b9a6-c31cc79894db req-ab7825c6-eb1d-4234-b962-4a042be3c883 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929041 Nov 16 21:15:47.329390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9d1886a2-e529-494b-aa30-e59e8d9fae73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7625644b2b0d4e1384bd59842a66ecbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736787 Nov 16 21:15:47.332221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38136) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:47.337645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1886a2-e529-494b-aa30-e59e8d9fae73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0481535-c158-444d-9214-1e545b497c20,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:47.431799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7697f504-b304-4264-b20b-fc8a35f381ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.462090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c4563-2663-4872-913a-2a33685f157d req-abdc1f58-0724-4eec-b7a0-79f6049385b5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.469431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c8c4563-2663-4872-913a-2a33685f157d req-abdc1f58-0724-4eec-b7a0-79f6049385b5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0828023 Nov 16 21:15:47.499989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7697f504-b304-4264-b20b-fc8a35f381ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.573749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c8c4563-2663-4872-913a-2a33685f157d req-0e4979fc-32c0-472c-869e-8d8e0234d89d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027732 Nov 16 21:15:47.613762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7697f504-b304-4264-b20b-fc8a35f381ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.618676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7697f504-b304-4264-b20b-fc8a35f381ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:47.626681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7697f504-b304-4264-b20b-fc8a35f381ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0481535-c158-444d-9214-1e545b497c20 HTTP/1.1" status: 204 len: 168 time: 0.2893679 Nov 16 21:15:47.660159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697f504-b304-4264-b20b-fc8a35f381ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0481535-c158-444d-9214-1e545b497c20,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:47.755892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e8d33-80d3-490f-8a11-fdd60dcb302f req-33b3d8af-2249-44fa-a914-d96404f33a87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.766847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b19e8d33-80d3-490f-8a11-fdd60dcb302f req-33b3d8af-2249-44fa-a914-d96404f33a87 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1189389 Nov 16 21:15:47.788976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.797375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.809239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.817152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.824398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.831460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.838369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:47.846503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-9930ec60-0bb9-4551-a410-c019b0123604 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1448729 Nov 16 21:15:47.847615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b19e8d33-80d3-490f-8a11-fdd60dcb302f req-4d8e98ed-5aa2-4546-aeb8-e51906872ef5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796387 Nov 16 21:15:47.942131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17bf95bb-2c56-4097-89d4-75be808f2aaf req-7b7cc7b1-0a53-4ddc-b71e-65428fca3045 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947804 Nov 16 21:15:48.115577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61f6ef-bedf-41de-977b-39f630ad0820 req-a557850f-c907-413a-97e7-43c5ff952e19 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.118365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb61f6ef-bedf-41de-977b-39f630ad0820 req-a557850f-c907-413a-97e7-43c5ff952e19 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0624022 Nov 16 21:15:48.191045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eeb31-ee0a-4c49-91ac-b8e7fcbe8697 req-cd4a678e-38b4-4d72-acaa-59d264322133 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.203874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eeb31-ee0a-4c49-91ac-b8e7fcbe8697 req-cd4a678e-38b4-4d72-acaa-59d264322133 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.210737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb61f6ef-bedf-41de-977b-39f630ad0820 req-84b6c872-0beb-4fe1-bf79-ea686b70c111 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837536 Nov 16 21:15:48.214419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eeb31-ee0a-4c49-91ac-b8e7fcbe8697 req-cd4a678e-38b4-4d72-acaa-59d264322133 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.223868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab9eeb31-ee0a-4c49-91ac-b8e7fcbe8697 req-cd4a678e-38b4-4d72-acaa-59d264322133 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.1121202 Nov 16 21:15:48.324699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab9eeb31-ee0a-4c49-91ac-b8e7fcbe8697 req-a93b2f2c-64c8-4b4e-b831-91a515ed9081 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003463 Nov 16 21:15:48.335805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-42799ef2-60ce-4673-bae5-dcc5f94999e5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.338029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-42799ef2-60ce-4673-bae5-dcc5f94999e5 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.1125648 Nov 16 21:15:48.377489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c9d7-a1f2-4486-a595-61ff80846bb8 req-725b763d-221a-4cdf-8132-e5c0c72f2f08 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:48.379332 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c07c9d7-a1f2-4486-a595-61ff80846bb8 req-725b763d-221a-4cdf-8132-e5c0c72f2f08 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0723503 Nov 16 21:15:48.452729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c07c9d7-a1f2-4486-a595-61ff80846bb8 req-a9cb361d-1793-46c5-ad3e-66e9606f58f4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651960 Nov 16 21:15:48.565892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Deleting port af6bd792-4c53-4649-90eb-753b2836574e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:48.568160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.801073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] For port af6bd792-4c53-4649-90eb-753b2836574e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=af6bd792-4c53-4649-90eb-753b2836574e,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:48.801543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:48.838606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Calling delete_port for af6bd792-4c53-4649-90eb-753b2836574e owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:49.030070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeb84f-efb4-4eab-9100-2e7aea7fac83 req-03755b41-9ca2-4532-a121-d1894e6cd207 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.039379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bbeb84f-efb4-4eab-9100-2e7aea7fac83 req-03755b41-9ca2-4532-a121-d1894e6cd207 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=b39b94a1-4448-4b28-8bec-16f3cab31597 HTTP/1.1" status: 200 len: 945 time: 0.0969551 Nov 16 21:15:49.064165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.084332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['af6bd792-4c53-4649-90eb-753b2836574e', 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:49.133083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Pushing event deleted for resources: {'Port': ['ID=af6bd792-4c53-4649-90eb-753b2836574e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:49.140955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bbeb84f-efb4-4eab-9100-2e7aea7fac83 req-2d470887-f9c1-4c8e-a2f2-1e8f67e1702a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001816 Nov 16 21:15:49.284539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] No DVR routers for this DVR port af6bd792-4c53-4649-90eb-753b2836574e on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:49.291510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:49.301570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b8059f0-e964-4a06-a728-b3cf43a4974a req-e6248a9e-e152-46e6-92e1-8d4ae398bc9b tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "DELETE /v2.0/ports/af6bd792-4c53-4649-90eb-753b2836574e HTTP/1.1" status: 204 len: 173 time: 0.9524989 Nov 16 21:15:49.304397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'name': 'network-vif-deleted', 'tag': 'af6bd792-4c53-4649-90eb-753b2836574e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:49.325009 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e1731-a9fc-432f-86b9-51a0dd7f0925" -d '{"events": [{"server_uuid": "b39b94a1-4448-4b28-8bec-16f3cab31597", "name": "network-vif-deleted", "tag": "af6bd792-4c53-4649-90eb-753b2836574e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:49.327645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acddfad-6e5d-467d-9d40-ac437a56c281 req-f4ac8a64-3ba9-40b6-b2c8-8fc297855fb5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.348431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acddfad-6e5d-467d-9d40-ac437a56c281 req-f4ac8a64-3ba9-40b6-b2c8-8fc297855fb5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.361783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acddfad-6e5d-467d-9d40-ac437a56c281 req-f4ac8a64-3ba9-40b6-b2c8-8fc297855fb5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.372502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6acddfad-6e5d-467d-9d40-ac437a56c281 req-f4ac8a64-3ba9-40b6-b2c8-8fc297855fb5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.1108570 Nov 16 21:15:49.506505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.515415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.524550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.531131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.539051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.549850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.568179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:49.570779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-bde639e6-a89d-41a9-92d5-f58d1b8f3f4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.2141833 Nov 16 21:15:49.694441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84a9e8bb-256e-4b08-80aa-761cd3d250f2 req-815ab7e9-aaa3-4901-af8a-434d887914dd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086829 Nov 16 21:15:49.861041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6acddfad-6e5d-467d-9d40-ac437a56c281 req-303960e3-ccb1-4460-93f4-f0c6076c771a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873095 Nov 16 21:15:49.930277 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39ba40-8a2e-4091-bed1-ca141a9a5693 x-openstack-request-id: req-3f39ba40-8a2e-4091-bed1-ca141a9a5693 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:49.931543 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39b94a1-4448-4b28-8bec-16f3cab31597", "name": "network-vif-deleted", "tag": "af6bd792-4c53-4649-90eb-753b2836574e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:49.932017 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f39ba40-8a2e-4091-bed1-ca141a9a5693 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:49.932634 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b94a1-4448-4b28-8bec-16f3cab31597', 'name': 'network-vif-deleted', 'tag': 'af6bd792-4c53-4649-90eb-753b2836574e', 'status': 'completed', 'code': 200} Nov 16 21:15:50.033409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42277b49-f52a-4fe2-890a-63b3ef786bb2 req-ecfd3531-f1fc-46b0-8af6-a10cb39937d4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.042241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42277b49-f52a-4fe2-890a-63b3ef786bb2 req-ecfd3531-f1fc-46b0-8af6-a10cb39937d4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1139812 Nov 16 21:15:50.100177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42277b49-f52a-4fe2-890a-63b3ef786bb2 req-f1501944-71bd-472f-90c5-edc8a7a191a2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568323 Nov 16 21:15:50.520451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32af4f-9f9e-47bf-8f81-a4757f6f0667 req-a612982e-57fd-4bfa-a21e-95abe4d0ec65 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.529182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d32af4f-9f9e-47bf-8f81-a4757f6f0667 req-a612982e-57fd-4bfa-a21e-95abe4d0ec65 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0663917 Nov 16 21:15:50.583890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d32af4f-9f9e-47bf-8f81-a4757f6f0667 req-419aad01-6ce6-4533-b7b1-d4d9afa83f3f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528371 Nov 16 21:15:50.731221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e5687e7-0164-45ed-80b5-c27af38bb5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:50.857122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca934aa-e985-440f-9406-48ff263a0861 req-43aaaecc-4796-4ea0-acef-4bbef5d527de tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.864928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca934aa-e985-440f-9406-48ff263a0861 req-43aaaecc-4796-4ea0-acef-4bbef5d527de tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.872345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca934aa-e985-440f-9406-48ff263a0861 req-43aaaecc-4796-4ea0-acef-4bbef5d527de tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:50.874895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bca934aa-e985-440f-9406-48ff263a0861 req-43aaaecc-4796-4ea0-acef-4bbef5d527de tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.1466157 Nov 16 21:15:51.025942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.032746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.039713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.047223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.053395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.061225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.067707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.074027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-b884f4b0-b4e1-4120-b56c-7e12e6f62a6b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1978793 Nov 16 21:15:51.089399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45af26b-97c2-47a3-a296-6e780e42cad5 req-25a8d018-097a-4a52-85ca-76ca6e49554e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.095831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45af26b-97c2-47a3-a296-6e780e42cad5 req-25a8d018-097a-4a52-85ca-76ca6e49554e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.101906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45af26b-97c2-47a3-a296-6e780e42cad5 req-25a8d018-097a-4a52-85ca-76ca6e49554e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.109881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b45af26b-97c2-47a3-a296-6e780e42cad5 req-25a8d018-097a-4a52-85ca-76ca6e49554e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 2417 time: 0.0762475 Nov 16 21:15:51.112012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port e93bc774-b44f-4076-85c0-575a3b44a6e9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:51.112356 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.158354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b45af26b-97c2-47a3-a296-6e780e42cad5 req-4e046079-b4cd-4db5-8aa4-f94f69f51096 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Nov 16 21:15:51.182464 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:15:51.205047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80e04a72-3d6f-4c20-809f-6697e2782277 req-f99ca7fe-569d-4811-bafc-1008dc36856b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234319 Nov 16 21:15:51.247434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port e93bc774-b44f-4076-85c0-575a3b44a6e9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e93bc774-b44f-4076-85c0-575a3b44a6e9,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:51.247838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.263330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for e93bc774-b44f-4076-85c0-575a3b44a6e9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:51.368293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec84c7-fdee-4e55-b1b6-6864db50a1c2 req-15f461e2-e998-4a44-b715-703ba7d68fa8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.369854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75ec84c7-fdee-4e55-b1b6-6864db50a1c2 req-15f461e2-e998-4a44-b715-703ba7d68fa8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0965304 Nov 16 21:15:51.454476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75ec84c7-fdee-4e55-b1b6-6864db50a1c2 req-8243ea20-c933-4f99-aad3-fc00813499e3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744970 Nov 16 21:15:51.479069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.481705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e93bc774-b44f-4076-85c0-575a3b44a6e9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:51.498416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=e93bc774-b44f-4076-85c0-575a3b44a6e9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:51.548627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port e93bc774-b44f-4076-85c0-575a3b44a6e9 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:51.551557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.555989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bca934aa-e985-440f-9406-48ff263a0861 req-1c0b8ed5-0773-49a5-b325-d997b7d46268 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "DELETE /v2.0/ports/e93bc774-b44f-4076-85c0-575a3b44a6e9 HTTP/1.1" status: 204 len: 173 time: 0.6686504 Nov 16 21:15:51.675812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:51.676305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.726367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250d526-73ca-4378-b440-736facd87ce9 req-60089c98-3ba6-448b-9cf4-9911ae520838 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:51.728652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c250d526-73ca-4378-b440-736facd87ce9 req-60089c98-3ba6-448b-9cf4-9911ae520838 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0640185 Nov 16 21:15:51.779517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c250d526-73ca-4378-b440-736facd87ce9 req-516d847c-a278-4240-98d9-894ce490d40a tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Nov 16 21:15:51.800642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:51.801097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:51.816338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:51.937407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-deleted', 'tag': 'e93bc774-b44f-4076-85c0-575a3b44a6e9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:51.939762 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937d09d-c24d-4b5c-8420-65c0b99fe30b" -d '{"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-deleted", "tag": "e93bc774-b44f-4076-85c0-575a3b44a6e9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:51.988911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.020062 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207513f8-0f8a-48e5-a8d1-77f97c56a2c4 x-openstack-request-id: req-207513f8-0f8a-48e5-a8d1-77f97c56a2c4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:52.020370 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-deleted", "tag": "e93bc774-b44f-4076-85c0-575a3b44a6e9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:52.020697 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-207513f8-0f8a-48e5-a8d1-77f97c56a2c4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:52.021022 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-deleted', 'tag': 'e93bc774-b44f-4076-85c0-575a3b44a6e9', 'status': 'completed', 'code': 200} Nov 16 21:15:52.072133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=610762e9-7e1b-4705-b5cd-ac3a0e6b2a31,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:52.118297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:52.124984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.125597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bca934aa-e985-440f-9406-48ff263a0861 req-5a27384e-f044-4459-b98a-0e28dbd09b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "DELETE /v2.0/ports/610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 HTTP/1.1" status: 204 len: 173 time: 0.5580323 Nov 16 21:15:52.281978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port d3d18e81-2a40-48d4-8a23-ad580601c9c3 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:52.281978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.440247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67959f5-dc11-4a93-8352-35c449ba0fc2 req-d7580e5f-222d-4707-8f62-b16c171e60ae tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.442042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f67959f5-dc11-4a93-8352-35c449ba0fc2 req-d7580e5f-222d-4707-8f62-b16c171e60ae tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1 HTTP/1.1" status: 200 len: 945 time: 0.0935526 Nov 16 21:15:52.476142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.486799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.495763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.506530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.514940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.516294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f67959f5-dc11-4a93-8352-35c449ba0fc2 req-52d90826-7a44-4eab-bfc9-e9c1e9d76706 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638967 Nov 16 21:15:52.521766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.526774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port d3d18e81-2a40-48d4-8a23-ad580601c9c3, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d3d18e81-2a40-48d4-8a23-ad580601c9c3,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:52.527257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.530958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.543035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-3b902463-9278-4200-a12d-cee9bb4cfbbd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5420 time: 0.1595223 Nov 16 21:15:52.557265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for d3d18e81-2a40-48d4-8a23-ad580601c9c3 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:52.691902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bff7f74f-6cde-4320-a5a3-244f3580df6f req-ecad44e9-5fe6-474f-a343-3cea36335b4d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461711 Nov 16 21:15:52.762717 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.794945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=d3d18e81-2a40-48d4-8a23-ad580601c9c3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:52.819285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92d444-7a46-4711-bb30-d314e1b59e4a req-21fb8d36-607b-4f74-a0c2-04f3e8aa9bfb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.820959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd92d444-7a46-4711-bb30-d314e1b59e4a req-21fb8d36-607b-4f74-a0c2-04f3e8aa9bfb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1021781 Nov 16 21:15:52.906140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port d3d18e81-2a40-48d4-8a23-ad580601c9c3 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:52.940714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:52.941965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88128e6c-5705-4282-9508-1c8d8c44cef8 req-e133b797-5cca-44b1-aae2-0b5e1e1f2585 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:52.944899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bca934aa-e985-440f-9406-48ff263a0861 req-6086e067-791d-4f3d-b5e0-ea04ee0b6eea tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "DELETE /v2.0/ports/d3d18e81-2a40-48d4-8a23-ad580601c9c3 HTTP/1.1" status: 204 len: 173 time: 0.8127897 Nov 16 21:15:52.958669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88128e6c-5705-4282-9508-1c8d8c44cef8 req-e133b797-5cca-44b1-aae2-0b5e1e1f2585 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0851040 Nov 16 21:15:52.962106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd92d444-7a46-4711-bb30-d314e1b59e4a req-657280da-cb10-433d-82ba-7611fcde1dc5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290915 Nov 16 21:15:52.996193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c032632-c76b-4fbd-8146-0acb835dfaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.097161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88128e6c-5705-4282-9508-1c8d8c44cef8 req-21decfec-429d-4467-856e-db4b38cbd7f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337306 Nov 16 21:15:53.246559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device efff24e2-86aa-4886-969a-7d0f71b85aa6 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:53.251292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device af6bd792-4c53-4649-90eb-753b2836574e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:53.286056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: af6bd792-4c53-4649-90eb-753b2836574e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:53.286723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device af6bd792-4c53-4649-90eb-753b2836574e not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:53.395909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:53.408466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'efff24e2-86aa-4886-969a-7d0f71b85aa6', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'port_id': 'efff24e2-86aa-4886-969a-7d0f71b85aa6', 'mac_address': 'fa:16:3e:ed:2d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:53.447290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d3d18e81-2a40-48d4-8a23-ad580601c9c3 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:53.475579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.478112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: d3d18e81-2a40-48d4-8a23-ad580601c9c3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:53.478460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d3d18e81-2a40-48d4-8a23-ad580601c9c3 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:53.478874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e93bc774-b44f-4076-85c0-575a3b44a6e9 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:53.507853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: e93bc774-b44f-4076-85c0-575a3b44a6e9 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:53.508297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e93bc774-b44f-4076-85c0-575a3b44a6e9 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:53.508758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:53.512119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efff24e2-86aa-4886-969a-7d0f71b85aa6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:53.538229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:53.538623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 610762e9-7e1b-4705-b5cd-ac3a0e6b2a31 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:53.558592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:53.563001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.563778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21403cda-4ca0-4d86-abbe-b19148d70e6a details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:53.587848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38278) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:53.625168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:53.646328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:53.648519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '21403cda-4ca0-4d86-abbe-b19148d70e6a', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'port_id': '21403cda-4ca0-4d86-abbe-b19148d70e6a', 'mac_address': 'fa:16:3e:f2:6e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:53.653222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting subnet 34ec7308-647a-4c54-833d-3a4fe23a9d39 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:15:53.656908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.657672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.658030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.658373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.658906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.659246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.659582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.659916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.660244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.660749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.661084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.661417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.661774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:53.709378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.717555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.731800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21403cda-4ca0-4d86-abbe-b19148d70e6a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:53.766582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:53.771047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.771899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b285016a-feeb-4de4-8721-e66cd8cadd0f details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:53.840441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.847441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.847587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.855227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.861728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.869110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.876002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.878884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:53.883923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:53.886410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-5931a413-ca05-4f9f-bb40-43b6178a7ed1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5422 time: 0.1100545 Nov 16 21:15:53.932069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.937018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'b285016a-feeb-4de4-8721-e66cd8cadd0f', 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac', 'port_id': 'b285016a-feeb-4de4-8721-e66cd8cadd0f', 'mac_address': 'fa:16:3e:f1:bb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5fe7a1-c428-443a-99f8-ebeadfd18445', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:53.952282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:53.957556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/subnets/34ec7308-647a-4c54-833d-3a4fe23a9d39 HTTP/1.1" status: 204 len: 168 time: 0.3677845 Nov 16 21:15:53.965653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38284) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:53.981061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab31ca5-96c3-45b1-ba35-c4c89061c27e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Subnet': ['ID=34ec7308-647a-4c54-833d-3a4fe23a9d39,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:53.996670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3fa516-52d0-4a60-b8d9-0a86ac26fb05 None None] Network 9e48c6a1-0b67-4297-b366-09286d434f61 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:53.999133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:54.005219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6f28238-fa3c-4c79-8a66-dcdc8aa5c9a5 req-b1c9b606-631c-4076-bf73-e3f1567ccfaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062598 Nov 16 21:15:54.022850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-deleted', 'tag': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31'}, {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-deleted', 'tag': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:15:54.027061 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8106788d-9969-4a2f-99b2-1e9c0dc7af65" -d '{"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-deleted", "tag": "610762e9-7e1b-4705-b5cd-ac3a0e6b2a31"}, {"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-deleted", "tag": "d3d18e81-2a40-48d4-8a23-ad580601c9c3"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:15:54.103247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.117113 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ef9397-fa2e-4ef1-b6a3-d6399fa406aa x-openstack-request-id: req-b4ef9397-fa2e-4ef1-b6a3-d6399fa406aa {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:15:54.117981 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-deleted", "tag": "610762e9-7e1b-4705-b5cd-ac3a0e6b2a31", "status": "completed", "code": 200}, {"server_uuid": "d0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1", "name": "network-vif-deleted", "tag": "d3d18e81-2a40-48d4-8a23-ad580601c9c3", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:15:54.118427 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4ef9397-fa2e-4ef1-b6a3-d6399fa406aa {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:15:54.118932 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-deleted', 'tag': '610762e9-7e1b-4705-b5cd-ac3a0e6b2a31', 'status': 'completed', 'code': 200} Nov 16 21:15:54.119296 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0363a5d-b0b3-4ee7-9ff2-d70ff8eeaea1', 'name': 'network-vif-deleted', 'tag': 'd3d18e81-2a40-48d4-8a23-ad580601c9c3', 'status': 'completed', 'code': 200} Nov 16 21:15:54.169076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87973d-10ab-450a-8e7a-ceaf57785350 req-20cd0335-d402-44bf-b140-f66f991da3cd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:54.171634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e87973d-10ab-450a-8e7a-ceaf57785350 req-20cd0335-d402-44bf-b140-f66f991da3cd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1044583 Nov 16 21:15:54.176979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port c4a9055d-201f-41aa-a4f5-d66e069e850e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:54.177325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.245965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e87973d-10ab-450a-8e7a-ceaf57785350 req-789bb980-3daa-4995-a931-4a09a944ca68 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674398 Nov 16 21:15:54.246914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.271785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port c4a9055d-201f-41aa-a4f5-d66e069e850e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4a9055d-201f-41aa-a4f5-d66e069e850e,segment=NetworkSegment(f52adb99-be39-4b7b-bf5f-59fd4ae6a18d),segment_id=f52adb99-be39-4b7b-bf5f-59fd4ae6a18d)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.272142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.276554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b285016a-feeb-4de4-8721-e66cd8cadd0f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:54.286346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for c4a9055d-201f-41aa-a4f5-d66e069e850e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:54.316321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.318386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.323011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.323673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f290160a-08d1-4b51-858e-5e3caf4de57b details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:54.396898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1992e14-24b1-4805-aee3-d032012952f3 req-0a5a320b-b51f-4d30-be3d-107526f90125 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:54.398481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1992e14-24b1-4805-aee3-d032012952f3 req-0a5a320b-b51f-4d30-be3d-107526f90125 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1320941 Nov 16 21:15:54.416505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:54.438218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f290160a-08d1-4b51-858e-5e3caf4de57b,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.458078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'f290160a-08d1-4b51-858e-5e3caf4de57b', 'network_id': '91be6d52-379b-4601-8cda-fada21d4f4ac', 'port_id': 'f290160a-08d1-4b51-858e-5e3caf4de57b', 'mac_address': 'fa:16:3e:62:3d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5fe7a1-c428-443a-99f8-ebeadfd18445', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:54.504510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.531208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.553279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c5b2df-2f03-49ec-82f9-89f922a5c6fc None None] DHCP port deletion for 9e48c6a1-0b67-4297-b366-09286d434f61 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:15:54.559131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f290160a-08d1-4b51-858e-5e3caf4de57b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:54.562130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1992e14-24b1-4805-aee3-d032012952f3 req-f1f513b6-bfdf-4fb0-8e34-be45fa703e22 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432498 Nov 16 21:15:54.587753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f290160a-08d1-4b51-858e-5e3caf4de57b,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.592283 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.593024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 51337211-0889-4ff4-bc3c-4c52b5b9af5c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:54.601384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port c4a9055d-201f-41aa-a4f5-d66e069e850e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:54.608290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=c4a9055d-201f-41aa-a4f5-d66e069e850e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:54.665847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:54.670813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.684825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '51337211-0889-4ff4-bc3c-4c52b5b9af5c', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'port_id': '51337211-0889-4ff4-bc3c-4c52b5b9af5c', 'mac_address': 'fa:16:3e:58:7f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:54.743819 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.756713 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.763683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51337211-0889-4ff4-bc3c-4c52b5b9af5c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:54.791277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.794293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e48c6a1-0b67-4297-b366-09286d434f61']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:54.802640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.803457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c7f4994-71aa-4860-9bd9-5ae4a5063319 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:54.809657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:54.810379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52adb99-be39-4b7b-bf5f-59fd4ae6a18d') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:54.823430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.838666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.846850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:54.847820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:54.853000 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:54.893645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:54.912624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '3c7f4994-71aa-4860-9bd9-5ae4a5063319', 'network_id': '59872c53-6729-4192-9445-880bbe02c628', 'port_id': '3c7f4994-71aa-4860-9bd9-5ae4a5063319', 'mac_address': 'fa:16:3e:a2:b1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0c0610-e949-4f05-8cd8-d45e7e7eb00e', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:54.918317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:54.933174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.943282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:54.948188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/networks/9e48c6a1-0b67-4297-b366-09286d434f61 HTTP/1.1" status: 204 len: 168 time: 0.9814222 Nov 16 21:15:54.951272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38316) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:54.976011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66567e41-b458-44ad-abc9-6883459796fe tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Network': ['ID=9e48c6a1-0b67-4297-b366-09286d434f61,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.008547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.019411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting subnet 6c238829-2464-41ef-822d-7193150d19af {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:15:55.023030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.035038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7f4994-71aa-4860-9bd9-5ae4a5063319 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:55.062926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:55.072378 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.073206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device bd47b0c2-4206-46c7-a355-9ea9532b6807 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:15:55.075277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.200283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.213971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.223235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.233178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.246719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.253612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.260399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.263975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:55.267061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.274005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.279985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'port_id': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'mac_address': 'fa:16:3e:34:cb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:15:55.284463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-d751b870-59f8-419c-b9f5-20ae014746ff tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5426 time: 0.1593273 Nov 16 21:15:55.288981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.322809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Subnet': ['ID=6c238829-2464-41ef-822d-7193150d19af,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.325426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.329463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-30e51359-d629-4b64-bd34-beafbcd45cb8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/subnets/6c238829-2464-41ef-822d-7193150d19af HTTP/1.1" status: 204 len: 168 time: 0.3761709 Nov 16 21:15:55.331652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:55.338236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77127b2-b17b-473b-ba07-23fd3963446f None None] Network 0cac8d46-912f-4bf0-9edf-edcf72c6f064 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:55.379791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4771c748-30f0-42e7-b23c-92bd6b9591f4 req-9ea93c12-caec-4f0d-a05a-c59aad9abebd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937252 Nov 16 21:15:55.410133 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.434136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.444175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd47b0c2-4206-46c7-a355-9ea9532b6807 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:15:55.541255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port 4fa64243-38e6-4c3e-b326-bb87732f403e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:55.541803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.574580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4a9055d-201f-41aa-a4f5-d66e069e850e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:55.595931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:55.599237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f026d9-1431-40eb-95bd-7cdaaa3b9cda req-898910a2-259d-4a8c-aaaf-813bb1177832 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.600847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f026d9-1431-40eb-95bd-7cdaaa3b9cda req-898910a2-259d-4a8c-aaaf-813bb1177832 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1147928 Nov 16 21:15:55.646398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port 4fa64243-38e6-4c3e-b326-bb87732f403e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4fa64243-38e6-4c3e-b326-bb87732f403e,segment=NetworkSegment(dc33873f-ea8a-4a40-b6db-8bf8ba1efaae),segment_id=dc33873f-ea8a-4a40-b6db-8bf8ba1efaae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:55.646983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.651818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c4a9055d-201f-41aa-a4f5-d66e069e850e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:55.652375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4a9055d-201f-41aa-a4f5-d66e069e850e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:55.663455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.675798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for 4fa64243-38e6-4c3e-b326-bb87732f403e owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:55.700116 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f026d9-1431-40eb-95bd-7cdaaa3b9cda req-9a50d49e-cd88-4ff9-b526-3fdd7bd27d8e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865228 Nov 16 21:15:55.724208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.782484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.808643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05882fd7-3412-4b44-92f0-27d5b963b35f req-772edfac-9c97-4344-a539-a40cad5d3621 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:55.826197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05882fd7-3412-4b44-92f0-27d5b963b35f req-772edfac-9c97-4344-a539-a40cad5d3621 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0966485 Nov 16 21:15:55.861132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] DHCP port deletion for 0cac8d46-912f-4bf0-9edf-edcf72c6f064 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:15:55.898375 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.909344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05882fd7-3412-4b44-92f0-27d5b963b35f req-e2b53a8c-2a32-4ffc-900e-848ef8721439 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781920 Nov 16 21:15:55.943486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Deleting port 4fa64243-38e6-4c3e-b326-bb87732f403e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:55.943802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=4fa64243-38e6-4c3e-b326-bb87732f403e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:55.943978 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:55.946633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port 4fa64243-38e6-4c3e-b326-bb87732f403e on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:56.014249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] For port 4fa64243-38e6-4c3e-b326-bb87732f403e, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:56.014761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.034491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Calling delete_port for 4fa64243-38e6-4c3e-b326-bb87732f403e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:56.037492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Port 4fa64243-38e6-4c3e-b326-bb87732f403e was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:15:56.038973 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.074965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.081867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] Pushing event deleted for resources: {'Port': ['ID=4fa64243-38e6-4c3e-b326-bb87732f403e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:56.083836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2ccc8-e856-49b1-bc4b-574070cff444 None None] No DVR routers for this DVR port 4fa64243-38e6-4c3e-b326-bb87732f403e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:15:56.107371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cac8d46-912f-4bf0-9edf-edcf72c6f064']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:56.119350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:56.119648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc33873f-ea8a-4a40-b6db-8bf8ba1efaae') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:15:56.133639 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.152465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.163254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:15:56.163782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:15:56.168069 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:15:56.241740 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.270491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.274276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/networks/0cac8d46-912f-4bf0-9edf-edcf72c6f064 HTTP/1.1" status: 204 len: 168 time: 0.9412651 Nov 16 21:15:56.275473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457690b8-bed0-4da2-8ba6-6cdc947da358 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Network': ['ID=0cac8d46-912f-4bf0-9edf-edcf72c6f064,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:56.283143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38336) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:56.288862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1552483271'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:56.311873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:56.315367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.338904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:56.347695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.347964 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Added segment 89532855-38e7-45c0-b364-e18c60542975 of type vlan for network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 Nov 16 21:15:56.393195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.423111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.428816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.429535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.489360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2026250 Nov 16 21:15:56.489816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38342) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:56.502760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.503298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'subnet': {'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:56.552714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.552972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b6a02-7d92-4c94-bc88-b10d21cb7646 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Network': ['ID=07c97edb-5f1d-4463-9231-a760e7bbd0d4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:56.560354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.565338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:56.567240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.573953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.580700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.588005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.594285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.596270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-a05a3688-7af2-48b0-aa3a-7e659ada0535 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5427 time: 0.1157575 Nov 16 21:15:56.607481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:56.611031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.684782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9675ed3-9079-47a0-bb98-bff15770d1d2 req-13d9f48a-620b-45d7-83f5-154f23d91d64 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799980 Nov 16 21:15:56.815183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['51337211-0889-4ff4-bc3c-4c52b5b9af5c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:56.841399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:56.846939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3c7f4994-71aa-4860-9bd9-5ae4a5063319'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:56.871322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['b285016a-feeb-4de4-8721-e66cd8cadd0f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:56.896617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757099bd-be5b-4df3-aae0-218ee408cb0f req-728c993b-3497-43b9-96e2-991c0e20cfa0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:56.898665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-757099bd-be5b-4df3-aae0-218ee408cb0f req-728c993b-3497-43b9-96e2-991c0e20cfa0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1061389 Nov 16 21:15:56.908496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['21403cda-4ca0-4d86-abbe-b19148d70e6a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:56.924810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Subnet': ['ID=31c196cd-a842-423c-9a45-49caca365ef8,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:56.955853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['efff24e2-86aa-4886-969a-7d0f71b85aa6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:56.995414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['f290160a-08d1-4b51-858e-5e3caf4de57b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:57.001260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Checking segment: {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:57.001801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network hostable DHCP agents. Network: 07c97edb-5f1d-4463-9231-a760e7bbd0d4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:57.026254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-757099bd-be5b-4df3-aae0-218ee408cb0f req-197582bb-df16-41d6-a690-b88912a7db28 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076570 Nov 16 21:15:57.029445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f017278-8a87-4aef-8e3a-596a94ee8066 req-1cbcdfd0-3f5f-4994-935b-bcd352a5aab1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.037670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f017278-8a87-4aef-8e3a-596a94ee8066 req-1cbcdfd0-3f5f-4994-935b-bcd352a5aab1 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0623090 Nov 16 21:15:57.062407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:57.084533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 07c97edb-5f1d-4463-9231-a760e7bbd0d4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:57.100733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f017278-8a87-4aef-8e3a-596a94ee8066 req-c5f1ca69-9ac6-4508-b325-837aed310d3d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576344 Nov 16 21:15:57.108444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.109256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.127622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7ad98-2bb1-4105-b21e-08f42bb66a35 None None] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:57.133777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-db762212-3cf2-4ba0-a50e-2e2640a6c223 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6409197 Nov 16 21:15:57.134774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38354) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:57.140308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1245681897'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:57.181408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:57.186524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.217777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:15:57.229665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.230047 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Added segment d622f46f-834e-4f63-afd9-ca6531b72b0b of type vlan for network b932158a-124f-42b1-b4c3-130b89c50a37 Nov 16 21:15:57.288100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.317858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.324092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.324948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.361036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2249668 Nov 16 21:15:57.364710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38366) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:15:57.370850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'subnet': {'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:15:57.538360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:15:57.545105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.556278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b866356-d4a8-49c8-af0e-04ef4b152f99 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Network': ['ID=b932158a-124f-42b1-b4c3-130b89c50a37,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:57.590534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b932158a-124f-42b1-b4c3-130b89c50a37 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:15:57.634962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['bd47b0c2-4206-46c7-a355-9ea9532b6807'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:15:57.675271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4fa64243-38e6-4c3e-b326-bb87732f403e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:15:57.871024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:57.913475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.923518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.953031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.962724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.970810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Subnet': ['ID=20c07ddc-8a39-4b47-b26b-7f8b9642969d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:57.973282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.983205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:57.990279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.000630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-407c7f5d-fa0e-4475-88cc-be0c18de52cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5427 time: 0.2087338 Nov 16 21:15:58.018499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Checking segment: {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:58.019090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network hostable DHCP agents. Network: b932158a-124f-42b1-b4c3-130b89c50a37, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:15:58.055773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network b932158a-124f-42b1-b4c3-130b89c50a37 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:15:58.067918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4fa64243-38e6-4c3e-b326-bb87732f403e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:15:58.068269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4fa64243-38e6-4c3e-b326-bb87732f403e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:15:58.094587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b932158a-124f-42b1-b4c3-130b89c50a37) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:58.108998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.111266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.112293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-07c97edb-5f1d-4463-9231-a760e7bbd0d4', 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'fixed_ips': [{'subnet_id': '31c196cd-a842-423c-9a45-49caca365ef8'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:15:58.113346 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.131881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d537967-64f3-4d91-acae-46378f553e57 None None] Network b932158a-124f-42b1-b4c3-130b89c50a37 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:15:58.141388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-10f1fa12-d201-4631-a22d-de5543835b24 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7748644 Nov 16 21:15:58.170166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-353217e3-6ae8-4be2-9ccb-c9bc28fc0278 req-a01d6e50-fa8d-4b1e-891d-a57f0957c7da tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661694 Nov 16 21:15:58.248869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f40d3-ed40-4e05-b291-034d01b79852 req-02b2db48-43af-4a3b-a00d-df4b9ae41542 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.266274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a2f40d3-ed40-4e05-b291-034d01b79852 req-02b2db48-43af-4a3b-a00d-df4b9ae41542 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1178493 Nov 16 21:15:58.339729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a2f40d3-ed40-4e05-b291-034d01b79852 req-198587f0-34b2-4d59-9ee4-a2ae91658d9b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592229 Nov 16 21:15:58.462909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30c899-ee39-46a7-9844-b6a583b14a95 req-bdd7ec92-8516-4a81-904f-3933ce258682 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.465115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d30c899-ee39-46a7-9844-b6a583b14a95 req-bdd7ec92-8516-4a81-904f-3933ce258682 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.0650473 Nov 16 21:15:58.527834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Allocated IP 19.80.0.2 (07c97edb-5f1d-4463-9231-a760e7bbd0d4/31c196cd-a842-423c-9a45-49caca365ef8/38da6594-002b-4fb0-83ff-2ee366e3ff0e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:58.554059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d30c899-ee39-46a7-9844-b6a583b14a95 req-d8278e58-82d4-4ab8-856b-8ba414917c46 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddc09eab-2805-45ea-8f05-e4623b1a751b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834012 Nov 16 21:15:58.608349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-b932158a-124f-42b1-b4c3-130b89c50a37', 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'fixed_ips': [{'subnet_id': '20c07ddc-8a39-4b47-b26b-7f8b9642969d'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:15:58.609203 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:58.659544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-244b6be3-9877-4d27-aa5d-c91cf779c48d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.666670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-244b6be3-9877-4d27-aa5d-c91cf779c48d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.674277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-244b6be3-9877-4d27-aa5d-c91cf779c48d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/networks?id=07c97edb-5f1d-4463-9231-a760e7bbd0d4&id=b932158a-124f-42b1-b4c3-130b89c50a37 HTTP/1.1" status: 200 len: 1392 time: 0.1412477 Nov 16 21:15:58.685837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-655b2dc1-4a72-4e3d-8bbc-d9afef5440b1 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/quotas/c0dad73481754115b3dc95e11f3adb91 HTTP/1.1" status: 200 len: 375 time: 0.0105159 Nov 16 21:15:58.778089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-962e3c87-e9d3-4fcc-a937-32fee910c2a0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835719 Nov 16 21:15:58.826251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-fc01ccc2-0f34-4113-8cfa-fcbf74ebf95f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:58.827868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-fc01ccc2-0f34-4113-8cfa-fcbf74ebf95f tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 945 time: 0.1215546 Nov 16 21:15:58.872614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Allocated IP 19.86.0.2 (b932158a-124f-42b1-b4c3-130b89c50a37/20c07ddc-8a39-4b47-b26b-7f8b9642969d/0d3f9b95-e447-4890-8f8e-e059807668e7) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:15:58.937794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-076f5478-64a2-43c9-9f85-edf45ac3b993 service neutron] 10.222.0.48 "GET /v2.0/networks/07c97edb-5f1d-4463-9231-a760e7bbd0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575449 Nov 16 21:15:59.000844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Deleting port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:15:59.001751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.107211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2c672e9f-11cf-4a28-a405-ffb7a94b69a7 service neutron] 10.222.0.48 "GET /v2.0/networks/07c97edb-5f1d-4463-9231-a760e7bbd0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684122 Nov 16 21:15:59.158781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.174691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.192097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.199738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] For port fe8427d3-9bd8-435b-b3f5-7a516a4eff82, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:15:59.199738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.234803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Calling delete_port for fe8427d3-9bd8-435b-b3f5-7a516a4eff82 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:15:59.245378 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.260209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:59.266912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:59.272772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:59.279607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Pushing event updated for resources: {'Port': ['ID=38da6594-002b-4fb0-83ff-2ee366e3ff0e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:59.283535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Network b932158a-124f-42b1-b4c3-130b89c50a37 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:15:59.332449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-6e5b8b7c-052f-4a59-95fc-8b4352668092 service neutron] 10.222.0.48 "GET /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239902 Nov 16 21:15:59.339987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Pushing event updated for resources: {'Port': ['ID=0d3f9b95-e447-4890-8f8e-e059807668e7,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:59.343140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:15:59.382952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:15:59.455029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.463171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.472938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.484389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Attempting to bind port 38da6594-002b-4fb0-83ff-2ee366e3ff0e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:59.484774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Attempting to bind port 38da6594-002b-4fb0-83ff-2ee366e3ff0e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:59.485144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Attempting to bind port 38da6594-002b-4fb0-83ff-2ee366e3ff0e on network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:59.491927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:59.492927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Checking segment: {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:59.493340 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.494098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Bound using segment: {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:59.494591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Bound port: 38da6594-002b-4fb0-83ff-2ee366e3ff0e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:59.494984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.495574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.498252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Attempting to bind port 0d3f9b95-e447-4890-8f8e-e059807668e7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:15:59.498629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Attempting to bind port 0d3f9b95-e447-4890-8f8e-e059807668e7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:15:59.498997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Attempting to bind port 0d3f9b95-e447-4890-8f8e-e059807668e7 on network b932158a-124f-42b1-b4c3-130b89c50a37 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:15:59.511314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.515033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:15:59.515425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Checking segment: {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:15:59.516104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.516212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Bound using segment: {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:15:59.516690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Bound port: 0d3f9b95-e447-4890-8f8e-e059807668e7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:15:59.517085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.523854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-d4f28467-8dc6-4ac5-8010-f5e8ffd09172 service neutron] 10.222.0.48 "GET /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829531 Nov 16 21:15:59.534754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.545932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.547785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-a50d2855-62db-4987-935f-2fbd692ab37d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5427 time: 0.2186565 Nov 16 21:15:59.592039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] For port 0d3f9b95-e447-4890-8f8e-e059807668e7, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:59.595219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] For port 0d3f9b95-e447-4890-8f8e-e059807668e7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0d3f9b95-e447-4890-8f8e-e059807668e7,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:59.635087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.706021 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.725541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1a4ad97-1d06-4f8f-9c5f-bcd1330517af req-98a9f440-a795-4026-a7b8-9d86d88a60cb tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336613 Nov 16 21:15:59.791661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14f14-4eab-4a48-b790-ed0af93a653c None None] Pushing event updated for resources: {'Port': ['ID=0d3f9b95-e447-4890-8f8e-e059807668e7,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:59.886891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] For port 38da6594-002b-4fb0-83ff-2ee366e3ff0e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:15:59.900701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] For port 38da6594-002b-4fb0-83ff-2ee366e3ff0e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38da6594-002b-4fb0-83ff-2ee366e3ff0e,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:15:59.905800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199a02-0a92-4935-9335-729f63ef9c4d req-09da7580-22bb-419a-8661-33aa19f12fed tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:15:59.906340 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:15:59.908104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45199a02-0a92-4935-9335-729f63ef9c4d req-09da7580-22bb-419a-8661-33aa19f12fed tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 946 time: 0.1074178 Nov 16 21:15:59.921332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Pushing event deleted for resources: {'Port': ['ID=fe8427d3-9bd8-435b-b3f5-7a516a4eff82,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:15:59.934617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.934977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.935323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.935671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.936077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.936423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.936815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.937155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.937487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.937843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.938881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:15:59.939229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:00.058446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e13b07-21dd-4488-9951-81cc0b13ce9e None None] Pushing event updated for resources: {'Port': ['ID=38da6594-002b-4fb0-83ff-2ee366e3ff0e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:00.092307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45199a02-0a92-4935-9335-729f63ef9c4d req-4aed023c-e59c-4b04-95e6-1a7aa6402a70 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676550 Nov 16 21:16:00.439343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8406cb40-93e0-4b1d-8262-1352ca84f893 req-c39e706f-ed19-4b12-87c3-a2853124a2e6 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 210 time: 0.0563889 Nov 16 21:16:00.546156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] No DVR routers for this DVR port fe8427d3-9bd8-435b-b3f5-7a516a4eff82 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:00.549720 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:00.554151 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea774479-1654-4e0d-bf2b-2767ffc34c93 req-6faf334c-f96b-49f8-9467-c407065361f2 tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.41 "DELETE /v2.0/ports/fe8427d3-9bd8-435b-b3f5-7a516a4eff82 HTTP/1.1" status: 204 len: 173 time: 1.7117887 Nov 16 21:16:00.554574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa75499-80f7-4036-bb46-39c680eea269', 'name': 'network-vif-deleted', 'tag': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:00.569791 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0caad-32ae-4443-af0a-b97c2ff3bb65" -d '{"events": [{"server_uuid": "7fa75499-80f7-4036-bb46-39c680eea269", "name": "network-vif-deleted", "tag": "fe8427d3-9bd8-435b-b3f5-7a516a4eff82"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:00.613083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b708b41-787d-41ce-9e1e-f7f81a122499 req-bae59041-1699-46a9-af8d-1ca87dd014b6 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 210 time: 0.0472519 Nov 16 21:16:00.619654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2369a-1290-4652-9f52-6a7522019542 req-5f25ccb7-e1dc-4a9c-87b5-255dbffb2091 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.628780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eda2369a-1290-4652-9f52-6a7522019542 req-5f25ccb7-e1dc-4a9c-87b5-255dbffb2091 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.7350881 Nov 16 21:16:00.756028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eda2369a-1290-4652-9f52-6a7522019542 req-c15ddf63-9010-4244-b0b5-380884895262 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239254 Nov 16 21:16:00.806633 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e150156d-c825-4aa9-bfe2-04bd5244dba7 x-openstack-request-id: req-e150156d-c825-4aa9-bfe2-04bd5244dba7 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:00.806871 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa75499-80f7-4036-bb46-39c680eea269", "name": "network-vif-deleted", "tag": "fe8427d3-9bd8-435b-b3f5-7a516a4eff82", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:00.807123 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e150156d-c825-4aa9-bfe2-04bd5244dba7 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:00.807541 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa75499-80f7-4036-bb46-39c680eea269', 'name': 'network-vif-deleted', 'tag': 'fe8427d3-9bd8-435b-b3f5-7a516a4eff82', 'status': 'completed', 'code': 200} Nov 16 21:16:00.920876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.926998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.933869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.939832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.946456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.952577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.958922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:00.961014 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-01e76b3d-b668-4053-8e48-2207af0887c9 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5427 time: 0.0982103 Nov 16 21:16:01.030861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7098fdfc-5f3b-4463-8c5b-1c67ddbd5947 req-b23b9e9b-bd72-4dbb-a05a-7d7a15ff2e3e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632627 Nov 16 21:16:01.118429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['fe8427d3-9bd8-435b-b3f5-7a516a4eff82'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:01.332563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec32b0-4e4a-4143-a138-0054255ca4c4 req-da26231d-61bf-4624-b85f-340c5092f173 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.336490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5cec32b0-4e4a-4143-a138-0054255ca4c4 req-da26231d-61bf-4624-b85f-340c5092f173 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 946 time: 0.1513157 Nov 16 21:16:01.442715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-eca83eef-d0b9-4803-868e-65ab0039d57f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.448909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5cec32b0-4e4a-4143-a138-0054255ca4c4 req-5bb71804-aa70-45e9-9586-105bbcbb5ef8 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047618 Nov 16 21:16:01.453027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-eca83eef-d0b9-4803-868e-65ab0039d57f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.471439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-eca83eef-d0b9-4803-868e-65ab0039d57f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "GET /v2.0/networks?id=07c97edb-5f1d-4463-9231-a760e7bbd0d4&id=b932158a-124f-42b1-b4c3-130b89c50a37 HTTP/1.1" status: 200 len: 1392 time: 0.2270691 Nov 16 21:16:01.581861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'port': {'device_id': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4', 'admin_state_up': True, 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:01.591826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005eb23-0f4a-454f-ae3c-523277dd8d2f None None] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:01.740350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f290160a-08d1-4b51-858e-5e3caf4de57b up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:01.793602 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0aa71409-6ab4-4ef4-811c-0341331e4002 req-caf40236-011e-470f-bfb8-17a0d961c001 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 210 time: 0.0503647 Nov 16 21:16:01.830424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0d3f9b95-e447-4890-8f8e-e059807668e7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:01.913228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a28e97db-fb32-4147-a1fc-dc438274949c req-25b7f125-f7fa-4fb7-95dd-62e53e54858d tempest-ServerRescueNegativeTestJSON-921274594 tempest-ServerRescueNegativeTestJSON-921274594-project] 10.222.0.48 "GET /v2.0/ports?device_id=7fa75499-80f7-4036-bb46-39c680eea269 HTTP/1.1" status: 200 len: 210 time: 0.1679316 Nov 16 21:16:01.954463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-e6a53034-ebad-4916-8739-8445dead9818 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:01.956802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-e6a53034-ebad-4916-8739-8445dead9818 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 946 time: 0.4841146 Nov 16 21:16:01.958547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:01.962723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.019712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e9079737-35c7-41c7-9648-34b4c827f8cf None None] Provisioning complete for port 38da6594-002b-4fb0-83ff-2ee366e3ff0e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:02.020091 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9079737-35c7-41c7-9648-34b4c827f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.038575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396305b-14dc-46a9-b9f5-8dbfe8f90c37 req-5b6e46d9-2e7e-4762-a1a4-24b49da9e020 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.040230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4396305b-14dc-46a9-b9f5-8dbfe8f90c37 req-5b6e46d9-2e7e-4762-a1a4-24b49da9e020 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0754018 Nov 16 21:16:02.051445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bad55b-5a43-4345-b690-406f670861ba None None] Network b932158a-124f-42b1-b4c3-130b89c50a37 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:02.057407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port f290160a-08d1-4b51-858e-5e3caf4de57b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:02.120756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port f290160a-08d1-4b51-858e-5e3caf4de57b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:02.121435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.122617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4396305b-14dc-46a9-b9f5-8dbfe8f90c37 req-e1d6d0f2-a637-4017-9805-7acd60bfe86a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Nov 16 21:16:02.260513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Allocated IP 19.80.0.116 (07c97edb-5f1d-4463-9231-a760e7bbd0d4/31c196cd-a842-423c-9a45-49caca365ef8/8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:02.290846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.296829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.303223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.310204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.316165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.322433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.328357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.338311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-608af08d-a56b-4979-b9d4-3db292d33684 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5427 time: 0.1851113 Nov 16 21:16:02.356835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Deleting port e12a3737-d625-4321-a8ee-02ab7ca164e8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:02.357178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.360396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 0d3f9b95-e447-4890-8f8e-e059807668e7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:02.361391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.527556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d20759a-ebfe-464a-b27e-95462bde8819 req-2dc72c30-bf60-4f87-bce0-9b813f339910 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882811 Nov 16 21:16:02.606765 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9079737-35c7-41c7-9648-34b4c827f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.630674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.657900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] For port e12a3737-d625-4321-a8ee-02ab7ca164e8, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e12a3737-d625-4321-a8ee-02ab7ca164e8,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:02.658508 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.701634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Calling delete_port for e12a3737-d625-4321-a8ee-02ab7ca164e8 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:02.703528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d1ce8-e17b-4c86-abdc-f0c35d82afd0 req-1055f74a-c538-464f-8dc0-d51ef7a3d7f1 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:02.722179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-785d1ce8-e17b-4c86-abdc-f0c35d82afd0 req-1055f74a-c538-464f-8dc0-d51ef7a3d7f1 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 946 time: 0.1273654 Nov 16 21:16:02.824453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e9079737-35c7-41c7-9648-34b4c827f8cf None None] For port 38da6594-002b-4fb0-83ff-2ee366e3ff0e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38da6594-002b-4fb0-83ff-2ee366e3ff0e,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:02.839002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:02.841263 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15246b-e992-4932-821f-e5a097c79f3b" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:02.844866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-785d1ce8-e17b-4c86-abdc-f0c35d82afd0 req-956ff79e-2010-460b-accc-0848d3ecb16a tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173553 Nov 16 21:16:02.864499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.880194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.887261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9079737-35c7-41c7-9648-34b4c827f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:02.904439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f290160a-08d1-4b51-858e-5e3caf4de57b,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:02.964285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da11b5f7-64ae-47bb-b701-5bc270fce2ce req-29c993e6-9a94-422e-af21-7962f04f02c6 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 210 time: 0.0390007 Nov 16 21:16:02.987381 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e793e0e8-22ad-4474-9d22-3ebb56d6ca2e x-openstack-request-id: req-e793e0e8-22ad-4474-9d22-3ebb56d6ca2e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:02.987676 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:02.987930 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e793e0e8-22ad-4474-9d22-3ebb56d6ca2e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:02.988327 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b', 'code': 200} Nov 16 21:16:03.009934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.010881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b285016a-feeb-4de4-8721-e66cd8cadd0f up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:03.036259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38494) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:03.059136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.115035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['44ff4632-d7ac-4361-b00f-ed9fb68fc41e', 'e12a3737-d625-4321-a8ee-02ab7ca164e8'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:03.124197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.155858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815', '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:03.184512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:03.211691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event deleted for resources: {'Port': ['ID=e12a3737-d625-4321-a8ee-02ab7ca164e8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:03.220680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:03.224206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:03.228938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] No DVR routers for this DVR port e12a3737-d625-4321-a8ee-02ab7ca164e8 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:03.232454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.237770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5328fc47-aded-40d6-af27-1571cd6cf63c req-c7b95b5f-90c3-459e-9b9b-0aa85281f9c4 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "DELETE /v2.0/ports/e12a3737-d625-4321-a8ee-02ab7ca164e8 HTTP/1.1" status: 204 len: 173 time: 1.2552855 Nov 16 21:16:03.267877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9db903-9425-46a0-b17c-2779289d31d7', 'name': 'network-vif-deleted', 'tag': 'e12a3737-d625-4321-a8ee-02ab7ca164e8'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:03.270788 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98cc2d2-b61f-4bb0-a62f-518a0df32510" -d '{"events": [{"server_uuid": "9a9db903-9425-46a0-b17c-2779289d31d7", "name": "network-vif-deleted", "tag": "e12a3737-d625-4321-a8ee-02ab7ca164e8"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:03.297701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.347998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Port': ['ID=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:03.381451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.382168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.422475 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec622021-1800-4667-8443-be94ad8ee5ae x-openstack-request-id: req-ec622021-1800-4667-8443-be94ad8ee5ae {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:03.422772 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9db903-9425-46a0-b17c-2779289d31d7", "name": "network-vif-deleted", "tag": "e12a3737-d625-4321-a8ee-02ab7ca164e8", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:03.423029 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec622021-1800-4667-8443-be94ad8ee5ae {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:03.423904 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9db903-9425-46a0-b17c-2779289d31d7', 'name': 'network-vif-deleted', 'tag': 'e12a3737-d625-4321-a8ee-02ab7ca164e8', 'status': 'completed', 'code': 200} Nov 16 21:16:03.444294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9079737-35c7-41c7-9648-34b4c827f8cf None None] Pushing event updated for resources: {'Port': ['ID=38da6594-002b-4fb0-83ff-2ee366e3ff0e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:03.453394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-25c2a9f8-110b-484e-b277-486f64c225c7 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9214547 Nov 16 21:16:03.478080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Request body: {'port': {'device_id': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37', 'admin_state_up': True, 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:03.502466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-02123853-60da-4851-8127-716a08cb47cc None None] Provisioning complete for port 0d3f9b95-e447-4890-8f8e-e059807668e7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:03.507635 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-02123853-60da-4851-8127-716a08cb47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.572993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 0d3f9b95-e447-4890-8f8e-e059807668e7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0d3f9b95-e447-4890-8f8e-e059807668e7,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:03.640263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d0a6a-7b06-4e1a-ba9b-723eb76ec187 req-135061da-ac54-46e0-8a4f-831060cc1b2e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.645297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.646386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38da6594-002b-4fb0-83ff-2ee366e3ff0e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:03.647749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f9d0a6a-7b06-4e1a-ba9b-723eb76ec187 req-135061da-ac54-46e0-8a4f-831060cc1b2e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2682755 Nov 16 21:16:03.762942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f9d0a6a-7b06-4e1a-ba9b-723eb76ec187 req-d023bab0-cc5b-4292-9b92-47510dc72996 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142380 Nov 16 21:16:03.824999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Made reservation on behalf of c0dad73481754115b3dc95e11f3adb91 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:03.837267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.845985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port b285016a-feeb-4de4-8721-e66cd8cadd0f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:03.899069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:03.926682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port b285016a-feeb-4de4-8721-e66cd8cadd0f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:03.927063 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:03.937313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.946106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.957692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.968548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:03.986599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.002759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.012051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.027097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-40ed3677-e1e5-4b3c-9865-6832718b0730 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5428 time: 0.2726548 Nov 16 21:16:04.057859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-84bba73e-77e9-4b41-8660-a9d2c9b884a6 req-07e0bedd-8e37-4dc1-9d40-5f507460cb0b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9db903-9425-46a0-b17c-2779289d31d7 HTTP/1.1" status: 200 len: 210 time: 0.0502191 Nov 16 21:16:04.109140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.169635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e7b448a-45e2-41cd-a53a-a7158ba5443b req-defb1271-e2f3-45bb-9876-32471a76045c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374688 Nov 16 21:16:04.221088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 38da6594-002b-4fb0-83ff-2ee366e3ff0e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:04.221611 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.255148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=0d3f9b95-e447-4890-8f8e-e059807668e7,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:04.332105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Allocated IP 19.86.0.23 (b932158a-124f-42b1-b4c3-130b89c50a37/20c07ddc-8a39-4b47-b26b-7f8b9642969d/82262f5e-870c-480b-a228-37f2d42c052f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:04.375343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b0d3c-f6b9-44ec-b10f-f5708e1814c9 req-ed8e3477-ea5b-4d57-8285-83c08c63abcf tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.383695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a8b0d3c-f6b9-44ec-b10f-f5708e1814c9 req-ed8e3477-ea5b-4d57-8285-83c08c63abcf tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 932 time: 0.1357121 Nov 16 21:16:04.412062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-02123853-60da-4851-8127-716a08cb47cc None None] Provisioning complete for port 38da6594-002b-4fb0-83ff-2ee366e3ff0e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:04.412356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-02123853-60da-4851-8127-716a08cb47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.490804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a8b0d3c-f6b9-44ec-b10f-f5708e1814c9 req-a0a2ecae-5767-40df-bebf-965b5322ff1d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 Nov 16 21:16:04.506759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.517136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Deleting port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:04.517625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.547759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.585388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.640868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Network b932158a-124f-42b1-b4c3-130b89c50a37 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:04.644408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:04.652345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:04.662373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] For port 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,segment=NetworkSegment(657eb2c8-4341-413b-a8c4-77544e848257),segment_id=657eb2c8-4341-413b-a8c4-77544e848257)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:04.663319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.697437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event updated for resources: {'Port': ['ID=82262f5e-870c-480b-a228-37f2d42c052f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:04.724130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:04.746415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Calling delete_port for 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:04.756223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:04.757082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.785333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-69e7b20e-9b16-4cf3-a2ef-09964295a5d3 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3197718 Nov 16 21:16:04.800671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Request body: {'port': {'device_id': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:04.806341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:04.810415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c7f4994-71aa-4860-9bd9-5ae4a5063319 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:04.908079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.010471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:05.014773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:05.017020 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9688e716-4a92-42cd-888a-81be4d251e32" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:05.031959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0d3f9b95-e447-4890-8f8e-e059807668e7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:05.103311 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4461f456-805d-4ebf-85b2-a773af6ffb64 x-openstack-request-id: req-4461f456-805d-4ebf-85b2-a773af6ffb64 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:05.103621 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:05.103887 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4461f456-805d-4ebf-85b2-a773af6ffb64 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:05.104297 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f', 'code': 200} Nov 16 21:16:05.150737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.151347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3b1c0-1431-4835-b999-fc2e9304d55e req-fa702c9e-ce15-400f-a309-141918fa14ec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.162180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3b1c0-1431-4835-b999-fc2e9304d55e req-fa702c9e-ce15-400f-a309-141918fa14ec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1933680 Nov 16 21:16:05.175462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:05.188450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:05.188831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.232003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3b1c0-1431-4835-b999-fc2e9304d55e req-603d7965-9601-4165-83f9-122df45f434c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669301 Nov 16 21:16:05.233538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.283135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:05.284638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 0d3f9b95-e447-4890-8f8e-e059807668e7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:05.290690 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.303198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.335035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Transition to ACTIVE for port object 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:05.340848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.368335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:05.404451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.405047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.405725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.406215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.407207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.408005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.411734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.412358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.412859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.413363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.413875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.414528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:05.438463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6ab2f369-5e23-42fc-9782-9b4ee773c2bb None None] Provisioning complete for port 0d3f9b95-e447-4890-8f8e-e059807668e7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:05.439048 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f369-5e23-42fc-9782-9b4ee773c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.588296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38da6594-002b-4fb0-83ff-2ee366e3ff0e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:05.595410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Pushing event updated for resources: {'Port': ['ID=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:05.633030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.649955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.655838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.667889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.676940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.686712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.696934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.703214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.708581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-477d710a-1d1e-4589-975b-a609a92d4828 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5429 time: 0.3479812 Nov 16 21:16:05.739006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fa87-5984-4b11-bcef-81e2e75dec3b req-4548dae5-115f-4029-83e1-9a4da5e6a579 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.748088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0fa87-5984-4b11-bcef-81e2e75dec3b req-4548dae5-115f-4029-83e1-9a4da5e6a579 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:05.750084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38b0fa87-5984-4b11-bcef-81e2e75dec3b req-4548dae5-115f-4029-83e1-9a4da5e6a579 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1666 time: 0.1154737 Nov 16 21:16:05.778106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:05.788577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.791081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.792236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device efff24e2-86aa-4886-969a-7d0f71b85aa6 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:05.892946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 38da6594-002b-4fb0-83ff-2ee366e3ff0e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:05.893475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:05.955139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e99c2aa9-7664-4827-a21a-4a0a7c9e313b req-40728ba8-66a4-4014-831e-68296d868f18 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2368464 Nov 16 21:16:05.967439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Attempting to bind port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:05.970295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Attempting to bind port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:05.972375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Attempting to bind port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 on network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:05.986528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 on network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:05.986915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Attempting to bind port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 on network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:06.004275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38b0fa87-5984-4b11-bcef-81e2e75dec3b req-abb773f8-e507-4951-a84a-e4d0f0e2a1f2 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376413 Nov 16 21:16:06.013889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:06.014332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Checking segment: {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:06.014751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Bound using segment: {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:06.015261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Bound port: 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89532855-38e7-45c0-b364-e18c60542975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:06.015641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.033378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port efff24e2-86aa-4886-969a-7d0f71b85aa6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:06.076623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port efff24e2-86aa-4886-969a-7d0f71b85aa6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:06.077437 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.123585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:06.129906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6ab2f369-5e23-42fc-9782-9b4ee773c2bb None None] Provisioning complete for port 82262f5e-870c-480b-a228-37f2d42c052f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:06.130575 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f369-5e23-42fc-9782-9b4ee773c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.132449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] For port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:06.138155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] For port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:06.143556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.183345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.184338 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.186097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] 10.222.0.47 "PUT /v2.0/ports/8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 HTTP/1.1" status: 200 len: 1092 time: 1.3901522 Nov 16 21:16:06.186816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'tag': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:06.189433 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0cec9e-836a-42fd-bbc0-98e75264676a" -d '{"events": [{"name": "network-changed", "server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "tag": "8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:06.232166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Request body: {'port': {'device_id': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:06.298669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f772240-8f07-475f-afd4-7859bee73d1c service neutron] Pushing event updated for resources: {'Port': ['ID=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:06.324852 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee2bcd-c5a6-4e06-8ed4-825e597296e4 x-openstack-request-id: req-bcee2bcd-c5a6-4e06-8ed4-825e597296e4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:06.325281 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "tag": "8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:06.325692 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcee2bcd-c5a6-4e06-8ed4-825e597296e4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:06.326221 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'tag': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296', 'status': 'completed', 'code': 200} Nov 16 21:16:06.375861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Router f6d16c02-90bb-4d69-9928-57c0d762af2d has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:16:06.447759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2f369-5e23-42fc-9782-9b4ee773c2bb None None] Port 82262f5e-870c-480b-a228-37f2d42c052f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:06.520967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.560950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:06.578292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ecba6141-3cf5-4322-a9ce-a9f1d721d4f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/f6d16c02-90bb-4d69-9928-57c0d762af2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5401318 Nov 16 21:16:06.580220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] Sync routers for ids ['f6d16c02-90bb-4d69-9928-57c0d762af2d'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:06.580829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38544) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:06.598903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-e4cd4a8b-f708-4452-82ae-a0123b4bd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.599542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-e4cd4a8b-f708-4452-82ae-a0123b4bd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:06.602630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-e4cd4a8b-f708-4452-82ae-a0123b4bd506 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1913 time: 0.2585092 Nov 16 21:16:06.605025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.630811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] Routers {'f6d16c02-90bb-4d69-9928-57c0d762af2d'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:06.631469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:15:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f6d16c02-90bb-4d69-9928-57c0d762af2d'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:06.839656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:06.865049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.865999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21403cda-4ca0-4d86-abbe-b19148d70e6a up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:06.927336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82262f5e-870c-480b-a228-37f2d42c052f {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:06.937306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:06.972711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Transition to ACTIVE for port object 82262f5e-870c-480b-a228-37f2d42c052f will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:07.085717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] Set router f6d16c02-90bb-4d69-9928-57c0d762af2d gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:07.167178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:07.210492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec339c8-ef89-41e6-9df2-41f313024101 req-e8b1de6b-2d6d-494d-bf26-535bcf093760 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.212901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ec339c8-ef89-41e6-9df2-41f313024101 req-e8b1de6b-2d6d-494d-bf26-535bcf093760 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.7619584 Nov 16 21:16:07.257404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319'}, {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efff24e2-86aa-4886-969a-7d0f71b85aa6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:07.261965 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c65878-e0e9-4dae-a58b-0a5645758182" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319"}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "efff24e2-86aa-4886-969a-7d0f71b85aa6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:07.321836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.329304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.341921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.349243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.358493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.366844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Pushing event updated for resources: {'Port': ['ID=82262f5e-870c-480b-a228-37f2d42c052f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:07.367748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.370854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:07.393743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.405477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-5b214f71-f227-4a4b-b79c-ddacc3c49aaf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5431 time: 0.2202146 Nov 16 21:16:07.434661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-75537ac3-c2b0-4a81-9ece-49892dca7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.435156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-75537ac3-c2b0-4a81-9ece-49892dca7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.435622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-75537ac3-c2b0-4a81-9ece-49892dca7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:07.437478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-75537ac3-c2b0-4a81-9ece-49892dca7162 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c0dad73481754115b3dc95e11f3adb91&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4615729 Nov 16 21:16:07.445127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:07.483663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 21403cda-4ca0-4d86-abbe-b19148d70e6a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:07.498073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 21403cda-4ca0-4d86-abbe-b19148d70e6a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:07.498620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:07.582324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ec339c8-ef89-41e6-9df2-41f313024101 req-845218b8-43da-495d-97aa-e4565d9e9c0e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368597 Nov 16 21:16:07.642742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:07.672842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:16:05Z', 'revision_number': 5, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:07.695678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Attempting to bind port 82262f5e-870c-480b-a228-37f2d42c052f on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:07.696021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Attempting to bind port 82262f5e-870c-480b-a228-37f2d42c052f by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:07.696367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Attempting to bind port 82262f5e-870c-480b-a228-37f2d42c052f on network b932158a-124f-42b1-b4c3-130b89c50a37 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:07.714782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Port 82262f5e-870c-480b-a228-37f2d42c052f on network b932158a-124f-42b1-b4c3-130b89c50a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:07.714782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Attempting to bind port 82262f5e-870c-480b-a228-37f2d42c052f on network b932158a-124f-42b1-b4c3-130b89c50a37 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:07.724831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] Checking router: f6d16c02-90bb-4d69-9928-57c0d762af2d for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:07.738207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:07.738582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Checking segment: {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:07.738949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Bound using segment: {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:07.739391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Bound port: 82262f5e-870c-480b-a228-37f2d42c052f, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd622f46f-834e-4f63-afd9-ca6531b72b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:07.739762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:07.784503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbfb089e-cc9c-4f5c-8c4a-d9e54de5c94d req-8bfc7918-15c4-427f-ba12-721773c91c5b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3710513 Nov 16 21:16:07.789915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] Routers {'f6d16c02-90bb-4d69-9928-57c0d762af2d'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:07.790954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:15:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f6d16c02-90bb-4d69-9928-57c0d762af2d'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:07.891102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:07.989545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:08.006802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-8b4fc412-7138-45a3-a072-5531a39c0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.018182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c0cec9e-836a-42fd-bbc0-98e75264676a req-8b4fc412-7138-45a3-a072-5531a39c0a9c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5675471 Nov 16 21:16:08.019594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Deleting port c0412c2d-9262-418d-92a8-23e8fb953e47 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:08.019946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.037874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'port_id': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'mac_address': 'fa:16:3e:e8:dc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab54f354-4759-4e7a-8514-b7004671361b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:08.124214 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855b034-c79d-4517-b2ef-7cb4b5c7e821 x-openstack-request-id: req-e855b034-c79d-4517-b2ef-7cb4b5c7e821 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:08.124810 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319", "code": 200}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "efff24e2-86aa-4886-969a-7d0f71b85aa6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:08.125366 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e855b034-c79d-4517-b2ef-7cb4b5c7e821 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:08.125990 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319', 'code': 200} Nov 16 21:16:08.126398 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efff24e2-86aa-4886-969a-7d0f71b85aa6', 'code': 200} Nov 16 21:16:08.128663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a995d-5027-485d-90de-561cbe9c1b46 req-6b43dceb-b49a-4c06-9b73-e938399d5a00 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.147335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a995d-5027-485d-90de-561cbe9c1b46 req-6b43dceb-b49a-4c06-9b73-e938399d5a00 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.149623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b73a995d-5027-485d-90de-561cbe9c1b46 req-6b43dceb-b49a-4c06-9b73-e938399d5a00 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1678 time: 0.3502793 Nov 16 21:16:08.186534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] For port 82262f5e-870c-480b-a228-37f2d42c052f, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:08.187193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.207394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] For port 82262f5e-870c-480b-a228-37f2d42c052f, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=82262f5e-870c-480b-a228-37f2d42c052f,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:08.226429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] For port c0412c2d-9262-418d-92a8-23e8fb953e47, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c0412c2d-9262-418d-92a8-23e8fb953e47,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:08.226997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.275214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.276725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b73a995d-5027-485d-90de-561cbe9c1b46 req-8bb90589-5bdd-4d44-8d6f-1f7820d0725d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173501 Nov 16 21:16:08.281906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Calling delete_port for c0412c2d-9262-418d-92a8-23e8fb953e47 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:08.284008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.332271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:08.341762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:08.348933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.349501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] Set router f6d16c02-90bb-4d69-9928-57c0d762af2d gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:08.350156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.354426 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] 10.222.0.47 "PUT /v2.0/ports/82262f5e-870c-480b-a228-37f2d42c052f HTTP/1.1" status: 200 len: 1091 time: 2.1268246 Nov 16 21:16:08.355131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'tag': '82262f5e-870c-480b-a228-37f2d42c052f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:08.359073 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8577b2a-2094-4dce-afb7-f2d1f10373ec" -d '{"events": [{"name": "network-changed", "server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "tag": "82262f5e-870c-480b-a228-37f2d42c052f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:08.436661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb99736-d72e-418b-8a1d-864d769f934c service neutron] Pushing event updated for resources: {'Port': ['ID=82262f5e-870c-480b-a228-37f2d42c052f,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:08.456265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-09ee15a3-3fc4-45c5-9989-7d555a08c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.457050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-09ee15a3-3fc4-45c5-9989-7d555a08c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.458802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-09ee15a3-3fc4-45c5-9989-7d555a08c3ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1980 time: 0.0611432 Nov 16 21:16:08.469758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.470741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 51337211-0889-4ff4-bc3c-4c52b5b9af5c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:08.526539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-d2a837da-dea6-4354-9181-8f5792c3138f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 HTTP/1.1" status: 200 len: 217 time: 0.0547409 Nov 16 21:16:08.530812 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6aa97f-3ce6-47e8-b597-6c614ad023d5 x-openstack-request-id: req-5e6aa97f-3ce6-47e8-b597-6c614ad023d5 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:08.531250 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "tag": "82262f5e-870c-480b-a228-37f2d42c052f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:08.531609 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e6aa97f-3ce6-47e8-b597-6c614ad023d5 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:08.532325 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'tag': '82262f5e-870c-480b-a228-37f2d42c052f', 'status': 'completed', 'code': 200} Nov 16 21:16:08.654857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:08.658711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-fc4167ae-0d35-4a1b-aa23-f259bc29fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.660078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.672662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-fc4167ae-0d35-4a1b-aa23-f259bc29fec5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31c196cd-a842-423c-9a45-49caca365ef8 HTTP/1.1" status: 200 len: 801 time: 0.1393194 Nov 16 21:16:08.719001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0412c2d-9262-418d-92a8-23e8fb953e47,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:08.841725 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.858665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-04623bab-d20b-46ba-bf22-d4b86bf17c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:08.860394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-04623bab-d20b-46ba-bf22-d4b86bf17c4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=07c97edb-5f1d-4463-9231-a760e7bbd0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1767840 Nov 16 21:16:08.912614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:08.959027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.961696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:08.973694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.020939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad135-0bba-4ff3-8ba7-d9eac88af2bc req-5425b0a6-2100-49a1-accc-8265785afa21 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.022901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.024435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d16c02-90bb-4d69-9928-57c0d762af2d {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:16:09.026278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfad135-0bba-4ff3-8ba7-d9eac88af2bc req-5425b0a6-2100-49a1-accc-8265785afa21 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2068539 Nov 16 21:16:09.035440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.037726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9c3a562-1743-4fe2-be60-ccc853ddac00 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f6d16c02-90bb-4d69-9928-57c0d762af2d HTTP/1.1" status: 204 len: 168 time: 2.4552894 Nov 16 21:16:09.043931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:09.120396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.131872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.149004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f8336215-0c17-4289-8b0a-b3d2f2033b81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:09.149967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.164772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.166522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cfad135-0bba-4ff3-8ba7-d9eac88af2bc req-d5b2791c-b49e-435d-a00f-64a8738298e7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232963 Nov 16 21:16:09.181215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.190253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.204677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:09.210122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.216064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-10ce6051-2bca-42ba-815d-a9e925000647 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5432 time: 0.2047694 Nov 16 21:16:09.230091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 51337211-0889-4ff4-bc3c-4c52b5b9af5c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:09.241872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 51337211-0889-4ff4-bc3c-4c52b5b9af5c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:09.242789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.268093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Deleting subnet 4c2a1865-3178-435f-ae61-809951b1272b {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:09.282537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:16:05Z', 'revision_number': 5, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:09.283070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.335282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c9f50-f7a3-4e6e-81d0-bc16a410eb05 None None] The sync data for ids ['f6d16c02-90bb-4d69-9928-57c0d762af2d'] in n-d-817778-8 is: [{'id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'name': 'tempest-ServerRescueNegativeTestJSON-2078543213-router', 'tenant_id': '78b136163ebb48cb9ec584365183af92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:16:05Z', 'revision_number': 5, 'project_id': '78b136163ebb48cb9ec584365183af92', 'gw_port': {'id': 'c0412c2d-9262-418d-92a8-23e8fb953e47', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d16c02-90bb-4d69-9928-57c0d762af2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:12:44Z', 'updated_at': '2021-11-16T21:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:09.375766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0d4ec8c-4980-405f-a924-3f766e2bfd59 req-d1387caa-460b-4c36-9c2c-32b2f821ab68 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1460435 Nov 16 21:16:09.403332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.475373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-3f24bf18-b885-49df-801b-b020121ed544 service neutron] 10.222.0.47 "GET /v2.0/networks/07c97edb-5f1d-4463-9231-a760e7bbd0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015205 Nov 16 21:16:09.516053 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.546023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4e771-5b72-417c-b73a-d216faf239c3 req-ce6db49a-e857-42cf-8e5c-00114b3af65b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.553910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4e771-5b72-417c-b73a-d216faf239c3 req-ce6db49a-e857-42cf-8e5c-00114b3af65b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.555687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.562481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ce4e771-5b72-417c-b73a-d216faf239c3 req-ce6db49a-e857-42cf-8e5c-00114b3af65b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1678 time: 0.0796900 Nov 16 21:16:09.578461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:09.585067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.586500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device bd47b0c2-4206-46c7-a355-9ea9532b6807 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:09.624228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ce4e771-5b72-417c-b73a-d216faf239c3 req-3315b8b0-434f-4c13-a464-269528db6597 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602045 Nov 16 21:16:09.651751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.665969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.669603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4c2a1865-3178-435f-ae61-809951b1272b HTTP/1.1" status: 204 len: 168 time: 0.6205304 Nov 16 21:16:09.672256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38584) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:09.712809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf97481-3a96-42e0-ae13-4d7e89e3f8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2a1865-3178-435f-ae61-809951b1272b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:09.720385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-26b2f1c6-4423-47b2-8d48-0321bdad1eae service neutron] 10.222.0.47 "GET /v2.0/networks/07c97edb-5f1d-4463-9231-a760e7bbd0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366223 Nov 16 21:16:09.795694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-eadab32c-4bb5-4da6-939c-0cdc4c87d153 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=82262f5e-870c-480b-a228-37f2d42c052f HTTP/1.1" status: 200 len: 217 time: 0.0660267 Nov 16 21:16:09.847105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.899788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port bd47b0c2-4206-46c7-a355-9ea9532b6807 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:09.900653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-d9557264-f5a2-47e5-b226-351463e2f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:09.902362 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-d9557264-f5a2-47e5-b226-351463e2f242 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20c07ddc-8a39-4b47-b26b-7f8b9642969d HTTP/1.1" status: 200 len: 801 time: 0.0987074 Nov 16 21:16:09.905016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:09.908390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port bd47b0c2-4206-46c7-a355-9ea9532b6807 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:09.908859 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:09.993598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.041274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7917f3-03a9-4803-af21-378240ebbcd8']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:10.064321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657eb2c8-4341-413b-a8c4-77544e848257') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:10.064655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657eb2c8-4341-413b-a8c4-77544e848257') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:10.075374 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.081184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.098540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.108355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:10.113016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:10.114305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:10.119838 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:10.122465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.123461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device fe8427d3-9bd8-435b-b3f5-7a516a4eff82 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:10.131456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a'}, {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51337211-0889-4ff4-bc3c-4c52b5b9af5c'}, {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:10.138224 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1cc2f0-3e68-4e6e-a0b2-3554af32da8b" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a"}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "51337211-0889-4ff4-bc3c-4c52b5b9af5c"}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:10.241905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.256879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: fe8427d3-9bd8-435b-b3f5-7a516a4eff82 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:10.261092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device fe8427d3-9bd8-435b-b3f5-7a516a4eff82 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:10.276494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.280717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c7917f3-03a9-4803-af21-378240ebbcd8 HTTP/1.1" status: 204 len: 168 time: 0.6074011 Nov 16 21:16:10.300955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e12a3737-d625-4321-a8ee-02ab7ca164e8 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:10.310248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001633c4-0b9c-4167-8f44-e4c503e3c7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7917f3-03a9-4803-af21-378240ebbcd8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:10.361035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-5dabc066-8ff0-43cd-a46a-206109bf8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.363144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-5dabc066-8ff0-43cd-a46a-206109bf8548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b932158a-124f-42b1-b4c3-130b89c50a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4495075 Nov 16 21:16:10.416639 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230436eb-5d60-4eeb-b082-a7a13504b7fd x-openstack-request-id: req-230436eb-5d60-4eeb-b082-a7a13504b7fd {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:10.420139 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a", "code": 200}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "51337211-0889-4ff4-bc3c-4c52b5b9af5c", "code": 200}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-plugged", "status": "completed", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:10.420414 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-230436eb-5d60-4eeb-b082-a7a13504b7fd {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:10.420855 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a', 'code': 200} Nov 16 21:16:10.421117 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51337211-0889-4ff4-bc3c-4c52b5b9af5c', 'code': 200} Nov 16 21:16:10.421410 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'code': 200} Nov 16 21:16:10.427684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e12a3737-d625-4321-a8ee-02ab7ca164e8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:10.428093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e12a3737-d625-4321-a8ee-02ab7ca164e8 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:10.475191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:10.486934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcd067-1a48-4274-9d49-0194d0366b74 req-5ae0f594-f07d-4ec0-a7da-de387a62ba1e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.497426 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96dcd067-1a48-4274-9d49-0194d0366b74 req-5ae0f594-f07d-4ec0-a7da-de387a62ba1e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.1772797 Nov 16 21:16:10.569939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96dcd067-1a48-4274-9d49-0194d0366b74 req-ba21e483-e60f-49f5-8364-6392bcc1c780 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Nov 16 21:16:10.586754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.587389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.587808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.588404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.589244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.589802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.590505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.592693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-500fcb9e-180f-479b-8aab-70c14e769326 req-362b7058-b7c3-4d59-9b5b-40db39deb271 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.1725278 Nov 16 21:16:10.672229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38604) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:10.673876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-373647db-773d-46db-8397-5c0319ed0e2b service neutron] 10.222.0.47 "GET /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004532 Nov 16 21:16:10.802599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.809924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6850c4d1-507a-4480-a4f4-1eaeb26083a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78b136163ebb48cb9ec584365183af92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363151 Nov 16 21:16:10.812677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.813052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38606) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:10.818870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.826720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.834734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.842867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.848818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.850840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-4bd9048b-f8ab-4872-90c6-18c447811ec7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.2129152 Nov 16 21:16:10.866989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639349f-9d34-4417-a948-448f6f16b0d1 req-0a56238c-63c3-478c-a5f9-77e723a46032 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.876177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639349f-9d34-4417-a948-448f6f16b0d1 req-0a56238c-63c3-478c-a5f9-77e723a46032 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:10.884266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-500fcb9e-180f-479b-8aab-70c14e769326 req-3cf58129-c534-4989-b012-fc35342e50d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2803304 Nov 16 21:16:10.884429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f639349f-9d34-4417-a948-448f6f16b0d1 req-0a56238c-63c3-478c-a5f9-77e723a46032 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1678 time: 0.1487877 Nov 16 21:16:10.909624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6011c2ab-970e-410d-990a-35bce64acbc8 req-cf0f04fe-566c-436a-8212-7f83ccc1b8d8 service neutron] 10.222.0.47 "GET /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251823 Nov 16 21:16:10.965850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c0412c2d-9262-418d-92a8-23e8fb953e47 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:10.983439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f77bf4b5-7c4e-4e76-95ea-fb3460d1eb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:10.985318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0188b4f0-7128-4ced-b33b-bf4f43a6c9d7 req-46584251-8195-4c83-b7ce-ddcebb6d1ed4 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257911 Nov 16 21:16:11.006681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c0412c2d-9262-418d-92a8-23e8fb953e47 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:11.007041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c0412c2d-9262-418d-92a8-23e8fb953e47 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:11.007465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:11.018056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f639349f-9d34-4417-a948-448f6f16b0d1 req-8c108a64-4973-4438-b64e-09c6fefc46e1 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325109 Nov 16 21:16:11.036944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f77bf4b5-7c4e-4e76-95ea-fb3460d1eb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:11.051205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:11.051638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1f7ff91c-0c9b-4afb-87ce-c6df47db2fe7 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:11.073182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-9fdc399e-96d5-4e69-ad67-e1019555a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.073765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-9fdc399e-96d5-4e69-ad67-e1019555a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.075538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-9fdc399e-96d5-4e69-ad67-e1019555a8d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0dad73481754115b3dc95e11f3adb91&device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1980 time: 0.0847552 Nov 16 21:16:11.103342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f77bf4b5-7c4e-4e76-95ea-fb3460d1eb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:11.106233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f77bf4b5-7c4e-4e76-95ea-fb3460d1eb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:11.110840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f77bf4b5-7c4e-4e76-95ea-fb3460d1eb8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddc09eab-2805-45ea-8f05-e4623b1a751b HTTP/1.1" status: 204 len: 168 time: 0.2960992 Nov 16 21:16:11.121574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf4b5-7c4e-4e76-95ea-fb3460d1eb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc09eab-2805-45ea-8f05-e4623b1a751b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:11.244316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-054c385f-27f9-4ba1-8f93-23bc943e6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.246199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-054c385f-27f9-4ba1-8f93-23bc943e6ad8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b932158a-124f-42b1-b4c3-130b89c50a37 HTTP/1.1" status: 200 len: 903 time: 0.1578300 Nov 16 21:16:11.295439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-54cbc538-506b-44a7-b39b-2a203dd3b9c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=82262f5e-870c-480b-a228-37f2d42c052f HTTP/1.1" status: 200 len: 217 time: 0.0417280 Nov 16 21:16:11.357201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-c03ca8ba-7933-4f53-9489-469b752d4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.358691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-c03ca8ba-7933-4f53-9489-469b752d4573 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20c07ddc-8a39-4b47-b26b-7f8b9642969d HTTP/1.1" status: 200 len: 801 time: 0.0555351 Nov 16 21:16:11.413594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-599364a6-881f-4dad-a0bd-5033df24bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.416022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-599364a6-881f-4dad-a0bd-5033df24bdec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b932158a-124f-42b1-b4c3-130b89c50a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480607 Nov 16 21:16:11.549742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-8a7b6cdc-8456-4031-8443-b2d71431524a service neutron] 10.222.0.47 "GET /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252055 Nov 16 21:16:11.554990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:11.755876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port f8336215-0c17-4289-8b0a-b3d2f2033b81 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:11.756324 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:11.793128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8577b2a-2094-4dce-afb7-f2d1f10373ec req-b41fa93e-e04a-4c2f-b4b3-1760841e2598 service neutron] 10.222.0.47 "GET /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337978 Nov 16 21:16:11.823906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eff5d6-a86a-495e-a8bd-7b6ae4cfd62b req-76eec862-15a2-4566-a33d-967ab0093ecb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:11.831200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0eff5d6-a86a-495e-a8bd-7b6ae4cfd62b req-76eec862-15a2-4566-a33d-967ab0093ecb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.1111887 Nov 16 21:16:11.905862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0eff5d6-a86a-495e-a8bd-7b6ae4cfd62b req-1f54e7cf-3b33-4a1a-b8b2-587f61bfe98f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Nov 16 21:16:11.915595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38642) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:12.032261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.147363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:12.154364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.253966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70213980-54ad-4de9-957c-d47df768d6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.266262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:12.294216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.300391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.307368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.315222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.322021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.328190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.334482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.337585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-cb086826-6c8c-4ef7-a0bd-88fe2db1577c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.2044251 Nov 16 21:16:12.423029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:12.425399 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c74ef2-6718-4ae2-bf8b-9e5624ef9fd7" -d '{"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-plugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:12.442279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3953bb34-ccc7-48d7-a92e-79efebe46204 req-b926581d-c69f-49ea-b65d-2ecbddba73ec tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942967 Nov 16 21:16:12.555814 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70213980-54ad-4de9-957c-d47df768d6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.562134 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70213980-54ad-4de9-957c-d47df768d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.583949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a2735-c32a-468b-9444-9bac952f33ec req-a3d42a9c-9078-4974-a436-de3c219666f4 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.595104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a2735-c32a-468b-9444-9bac952f33ec req-a3d42a9c-9078-4974-a436-de3c219666f4 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.615232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213980-54ad-4de9-957c-d47df768d6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06386944-1d72-4560-8775-8a07d1e4a42c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:12.622895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-755a2735-c32a-468b-9444-9bac952f33ec req-a3d42a9c-9078-4974-a436-de3c219666f4 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1678 time: 0.1849697 Nov 16 21:16:12.662131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-70213980-54ad-4de9-957c-d47df768d6c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b03849bd1a1943fcbac17cd218658c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7444942 Nov 16 21:16:12.665594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:12.702476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab529d2-aa3d-4151-b59e-0eab84fec57f req-c4965d2b-54e1-4fa3-b15b-1814d23b42c9 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:12.704180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aab529d2-aa3d-4151-b59e-0eab84fec57f req-c4965d2b-54e1-4fa3-b15b-1814d23b42c9 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 945 time: 0.1038358 Nov 16 21:16:12.748069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-755a2735-c32a-468b-9444-9bac952f33ec req-bdb26c0f-ed9c-4386-8ce3-57e7443de145 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239684 Nov 16 21:16:12.782709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57e8560d-c8f5-4c4d-9e07-84f7d8da6668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.838985 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7993b8d-fea5-4bb7-97ca-57186333f44f x-openstack-request-id: req-c7993b8d-fea5-4bb7-97ca-57186333f44f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:12.839341 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-plugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:12.839798 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7993b8d-fea5-4bb7-97ca-57186333f44f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:12.840468 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'code': 200} Nov 16 21:16:12.874196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57e8560d-c8f5-4c4d-9e07-84f7d8da6668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:12.906572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aab529d2-aa3d-4151-b59e-0eab84fec57f req-cf64f2fd-8417-4ec7-9d03-7edf5396fc9d tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863122 Nov 16 21:16:13.024051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57e8560d-c8f5-4c4d-9e07-84f7d8da6668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:13.028385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57e8560d-c8f5-4c4d-9e07-84f7d8da6668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:13.031560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57e8560d-c8f5-4c4d-9e07-84f7d8da6668 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06386944-1d72-4560-8775-8a07d1e4a42c HTTP/1.1" status: 204 len: 168 time: 0.3650224 Nov 16 21:16:13.086780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8560d-c8f5-4c4d-9e07-84f7d8da6668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06386944-1d72-4560-8775-8a07d1e4a42c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:13.248875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aaf67-6d2c-4286-9a2e-be99cf53482a req-e07b64e6-2625-4391-b5fa-b1b9b2e2e213 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.255122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a24aaf67-6d2c-4286-9a2e-be99cf53482a req-e07b64e6-2625-4391-b5fa-b1b9b2e2e213 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1873574 Nov 16 21:16:13.388377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a24aaf67-6d2c-4286-9a2e-be99cf53482a req-71e01750-c7d1-48a8-81b6-4e935ed6b92e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224315 Nov 16 21:16:13.620491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.632333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.645459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.661892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.669953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.677168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.700575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.703204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-45289b6a-ca8c-4e43-b427-0cbf551fd699 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.1558542 Nov 16 21:16:13.716135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38720) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:13.873906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e587ecdc-104b-495c-9e4b-a58784d11adb req-c094fabe-3dab-4597-9cbb-60d4ef587900 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560407 Nov 16 21:16:13.959021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372f56-130b-4eb4-88fa-0d050437dbbb req-7ce6cda5-54dd-4060-b788-ad679282925d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.966436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372f56-130b-4eb4-88fa-0d050437dbbb req-7ce6cda5-54dd-4060-b788-ad679282925d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:13.974736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31372f56-130b-4eb4-88fa-0d050437dbbb req-7ce6cda5-54dd-4060-b788-ad679282925d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1678 time: 0.0976508 Nov 16 21:16:14.048985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb6b-a692-4a4c-8e79-66e5cee03315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.056759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31372f56-130b-4eb4-88fa-0d050437dbbb req-f053a870-de61-49b3-9de3-39dcd93b3b68 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808179 Nov 16 21:16:14.235867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.244656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.253551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.255063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb6b-a692-4a4c-8e79-66e5cee03315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.262195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.273029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.280099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb6b-a692-4a4c-8e79-66e5cee03315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.280403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.288604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.305274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bff8866d-6ea2-44fb-bae0-b4cd92dcd38b req-070d8040-12f1-41bf-be7b-12d1a227fc7b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.2119491 Nov 16 21:16:14.310326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38742) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:14.315609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Request body: {'floatingip': {'port_id': 'bd47b0c2-4206-46c7-a355-9ea9532b6807'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:14.322149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22cb6b-a692-4a4c-8e79-66e5cee03315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfa5aa3-9c6a-4ef1-a3cb-14dd4824ca7c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:14.360925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d22cb6b-a692-4a4c-8e79-66e5cee03315 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08be8ef9c96c4f42895f49398594b400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6434610 Nov 16 21:16:14.361885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:14.384097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829b15-ca60-490e-9d62-e1a488c53c97 req-3cc60746-034d-4717-a012-bb4b116624ed tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.386050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53829b15-ca60-490e-9d62-e1a488c53c97 req-3cc60746-034d-4717-a012-bb4b116624ed tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 945 time: 0.1793272 Nov 16 21:16:14.424906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.477459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53829b15-ca60-490e-9d62-e1a488c53c97 req-7236e268-6c29-4cf5-a455-5e2f5ff92c14 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835557 Nov 16 21:16:14.526722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b1bba14-849f-4d0a-ac19-0d8994002ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.605708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b1bba14-849f-4d0a-ac19-0d8994002ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.617778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff54f9f-41c5-437d-ab2f-2d0b532a7043 req-9f43ba96-c33a-4288-9c24-a306845a93c5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.619726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ff54f9f-41c5-437d-ab2f-2d0b532a7043 req-9f43ba96-c33a-4288-9c24-a306845a93c5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0934227 Nov 16 21:16:14.673017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-c14ae61e-062f-41c5-bd78-b069a643c8cf tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:14.675387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-c14ae61e-062f-41c5-bd78-b069a643c8cf tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 945 time: 0.1225030 Nov 16 21:16:14.692914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ff54f9f-41c5-437d-ab2f-2d0b532a7043 req-de5a797a-5c60-48df-8a04-118f018a5988 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597041 Nov 16 21:16:14.793475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b1bba14-849f-4d0a-ac19-0d8994002ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.796656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b1bba14-849f-4d0a-ac19-0d8994002ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:14.798058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b1bba14-849f-4d0a-ac19-0d8994002ed3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9dfa5aa3-9c6a-4ef1-a3cb-14dd4824ca7c HTTP/1.1" status: 204 len: 168 time: 0.4284456 Nov 16 21:16:14.858264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bba14-849f-4d0a-ac19-0d8994002ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfa5aa3-9c6a-4ef1-a3cb-14dd4824ca7c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:14.912569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Deleting port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:14.913030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.105718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] For port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:15.106105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.157611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Calling delete_port for 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:15.290065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.308557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.436248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.449762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815', '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:15.453394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['44ff4632-d7ac-4361-b00f-ed9fb68fc41e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:15.467606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b48a1-3fc7-4b74-89e0-025991f30a66 req-e6f9dd28-b6df-4db7-b039-aa915b6c24ff tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.481683 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b48a1-3fc7-4b74-89e0-025991f30a66 req-e6f9dd28-b6df-4db7-b039-aa915b6c24ff tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:15.483435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b7b48a1-3fc7-4b74-89e0-025991f30a66 req-e6f9dd28-b6df-4db7-b039-aa915b6c24ff tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1678 time: 0.1916389 Nov 16 21:16:15.547477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event deleted for resources: {'Port': ['ID=84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:15.633119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] No DVR routers for this DVR port 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:15.641145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:15.644535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4c0613a-3ef0-47de-9852-b0a4cac16812 req-3f89b281-cbba-4373-8e5a-49e3e9d50cfd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "DELETE /v2.0/ports/84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 HTTP/1.1" status: 204 len: 173 time: 0.9622927 Nov 16 21:16:15.645019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'name': 'network-vif-deleted', 'tag': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:15.654427 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Floating IP 32edb9c7-df3f-4b01-bb8f-3e5ee114734c associated. External IP: 172.25.3.168, port: bd47b0c2-4206-46c7-a355-9ea9532b6807. Nov 16 21:16:15.654635 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d668e60-fed7-4a4f-adf7-f42b6e75e7cf" -d '{"events": [{"server_uuid": "b9a5322a-d152-49ad-9add-e9190c87c326", "name": "network-vif-deleted", "tag": "84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:15.678432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 82262f5e-870c-480b-a228-37f2d42c052f details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:15.755311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf1913eb-66c7-4917-a088-38bb601a72bc req-e1cfdc9c-33d0-429a-a355-aa0223973e29 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9a5322a-d152-49ad-9add-e9190c87c326 HTTP/1.1" status: 200 len: 210 time: 0.0744383 Nov 16 21:16:15.856619 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4bdff2-b49b-4c2a-9c4a-31f6ac2bb175 x-openstack-request-id: req-1c4bdff2-b49b-4c2a-9c4a-31f6ac2bb175 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:15.857236 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a5322a-d152-49ad-9add-e9190c87c326", "name": "network-vif-deleted", "tag": "84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:15.857236 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c4bdff2-b49b-4c2a-9c4a-31f6ac2bb175 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:15.858101 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a5322a-d152-49ad-9add-e9190c87c326', 'name': 'network-vif-deleted', 'tag': '84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9', 'status': 'completed', 'code': 200} Nov 16 21:16:15.950144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 82262f5e-870c-480b-a228-37f2d42c052f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=82262f5e-870c-480b-a228-37f2d42c052f,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:15.973216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '82262f5e-870c-480b-a228-37f2d42c052f', 'network_id': 'b932158a-124f-42b1-b4c3-130b89c50a37', 'port_id': '82262f5e-870c-480b-a228-37f2d42c052f', 'mac_address': 'fa:16:3e:24:46:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c07ddc-8a39-4b47-b26b-7f8b9642969d', 'ip_address': '19.86.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:15.994738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b7b48a1-3fc7-4b74-89e0-025991f30a66 req-dad5e3d5-9cc6-4bda-8660-2e76706f600b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761050 Nov 16 21:16:16.062724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.082620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82262f5e-870c-480b-a228-37f2d42c052f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:16.106746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 82262f5e-870c-480b-a228-37f2d42c052f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=82262f5e-870c-480b-a228-37f2d42c052f,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:16.116293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e97f9-1bed-4014-85ac-833174fa0779 req-d3849bb3-7a48-4502-aa11-c2385097600f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:16.117522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.118372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:16.120376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e5e97f9-1bed-4014-85ac-833174fa0779 req-d3849bb3-7a48-4502-aa11-c2385097600f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1541035 Nov 16 21:16:16.246146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e5e97f9-1bed-4014-85ac-833174fa0779 req-c4d71eb4-8761-438c-be45-f22b9fddbdae tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174107 Nov 16 21:16:16.291036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38808) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:16.379501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:16:16.449209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=82262f5e-870c-480b-a228-37f2d42c052f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:16.517749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:16.530659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296', 'network_id': '07c97edb-5f1d-4463-9231-a760e7bbd0d4', 'port_id': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296', 'mac_address': 'fa:16:3e:31:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c196cd-a842-423c-9a45-49caca365ef8', 'ip_address': '19.80.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:16.553918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-189395920-network', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:16.603600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Made reservation on behalf of ca1cf29b62944187906e09e8322fa3bd for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:16.606131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.622968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.644701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.649174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:16.654503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.663459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:16.664078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] Sync routers for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:16.693170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:16.701692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.702813 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:16.703472 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:15:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:16.739433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d8a23eb6-0209-483a-8e11-b6cd1337431b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "PUT /v2.0/floatingips/32edb9c7-df3f-4b01-bb8f-3e5ee114734c HTTP/1.1" status: 200 len: 992 time: 2.4277291 Nov 16 21:16:16.740334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:16.749391 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523e10b2-d661-4d5a-92be-7e38f43ea699" -d '{"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:16.800958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:16.866844 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:16.892630 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27790823-3cdf-4bf2-a44e-968705904d74 x-openstack-request-id: req-27790823-3cdf-4bf2-a44e-968705904d74 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:16.893253 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:16.893731 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27790823-3cdf-4bf2-a44e-968705904d74 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:16.894376 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'status': 'completed', 'code': 200} Nov 16 21:16:16.910370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.915193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:16.990243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:16:16.994004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a37c76-3e46-4076-845c-b488d12b9a03,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:17.021742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.022102 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Added segment b6f65c44-80d4-4468-9713-cdb354354268 of type vlan for network d310be21-08ea-45de-b9ee-a1dc1026e746 Nov 16 21:16:17.040250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.040488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.040905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.041984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.042456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.043234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.043858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.046113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-ce27bd6f-e935-4794-9afd-80a84b2160e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.1262953 Nov 16 21:16:17.219308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-4725306d-7294-4980-ba28-16ac4e050563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.220934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-4725306d-7294-4980-ba28-16ac4e050563 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 HTTP/1.1" status: 200 len: 912 time: 0.1428108 Nov 16 21:16:17.227613 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.255172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:17.374821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.374821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.374821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.428591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabcb3f-7bc7-4fb4-8a59-a567b604faa1 req-79b4dd4d-d147-4199-942c-0659c36a9263 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.431315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccabcb3f-7bc7-4fb4-8a59-a567b604faa1 req-79b4dd4d-d147-4199-942c-0659c36a9263 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.0909653 Nov 16 21:16:17.465555 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-7ff4713e-706d-4681-ad0a-f69b629dfc68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 1000 time: 0.2249210 Nov 16 21:16:17.483011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288197a7-9381-4f4b-b3d6-9c3eb3f891ad req-c7f79e0b-8e76-4d87-9f3d-b071d1d66819 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.490294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288197a7-9381-4f4b-b3d6-9c3eb3f891ad req-c7f79e0b-8e76-4d87-9f3d-b071d1d66819 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.499681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-288197a7-9381-4f4b-b3d6-9c3eb3f891ad req-c7f79e0b-8e76-4d87-9f3d-b071d1d66819 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1680 time: 0.2741675 Nov 16 21:16:17.504932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2125714 Nov 16 21:16:17.507816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38858) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:17.514162 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '32edb9c7-df3f-4b01-bb8f-3e5ee114734c', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'port_id': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'mac_address': 'fa:16:3e:34:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:14:42Z', 'updated_at': '2021-11-16T21:16:15Z', 'revision_number': 1, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:17.522094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Request body: {'subnet': {'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-subnet', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:17.572157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348af53-38e8-4508-af7a-8ea74d46c5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d310be21-08ea-45de-b9ee-a1dc1026e746,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:17.593578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Made reservation on behalf of ca1cf29b62944187906e09e8322fa3bd for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:17.594146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:17.595754 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] Checking router: 2a5c383f-30f9-4f7b-95a5-d692cf26b925 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:17.599897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:17.602103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d310be21-08ea-45de-b9ee-a1dc1026e746 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:16:17.615604 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:17.616241 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:15:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:17.624612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-0115b622-ed73-4b4c-998b-c332f65e9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.626572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-0115b622-ed73-4b4c-998b-c332f65e9fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 200 len: 850 time: 0.1203222 Nov 16 21:16:17.643676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-288197a7-9381-4f4b-b3d6-9c3eb3f891ad req-8d3ca77d-0fe9-4ea8-9e49-fa51c4ed1984 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430495 Nov 16 21:16:17.732268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccabcb3f-7bc7-4fb4-8a59-a567b604faa1 req-73f4403d-0cdb-41b6-bea5-b29a67bc1c4e tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919679 Nov 16 21:16:17.748730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-9df84184-04de-4c9a-bbed-fc6fa05bcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.781590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-9df84184-04de-4c9a-bbed-fc6fa05bcaa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053600 Nov 16 21:16:17.859724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:17.860058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 84a96391-fa26-4d3e-bc25-8f9e5d1e1bc9 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:17.969385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b4283-bc9b-4f7e-b6ce-ac27120d1586 req-28e5419e-8852-482e-91f6-64d8acc6b5ec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:17.971547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca0b4283-bc9b-4f7e-b6ce-ac27120d1586 req-28e5419e-8852-482e-91f6-64d8acc6b5ec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1646440 Nov 16 21:16:17.986534 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:18.038569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-bb86effd-8e23-4d5a-9303-5f3b169c1f22 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736669 Nov 16 21:16:18.148444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.169960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523e10b2-d661-4d5a-92be-7e38f43ea699 req-831171bf-0cb6-415c-b96c-c03ee497f424 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154587 Nov 16 21:16:18.184659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca0b4283-bc9b-4f7e-b6ce-ac27120d1586 req-e8882541-c6e1-4f54-a6af-32b8c8f8ba1f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049968 Nov 16 21:16:18.232435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Checking segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:18.233049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Network hostable DHCP agents. Network: d310be21-08ea-45de-b9ee-a1dc1026e746, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:16:18.243196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['82262f5e-870c-480b-a228-37f2d42c052f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:18.263867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a20057-4d04-4646-87f1-8086ea3ef2d1,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:18.289304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Network d310be21-08ea-45de-b9ee-a1dc1026e746 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:16:18.308017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d310be21-08ea-45de-b9ee-a1dc1026e746) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:18.325605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.326592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.337287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d53ae-832e-4977-ae27-88581838dba5 None None] Network d310be21-08ea-45de-b9ee-a1dc1026e746 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:18.352645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38876) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:18.358546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:18.364424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b930be41-6156-453d-8195-0c16fb0dc3e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8553464 Nov 16 21:16:18.394739 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '32edb9c7-df3f-4b01-bb8f-3e5ee114734c', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'port_id': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'mac_address': 'fa:16:3e:34:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:14:42Z', 'updated_at': '2021-11-16T21:16:15Z', 'revision_number': 1, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:18.397601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.399592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.429895 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee56eb3-6e71-4b50-81d2-71ab3642e86e None None] The sync data for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 is: [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '32edb9c7-df3f-4b01-bb8f-3e5ee114734c', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'port_id': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'mac_address': 'fa:16:3e:34:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:14:42Z', 'updated_at': '2021-11-16T21:16:15Z', 'revision_number': 1, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:18.465177 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.669401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.715120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d310be21-08ea-45de-b9ee-a1dc1026e746', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:16:18.716064 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:18.951494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7a38d-e90f-44f7-9938-9413cab427a5 req-0471ad0f-6dba-42e8-9d34-5a5b50ffdff8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.971660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7a38d-e90f-44f7-9938-9413cab427a5 req-0471ad0f-6dba-42e8-9d34-5a5b50ffdff8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:18.981829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fc7a38d-e90f-44f7-9938-9413cab427a5 req-0471ad0f-6dba-42e8-9d34-5a5b50ffdff8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1680 time: 0.2170353 Nov 16 21:16:19.065804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fc7a38d-e90f-44f7-9938-9413cab427a5 req-f2beff3b-4a10-47f1-a1ea-63f1998068f9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828092 Nov 16 21:16:19.081983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b37069-fe94-4cb3-9798-9b9cc4728502 req-3b827e41-42c2-46e7-a597-fda257b561ee tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.090465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09b37069-fe94-4cb3-9798-9b9cc4728502 req-3b827e41-42c2-46e7-a597-fda257b561ee tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.2144477 Nov 16 21:16:19.234179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-0917d3d0-40ea-445f-8fb5-e6a054e64b19 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.235769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-0917d3d0-40ea-445f-8fb5-e6a054e64b19 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.3396759 Nov 16 21:16:19.293285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Allocated IP 172.20.0.2 (d310be21-08ea-45de-b9ee-a1dc1026e746/26a20057-4d04-4646-87f1-8086ea3ef2d1/86c213cd-afa6-4345-83cb-a46462e94073) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:19.326899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09b37069-fe94-4cb3-9798-9b9cc4728502 req-d519b161-80fb-4103-b235-6a4874eaa74a tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358270 Nov 16 21:16:19.424894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904b501d-2dd0-48bb-8bc9-c752fe694d28 None None] New status for floating IP 32edb9c7-df3f-4b01-bb8f-3e5ee114734c: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:16:19.554657 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.587410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:19.596345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.663278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77c4d4-638a-434b-9e8f-4c70f2184536 req-2b5d550b-1346-4adc-8a6f-67c605ab0359 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:19.665170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fe77c4d4-638a-434b-9e8f-4c70f2184536 req-2b5d550b-1346-4adc-8a6f-67c605ab0359 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1713736 Nov 16 21:16:19.745675 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.754242 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.779922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Deleting port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:19.779922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.811796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Pushing event updated for resources: {'Port': ['ID=86c213cd-afa6-4345-83cb-a46462e94073,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:19.814395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:19.837106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Network d310be21-08ea-45de-b9ee-a1dc1026e746 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:19.840243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:19.843666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:19.847819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:19.849043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:19.907004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fe77c4d4-638a-434b-9e8f-4c70f2184536 req-61c16fd0-3150-499a-a724-17f4c02cf2b4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762705 Nov 16 21:16:19.968223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Allocated IP 172.25.3.241 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/be6df4a5-7c01-45bf-af52-527e8aa01e78) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:20.008950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:20.015153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Attempting to bind port 86c213cd-afa6-4345-83cb-a46462e94073 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:20.015153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Attempting to bind port 86c213cd-afa6-4345-83cb-a46462e94073 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:20.015153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Attempting to bind port 86c213cd-afa6-4345-83cb-a46462e94073 on network d310be21-08ea-45de-b9ee-a1dc1026e746 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:20.031635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] For port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:20.031999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.066345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:20.066778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Checking segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:20.067140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.067534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Bound using segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:20.068296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Bound port: 86c213cd-afa6-4345-83cb-a46462e94073, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:20.068686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.070748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Calling delete_port for 44ff4632-d7ac-4361-b00f-ed9fb68fc41e owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:20.072673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.267323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc344222-eb4c-4335-a148-8aa6dbb9e284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.279443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] For port 86c213cd-afa6-4345-83cb-a46462e94073, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:20.282790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] For port 86c213cd-afa6-4345-83cb-a46462e94073, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86c213cd-afa6-4345-83cb-a46462e94073,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:20.293932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.306119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:20.308538 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4927a6c-8441-4e2b-bc77-202552467345" -d '{"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-plugged", "status": "completed", "tag": "8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:20.337454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600b3e-c262-4d2a-93b1-8ab41f5d2996 req-705f3a72-420b-40c8-aebe-b4d17fb7dd5b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.344178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600b3e-c262-4d2a-93b1-8ab41f5d2996 req-705f3a72-420b-40c8-aebe-b4d17fb7dd5b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.354864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0600b3e-c262-4d2a-93b1-8ab41f5d2996 req-705f3a72-420b-40c8-aebe-b4d17fb7dd5b tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1680 time: 0.1416304 Nov 16 21:16:20.383429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba860ee-11ed-4494-a894-4789a4eb27b7 None None] Pushing event updated for resources: {'Port': ['ID=86c213cd-afa6-4345-83cb-a46462e94073,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.434998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:20.438981 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.467111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0600b3e-c262-4d2a-93b1-8ab41f5d2996 req-005db5f2-6d3c-4f7c-a3da-606d8f9a1e34 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053021 Nov 16 21:16:20.518344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc344222-eb4c-4335-a148-8aa6dbb9e284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.528712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc344222-eb4c-4335-a148-8aa6dbb9e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.564043 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f852f361-8a2a-4a28-af1a-f499d3d5f627 x-openstack-request-id: req-f852f361-8a2a-4a28-af1a-f499d3d5f627 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:20.565071 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-plugged", "status": "completed", "tag": "8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:20.568141 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f852f361-8a2a-4a28-af1a-f499d3d5f627 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:20.568771 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296', 'code': 200} Nov 16 21:16:20.584795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc344222-eb4c-4335-a148-8aa6dbb9e284 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b268cbb995ec46b08e4efcbecb876f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711315 Nov 16 21:16:20.584795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc344222-eb4c-4335-a148-8aa6dbb9e284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d09058d-f5cd-4872-8c8c-10208f7912dd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.592097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:20.618971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:20.719341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-795990bd-9839-4507-b339-ba73abdcc5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.731803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0160ac-3e03-4a4f-8384-68afc82db2d1 req-ea2d67dd-f6e8-4543-9822-b7a3f04116a3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:20.741420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c0160ac-3e03-4a4f-8384-68afc82db2d1 req-ea2d67dd-f6e8-4543-9822-b7a3f04116a3 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=74978e57-172a-4a7b-929b-59e3fb554fa0 HTTP/1.1" status: 200 len: 946 time: 0.1180236 Nov 16 21:16:20.754027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ed93e0e-6f0a-4273-8741-79ecaf387505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.838902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c0160ac-3e03-4a4f-8384-68afc82db2d1 req-8d8e0e26-8986-42ad-abfd-2f6e6c6894aa tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957263 Nov 16 21:16:20.870588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ed93e0e-6f0a-4273-8741-79ecaf387505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.954159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ed93e0e-6f0a-4273-8741-79ecaf387505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.957368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ed93e0e-6f0a-4273-8741-79ecaf387505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:20.958609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3ed93e0e-6f0a-4273-8741-79ecaf387505 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d09058d-f5cd-4872-8c8c-10208f7912dd HTTP/1.1" status: 204 len: 168 time: 0.3662493 Nov 16 21:16:20.968938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93e0e-6f0a-4273-8741-79ecaf387505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d09058d-f5cd-4872-8c8c-10208f7912dd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:21.079666 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.097076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['44ff4632-d7ac-4361-b00f-ed9fb68fc41e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:21.127519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['0e50488c-c3cf-4b89-a0d3-d41391200815'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:21.137969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86c213cd-afa6-4345-83cb-a46462e94073 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:21.185410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.195991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event deleted for resources: {'Port': ['ID=44ff4632-d7ac-4361-b00f-ed9fb68fc41e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:21.313958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] No DVR routers for this DVR port 44ff4632-d7ac-4361-b00f-ed9fb68fc41e on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:21.322181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 86c213cd-afa6-4345-83cb-a46462e94073 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:21.322569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.347489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.354295 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b43d1ffd-4294-41b4-a663-7ebe53b26567 req-03c0a9d5-f38c-46e0-86dd-28c584560b0c tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.41 "DELETE /v2.0/ports/44ff4632-d7ac-4361-b00f-ed9fb68fc41e HTTP/1.1" status: 204 len: 173 time: 2.0966189 Nov 16 21:16:21.357110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'name': 'network-vif-deleted', 'tag': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:21.361115 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7660bf6-efc8-4633-aa05-32adadb7f436" -d '{"events": [{"server_uuid": "74978e57-172a-4a7b-929b-59e3fb554fa0", "name": "network-vif-deleted", "tag": "44ff4632-d7ac-4361-b00f-ed9fb68fc41e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:21.365308 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.397198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:21.408289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c097da-6f77-4bd9-98d3-c9557ca7d9a1 req-56c8f878-b302-4f24-b81d-f6c792ecdc52 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.410778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3c097da-6f77-4bd9-98d3-c9557ca7d9a1 req-56c8f878-b302-4f24-b81d-f6c792ecdc52 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3531747 Nov 16 21:16:21.415421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:21.420684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:21.578225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 82262f5e-870c-480b-a228-37f2d42c052f up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:21.597054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38946) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:21.624483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28b64893-74e3-418c-9edf-b560cce891ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.640389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.661225 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cbf528-2b37-43a1-8a18-189df6bc8a60 x-openstack-request-id: req-19cbf528-2b37-43a1-8a18-189df6bc8a60 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:21.662131 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74978e57-172a-4a7b-929b-59e3fb554fa0", "name": "network-vif-deleted", "tag": "44ff4632-d7ac-4361-b00f-ed9fb68fc41e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:21.662612 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19cbf528-2b37-43a1-8a18-189df6bc8a60 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:21.663276 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74978e57-172a-4a7b-929b-59e3fb554fa0', 'name': 'network-vif-deleted', 'tag': '44ff4632-d7ac-4361-b00f-ed9fb68fc41e', 'status': 'completed', 'code': 200} Nov 16 21:16:21.709700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Pushing event updated for resources: {'Port': ['ID=be6df4a5-7c01-45bf-af52-527e8aa01e78,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:21.733952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 86c213cd-afa6-4345-83cb-a46462e94073, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86c213cd-afa6-4345-83cb-a46462e94073,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:21.740779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.751465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 82262f5e-870c-480b-a228-37f2d42c052f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:21.791304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 82262f5e-870c-480b-a228-37f2d42c052f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:21.792294 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.858108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28b64893-74e3-418c-9edf-b560cce891ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.867784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28b64893-74e3-418c-9edf-b560cce891ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.896297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff145141-8e83-4fd0-a058-cd9f1d1693e3 req-d87fbc2d-61b7-4ed6-b089-508a1d8c189e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.905162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff145141-8e83-4fd0-a058-cd9f1d1693e3 req-d87fbc2d-61b7-4ed6-b089-508a1d8c189e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:21.916646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3c097da-6f77-4bd9-98d3-c9557ca7d9a1 req-278b940e-700e-4501-ba14-50bc689a318a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902182 Nov 16 21:16:21.917073 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff145141-8e83-4fd0-a058-cd9f1d1693e3 req-d87fbc2d-61b7-4ed6-b089-508a1d8c189e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1681 time: 0.1458752 Nov 16 21:16:21.954366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:21.982331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=86c213cd-afa6-4345-83cb-a46462e94073,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:22.011086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28b64893-74e3-418c-9edf-b560cce891ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69e9dcf3fb7c4c5c98723353f3359ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121270 Nov 16 21:16:22.014508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b64893-74e3-418c-9edf-b560cce891ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1a334-cbad-4594-9d31-d05cdc401836,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:22.017087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:22.042280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 82262f5e-870c-480b-a228-37f2d42c052f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=82262f5e-870c-480b-a228-37f2d42c052f,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:22.047974 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.162807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff145141-8e83-4fd0-a058-cd9f1d1693e3 req-20816fdc-58a9-4a35-bee0-210f8b90e3f9 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363374 Nov 16 21:16:22.177700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=82262f5e-870c-480b-a228-37f2d42c052f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:22.194463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ac723-93df-45eb-866f-a0f5fa812ed9 None None] Network d310be21-08ea-45de-b9ee-a1dc1026e746 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:22.217781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-99238e47-fd0e-40c2-b285-eb1a1454942f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.268176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-99238e47-fd0e-40c2-b285-eb1a1454942f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.311073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.334256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-99238e47-fd0e-40c2-b285-eb1a1454942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.337438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-99238e47-fd0e-40c2-b285-eb1a1454942f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.342212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-99238e47-fd0e-40c2-b285-eb1a1454942f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48b1a334-cbad-4594-9d31-d05cdc401836 HTTP/1.1" status: 204 len: 168 time: 0.3208499 Nov 16 21:16:22.356348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238e47-fd0e-40c2-b285-eb1a1454942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1a334-cbad-4594-9d31-d05cdc401836,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:22.381552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0c9b03b1-54aa-410f-bf7b-8d1331d8ba89 None None] Provisioning complete for port 86c213cd-afa6-4345-83cb-a46462e94073 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:22.383398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c9b03b1-54aa-410f-bf7b-8d1331d8ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.580939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:22.583591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82262f5e-870c-480b-a228-37f2d42c052f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:22.588299 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70adb50-2659-429e-8492-6eca5325265c" -d '{"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-plugged", "status": "completed", "tag": "82262f5e-870c-480b-a228-37f2d42c052f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:22.676231 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e306442-b340-4024-91e4-475479b7b906 x-openstack-request-id: req-4e306442-b340-4024-91e4-475479b7b906 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:22.676671 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-plugged", "status": "completed", "tag": "82262f5e-870c-480b-a228-37f2d42c052f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:22.690998 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e306442-b340-4024-91e4-475479b7b906 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:22.690998 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82262f5e-870c-480b-a228-37f2d42c052f', 'code': 200} Nov 16 21:16:22.814785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac5132-87c1-41f6-8776-a1f3807a0edd req-622242a9-4095-49b0-a869-072576d34f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.815453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac5132-87c1-41f6-8776-a1f3807a0edd req-622242a9-4095-49b0-a869-072576d34f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:22.816973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27ac5132-87c1-41f6-8776-a1f3807a0edd req-622242a9-4095-49b0-a869-072576d34f8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1984 time: 0.0746593 Nov 16 21:16:22.912911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27ac5132-87c1-41f6-8776-a1f3807a0edd req-0cf8e3c8-d53e-445b-832d-9816c49e80ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 Nov 16 21:16:22.932072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Router cc6ebb2d-111a-47df-94d6-d270866e720c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:16:23.056684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ac273ef-fc4b-4564-8e91-7b9ebae5d789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:23.141845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86c213cd-afa6-4345-83cb-a46462e94073 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:23.144399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:23.155508 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:23.163206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6192904e-cb20-48f4-8e45-e1c2b506b574 None None] Provisioning complete for port 86c213cd-afa6-4345-83cb-a46462e94073 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:23.163710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6192904e-cb20-48f4-8e45-e1c2b506b574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:23.176938 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:23.177624 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:23.182097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825ced7-a174-477a-bccd-4e5c8b45e531 req-3ecb4ec0-f521-4c91-ac12-e5496f88fb32 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.197114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3825ced7-a174-477a-bccd-4e5c8b45e531 req-3ecb4ec0-f521-4c91-ac12-e5496f88fb32 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1291971 Nov 16 21:16:23.211137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:23.217126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-71aa42e9-e7bb-45b7-9106-0dde4f594b59 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8616509 Nov 16 21:16:23.218524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:23.369776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3825ced7-a174-477a-bccd-4e5c8b45e531 req-cbb11e65-17f4-4906-9c9b-211961de9cb6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701367 Nov 16 21:16:23.507132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 86c213cd-afa6-4345-83cb-a46462e94073 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:23.507683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:23.521433 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:23.744223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5547-8b43-48bb-91cb-5a6767f3cff1 req-e0daf796-4809-43bf-917b-d7f1a5c2993a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.762401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5547-8b43-48bb-91cb-5a6767f3cff1 req-e0daf796-4809-43bf-917b-d7f1a5c2993a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:23.764023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e5b5547-8b43-48bb-91cb-5a6767f3cff1 req-e0daf796-4809-43bf-917b-d7f1a5c2993a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1682 time: 0.2417655 Nov 16 21:16:23.827319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 44ff4632-d7ac-4361-b00f-ed9fb68fc41e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:23.860962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 44ff4632-d7ac-4361-b00f-ed9fb68fc41e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:23.861548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 44ff4632-d7ac-4361-b00f-ed9fb68fc41e not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:23.927810 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:22Z', 'revision_number': 3, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:23.993023 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:23.993369 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Updating router cc6ebb2d-111a-47df-94d6-d270866e720c port be6df4a5-7c01-45bf-af52-527e8aa01e78 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:16:24.053337 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.070127 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.158737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0e5b5547-8b43-48bb-91cb-5a6767f3cff1 req-951cc638-c577-4ac8-a0b1-3bd55e150204 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836262 Nov 16 21:16:24.355531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.531165 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.539876 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.634181 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Attempting to bind port be6df4a5-7c01-45bf-af52-527e8aa01e78 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:24.634675 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Attempting to bind port be6df4a5-7c01-45bf-af52-527e8aa01e78 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:24.635299 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Attempting to bind port be6df4a5-7c01-45bf-af52-527e8aa01e78 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:24.644425 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:24.645204 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:24.645860 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.646483 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:24.647247 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Bound port: be6df4a5-7c01-45bf-af52-527e8aa01e78, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:24.648177 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.704342 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Pushing event updated for resources: {'Port': ['ID=be6df4a5-7c01-45bf-af52-527e8aa01e78,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:24.718837 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.719458 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.719866 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.720269 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.720669 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.721063 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.721457 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.722061 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.722584 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.727154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.727710 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.728247 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:24.758292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8d87a-3035-4e92-9f21-941a628da212 req-df89679a-fdb4-41c1-8891-3e9d4867bedd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:24.758958 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] For port be6df4a5-7c01-45bf-af52-527e8aa01e78, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:24.765870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54e8d87a-3035-4e92-9f21-941a628da212 req-df89679a-fdb4-41c1-8891-3e9d4867bedd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2452242 Nov 16 21:16:24.769541 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] For port be6df4a5-7c01-45bf-af52-527e8aa01e78, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=be6df4a5-7c01-45bf-af52-527e8aa01e78,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:24.779362 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:24.950397 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d2c79-0cbb-45bd-af45-310bdbd0cb4b None None] Pushing event updated for resources: {'Port': ['ID=be6df4a5-7c01-45bf-af52-527e8aa01e78,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:24.954953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:24.955976 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:25.145425 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:25.357312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Allocated IP 172.20.0.1 (d310be21-08ea-45de-b9ee-a1dc1026e746/26a20057-4d04-4646-87f1-8086ea3ef2d1/6d044746-df86-4797-acf8-a9d7ab0b14de) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:25.513895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.523038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bef852-4bca-41c8-bb04-dfa909621614 req-546c67d5-ac82-4676-9a73-ce500f462c5e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.534030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bef852-4bca-41c8-bb04-dfa909621614 req-546c67d5-ac82-4676-9a73-ce500f462c5e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:25.545808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bef852-4bca-41c8-bb04-dfa909621614 req-546c67d5-ac82-4676-9a73-ce500f462c5e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1682 time: 0.1516323 Nov 16 21:16:25.579984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.588911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:25.619443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8bef852-4bca-41c8-bb04-dfa909621614 req-d252e5d8-3938-48ed-b667-6519bffc5123 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678332 Nov 16 21:16:25.651913 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:22Z', 'revision_number': 3, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:25.686228 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c5946-c1a1-44a2-acef-7225f007aee3 None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:22Z', 'revision_number': 3, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:25.768102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Network d310be21-08ea-45de-b9ee-a1dc1026e746 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:25.775222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54e8d87a-3035-4e92-9f21-941a628da212 req-07e91705-79de-42a1-87ee-cfb10f273527 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0081353 Nov 16 21:16:25.778739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:25.786813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:25.899865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Pushing event updated for resources: {'Port': ['ID=6d044746-df86-4797-acf8-a9d7ab0b14de,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:25.926937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.323552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.433914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a62d5d23-a8e7-4e14-9c53-531601b8ad46 None None] Provisioning complete for port 6d044746-df86-4797-acf8-a9d7ab0b14de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:26.435596 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a62d5d23-a8e7-4e14-9c53-531601b8ad46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.547386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a62d5d23-a8e7-4e14-9c53-531601b8ad46 None None] Port 6d044746-df86-4797-acf8-a9d7ab0b14de cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:26.566568 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.657532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d4a01-b988-4ae5-abd9-88865f071469 req-a5641ff3-902c-459c-a666-03c8cc91c712 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.665724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d4a01-b988-4ae5-abd9-88865f071469 req-a5641ff3-902c-459c-a666-03c8cc91c712 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:26.670844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b69d4a01-b988-4ae5-abd9-88865f071469 req-a5641ff3-902c-459c-a666-03c8cc91c712 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1682 time: 0.2028456 Nov 16 21:16:26.836593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b69d4a01-b988-4ae5-abd9-88865f071469 req-5b8c2ee0-bf09-4043-8893-232a7c2ec15c tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573200 Nov 16 21:16:26.899508 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:26.916984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.136940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device be6df4a5-7c01-45bf-af52-527e8aa01e78 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:27.158509 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.197316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Pushing event updated for resources: {'Port': ['ID=6d044746-df86-4797-acf8-a9d7ab0b14de,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:27.267113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port be6df4a5-7c01-45bf-af52-527e8aa01e78 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:27.267762 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.291962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5dded-4920-48e1-aaca-b0e6a75c1ff5 req-19b78b7d-6242-4727-82e1-d7d90ce3bc9f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:27.293716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71b5dded-4920-48e1-aaca-b0e6a75c1ff5 req-19b78b7d-6242-4727-82e1-d7d90ce3bc9f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.3739753 Nov 16 21:16:27.393299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71b5dded-4920-48e1-aaca-b0e6a75c1ff5 req-9168111d-7bdc-4ea5-9a14-bfe16ea5f439 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903764 Nov 16 21:16:27.473734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.485863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Network d310be21-08ea-45de-b9ee-a1dc1026e746 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:27.487834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:27.528812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port be6df4a5-7c01-45bf-af52-527e8aa01e78, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=be6df4a5-7c01-45bf-af52-527e8aa01e78,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:27.538759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:27.630520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=be6df4a5-7c01-45bf-af52-527e8aa01e78,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:27.767165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Router cc6ebb2d-111a-47df-94d6-d270866e720c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:16:27.906226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:27.917356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5512c3e0-f746-4e4a-aedc-581d9e033b06 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc6ebb2d-111a-47df-94d6-d270866e720c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6953263 Nov 16 21:16:27.996234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-773ce403-b043-4cf4-949b-ebe14baa7117 None None] Provisioning complete for port 6d044746-df86-4797-acf8-a9d7ab0b14de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:27.996428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-773ce403-b043-4cf4-949b-ebe14baa7117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.165980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-349b8aea-1275-42f1-8d3e-2626d377205f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.169706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-773ce403-b043-4cf4-949b-ebe14baa7117 None None] Port 6d044746-df86-4797-acf8-a9d7ab0b14de cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:28.185768 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:16:28.232692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e9aed-f40a-468c-ade7-0ba37b413736 req-7d0cfbca-eac9-43be-9c79-414f1df50742 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.235410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-349b8aea-1275-42f1-8d3e-2626d377205f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.237074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-349b8aea-1275-42f1-8d3e-2626d377205f tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1682 time: 0.3185565 Nov 16 21:16:28.238850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e9aed-f40a-468c-ade7-0ba37b413736 req-7d0cfbca-eac9-43be-9c79-414f1df50742 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.247311 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e9e9aed-f40a-468c-ade7-0ba37b413736 req-7d0cfbca-eac9-43be-9c79-414f1df50742 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 1682 time: 0.1479647 Nov 16 21:16:28.388924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e9e9aed-f40a-468c-ade7-0ba37b413736 req-abfd5431-bcae-4740-a189-e3563a405ee5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407108 Nov 16 21:16:28.455921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port 82262f5e-870c-480b-a228-37f2d42c052f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:28.457301 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.665327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683e24-a10d-480f-9f3a-b7070f182fdb req-d4cdf6f4-d9aa-4ba1-bae1-b80f83d0bc28 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:28.683068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09683e24-a10d-480f-9f3a-b7070f182fdb req-d4cdf6f4-d9aa-4ba1-bae1-b80f83d0bc28 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1326993 Nov 16 21:16:28.700212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port 82262f5e-870c-480b-a228-37f2d42c052f, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=82262f5e-870c-480b-a228-37f2d42c052f,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:28.700580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:28.734190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for 82262f5e-870c-480b-a228-37f2d42c052f owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:28.812408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09683e24-a10d-480f-9f3a-b7070f182fdb req-8f80da7b-8343-4a01-95be-9bb2b8ff0db1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145175 Nov 16 21:16:28.828123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:28.859620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:28.869192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:29.097805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39110) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:29.103674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454704913', 'description': 'tempest-description--1747330560'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:29.156586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device be6df4a5-7c01-45bf-af52-527e8aa01e78 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:29.172296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.272200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.373900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=82262f5e-870c-480b-a228-37f2d42c052f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:29.374090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:29.402495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.429403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.502569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.509125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4101980 Nov 16 21:16:29.513442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39124) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:29.573526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'security_group_rule': {'security_group_id': '2d51d0a7-2673-46d3-8bd8-aca03033da37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:29.631756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port 82262f5e-870c-480b-a228-37f2d42c052f on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:29.638627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.647196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-fc8ead56-ed38-41c4-8858-c1dd8cf4f414 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "DELETE /v2.0/ports/82262f5e-870c-480b-a228-37f2d42c052f HTTP/1.1" status: 204 len: 173 time: 1.3997407 Nov 16 21:16:29.651417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-deleted', 'tag': '82262f5e-870c-480b-a228-37f2d42c052f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:29.658084 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e41c8-da47-4545-8dd3-c190e7239181" -d '{"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-deleted", "tag": "82262f5e-870c-480b-a228-37f2d42c052f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:29.661909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296', '82262f5e-870c-480b-a228-37f2d42c052f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:29.684977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab92e3-1752-400c-9860-9ff0fd9e826b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51d0a7-2673-46d3-8bd8-aca03033da37,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:29.741019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7e679-cfea-4ba2-a341-3a198b671b7f req-41fddfab-fc2e-48c4-89d1-8f3313b51b11 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:29.749177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29c7e679-cfea-4ba2-a341-3a198b671b7f req-41fddfab-fc2e-48c4-89d1-8f3313b51b11 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 945 time: 0.2151728 Nov 16 21:16:29.855763 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29c7e679-cfea-4ba2-a341-3a198b671b7f req-98e96907-ce63-4087-8a78-dc6ea9245df5 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055684 Nov 16 21:16:29.859911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:29.980613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4123a88-9ada-4563-9a42-cb9f6cb8613a req-9f74ca57-52b3-4c85-bd90-466c0100df0d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.002446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4123a88-9ada-4563-9a42-cb9f6cb8613a req-9f74ca57-52b3-4c85-bd90-466c0100df0d tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 946 time: 0.2125609 Nov 16 21:16:30.004578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port be6df4a5-7c01-45bf-af52-527e8aa01e78 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:30.005112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.029085 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda3c29-0b93-44a4-913b-58dd6055ccf1 x-openstack-request-id: req-6cda3c29-0b93-44a4-913b-58dd6055ccf1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:30.029730 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-deleted", "tag": "82262f5e-870c-480b-a228-37f2d42c052f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:30.030148 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cda3c29-0b93-44a4-913b-58dd6055ccf1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:30.030737 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-deleted', 'tag': '82262f5e-870c-480b-a228-37f2d42c052f', 'status': 'completed', 'code': 200} Nov 16 21:16:30.128695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4123a88-9ada-4563-9a42-cb9f6cb8613a req-ece979c7-e6a4-488e-921c-50c3e73ba33e tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/security-groups?id=300b724b-06b7-4a08-a18c-7ef8a0ebae12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228645 Nov 16 21:16:30.142646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:30.143204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.155972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.173374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.275585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66203-6e00-4512-bb7d-0d0660149733 req-d558142a-b7c7-46a3-bb90-e7e1d7be269a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:30.293121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26f66203-6e00-4512-bb7d-0d0660149733 req-d558142a-b7c7-46a3-bb90-e7e1d7be269a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2150736 Nov 16 21:16:30.305013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854173ec-ab0d-4021-83f5-9e13cb16b166,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:30.334594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.338849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44c23f87-10aa-43cf-81df-b1d01065d006 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8236053 Nov 16 21:16:30.348249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39136) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:30.359753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'security_group_rule': {'security_group_id': '2d51d0a7-2673-46d3-8bd8-aca03033da37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:30.439454 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26f66203-6e00-4512-bb7d-0d0660149733 req-1a51a2b6-f136-402c-94c0-618304cb9958 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454177 Nov 16 21:16:30.455633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.473226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 2, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:30.526445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:30.527133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.541684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:30.544836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Updating router cc6ebb2d-111a-47df-94d6-d270866e720c port 6d044746-df86-4797-acf8-a9d7ab0b14de binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:16:30.563109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:30.581702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.588610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.617485 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.658262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de78fa9-83a9-406f-848b-ece48b87c558,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:30.681561 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.683069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-33e8d4d4-6fe5-4aba-ad79-4dd1ad1104ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328733 Nov 16 21:16:30.686286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39144) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:30.697256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:30.751901 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.902082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:30.943955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:31.020075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:31.026517 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.039620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfda8a76-6dae-448c-88a5-7de963d90aa8 req-e5296a9a-f66d-4a17-af44-1c581b8022d5 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.47 "DELETE /v2.0/ports/8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 HTTP/1.1" status: 204 len: 173 time: 1.3598616 Nov 16 21:16:31.252497 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.316290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8b938-851a-499c-9a59-0f68c241b193 req-f8f5bd73-0699-4a1b-bf51-1345eb1f8bc0 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.328574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8c8b938-851a-499c-9a59-0f68c241b193 req-f8f5bd73-0699-4a1b-bf51-1345eb1f8bc0 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 945 time: 0.2874639 Nov 16 21:16:31.333065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3aef97d-dfe8-47c6-a826-1e10ecaa8fc6 req-d73f437d-8035-4d23-96a0-569b15e86740 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "GET /v2.0/ports?device_id=89f7e97f-fc87-4264-8689-2f18dde1a0c7 HTTP/1.1" status: 200 len: 210 time: 0.0553622 Nov 16 21:16:31.458907 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.472418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-c2636d71-5af9-427b-b086-858b1b958b5b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.474659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-c2636d71-5af9-427b-b086-858b1b958b5b tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 945 time: 0.2764609 Nov 16 21:16:31.475446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.599458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735f164-e595-43c7-9c50-213e73920000 None None] Pushing event updated for resources: {'Port': ['ID=6d044746-df86-4797-acf8-a9d7ab0b14de,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:31.631199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8c8b938-851a-499c-9a59-0f68c241b193 req-f42c8293-8c11-4311-9f7c-e8efb4e9e1c7 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/security-groups?id=73dfb04e-5319-4541-8857-ae837fe06f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016348 Nov 16 21:16:31.655860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 82262f5e-870c-480b-a228-37f2d42c052f no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:31.701162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Attempting to bind port 6d044746-df86-4797-acf8-a9d7ab0b14de on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:31.710845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Attempting to bind port 6d044746-df86-4797-acf8-a9d7ab0b14de by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:31.713873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Attempting to bind port 6d044746-df86-4797-acf8-a9d7ab0b14de on network d310be21-08ea-45de-b9ee-a1dc1026e746 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:31.720886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 82262f5e-870c-480b-a228-37f2d42c052f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:31.721462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 82262f5e-870c-480b-a228-37f2d42c052f not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:31.722089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 0e50488c-c3cf-4b89-a0d3-d41391200815 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:31.753055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a873c-303f-45ab-b285-d81a81779359 req-d8840967-14bb-4118-9995-67df1c2f1f3c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:31.767556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-241a873c-303f-45ab-b285-d81a81779359 req-d8840967-14bb-4118-9995-67df1c2f1f3c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1616817 Nov 16 21:16:31.777957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:31.778421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Checking segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:31.779011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.779643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Bound using segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:31.780491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Bound port: 6d044746-df86-4797-acf8-a9d7ab0b14de, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:31.781027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.818804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Allocated IP 172.25.3.225 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/a8b6fd90-8929-4505-9961-0640feb18ec8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:31.928409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] For port 6d044746-df86-4797-acf8-a9d7ab0b14de, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:31.933713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:31.940798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-241a873c-303f-45ab-b285-d81a81779359 req-831ac44d-bb01-45b2-a0b6-c9dcbf107269 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719153 Nov 16 21:16:31.963488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] For port 6d044746-df86-4797-acf8-a9d7ab0b14de, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6d044746-df86-4797-acf8-a9d7ab0b14de,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:31.985393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.007507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:32.020236 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280cbd75-f93e-490a-98fe-c1b8a5b27188" -d '{"events": [{"server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "name": "network-vif-unplugged", "status": "completed", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:32.022330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Deleting port 0e50488c-c3cf-4b89-a0d3-d41391200815 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:32.022552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.041808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-deleted', 'tag': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:32.044109 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf7958-c82b-47bd-814f-2ef3cddf2ca8" -d '{"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-deleted", "tag": "8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:32.096342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=0e50488c-c3cf-4b89-a0d3-d41391200815,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:32.110186 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4316c77-0cfd-424f-838b-3ca05f895267 x-openstack-request-id: req-d4316c77-0cfd-424f-838b-3ca05f895267 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:32.110490 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "name": "network-vif-unplugged", "status": "completed", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:32.110750 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4316c77-0cfd-424f-838b-3ca05f895267 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:32.111151 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815', 'code': 200} Nov 16 21:16:32.129801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.130468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:32.130884 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad02bb5-e92a-4a0c-a7cc-3a10fb2c7885 x-openstack-request-id: req-7ad02bb5-e92a-4a0c-a7cc-3a10fb2c7885 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:32.131180 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f7e97f-fc87-4264-8689-2f18dde1a0c7", "name": "network-vif-deleted", "tag": "8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:32.131430 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ad02bb5-e92a-4a0c-a7cc-3a10fb2c7885 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:32.131824 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f7e97f-fc87-4264-8689-2f18dde1a0c7', 'name': 'network-vif-deleted', 'tag': '8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296', 'status': 'completed', 'code': 200} Nov 16 21:16:32.177205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.217842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:32.218494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 8807b56c-cc5d-4ab4-a6c2-28b8e5c3c296 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:32.222445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] For port 0e50488c-c3cf-4b89-a0d3-d41391200815, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=0e50488c-c3cf-4b89-a0d3-d41391200815,segment=NetworkSegment(def962e8-436c-4aa4-8ea2-8621a97f6127),segment_id=def962e8-436c-4aa4-8ea2-8621a97f6127)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:32.222821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.225167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:32.226973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:32.229494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735f164-e595-43c7-9c50-213e73920000 None None] Pushing event updated for resources: {'Port': ['ID=6d044746-df86-4797-acf8-a9d7ab0b14de,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:32.233746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f9677d16-a196-440e-a800-358416b4ce8b None None] Provisioning complete for port 6d044746-df86-4797-acf8-a9d7ab0b14de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:32.234368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9677d16-a196-440e-a800-358416b4ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.244342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Calling delete_port for 0e50488c-c3cf-4b89-a0d3-d41391200815 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:32.263086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.341935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:32.370986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:32.381206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:32.408019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39178) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:32.482302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting subnet 20c07ddc-8a39-4b47-b26b-7f8b9642969d {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:32.485741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.518072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:32.582296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:32.583767 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.608133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'Port': ['ID=a8b6fd90-8929-4505-9961-0640feb18ec8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:32.643375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9677d16-a196-440e-a800-358416b4ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.672351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.737009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.792637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Pushing event deleted for resources: {'Port': ['ID=0e50488c-c3cf-4b89-a0d3-d41391200815,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:32.797484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f9677d16-a196-440e-a800-358416b4ce8b None None] For port 6d044746-df86-4797-acf8-a9d7ab0b14de, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6d044746-df86-4797-acf8-a9d7ab0b14de,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:32.814015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9677d16-a196-440e-a800-358416b4ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.871175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] No DVR routers for this DVR port 0e50488c-c3cf-4b89-a0d3-d41391200815 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:32.880174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:32.884932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1245c3ee-c0d8-4cd4-8dd3-e4a92d9b266a req-0acef933-18dd-4fbb-9744-1287df38b872 tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.47 "DELETE /v2.0/ports/0e50488c-c3cf-4b89-a0d3-d41391200815 HTTP/1.1" status: 204 len: 173 time: 1.3899448 Nov 16 21:16:33.049684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677d16-a196-440e-a800-358416b4ce8b None None] Pushing event updated for resources: {'Port': ['ID=6d044746-df86-4797-acf8-a9d7ab0b14de,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:33.196749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.211038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d718f47a-4324-4cc5-9f4b-46e3546d8a92 None None] Provisioning complete for port 6d044746-df86-4797-acf8-a9d7ab0b14de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:33.211819 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d718f47a-4324-4cc5-9f4b-46e3546d8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.227139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560e602-aa53-44dd-be7b-1ce7fc57cd3d req-b8e02fe0-6439-48ae-9ba4-4ccd172bc01c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:33.235548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8560e602-aa53-44dd-be7b-1ce7fc57cd3d req-b8e02fe0-6439-48ae-9ba4-4ccd172bc01c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1511686 Nov 16 21:16:33.254212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.297793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:31Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:33.321837 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8560e602-aa53-44dd-be7b-1ce7fc57cd3d req-631d3cc1-9d23-4ad0-ba0c-cdfb98e16922 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828145 Nov 16 21:16:33.340817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.356090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc629ff-c99f-4f9f-84b4-e4b5b0ac2c8e None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:31Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:33.357797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.556507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'Port': ['ID=a8b6fd90-8929-4505-9961-0640feb18ec8,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:33.605366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.622579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.694212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.714394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-67a7ef27-3768-4b29-80bc-26bd26c4fae8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0128024 Nov 16 21:16:33.798987 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef81ef23-1632-41d2-b6f4-b184ed3ab12c req-0d5f6e16-7326-4895-a944-b6c73f68e1bd tempest-AttachVolumeNegativeTest-1291927320 tempest-AttachVolumeNegativeTest-1291927320-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c0aeed1-6cf2-42f3-b473-a3c907f89c57 HTTP/1.1" status: 200 len: 210 time: 0.0813992 Nov 16 21:16:33.895310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.918919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:33.930640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405015e8-9036-4f4d-badb-f0ed93c01b77 None None] Network b932158a-124f-42b1-b4c3-130b89c50a37 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:33.938301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/subnets/20c07ddc-8a39-4b47-b26b-7f8b9642969d HTTP/1.1" status: 204 len: 168 time: 1.5262854 Nov 16 21:16:33.938529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39206) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:34.046663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5b607-1c57-47ca-add7-b49371aa412a tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Subnet': ['ID=20c07ddc-8a39-4b47-b26b-7f8b9642969d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:34.174195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'name': 'network-vif-deleted', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:34.176468 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f690c051-6bb7-4394-add8-82f339e1edaa" -d '{"events": [{"server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "name": "network-vif-deleted", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:34.218039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.298816 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80660e4-4ff2-4773-b42c-27085e661bba x-openstack-request-id: req-d80660e4-4ff2-4773-b42c-27085e661bba {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:34.299236 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0aeed1-6cf2-42f3-b473-a3c907f89c57", "name": "network-vif-deleted", "tag": "0e50488c-c3cf-4b89-a0d3-d41391200815", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:34.299492 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d80660e4-4ff2-4773-b42c-27085e661bba {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:34.299891 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0aeed1-6cf2-42f3-b473-a3c907f89c57', 'name': 'network-vif-deleted', 'tag': '0e50488c-c3cf-4b89-a0d3-d41391200815', 'status': 'completed', 'code': 200} Nov 16 21:16:34.347762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] DHCP port deletion for b932158a-124f-42b1-b4c3-130b89c50a37 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:16:34.388970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-772eecad-686e-4f5d-85a7-8e4b9a37737d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--454704913&fields=id&tenant_id=ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 267 time: 0.2328243 Nov 16 21:16:34.491260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] Deleting port 0d3f9b95-e447-4890-8f8e-e059807668e7 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:34.493025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.576031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4362f-dd2f-453f-a579-6417b5235ae8 req-cf5ee5be-d9e6-416f-b915-29f88cd53eb4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:34.584850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ea4362f-dd2f-453f-a579-6417b5235ae8 req-cf5ee5be-d9e6-416f-b915-29f88cd53eb4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1201847 Nov 16 21:16:34.624515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] For port 0d3f9b95-e447-4890-8f8e-e059807668e7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0d3f9b95-e447-4890-8f8e-e059807668e7,segment=NetworkSegment(d622f46f-834e-4f63-afd9-ca6531b72b0b),segment_id=d622f46f-834e-4f63-afd9-ca6531b72b0b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:34.625194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.644664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] Calling delete_port for 0d3f9b95-e447-4890-8f8e-e059807668e7 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:34.680950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ea4362f-dd2f-453f-a579-6417b5235ae8 req-24f135e0-0399-4556-8266-901f428cec85 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937774 Nov 16 21:16:34.746899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:34.811896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] Pushing event deleted for resources: {'Port': ['ID=0d3f9b95-e447-4890-8f8e-e059807668e7,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:34.826102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad34d97-597d-42aa-ad45-5e8395f79fc0 None None] No DVR routers for this DVR port 0d3f9b95-e447-4890-8f8e-e059807668e7 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:35.012156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39238) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:35.037944 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.088226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port 0d3f9b95-e447-4890-8f8e-e059807668e7 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:35.088575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.100130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Deleting subnet 283ab417-8a5d-418e-abac-2883d8ee9d14 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:35.104345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.182285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6d044746-df86-4797-acf8-a9d7ab0b14de up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:35.183786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.242572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-0b3f7609-77c0-4135-9382-2a7509ed2eb7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:35.251133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-0b3f7609-77c0-4135-9382-2a7509ed2eb7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 816 time: 0.8612118 Nov 16 21:16:35.268847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.291679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port 0d3f9b95-e447-4890-8f8e-e059807668e7, host n-d-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:35.292181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.296861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3aeb1a6c-2323-4232-883f-0c526c2346e9 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/quotas/ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 375 time: 0.0445902 Nov 16 21:16:35.333133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for 0d3f9b95-e447-4890-8f8e-e059807668e7 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:35.337789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Port 0d3f9b95-e447-4890-8f8e-e059807668e7 was not found and therefore no delete operation was performed {{(pid=102453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:16:35.352576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 6d044746-df86-4797-acf8-a9d7ab0b14de triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:35.353811 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.356171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.400319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.413859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=0d3f9b95-e447-4890-8f8e-e059807668e7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:35.428119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port 0d3f9b95-e447-4890-8f8e-e059807668e7 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:35.467572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283ab417-8a5d-418e-abac-2883d8ee9d14,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:35.482452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.495577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-85328efa-ded4-48e9-b2e3-34408a43729f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/283ab417-8a5d-418e-abac-2883d8ee9d14 HTTP/1.1" status: 204 len: 168 time: 0.4823143 Nov 16 21:16:35.496442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39244) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:35.626242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-71414d24-a5be-400c-9220-cd433d853b3a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2995510 Nov 16 21:16:35.642326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.659751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.663863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0d3f9b95-e447-4890-8f8e-e059807668e7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:35.718853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 0d3f9b95-e447-4890-8f8e-e059807668e7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:35.719196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0d3f9b95-e447-4890-8f8e-e059807668e7 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:35.758273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b932158a-124f-42b1-b4c3-130b89c50a37']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:35.774832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.776090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd622f46f-834e-4f63-afd9-ca6531b72b0b') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:35.776390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd622f46f-834e-4f63-afd9-ca6531b72b0b') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:35.791186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.796425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b648ef37-af4d-41e8-aafc-ea5dffea0e1b']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:35.807680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def962e8-436c-4aa4-8ea2-8621a97f6127') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:35.807983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def962e8-436c-4aa4-8ea2-8621a97f6127') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:35.820120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.836338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.841406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.852169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:35.852570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-f19bcd79-f124-48fb-a4da-9da3cad625dc service neutron] 10.222.0.48 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041574 Nov 16 21:16:35.852718 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.854319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:35.854810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:35.855596 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:35.858718 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:35.984766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.002023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.011010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b648ef37-af4d-41e8-aafc-ea5dffea0e1b HTTP/1.1" status: 204 len: 168 time: 0.5048242 Nov 16 21:16:36.029088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9455-a007-478a-b6bc-67f6acfd6686 admin admin] Pushing event deleted for resources: {'Network': ['ID=b648ef37-af4d-41e8-aafc-ea5dffea0e1b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.039215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842d3e3-c8d1-4710-8805-1208458e9371 req-0d6743ba-8b71-450f-91f3-4bc54bb1b0d4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:36.048608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a842d3e3-c8d1-4710-8805-1208458e9371 req-0d6743ba-8b71-450f-91f3-4bc54bb1b0d4 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1666470 Nov 16 21:16:36.056524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.062486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.066216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/networks/b932158a-124f-42b1-b4c3-130b89c50a37 HTTP/1.1" status: 204 len: 168 time: 2.1266818 Nov 16 21:16:36.075557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39256) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.097474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39258) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.111300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-1d23555b-d351-4eb4-ab0c-96904e91b799 service neutron] 10.222.0.48 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383621 Nov 16 21:16:36.126784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb746e0-5184-42e9-a0d4-0a619458ceb0 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Network': ['ID=b932158a-124f-42b1-b4c3-130b89c50a37,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.147766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a842d3e3-c8d1-4710-8805-1208458e9371 req-83632a6d-81f0-4b70-83e9-52c37dafa091 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977769 Nov 16 21:16:36.289253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting subnet 31c196cd-a842-423c-9a45-49caca365ef8 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:36.293320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.372096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.445878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3956d131-83cd-49dc-9000-f7ad951eedec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.467961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2a7f614-baf3-4175-ac3e-b7cfb5159ef9 req-5282d637-5e58-4ae3-9a29-6ffb07c5aacf tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 210 time: 0.0413182 Nov 16 21:16:36.513644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39272) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.566370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7e64121c-5bc8-47a1-810a-312b6408b2cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57355c4bde714f70b2ecd5e00bba38d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513651 Nov 16 21:16:36.569132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39274) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.599743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.628905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a912db3-be67-4c5c-a1c8-301410452d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.664951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a912db3-be67-4c5c-a1c8-301410452d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.717142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3956d131-83cd-49dc-9000-f7ad951eedec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.723743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3956d131-83cd-49dc-9000-f7ad951eedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.736776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a912db3-be67-4c5c-a1c8-301410452d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.740064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a912db3-be67-4c5c-a1c8-301410452d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.742254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a912db3-be67-4c5c-a1c8-301410452d2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73dfb04e-5319-4541-8857-ae837fe06f48 HTTP/1.1" status: 204 len: 168 time: 0.1709526 Nov 16 21:16:36.743388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.752258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a912db3-be67-4c5c-a1c8-301410452d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dfb04e-5319-4541-8857-ae837fe06f48,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.789331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Subnet': ['ID=31c196cd-a842-423c-9a45-49caca365ef8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.827645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:36.832916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e8ee02-8fdb-42cd-9006-95d591e85617 None None] Network 07c97edb-5f1d-4463-9231-a760e7bbd0d4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:36.833584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-43d1d228-b34c-4aa5-b238-4e2c397bcab8 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/subnets/31c196cd-a842-423c-9a45-49caca365ef8 HTTP/1.1" status: 204 len: 168 time: 0.7568622 Nov 16 21:16:36.836974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39282) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.841359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3956d131-83cd-49dc-9000-f7ad951eedec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cac50e885c9942629cad70d8ff86d089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7263365 Nov 16 21:16:36.842561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39284) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:36.843699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956d131-83cd-49dc-9000-f7ad951eedec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab81a6b-17cc-4616-a0a0-a69596720113,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:36.946125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac201-2e9d-48ad-b96c-92d10f6dbd38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.016604 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac201-2e9d-48ad-b96c-92d10f6dbd38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.054397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.113111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac201-2e9d-48ad-b96c-92d10f6dbd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.117702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac201-2e9d-48ad-b96c-92d10f6dbd38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.121343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fd2ac201-2e9d-48ad-b96c-92d10f6dbd38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ab81a6b-17cc-4616-a0a0-a69596720113 HTTP/1.1" status: 204 len: 168 time: 0.2709920 Nov 16 21:16:37.142231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ac201-2e9d-48ad-b96c-92d10f6dbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab81a6b-17cc-4616-a0a0-a69596720113,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:37.219327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Deleting port 38da6594-002b-4fb0-83ff-2ee366e3ff0e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:37.219667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.343159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] For port 38da6594-002b-4fb0-83ff-2ee366e3ff0e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38da6594-002b-4fb0-83ff-2ee366e3ff0e,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:37.343507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.350455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] DHCP port deletion for 07c97edb-5f1d-4463-9231-a760e7bbd0d4 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:16:37.352657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a9c-50c6-41e6-b097-bec7408e6def req-74c52a86-1970-4a87-ad62-56c8bc35a44b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:37.365318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47855a9c-50c6-41e6-b097-bec7408e6def req-74c52a86-1970-4a87-ad62-56c8bc35a44b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1081145 Nov 16 21:16:37.421417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Calling delete_port for 38da6594-002b-4fb0-83ff-2ee366e3ff0e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:37.489292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47855a9c-50c6-41e6-b097-bec7408e6def req-fba15f2e-927a-4da1-baac-d249f6be6e38 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185782 Nov 16 21:16:37.494134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] Deleting port 38da6594-002b-4fb0-83ff-2ee366e3ff0e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:37.495561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.744200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.744806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2202caef-c4db-473a-a7e8-9e69d07ee829 req-928165b0-0faa-4ac2-98d9-33d593ae27b6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 210 time: 0.0537639 Nov 16 21:16:37.746509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] For port 38da6594-002b-4fb0-83ff-2ee366e3ff0e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38da6594-002b-4fb0-83ff-2ee366e3ff0e,segment=NetworkSegment(89532855-38e7-45c0-b364-e18c60542975),segment_id=89532855-38e7-45c0-b364-e18c60542975)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:37.748961 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:37.781010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] Calling delete_port for 38da6594-002b-4fb0-83ff-2ee366e3ff0e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:37.802990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Port': ['ID=38da6594-002b-4fb0-83ff-2ee366e3ff0e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:37.813688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] No DVR routers for this DVR port 38da6594-002b-4fb0-83ff-2ee366e3ff0e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:37.969356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.010658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.025445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] Pushing event deleted for resources: {'Port': ['ID=38da6594-002b-4fb0-83ff-2ee366e3ff0e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:38.050062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fc398-36fc-4b61-a98f-277c861a8684 None None] No DVR routers for this DVR port 38da6594-002b-4fb0-83ff-2ee366e3ff0e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:38.060022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c97edb-5f1d-4463-9231-a760e7bbd0d4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:38.081359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89532855-38e7-45c0-b364-e18c60542975') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:38.081793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89532855-38e7-45c0-b364-e18c60542975') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:38.101666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.137222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.155302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:38.156991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.167744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39316) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:38.169205 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:38.202444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-953c13a3-8884-4b16-a390-b821a44a2753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.308783 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.309002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-483b3489-44af-4084-a693-a99eb0bf7409 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:38.311288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-483b3489-44af-4084-a693-a99eb0bf7409 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 816 time: 0.2867663 Nov 16 21:16:38.315200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.319646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] 10.222.0.48 "DELETE /v2.0/networks/07c97edb-5f1d-4463-9231-a760e7bbd0d4 HTTP/1.1" status: 204 len: 168 time: 1.4812722 Nov 16 21:16:38.349258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c3d0-973b-444a-aa8f-f111f3155528 tempest-ServersTestMultiNic-46812735 tempest-ServersTestMultiNic-46812735-project] Pushing event deleted for resources: {'Network': ['ID=07c97edb-5f1d-4463-9231-a760e7bbd0d4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:38.474623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-be45f123-0ad6-4a91-b224-6f06daee6655 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 379 time: 0.1455727 Nov 16 21:16:38.489484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'port': {'device_id': '89587973-2cb0-4128-86b1-48c469cc1423', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'admin_state_up': True, 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'security_groups': ['2d51d0a7-2673-46d3-8bd8-aca03033da37']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:38.513208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-953c13a3-8884-4b16-a390-b821a44a2753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.549608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-953c13a3-8884-4b16-a390-b821a44a2753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.594880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39344) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:38.616146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-953c13a3-8884-4b16-a390-b821a44a2753 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64d5c55aa51c4e2b837d101205db7fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472611 Nov 16 21:16:38.656227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39348) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:38.690658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c13a3-8884-4b16-a390-b821a44a2753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21426b6b-b71f-4bc7-a050-6e0df5b351f0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:38.755962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711f770-d67a-4819-8671-bfbedc1efa87 req-b2833738-b6a9-45dd-86cf-4af8e8ab7670 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:38.763901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2711f770-d67a-4819-8671-bfbedc1efa87 req-b2833738-b6a9-45dd-86cf-4af8e8ab7670 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.1585317 Nov 16 21:16:38.808842 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d9f7-a370-4919-bf47-19adaae9d7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.863332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Made reservation on behalf of ca1cf29b62944187906e09e8322fa3bd for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:38.868125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.875383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d9f7-a370-4919-bf47-19adaae9d7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:38.896324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2711f770-d67a-4819-8671-bfbedc1efa87 req-501d5f25-dafa-4e31-81ca-8ba1f28ca976 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315563 Nov 16 21:16:38.907817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-820944b8-4a50-4b42-801b-5ce8d748bc84 req-2b68bf2f-76ca-4b96-8014-4e71e1874f38 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 210 time: 0.0387557 Nov 16 21:16:39.015790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38da6594-002b-4fb0-83ff-2ee366e3ff0e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:39.044568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 38da6594-002b-4fb0-83ff-2ee366e3ff0e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:39.044975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38da6594-002b-4fb0-83ff-2ee366e3ff0e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:39.053282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d9f7-a370-4919-bf47-19adaae9d7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.056741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d9f7-a370-4919-bf47-19adaae9d7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.058056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8ff0d9f7-a370-4919-bf47-19adaae9d7cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21426b6b-b71f-4bc7-a050-6e0df5b351f0 HTTP/1.1" status: 204 len: 168 time: 0.3952782 Nov 16 21:16:39.082969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0d9f7-a370-4919-bf47-19adaae9d7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21426b6b-b71f-4bc7-a050-6e0df5b351f0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:39.108029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Allocated IP 172.20.0.11 (d310be21-08ea-45de-b9ee-a1dc1026e746/26a20057-4d04-4646-87f1-8086ea3ef2d1/779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:39.247555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.292289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.355258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.405380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Network d310be21-08ea-45de-b9ee-a1dc1026e746 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:39.423016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-3bdd33f5-93b2-4ee0-98d7-4e5bde40042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.424631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-3bdd33f5-93b2-4ee0-98d7-4e5bde40042a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1097 time: 0.1002300 Nov 16 21:16:39.425569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:39.429983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:39.466479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:39.619553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.620429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.636924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-d4c086f6-c0ff-461f-871d-9b9c530c231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.638519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-d4c086f6-c0ff-461f-871d-9b9c530c231d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.2030933 Nov 16 21:16:39.720372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-11296869-cedf-4bbe-9260-2a02dd714243 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.0701849 Nov 16 21:16:39.726193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Deleting port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:39.726557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.776314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-4e822a4a-e83d-4962-a733-b39e71e9e321 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2908702 Nov 16 21:16:39.797987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Request body: {'port': {'device_id': '89587973-2cb0-4128-86b1-48c469cc1423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:39.870355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-5c831e4a-627c-4373-9a74-29ad706a70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:39.871829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-5c831e4a-627c-4373-9a74-29ad706a70a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.1507587 Nov 16 21:16:39.917216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9d731e1f-fefc-4b15-b3ab-87a0d8be7557 None None] Provisioning complete for port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:39.920541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9d731e1f-fefc-4b15-b3ab-87a0d8be7557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.920874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] For port 33de4f99-9f16-4b5d-b606-7c8ccdc18f83, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,segment=NetworkSegment(6567e483-1c4a-4a6f-9a6e-a95690b436ff),segment_id=6567e483-1c4a-4a6f-9a6e-a95690b436ff)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:39.921392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.932842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-bcfeac33-5fac-452d-bae9-f718222b4821 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387173 Nov 16 21:16:39.936162 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:39.936302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Calling delete_port for 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:40.017664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9d731e1f-fefc-4b15-b3ab-87a0d8be7557 None None] Port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:40.186714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8cddb-0289-47bf-ad92-025ef09d7767 req-cc34c633-041a-4169-8fb9-f03c2adb6c95 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.186714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33e8cddb-0289-47bf-ad92-025ef09d7767 req-cc34c633-041a-4169-8fb9-f03c2adb6c95 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0710518 Nov 16 21:16:40.266743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.298314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33e8cddb-0289-47bf-ad92-025ef09d7767 req-abaf3dab-f32b-4d75-a716-01e0a8f242a9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073031 Nov 16 21:16:40.301189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33de4f99-9f16-4b5d-b606-7c8ccdc18f83,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:40.303200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95258611-391f-4b63-a516-6eba9d9216bf req-982d87e8-785c-4b21-aa68-865e4f8b970b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:40.312921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95258611-391f-4b63-a516-6eba9d9216bf req-982d87e8-785c-4b21-aa68-865e4f8b970b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 932 time: 0.1194694 Nov 16 21:16:40.380360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-2f5ce455-6f7c-48ce-9f46-95d14314b0a1 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342747 Nov 16 21:16:40.526304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.543977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95258611-391f-4b63-a516-6eba9d9216bf req-83c1d6c6-5e0a-4a08-a94c-845bce1025b1 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121320 Nov 16 21:16:40.602550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:40.621455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.637211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d7b46a3-30a6-4fa1-a5ac-b066b9c3cb71 req-7bdcb30d-2051-47cc-9e93-a09cb8623571 service neutron] 10.222.0.47 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425947 Nov 16 21:16:40.660281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Transition to ACTIVE for port object 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:40.674206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.767171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:40.875580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Attempting to bind port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:40.875931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Attempting to bind port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:40.876269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Attempting to bind port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee on network d310be21-08ea-45de-b9ee-a1dc1026e746 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:40.882755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee on network d310be21-08ea-45de-b9ee-a1dc1026e746 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:40.883160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Attempting to bind port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee on network d310be21-08ea-45de-b9ee-a1dc1026e746 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:40.891086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:40.891440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Checking segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:40.891982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Bound using segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:40.892437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Bound port: 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:40.892805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:40.966588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Router 85d654d6-cc35-498f-97aa-c79119b5d5a3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:16:40.998517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:41.004659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:41.010848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.081463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:41.102175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.102828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.104977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3eb071ba-99d0-4ffe-b936-2d5d982fed75 service neutron] 10.222.0.47 "PUT /v2.0/ports/779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 1092 time: 1.3164859 Nov 16 21:16:41.107066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:41.112515 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea085c-4fcb-413e-8f79-61e14795f5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:41.170153 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f1c62-0b41-49e7-9bc4-b06f97bbac22 x-openstack-request-id: req-8c1f1c62-0b41-49e7-9bc4-b06f97bbac22 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:41.170544 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:41.170893 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c1f1c62-0b41-49e7-9bc4-b06f97bbac22 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:41.171399 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'status': 'completed', 'code': 200} Nov 16 21:16:41.201861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:41.208186 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cee8042b-fef4-4315-81ab-15bbe5e760b6 admin admin] 10.222.0.48 "PUT /v2.0/routers/85d654d6-cc35-498f-97aa-c79119b5d5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6118085 Nov 16 21:16:41.211143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39436) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:41.212886 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] Sync routers for ids ['85d654d6-cc35-498f-97aa-c79119b5d5a3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:41.234557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-82eaa9c4-6ae4-4364-b50a-a7b158db2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.236126 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] Routers {'85d654d6-cc35-498f-97aa-c79119b5d5a3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:41.236544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-82eaa9c4-6ae4-4364-b50a-a7b158db2b1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1095 time: 0.0538249 Nov 16 21:16:41.237934 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['85d654d6-cc35-498f-97aa-c79119b5d5a3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:41.357973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-3213689c-c240-4a50-b9ad-8bb857ec622a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 217 time: 0.1131358 Nov 16 21:16:41.420675 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] Set router 85d654d6-cc35-498f-97aa-c79119b5d5a3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:41.449141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.468268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-516fdc0b-2ff2-4908-8f89-b3d1cbe70ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.474481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-516fdc0b-2ff2-4908-8f89-b3d1cbe70ff3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1041589 Nov 16 21:16:41.587024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-edea37f6-0183-4b18-8cde-a725ac6688e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.588604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-edea37f6-0183-4b18-8cde-a725ac6688e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113780 Nov 16 21:16:41.703505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:41.756000 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:16:40Z', 'revision_number': 5, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:41.802563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5487756-e042-48b3-8a0e-64bd7f828b3c req-76584055-d894-4341-a3e8-36a86676d64d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.808148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5487756-e042-48b3-8a0e-64bd7f828b3c req-76584055-d894-4341-a3e8-36a86676d64d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.2524517 Nov 16 21:16:41.845098 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] Checking router: 85d654d6-cc35-498f-97aa-c79119b5d5a3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:41.868521 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] Routers {'85d654d6-cc35-498f-97aa-c79119b5d5a3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:41.869500 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['85d654d6-cc35-498f-97aa-c79119b5d5a3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:41.922608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.931257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:41.936127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95c12-3f44-47dd-aa8b-e6a87f4a1a87 req-6bbad551-f08e-4bb7-ace3-67b2dcc4c514 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:41.939053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8a95c12-3f44-47dd-aa8b-e6a87f4a1a87 req-6bbad551-f08e-4bb7-ace3-67b2dcc4c514 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1945212 Nov 16 21:16:41.943650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-74f06e43-092b-45b4-9146-81d030dfec78 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473308 Nov 16 21:16:41.951283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5487756-e042-48b3-8a0e-64bd7f828b3c req-ed92cbf6-3364-466e-8b88-6d756a987533 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307704 Nov 16 21:16:42.061615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:42.062915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:42.066198 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0121a4ca-8630-483a-a8a6-3ae3bcf6ac61" -d '{"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-unplugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:42.071789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.090750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Deleting port b14fa466-4627-4351-a6c8-2cad14b77de1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:42.091328 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.135286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:42.183019 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] Set router 85d654d6-cc35-498f-97aa-c79119b5d5a3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:42.277108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] For port b14fa466-4627-4351-a6c8-2cad14b77de1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b14fa466-4627-4351-a6c8-2cad14b77de1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:42.277310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.326731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Calling delete_port for b14fa466-4627-4351-a6c8-2cad14b77de1 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:42.467879 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae418c7c-375d-47c8-b04c-9e2b3dd801c4 x-openstack-request-id: req-ae418c7c-375d-47c8-b04c-9e2b3dd801c4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:42.468182 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-unplugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:42.468436 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae418c7c-375d-47c8-b04c-9e2b3dd801c4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:42.468833 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'code': 200} Nov 16 21:16:42.503651 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:16:40Z', 'revision_number': 5, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:42.550203 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f835fc2-fdbd-4e7a-974c-0ae07a553021 None None] The sync data for ids ['85d654d6-cc35-498f-97aa-c79119b5d5a3'] in n-d-817778-8 is: [{'id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'name': 'tempest-ServersTestMultiNic-1024732257-router', 'tenant_id': 'c0dad73481754115b3dc95e11f3adb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:47Z', 'updated_at': '2021-11-16T21:16:40Z', 'revision_number': 5, 'project_id': 'c0dad73481754115b3dc95e11f3adb91', 'gw_port': {'id': 'b14fa466-4627-4351-a6c8-2cad14b77de1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d654d6-cc35-498f-97aa-c79119b5d5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:48Z', 'updated_at': '2021-11-16T21:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:42.572614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.615866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14fa466-4627-4351-a6c8-2cad14b77de1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:42.662139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8a95c12-3f44-47dd-aa8b-e6a87f4a1a87 req-416321b2-f107-4a33-b963-e797f7f6d973 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7145870 Nov 16 21:16:42.666335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a00b261f-91de-4ec9-a703-d01b553c0aef req-fdb26dd3-66dc-42b0-9465-1e47501f212e service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117207 Nov 16 21:16:42.754301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.781309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-14a666cb-8c09-48c7-aa5e-8ae892ae8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:42.783229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-14a666cb-8c09-48c7-aa5e-8ae892ae8ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1095 time: 0.0597365 Nov 16 21:16:42.792398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39476) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:42.859706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.862508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.916878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.917468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85d654d6-cc35-498f-97aa-c79119b5d5a3 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:16:42.924739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:42.929603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f4270c54-76cb-4bd1-9103-6917356e36b1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/85d654d6-cc35-498f-97aa-c79119b5d5a3 HTTP/1.1" status: 204 len: 168 time: 1.7138648 Nov 16 21:16:42.930946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39482) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:42.974031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-47d0b63e-888e-4480-911f-1d89e80b8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:42.976089 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-47d0b63e-888e-4480-911f-1d89e80b8c00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.1822350 Nov 16 21:16:42.990226 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff9748-3c60-416d-a089-e47d4d082720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.000427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Deleting subnet 2c5656bd-435b-4b49-ba57-48b7aed23d22 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:16:43.004683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.070977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.085327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:43.107589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-d61af4ab-a73c-4a14-99fb-32e4cd7c7c4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 217 time: 0.0965273 Nov 16 21:16:43.125122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:43.132545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 33de4f99-9f16-4b5d-b606-7c8ccdc18f83 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:43.218718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-55b4f5a7-2115-4a60-9bda-c8599953df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.220340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-55b4f5a7-2115-4a60-9bda-c8599953df32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1012096 Nov 16 21:16:43.297963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ebb12-9467-43f7-a017-dd888885b0f6 req-6f98a0e8-5f74-452a-a99b-24f04557663c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.299701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-115ebb12-9467-43f7-a017-dd888885b0f6 req-6f98a0e8-5f74-452a-a99b-24f04557663c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.2215426 Nov 16 21:16:43.314366 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff9748-3c60-416d-a089-e47d4d082720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.321919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff9748-3c60-416d-a089-e47d4d082720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.342603 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.359744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1eff9748-3c60-416d-a089-e47d4d082720 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15435c445ab74b96a8c5aaab90193468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620301 Nov 16 21:16:43.367019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39494) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:43.393909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-7cd7f9a0-12cd-4350-a285-987f7038c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:43.396149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-7cd7f9a0-12cd-4350-a285-987f7038c992 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675265 Nov 16 21:16:43.425691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-115ebb12-9467-43f7-a017-dd888885b0f6 req-f928fbc9-f8df-4555-ae6e-ef48f79013d7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141086 Nov 16 21:16:43.449799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.498057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5656bd-435b-4b49-ba57-48b7aed23d22,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:43.543389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff9748-3c60-416d-a089-e47d4d082720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af438c-6f66-47cd-8955-f334dd27ab40,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:43.555493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.558938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84f28d-55a4-4c05-82c6-ca05490c2211 None None] Network 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:43.567199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3781756c-c193-4e3f-8319-7763681412c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2c5656bd-435b-4b49-ba57-48b7aed23d22 HTTP/1.1" status: 204 len: 168 time: 0.6320415 Nov 16 21:16:43.583916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39502) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:43.697365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-b32e8894-f0aa-4819-aab7-cb0eb5270558 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884572 Nov 16 21:16:43.698610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8abb0a39-a340-4bf2-8267-48f1cfbc7029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.726090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8abb0a39-a340-4bf2-8267-48f1cfbc7029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.793317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8abb0a39-a340-4bf2-8267-48f1cfbc7029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.796165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8abb0a39-a340-4bf2-8267-48f1cfbc7029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:43.800147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8abb0a39-a340-4bf2-8267-48f1cfbc7029 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89af438c-6f66-47cd-8955-f334dd27ab40 HTTP/1.1" status: 204 len: 168 time: 0.4295046 Nov 16 21:16:43.962184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ea085c-4fcb-413e-8f79-61e14795f5b9 req-e242fc71-bbe2-4f73-a283-01f7b47e7a37 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876400 Nov 16 21:16:43.963192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb0a39-a340-4bf2-8267-48f1cfbc7029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af438c-6f66-47cd-8955-f334dd27ab40,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:44.069459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] DHCP port deletion for 9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:16:44.111028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097c475-996b-49aa-ae3e-c7461c99cb12 req-2d00f484-99e2-46b9-94c8-5e120c02bc2c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.124212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1097c475-996b-49aa-ae3e-c7461c99cb12 req-2d00f484-99e2-46b9-94c8-5e120c02bc2c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.3242297 Nov 16 21:16:44.167237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] Deleting port afabb4af-bb9d-4658-adaf-3ae80a344020 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:44.168302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.224837 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1097c475-996b-49aa-ae3e-c7461c99cb12 req-c64d88b3-cd37-4f4e-b298-1ff9b39f5672 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894418 Nov 16 21:16:44.251764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] For port afabb4af-bb9d-4658-adaf-3ae80a344020, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=afabb4af-bb9d-4658-adaf-3ae80a344020,segment=NetworkSegment(6567e483-1c4a-4a6f-9a6e-a95690b436ff),segment_id=6567e483-1c4a-4a6f-9a6e-a95690b436ff)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:44.254123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.264346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a581a-bcc3-4d1b-a998-f24f08aa3231 req-a11289ed-6938-466b-928b-f81afa32f253 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.274809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-261a581a-bcc3-4d1b-a998-f24f08aa3231 req-a11289ed-6938-466b-928b-f81afa32f253 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.7396746 Nov 16 21:16:44.279680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] Calling delete_port for afabb4af-bb9d-4658-adaf-3ae80a344020 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:44.316584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.374642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-261a581a-bcc3-4d1b-a998-f24f08aa3231 req-cf61d697-c927-4946-a501-f50c9915c1cf tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986273 Nov 16 21:16:44.407082 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.446249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Deleting port afabb4af-bb9d-4658-adaf-3ae80a344020 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:16:44.446709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.504988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] No DVR routers for this DVR port afabb4af-bb9d-4658-adaf-3ae80a344020 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:44.519697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958ad1a-d94e-4a37-8306-fbb9dd79abeb None None] Pushing event deleted for resources: {'Port': ['ID=afabb4af-bb9d-4658-adaf-3ae80a344020,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:44.569950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] For port afabb4af-bb9d-4658-adaf-3ae80a344020, host n-d-817778-8, got binding levels [] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:44.570470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.590990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Calling delete_port for afabb4af-bb9d-4658-adaf-3ae80a344020 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:16:44.596090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Port afabb4af-bb9d-4658-adaf-3ae80a344020 was not found and therefore no delete operation was performed {{(pid=102454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:16:44.596977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.636359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] No DVR routers for this DVR port afabb4af-bb9d-4658-adaf-3ae80a344020 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:44.642758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Pushing event deleted for resources: {'Port': ['ID=afabb4af-bb9d-4658-adaf-3ae80a344020,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:44.676045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-a2e5a202-6e22-4d46-9f6d-c846afbe22a7 req-168e5f95-9f48-4f41-9585-2396b66b1711 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:16:44.677207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2e5a202-6e22-4d46-9f6d-c846afbe22a7 req-168e5f95-9f48-4f41-9585-2396b66b1711 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058975 Nov 16 21:16:44.748047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.782955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:44.805162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6567e483-1c4a-4a6f-9a6e-a95690b436ff') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:44.805464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6567e483-1c4a-4a6f-9a6e-a95690b436ff') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:44.824094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.840031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.847504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:16:44.847898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:16:44.850109 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:16:44.903764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf8ea2-0a35-45d2-9a5e-5c1a0c8a8288 req-b1d44c4a-086e-4bec-89f7-e32b12a4b36b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:44.905454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebbf8ea2-0a35-45d2-9a5e-5c1a0c8a8288 req-b1d44c4a-086e-4bec-89f7-e32b12a4b36b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.0628870 Nov 16 21:16:44.912274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.922232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:44.925667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6 HTTP/1.1" status: 204 len: 168 time: 1.3361418 Nov 16 21:16:44.952583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a5cd5-2744-4b91-a717-df3ca1d96089 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5401e0-f4aa-499e-90e4-a4d7d1de4ea6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:44.981814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebbf8ea2-0a35-45d2-9a5e-5c1a0c8a8288 req-bffb32b0-f138-47a6-b730-8e59feae9baf tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688875 Nov 16 21:16:45.027221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device afabb4af-bb9d-4658-adaf-3ae80a344020 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:45.049893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: afabb4af-bb9d-4658-adaf-3ae80a344020 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:45.050330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device afabb4af-bb9d-4658-adaf-3ae80a344020 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:45.050821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b14fa466-4627-4351-a6c8-2cad14b77de1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:45.071210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b14fa466-4627-4351-a6c8-2cad14b77de1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:16:45.071887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b14fa466-4627-4351-a6c8-2cad14b77de1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:16:45.273068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39568) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:45.350681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6590b90-ee86-4b3a-94cd-ff833d46231a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0dad73481754115b3dc95e11f3adb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756574 Nov 16 21:16:45.352822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39572) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:45.381209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b3508-b8ca-4c25-b41d-f1aaafcd5983 req-92fdf92a-56d6-4abd-841c-1083ac2ed8a7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:45.386983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc6b3508-b8ca-4c25-b41d-f1aaafcd5983 req-92fdf92a-56d6-4abd-841c-1083ac2ed8a7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.0778966 Nov 16 21:16:45.422771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd9f3-6636-46bc-b2ea-6352b79797a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:45.447756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc6b3508-b8ca-4c25-b41d-f1aaafcd5983 req-6c4f5130-fc66-45f9-a2c6-0a59327e27d6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543387 Nov 16 21:16:45.449057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd9f3-6636-46bc-b2ea-6352b79797a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:45.506321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd9f3-6636-46bc-b2ea-6352b79797a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:45.509683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8bd9f3-6636-46bc-b2ea-6352b79797a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:45.511037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2f8bd9f3-6636-46bc-b2ea-6352b79797a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/300b724b-06b7-4a08-a18c-7ef8a0ebae12 HTTP/1.1" status: 204 len: 168 time: 0.1572189 Nov 16 21:16:45.523405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bd9f3-6636-46bc-b2ea-6352b79797a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b724b-06b7-4a08-a18c-7ef8a0ebae12,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:45.630875 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-c6e33e4a-b6bf-4277-83ac-ba1dd756b694 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3807690 Nov 16 21:16:45.641992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-f3d33825-2794-4f76-986b-0e247e592a75 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:16:45.643355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-f3d33825-2794-4f76-986b-0e247e592a75 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069206 Nov 16 21:16:45.723925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:16:45.726826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:16:45.974726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:45.992309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'mac_address': 'fa:16:3e:0b:34:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:16:46.052124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.070895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:46.117546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:46.122436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.166241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8215aec-d203-4224-b22f-8aa2f33925ce req-252c4b0f-ade7-4104-9603-e266206ef0bb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.173798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8215aec-d203-4224-b22f-8aa2f33925ce req-252c4b0f-ade7-4104-9603-e266206ef0bb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.0851254 Nov 16 21:16:46.187797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:46.258973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8215aec-d203-4224-b22f-8aa2f33925ce req-23b1c0e0-bdcd-4eaf-88c6-b72bbc253932 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791361 Nov 16 21:16:46.445258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:16:46.716419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303cb5e-cc44-412f-a366-5c5b2f07f602 req-8d911e1d-c3d8-4096-af15-f18b7613fa75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.723312 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d303cb5e-cc44-412f-a366-5c5b2f07f602 req-8d911e1d-c3d8-4096-af15-f18b7613fa75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 945 time: 0.0894146 Nov 16 21:16:46.733742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-65424fea-f9c5-4b20-924a-62ed051e08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:46.735697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-65424fea-f9c5-4b20-924a-62ed051e08d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212&tenant_id=b470e39a2c104643a39f45c2a4495994 HTTP/1.1" status: 200 len: 1095 time: 0.1550398 Nov 16 21:16:46.752371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:46.813931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d303cb5e-cc44-412f-a366-5c5b2f07f602 req-c0d8ef3e-ca34-46be-a72e-2345d3bc88cb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885873 Nov 16 21:16:46.838452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:46.891434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39642) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:47.064283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:47.103443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:47.135785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b7b7-ca97-46d0-81d5-2dfb4aebc0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.145839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:16:47.156962 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.176682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Transition to ACTIVE for port object f8336215-0c17-4289-8b0a-b3d2f2033b81 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:16:47.181817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.220481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39650) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:47.242801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b7b7-ca97-46d0-81d5-2dfb4aebc0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.247395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb5b7b7-ca97-46d0-81d5-2dfb4aebc0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.289665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] No DVR routers for this DVR port f8336215-0c17-4289-8b0a-b3d2f2033b81 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:16:47.291543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5b7b7-ca97-46d0-81d5-2dfb4aebc0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa22d0d7-33b2-46ee-99dd-138628ff3540,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:47.296931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6cb5b7b7-ca97-46d0-81d5-2dfb4aebc0dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a8a901fc54c4ef69daa5adc3117a770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4035451 Nov 16 21:16:47.299533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:47.355175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10624d-f2c8-44b3-9e7e-652e018e0052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.368529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=9']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:47.370979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:47.371555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:47.372114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:47.381091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-638466406-network', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:47.384920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Port f8336215-0c17-4289-8b0a-b3d2f2033b81 on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:16:47.385323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Attempting to bind port f8336215-0c17-4289-8b0a-b3d2f2033b81 on network e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:47.393950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:47.394296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Checking segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:47.394677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Bound using segment: {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:47.395307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Bound port: f8336215-0c17-4289-8b0a-b3d2f2033b81, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfd9924-411a-4a78-a9d7-f78ef442e564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:47.395683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.409491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10624d-f2c8-44b3-9e7e-652e018e0052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.446147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:47.449152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.455212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4765c5-ebe5-4442-90b4-fe9425dd1875 req-c91c7337-affb-43ca-ab2a-dc91325f9212 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.456512 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf4765c5-ebe5-4442-90b4-fe9425dd1875 req-c91c7337-affb-43ca-ab2a-dc91325f9212 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 944 time: 0.0873897 Nov 16 21:16:47.468254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.516950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf4765c5-ebe5-4442-90b4-fe9425dd1875 req-e8272da7-1efb-4d08-aae5-63fa51e01236 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Nov 16 21:16:47.522824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10624d-f2c8-44b3-9e7e-652e018e0052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.525072 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10624d-f2c8-44b3-9e7e-652e018e0052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.528538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:47.533798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a10624d-f2c8-44b3-9e7e-652e018e0052 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa22d0d7-33b2-46ee-99dd-138628ff3540 HTTP/1.1" status: 204 len: 168 time: 0.2330520 Nov 16 21:16:47.546637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10624d-f2c8-44b3-9e7e-652e018e0052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa22d0d7-33b2-46ee-99dd-138628ff3540,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:47.578420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:47.592083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.641117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.641893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.643332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 1092 time: 0.8975356 Nov 16 21:16:47.648094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:47.650304 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccaa453-73be-4df3-8009-13924ee1fef6" -d '{"events": [{"name": "network-changed", "server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:47.715858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc9dd-cd0e-4ceb-8e17-51cda6d03b05 service neutron] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:47.718227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.723187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.737437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:47.748124 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743116ef-9f02-4d4c-babb-874eb89b33a1 x-openstack-request-id: req-743116ef-9f02-4d4c-babb-874eb89b33a1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:47.748418 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:47.748725 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-743116ef-9f02-4d4c-babb-874eb89b33a1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:47.749172 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'status': 'completed', 'code': 200} Nov 16 21:16:47.773558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:16:47.793499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bf4d94-6171-4375-917c-22b0f9a35012,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:47.796589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.796945 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Added segment 5b22c10e-256f-4312-997f-80f573bc0f1c of type vlan for network d81a8710-fd36-40cc-8775-10a384459c66 Nov 16 21:16:47.811276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-a0e9683a-d31d-4a48-b817-0706412d42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.812609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-a0e9683a-d31d-4a48-b817-0706412d42de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1096 time: 0.1100717 Nov 16 21:16:47.861150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:16:47.868644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:47.869282 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.938696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-b29acad0-499a-48e1-bc78-7ea178a2300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:47.940026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-b29acad0-499a-48e1-bc78-7ea178a2300a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.1006367 Nov 16 21:16:47.959140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:47.970844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.000604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-99465a44-b380-4ed0-bc9d-a067c81391e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.0512865 Nov 16 21:16:48.002642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:48.005155 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd9f6d9-cf58-4294-b05a-0fd7ddcdcb12" -d '{"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-plugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:48.020208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399761f1-44f3-47b9-a050-81b917ce4b29 req-9d4112ba-dc64-4b28-a413-67c459696a20 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.034451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-399761f1-44f3-47b9-a050-81b917ce4b29 req-9d4112ba-dc64-4b28-a413-67c459696a20 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 945 time: 0.0920496 Nov 16 21:16:48.046853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:48.052950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.056502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.057471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.058254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.095803 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5222045b-6cc1-4c3a-b4bb-ec23e1613461 x-openstack-request-id: req-5222045b-6cc1-4c3a-b4bb-ec23e1613461 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:48.096396 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-plugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:48.096783 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5222045b-6cc1-4c3a-b4bb-ec23e1613461 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:48.097305 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'code': 200} Nov 16 21:16:48.120986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-201dacdc-6825-4c74-ab4f-430d15d29440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.127878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-201dacdc-6825-4c74-ab4f-430d15d29440 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.1155467 Nov 16 21:16:48.134339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9127083 Nov 16 21:16:48.137291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39686) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:48.147878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Request body: {'subnet': {'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-subnet', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:48.174288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-399761f1-44f3-47b9-a050-81b917ce4b29 req-bcce9109-d713-485a-8b6d-c33f5003c2b7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386316 Nov 16 21:16:48.177406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:48.182236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-a033cd1a-4405-45aa-a153-1d6d44c7b9bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409544 Nov 16 21:16:48.184416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a0d9-81c7-4100-b4a2-51e964e9d31e admin admin] Pushing event updated for resources: {'Network': ['ID=d81a8710-fd36-40cc-8775-10a384459c66,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:48.208904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:16:48.212694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.217726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d81a8710-fd36-40cc-8775-10a384459c66 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:16:48.312886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf721dc-77e2-43d4-bbca-9260b0ff2203 req-a1dae9c2-be73-4b34-a80a-a2e566ca948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.320287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cf721dc-77e2-43d4-bbca-9260b0ff2203 req-a1dae9c2-be73-4b34-a80a-a2e566ca948a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1097 time: 0.1494820 Nov 16 21:16:48.391641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cf721dc-77e2-43d4-bbca-9260b0ff2203 req-468c7e46-de63-4ac4-85dd-9f9ada7d534d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630167 Nov 16 21:16:48.422664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-714e58c6-7852-4e94-b92e-eeb7f1de2d0f service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215531 Nov 16 21:16:48.440391 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.512561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4900acb4-23f2-42d4-87b5-5ff651f9925c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:48.519219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Checking segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:48.519580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Network hostable DHCP agents. Network: d81a8710-fd36-40cc-8775-10a384459c66, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:16:48.544888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Network d81a8710-fd36-40cc-8775-10a384459c66 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:16:48.558656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-185a3048-adde-412e-9c38-dc672ccdcfd9 req-1d59a76f-f8e4-4c63-8b19-2f87eefd3e67 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269376 Nov 16 21:16:48.565034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d81a8710-fd36-40cc-8775-10a384459c66) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:48.578448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dbb45-c676-4f9e-bac1-2775a46b4ff0 None None] Network d81a8710-fd36-40cc-8775-10a384459c66 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:48.593792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.594541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.645849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ab9466c-40a0-4bcf-a0f2-a9d6fab2e0b7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5068951 Nov 16 21:16:48.646071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39710) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:48.651581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:48.682501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.685772 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.775824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:48.823170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d3154-0f66-4875-8581-e6e812906795 req-4054f771-a882-420c-a5e9-c60c58333a69 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.829190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb0d3154-0f66-4875-8581-e6e812906795 req-4054f771-a882-420c-a5e9-c60c58333a69 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.1974399 Nov 16 21:16:48.844402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-bff3bf76-c049-4eb1-98fe-41ceefe5c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:48.846129 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-bff3bf76-c049-4eb1-98fe-41ceefe5c1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1096 time: 0.2243159 Nov 16 21:16:48.919708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-7242fb16-0aca-4cbf-b734-9e21cb8436f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1772470 Nov 16 21:16:48.984995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d81a8710-fd36-40cc-8775-10a384459c66', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:16:48.985930 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.044718 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.054429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb0d3154-0f66-4875-8581-e6e812906795 req-1e77cf5b-26e5-4913-b073-15bdc61eb73f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977677 Nov 16 21:16:49.151387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-b1ec6579-2f92-4162-b452-ff7f7d218b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.153417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-b1ec6579-2f92-4162-b452-ff7f7d218b97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1096 time: 0.1136780 Nov 16 21:16:49.160642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-459d0b1e-60bf-40c4-8b3d-b2aacfbec06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.163460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-459d0b1e-60bf-40c4-8b3d-b2aacfbec06a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.2924168 Nov 16 21:16:49.244188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Allocated IP 172.20.0.2 (d81a8710-fd36-40cc-8775-10a384459c66/4900acb4-23f2-42d4-87b5-5ff651f9925c/e73786cd-358e-4f08-b26a-c875a0b195ec) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:49.304209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-d922acec-73bd-472f-bb8e-15783bec9355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.1325328 Nov 16 21:16:49.493097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-998ce7e8-f97f-4507-9f5f-7f16e8e252aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.494963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-998ce7e8-f97f-4507-9f5f-7f16e8e252aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.3133264 Nov 16 21:16:49.495094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.542505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.612789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.625919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.742663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Network d81a8710-fd36-40cc-8775-10a384459c66 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:49.747405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:49.764778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:49.771245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-3f22b557-3514-4950-ae96-fcb58e5a4211 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 1000 time: 0.2599573 Nov 16 21:16:49.868980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Pushing event updated for resources: {'Port': ['ID=e73786cd-358e-4f08-b26a-c875a0b195ec,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:49.919168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Attempting to bind port e73786cd-358e-4f08-b26a-c875a0b195ec on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:49.919889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Attempting to bind port e73786cd-358e-4f08-b26a-c875a0b195ec by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:49.921596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Attempting to bind port e73786cd-358e-4f08-b26a-c875a0b195ec on network d81a8710-fd36-40cc-8775-10a384459c66 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:49.924904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Allocated IP 172.25.3.75 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/4705d9dc-1a10-49f1-a49a-ad616f62bd5e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:49.936751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:49.937487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Checking segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:49.939990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.940652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Bound using segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:49.941903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Bound port: e73786cd-358e-4f08-b26a-c875a0b195ec, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:49.942834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:49.980080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee419585-09b3-4675-ae5a-d47ba456686f req-26c3368f-42c1-4020-b661-375ecefd7194 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:49.988165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee419585-09b3-4675-ae5a-d47ba456686f req-26c3368f-42c1-4020-b661-375ecefd7194 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.6468160 Nov 16 21:16:50.016776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-824633a2-e1ae-42db-bdd5-0265c29069a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.026874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-824633a2-e1ae-42db-bdd5-0265c29069a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.6795807 Nov 16 21:16:50.186365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] For port e73786cd-358e-4f08-b26a-c875a0b195ec, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:50.197960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] For port e73786cd-358e-4f08-b26a-c875a0b195ec, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e73786cd-358e-4f08-b26a-c875a0b195ec,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:50.208418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:50.226333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-0ca47971-f4f1-4d5e-902e-ef8f8bb02df2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683493 Nov 16 21:16:50.228502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-73516c55-976e-451b-b9a5-ab51e611190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.230209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-73516c55-976e-451b-b9a5-ab51e611190e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.4476368 Nov 16 21:16:50.294502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:50.420536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:50.436735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53997c21-1b0d-4714-9226-0a7792707857 None None] Pushing event updated for resources: {'Port': ['ID=e73786cd-358e-4f08-b26a-c875a0b195ec,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:50.450640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee419585-09b3-4675-ae5a-d47ba456686f req-289653d4-5138-46e8-bd9e-dccbd89a678c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553187 Nov 16 21:16:50.587764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-0b52f762-ceb3-435a-bd21-3740556d88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:50.595072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-0b52f762-ceb3-435a-bd21-3740556d88c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3525784 Nov 16 21:16:50.608416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:50.622554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:50.653245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:50.723560 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed096979-2615-4d6c-a9cf-61df0ed21e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.035938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Pushing event updated for resources: {'Port': ['ID=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:51.065397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-4be7b4a8-bfde-4d14-a452-5a3e008a4c84 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676260 Nov 16 21:16:51.175794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e73786cd-358e-4f08-b26a-c875a0b195ec up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:51.336111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-c828b150-f8f7-426a-9146-47545fe29138 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204969 Nov 16 21:16:51.378549 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.400465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port e73786cd-358e-4f08-b26a-c875a0b195ec triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:51.401138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.608027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.722959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port e73786cd-358e-4f08-b26a-c875a0b195ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e73786cd-358e-4f08-b26a-c875a0b195ec,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:16:51.730989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:51.872410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b131e29-1e6e-4dfe-844a-498648261a5c req-b5fc426a-4feb-4d0b-b2c9-4c9238f3286c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:51.890005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b131e29-1e6e-4dfe-844a-498648261a5c req-b5fc426a-4feb-4d0b-b2c9-4c9238f3286c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.2403505 Nov 16 21:16:51.900510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=e73786cd-358e-4f08-b26a-c875a0b195ec,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:52.260641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39798) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:52.397893 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b131e29-1e6e-4dfe-844a-498648261a5c req-36a6eb1b-6c57-4180-8827-2a5adeb7064d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5015194 Nov 16 21:16:52.440015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0760e74-9e7a-425d-bae0-12e845596b46 None None] Network d81a8710-fd36-40cc-8775-10a384459c66 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:16:52.488944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:52.603703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528aaa9-2d7d-41a1-ac3e-27bf4c32f1c8 req-86696ad7-9f59-4b0c-8a80-a8f75c51818c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:52.625435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2528aaa9-2d7d-41a1-ac3e-27bf4c32f1c8 req-86696ad7-9f59-4b0c-8a80-a8f75c51818c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 1.7017753 Nov 16 21:16:52.772146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8334c865-2f5c-4a87-b0d0-9d63609c2fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:52.775713 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eccaa453-73be-4df3-8009-13924ee1fef6 req-ad74b052-81d5-49f8-b0b4-489b12ec6436 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6478407 Nov 16 21:16:52.814886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c88737b9-93fe-4e2c-9964-1e7d57317be2 req-2f828417-0e25-423c-928b-286f45e325c1 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4636574 Nov 16 21:16:52.839162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2528aaa9-2d7d-41a1-ac3e-27bf4c32f1c8 req-545056b3-6173-4f50-921e-13d76192f126 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121673 Nov 16 21:16:52.894513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-665ce2ec-d9af-472f-87c6-00c894657e7c None None] Provisioning complete for port e73786cd-358e-4f08-b26a-c875a0b195ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:52.894875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-665ce2ec-d9af-472f-87c6-00c894657e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.145321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e73786cd-358e-4f08-b26a-c875a0b195ec up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:53.150425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc46475-2c19-4297-96c8-5cffd7c2bb7d req-f287beac-ac61-4fcc-80e1-5b514d0d2664 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:53.153881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebc46475-2c19-4297-96c8-5cffd7c2bb7d req-f287beac-ac61-4fcc-80e1-5b514d0d2664 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.2056022 Nov 16 21:16:53.165200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39814) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:53.184220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'floatingip': {'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:16:53.252383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8334c865-2f5c-4a87-b0d0-9d63609c2fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.311207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-72ee51ef-454e-4fef-8fd0-0a8d73c58690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.313959 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8334c865-2f5c-4a87-b0d0-9d63609c2fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.352463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.364662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port e73786cd-358e-4f08-b26a-c875a0b195ec triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:53.368001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.390893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334c865-2f5c-4a87-b0d0-9d63609c2fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b35e54-b817-435c-b721-b97dd6caeea6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:53.415278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Router 618b2252-a0ac-4886-9ed1-61f401222d9c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:16:53.525527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8334c865-2f5c-4a87-b0d0-9d63609c2fb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3d1ef08b5ac4305a7076aa9e01fcd4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2503664 Nov 16 21:16:53.528916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39820) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:53.634907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:53.673747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Sync routers for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:53.687455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:53.694449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7e160bd2-2e35-48cf-bf25-d19ec1b31567 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0456171 Nov 16 21:16:53.698127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:53.794388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:53.802312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:54.014818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-1db90021-ddb1-4a8c-a31c-86088dcb7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:54.016056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-1db90021-ddb1-4a8c-a31c-86088dcb7515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1096 time: 0.3869791 Nov 16 21:16:54.016531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39834) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:54.033214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-406355a0-ac7e-499c-b9f8-1e1e4b78c2ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.119196 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-406355a0-ac7e-499c-b9f8-1e1e4b78c2ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.280379 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.298887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-45faf1be-50ad-4dd7-9b83-0d882b91c1d8 None None] Provisioning complete for port e73786cd-358e-4f08-b26a-c875a0b195ec triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:54.299701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45faf1be-50ad-4dd7-9b83-0d882b91c1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.325020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54537233-baf4-4706-b1c6-d4d9945a2e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.402785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:54.419020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c054-57ba-4f72-bb12-17cb46e4a631 req-0c370f48-4546-43d4-b030-d77a56f949b3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:54.430261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2393c054-57ba-4f72-bb12-17cb46e4a631 req-0c370f48-4546-43d4-b030-d77a56f949b3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.3304367 Nov 16 21:16:54.474556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54537233-baf4-4706-b1c6-d4d9945a2e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.512248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54537233-baf4-4706-b1c6-d4d9945a2e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.535453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2393c054-57ba-4f72-bb12-17cb46e4a631 req-764f4219-498b-46df-81f3-36aa68bfdbe0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008856 Nov 16 21:16:54.605053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537233-baf4-4706-b1c6-d4d9945a2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef859050-7abb-4e69-b5d8-5096a179b78d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:54.742024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:51Z', 'revision_number': 3, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:54.758551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.762032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-54537233-baf4-4706-b1c6-d4d9945a2e54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb21923f52604bd2aa22bcdc08a06dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7405031 Nov 16 21:16:54.764976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39840) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:54.780056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Checking router: 618b2252-a0ac-4886-9ed1-61f401222d9c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:54.780965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Updating router 618b2252-a0ac-4886-9ed1-61f401222d9c port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:16:54.797551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-406355a0-ac7e-499c-b9f8-1e1e4b78c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.800728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-406355a0-ac7e-499c-b9f8-1e1e4b78c2ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.805503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-406355a0-ac7e-499c-b9f8-1e1e4b78c2ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80b35e54-b817-435c-b721-b97dd6caeea6 HTTP/1.1" status: 204 len: 168 time: 1.2740736 Nov 16 21:16:54.822418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.839055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.resource_extend [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:16:54.845410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406355a0-ac7e-499c-b9f8-1e1e4b78c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b35e54-b817-435c-b721-b97dd6caeea6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:54.963514 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.965553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-7683f6d6-7789-457e-9055-4b5458ed960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:54.967131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-7683f6d6-7789-457e-9055-4b5458ed960a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.3638799 Nov 16 21:16:54.973243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:54.999543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65e0f110-611b-4d2d-8cbc-23d89d4101a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.153088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65e0f110-611b-4d2d-8cbc-23d89d4101a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.248654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-7daf5f68-2b7d-40d1-a0f1-23448afdbffd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.1094627 Nov 16 21:16:55.277236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Allocated IP 172.20.0.1 (d81a8710-fd36-40cc-8775-10a384459c66/4900acb4-23f2-42d4-87b5-5ff651f9925c/86001a9d-ce57-4cef-b16b-2472486125a2) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:16:55.307605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65e0f110-611b-4d2d-8cbc-23d89d4101a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.311291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65e0f110-611b-4d2d-8cbc-23d89d4101a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.315556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65e0f110-611b-4d2d-8cbc-23d89d4101a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef859050-7abb-4e69-b5d8-5096a179b78d HTTP/1.1" status: 204 len: 168 time: 0.5340300 Nov 16 21:16:55.355982 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Floating IP 95869f22-5e8d-4b5f-b7f9-bf0069d880a0 associated. External IP: 172.25.3.225, port: 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee. Nov 16 21:16:55.454249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39854) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:55.467654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.474818 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.477502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f110-611b-4d2d-8cbc-23d89d4101a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef859050-7abb-4e69-b5d8-5096a179b78d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:55.543578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5036819-6ce3-4e04-ab02-be54fb2d1dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.618402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Attempting to bind port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:16:55.619279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Attempting to bind port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:16:55.619659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Attempting to bind port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:16:55.635997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:16:55.636658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:16:55.637199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.637721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:16:55.638234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Bound port: 4705d9dc-1a10-49f1-a49a-ad616f62bd5e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:16:55.638690 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.782086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.826704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5036819-6ce3-4e04-ab02-be54fb2d1dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.845689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5036819-6ce3-4e04-ab02-be54fb2d1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.877500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:55.882858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Pushing event updated for resources: {'Port': ['ID=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:55.929138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5036819-6ce3-4e04-ab02-be54fb2d1dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28356bcd-15df-400b-b635-e7d6ccd994f7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:55.948297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Router cc6ebb2d-111a-47df-94d6-d270866e720c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:16:55.948960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.949425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.949773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.950017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.950444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.950746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.952144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.952489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.952828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.953182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.953557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:55.953900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:16:56.012363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] For port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:16:56.018874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] For port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:16:56.027734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.032186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.052273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b5036819-6ce3-4e04-ab02-be54fb2d1dfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43608073612b4129b45764fa3cd28789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5958061 Nov 16 21:16:56.059711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39864) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:56.160189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45511ae8-6653-4617-bf71-86c2678dced8 None None] Pushing event updated for resources: {'Port': ['ID=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:56.189230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:56.190027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:56.232395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:16:56.234797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Network d81a8710-fd36-40cc-8775-10a384459c66 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:56.246522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:56.246721 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:16:56.261732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.264109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:16:56.286568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:56.287206 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:56.329419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2255dd2c-5fbe-491b-8fb6-3de2c0fb0c9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "PUT /v2.0/floatingips/95869f22-5e8d-4b5f-b7f9-bf0069d880a0 HTTP/1.1" status: 200 len: 992 time: 3.1624198 Nov 16 21:16:56.330063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:16:56.340594 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37982e-c45c-4b29-a204-7271feef3075" -d '{"events": [{"name": "network-changed", "server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:16:56.560683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:56.629976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-f3a61998-c6c0-47d5-9c0a-721a94c9790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:56.632930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-f3a61998-c6c0-47d5-9c0a-721a94c9790d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.1716943 Nov 16 21:16:56.645848 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:56.692368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:56.953740 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3873fa3-8666-4e81-8eb2-6cc11407e2b4 x-openstack-request-id: req-d3873fa3-8666-4e81-8eb2-6cc11407e2b4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:16:56.954403 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:16:56.954861 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3873fa3-8666-4e81-8eb2-6cc11407e2b4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:16:56.955416 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'status': 'completed', 'code': 200} Nov 16 21:16:57.073279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-a3324d8a-1c25-417a-ad25-43fd0dcd93a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591412 Nov 16 21:16:57.098064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37982e-c45c-4b29-a204-7271feef3075 req-dd6bc5d9-5dd9-4146-8520-6352a2b7bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.099611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-dd6bc5d9-5dd9-4146-8520-6352a2b7bf5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1097 time: 0.1199102 Nov 16 21:16:57.141315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-db5b04de-a464-48a9-af57-c495d3e8a982 None None] Provisioning complete for port 86001a9d-ce57-4cef-b16b-2472486125a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:57.142063 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db5b04de-a464-48a9-af57-c495d3e8a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.200322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Pushing event updated for resources: {'Port': ['ID=86001a9d-ce57-4cef-b16b-2472486125a2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:57.251132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b86185b-15df-4c79-9da2-a1d626d90777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.259715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-db5b04de-a464-48a9-af57-c495d3e8a982 None None] Port 86001a9d-ce57-4cef-b16b-2472486125a2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:16:57.282086 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '95869f22-5e8d-4b5f-b7f9-bf0069d880a0', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'mac_address': 'fa:16:3e:0b:34:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89587973-2cb0-4128-86b1-48c469cc1423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:16:32Z', 'updated_at': '2021-11-16T21:16:54Z', 'revision_number': 1, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:57.282705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:51Z', 'revision_number': 3, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:57.284302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37982e-c45c-4b29-a204-7271feef3075 req-25e2de71-01d1-498b-acbf-6bb8a1a4ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.286967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-25e2de71-01d1-498b-acbf-6bb8a1a4ccf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.1795933 Nov 16 21:16:57.311115 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b86185b-15df-4c79-9da2-a1d626d90777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.359656 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:16:57.380225 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:16:57.380867 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:57.411874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a37548-fb9d-4359-b46b-caa39fc84633 None None] The sync data for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 is: [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:51Z', 'revision_number': 3, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:57.449770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b86185b-15df-4c79-9da2-a1d626d90777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.452668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b86185b-15df-4c79-9da2-a1d626d90777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.456932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-55d33421-3318-4e22-b498-6f07c13724b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 1000 time: 0.1617568 Nov 16 21:16:57.458832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0b86185b-15df-4c79-9da2-a1d626d90777 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28356bcd-15df-400b-b635-e7d6ccd994f7 HTTP/1.1" status: 204 len: 168 time: 1.3962491 Nov 16 21:16:57.509540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86185b-15df-4c79-9da2-a1d626d90777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28356bcd-15df-400b-b635-e7d6ccd994f7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:57.519671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:57.704668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d10d1b-a45d-48d1-bda0-5afd0b9d607e req-c0f53322-9822-483d-8145-9ddd826ebf11 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.722451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8d10d1b-a45d-48d1-bda0-5afd0b9d607e req-c0f53322-9822-483d-8145-9ddd826ebf11 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.5193315 Nov 16 21:16:57.728924 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:16:57.812833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37982e-c45c-4b29-a204-7271feef3075 req-ed782b7e-d6b0-46d5-ba59-c3aa87f82360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:57.814591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-ed782b7e-d6b0-46d5-ba59-c3aa87f82360 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.3351150 Nov 16 21:16:57.840672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8d10d1b-a45d-48d1-bda0-5afd0b9d607e req-99110b60-760e-4892-a1b9-a023fd69d6ca tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169753 Nov 16 21:16:58.065287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39902) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:58.106156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-b9d60894-c61f-42e3-82b2-38c8c142b173 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189008 Nov 16 21:16:58.119959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37982e-c45c-4b29-a204-7271feef3075 req-b5aa5f71-f0c4-41a5-be06-388d3a987847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:58.119959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-b5aa5f71-f0c4-41a5-be06-388d3a987847 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924483 Nov 16 21:16:58.192216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.577196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.582988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-4d27f651-51bd-447e-986f-469aa709038a service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265831 Nov 16 21:16:58.595543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04bf98ac-08ad-47cc-96a6-f440dc06d1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.631734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ba2c2cc-1303-4d59-aedb-92f444962f01 req-eb518c42-6cc8-48e0-ba31-2fee8e050691 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135963 Nov 16 21:16:58.805451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf37982e-c45c-4b29-a204-7271feef3075 req-6907e33e-2462-4f2d-9544-7d51e95dc71a service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119501 Nov 16 21:16:58.836903 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04bf98ac-08ad-47cc-96a6-f440dc06d1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.845100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.853084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04bf98ac-08ad-47cc-96a6-f440dc06d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:58.900628 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '95869f22-5e8d-4b5f-b7f9-bf0069d880a0', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'mac_address': 'fa:16:3e:0b:34:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89587973-2cb0-4128-86b1-48c469cc1423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:16:32Z', 'updated_at': '2021-11-16T21:16:54Z', 'revision_number': 1, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:16:58.937417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39924) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:16:58.950170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-04bf98ac-08ad-47cc-96a6-f440dc06d1df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6f30cf75eb8490182594c59b6979878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8839045 Nov 16 21:16:58.981536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e8eb2-ad06-404d-86fb-1c657ab1d3ac None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '95869f22-5e8d-4b5f-b7f9-bf0069d880a0', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'mac_address': 'fa:16:3e:0b:34:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89587973-2cb0-4128-86b1-48c469cc1423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:16:32Z', 'updated_at': '2021-11-16T21:16:54Z', 'revision_number': 1, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:16:59.124815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a58d71c4-6433-46df-90ea-3788000540e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:59.239480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4705d9dc-1a10-49f1-a49a-ad616f62bd5e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:16:59.253304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a58d71c4-6433-46df-90ea-3788000540e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:59.270649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:59.277912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Pushing event updated for resources: {'Port': ['ID=86001a9d-ce57-4cef-b16b-2472486125a2,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:59.281905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf98ac-08ad-47cc-96a6-f440dc06d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb4dca-86a5-4de6-89ec-db15c7ac75bc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:59.398245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a58d71c4-6433-46df-90ea-3788000540e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:59.404429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a58d71c4-6433-46df-90ea-3788000540e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:59.406827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a58d71c4-6433-46df-90ea-3788000540e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1cb4dca-86a5-4de6-89ec-db15c7ac75bc HTTP/1.1" status: 204 len: 168 time: 0.4682126 Nov 16 21:16:59.435349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d71c4-6433-46df-90ea-3788000540e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb4dca-86a5-4de6-89ec-db15c7ac75bc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:16:59.437744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:16:59.438364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:16:59.488854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Network d81a8710-fd36-40cc-8775-10a384459c66 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:16:59.541966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a327f-cf31-4367-bd1f-1b42227ba4e4 req-ea1b5ee3-5c94-4dde-84b5-cb648334f041 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:16:59.571379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e60a327f-cf31-4367-bd1f-1b42227ba4e4 req-ea1b5ee3-5c94-4dde-84b5-cb648334f041 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.4233439 Nov 16 21:16:59.580813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:16:59.620628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0c259-56f0-41a1-aae3-f8271119fe45 None None] New status for floating IP 95869f22-5e8d-4b5f-b7f9-bf0069d880a0: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:16:59.807735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e60a327f-cf31-4367-bd1f-1b42227ba4e4 req-c735b3f1-1aa4-4ab5-9e32-32d2439b3ea3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297390 Nov 16 21:16:59.948759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Router 618b2252-a0ac-4886-9ed1-61f401222d9c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:00.038357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.065861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:00.070656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.171991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f01d4e2f-ff09-4b64-b885-e5f9cbf052e9 None None] Provisioning complete for port 86001a9d-ce57-4cef-b16b-2472486125a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:00.172532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f01d4e2f-ff09-4b64-b885-e5f9cbf052e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:00.220272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:00.231393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f01d4e2f-ff09-4b64-b885-e5f9cbf052e9 None None] Port 86001a9d-ce57-4cef-b16b-2472486125a2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:00.264356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:00.277218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3ee6f605-d689-4730-bb9e-fed9c51ff547 admin admin] 10.222.0.48 "PUT /v2.0/routers/618b2252-a0ac-4886-9ed1-61f401222d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5776551 Nov 16 21:17:00.831252 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Sync routers for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:00.864367 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:00.865667 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:01.078411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86663b-82bf-42c0-9962-da64048493c0 req-5e94251e-9a0a-4a1c-89d2-258f9c72ffda tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:01.091219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f86663b-82bf-42c0-9962-da64048493c0 req-5e94251e-9a0a-4a1c-89d2-258f9c72ffda tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.1351149 Nov 16 21:17:01.123576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4705d9dc-1a10-49f1-a49a-ad616f62bd5e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:01.181363 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:01.194853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f86663b-82bf-42c0-9962-da64048493c0 req-786056b8-d4f5-499a-b039-7ab2fc59cc76 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026454 Nov 16 21:17:01.334099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:01.337872 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.666053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39998) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:01.673098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-network', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:01.730876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Made reservation on behalf of 92126628ab8e407c8b7c60e5df4b5fb6 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:01.733700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.750820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 2, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:01.757026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.823622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Checking router: 618b2252-a0ac-4886-9ed1-61f401222d9c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:01.825075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Updating router 618b2252-a0ac-4886-9ed1-61f401222d9c port 86001a9d-ce57-4cef-b16b-2472486125a2 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:01.894321 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.949560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.955943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:01.994276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3672480c-92f0-4ff0-84b2-e74c6ad8464a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:02.010826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:02.031591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.031591 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Added segment 5680e103-c9cc-40f9-9bb5-ca05ea61a596 of type vlan for network 4931739c-6948-4a27-9450-b80bbc696179 Nov 16 21:17:02.071735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.102395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.103954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.104780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.279259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:02.284567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Request body: {'subnet': {'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-subnet', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:02.306464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6380208 Nov 16 21:17:02.357960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Made reservation on behalf of 92126628ab8e407c8b7c60e5df4b5fb6 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:02.361064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.368316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff70181-c267-4def-ba5e-42b9b2565ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=4931739c-6948-4a27-9450-b80bbc696179,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:02.385061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4931739c-6948-4a27-9450-b80bbc696179 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:02.750758 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.764397 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:02.801835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c38638-2a97-49c7-a514-d0404a43d09a req-b9f1fa87-726c-406c-9904-67b461489c38 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:02.812837 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0c38638-2a97-49c7-a514-d0404a43d09a req-b9f1fa87-726c-406c-9904-67b461489c38 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.2751727 Nov 16 21:17:02.934378 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ec50-1522-49d0-a58b-348e3faa3c77 None None] Pushing event updated for resources: {'Port': ['ID=86001a9d-ce57-4cef-b16b-2472486125a2,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:02.945960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0c38638-2a97-49c7-a514-d0404a43d09a req-2dbd0214-ea17-43d1-85ef-8a4d7f3a763f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267369 Nov 16 21:17:03.112796 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.150214 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Attempting to bind port 86001a9d-ce57-4cef-b16b-2472486125a2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:03.158154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Attempting to bind port 86001a9d-ce57-4cef-b16b-2472486125a2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:03.158154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Attempting to bind port 86001a9d-ce57-4cef-b16b-2472486125a2 on network d81a8710-fd36-40cc-8775-10a384459c66 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:03.161211 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:03.162218 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Checking segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:03.168602 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.169184 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Bound using segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:03.169856 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Bound port: 86001a9d-ce57-4cef-b16b-2472486125a2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:03.170302 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.324829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.405559 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] For port 86001a9d-ce57-4cef-b16b-2472486125a2, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:03.415459 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] For port 86001a9d-ce57-4cef-b16b-2472486125a2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86001a9d-ce57-4cef-b16b-2472486125a2,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:03.428730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40044) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:03.435413 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.439392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a014f394-fb2d-4050-857f-bed6feabec1e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:03.482829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.483671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.486095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.487040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.488190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.489063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.489790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.491764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.492350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.492904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.494239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.494926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:03.535787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Checking segment: {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:03.536653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Network hostable DHCP agents. Network: 4931739c-6948-4a27-9450-b80bbc696179, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:03.538887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e39f65db-47b1-4652-b24a-75e7718035c6 None None] Provisioning complete for port 86001a9d-ce57-4cef-b16b-2472486125a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:03.539486 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e39f65db-47b1-4652-b24a-75e7718035c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.574585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Network 4931739c-6948-4a27-9450-b80bbc696179 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:03.587046 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:03.587702 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:03.599935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4931739c-6948-4a27-9450-b80bbc696179) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:03.608156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:03.609070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.639594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2e353ee3-ffe3-4abb-8ad4-051061738ee9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3592105 Nov 16 21:17:03.642337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40058) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:03.649854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:03.659008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d50643-2d92-4135-be70-3bab504562b0 None None] Network 4931739c-6948-4a27-9450-b80bbc696179 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:03.683209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.684487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.751449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.765302 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f8f961b-04df-4ef8-bedc-0e542179ce04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.791358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ec50-1522-49d0-a58b-348e3faa3c77 None None] Pushing event updated for resources: {'Port': ['ID=86001a9d-ce57-4cef-b16b-2472486125a2,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:03.835783 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:03.931200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4931739c-6948-4a27-9450-b80bbc696179', 'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'fixed_ips': [{'subnet_id': 'a014f394-fb2d-4050-857f-bed6feabec1e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:03.932070 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.961004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e39f65db-47b1-4652-b24a-75e7718035c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:03.967481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.113711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f8f961b-04df-4ef8-bedc-0e542179ce04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.138376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964e3d6-e4c5-4827-84c9-c62cb407d4dc req-7f04e610-49e2-4531-a7cf-bb64c0e3d30a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:04.140077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7964e3d6-e4c5-4827-84c9-c62cb407d4dc req-7f04e610-49e2-4531-a7cf-bb64c0e3d30a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.0762382 Nov 16 21:17:04.140824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f8f961b-04df-4ef8-bedc-0e542179ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.164569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e39f65db-47b1-4652-b24a-75e7718035c6 None None] For port 86001a9d-ce57-4cef-b16b-2472486125a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86001a9d-ce57-4cef-b16b-2472486125a2,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:04.173127 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e39f65db-47b1-4652-b24a-75e7718035c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.179075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:03Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:04.251716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0c10b-b17b-4be8-89fa-d8f5d85b5510 None None] The sync data for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 is: [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:03Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:04.270450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0f8f961b-04df-4ef8-bedc-0e542179ce04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e7ee7992ef848399fc8359c6960ed1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398168 Nov 16 21:17:04.271380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f961b-04df-4ef8-bedc-0e542179ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01df8d3-df9b-4725-ad57-78cfa3504c39,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:04.274728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40096) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:04.290493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7964e3d6-e4c5-4827-84c9-c62cb407d4dc req-99872412-3bb3-427f-8913-fc9c13b4b444 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366491 Nov 16 21:17:04.314110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f65db-47b1-4652-b24a-75e7718035c6 None None] Pushing event updated for resources: {'Port': ['ID=86001a9d-ce57-4cef-b16b-2472486125a2,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:04.323583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Allocated IP 172.20.0.2 (4931739c-6948-4a27-9450-b80bbc696179/a014f394-fb2d-4050-857f-bed6feabec1e/ccd60fff-919b-4bb9-90b2-62d765195e6a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:04.339538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-afa675c8-b3ba-431c-bbc3-bf56bf3ec8f1 None None] Provisioning complete for port 86001a9d-ce57-4cef-b16b-2472486125a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:04.339538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-afa675c8-b3ba-431c-bbc3-bf56bf3ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.410905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f5e07f-1992-4634-a416-d21c9104933f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.470981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f5e07f-1992-4634-a416-d21c9104933f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.542011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f5e07f-1992-4634-a416-d21c9104933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.544943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f5e07f-1992-4634-a416-d21c9104933f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.548856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-25f5e07f-1992-4634-a416-d21c9104933f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c01df8d3-df9b-4725-ad57-78cfa3504c39 HTTP/1.1" status: 204 len: 168 time: 0.2716436 Nov 16 21:17:04.559826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e07f-1992-4634-a416-d21c9104933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01df8d3-df9b-4725-ad57-78cfa3504c39,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:04.605189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.640144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.713583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40108) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:04.715812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.726817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.747587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Network 4931739c-6948-4a27-9450-b80bbc696179 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:04.751362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:04.779556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:04.877941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Pushing event updated for resources: {'Port': ['ID=ccd60fff-919b-4bb9-90b2-62d765195e6a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:04.883211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Allocated IP 172.25.3.20 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/4a0152fc-2e21-43be-9daf-1780b5f88a50) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:04.896897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Attempting to bind port ccd60fff-919b-4bb9-90b2-62d765195e6a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:04.897622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Attempting to bind port ccd60fff-919b-4bb9-90b2-62d765195e6a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:04.898350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Attempting to bind port ccd60fff-919b-4bb9-90b2-62d765195e6a on network 4931739c-6948-4a27-9450-b80bbc696179 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:04.905061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:04.905907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Checking segment: {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:04.906547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:04.907109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Bound using segment: {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:04.907825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Bound port: ccd60fff-919b-4bb9-90b2-62d765195e6a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:04.908408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.006126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] For port ccd60fff-919b-4bb9-90b2-62d765195e6a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:05.018583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.026295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] For port ccd60fff-919b-4bb9-90b2-62d765195e6a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ccd60fff-919b-4bb9-90b2-62d765195e6a,segment=NetworkSegment(5680e103-c9cc-40f9-9bb5-ca05ea61a596),segment_id=5680e103-c9cc-40f9-9bb5-ca05ea61a596)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:05.032435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.117935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.129582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3d19e16-ad66-45cb-a715-66e12f52c525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.137118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86001a9d-ce57-4cef-b16b-2472486125a2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:05.143157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40114) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:05.163836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.194985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.197205 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:17:05.205550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26ee0a-165a-41a1-a53a-29f82caa77f5 None None] Pushing event updated for resources: {'Port': ['ID=ccd60fff-919b-4bb9-90b2-62d765195e6a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:05.258414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 86001a9d-ce57-4cef-b16b-2472486125a2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:05.258641 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.267408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3d19e16-ad66-45cb-a715-66e12f52c525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.274933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3d19e16-ad66-45cb-a715-66e12f52c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.317850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d19e16-ad66-45cb-a715-66e12f52c525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2f30d-de4b-4298-9189-5133e7442c0c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:05.338364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:05.340092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0152fc-2e21-43be-9daf-1780b5f88a50,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:05.356598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:05.379514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:05.403606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e3d19e16-ad66-45cb-a715-66e12f52c525 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7aea6623255844a7a08d02fed7a4089a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6874452 Nov 16 21:17:05.407333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40122) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:05.471396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.520042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.571140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85d87b-7f1a-4ed4-8b5a-1ab73146718c req-df72e669-f6ba-4cae-a779-78a6a1ebb9dd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:05.574861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b85d87b-7f1a-4ed4-8b5a-1ab73146718c req-df72e669-f6ba-4cae-a779-78a6a1ebb9dd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.0912130 Nov 16 21:17:05.635595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc67ff858aeb42328c90644ba1116b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4913478 Nov 16 21:17:05.636481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f21d25-e21b-4560-b379-28263c0faa5c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:05.640037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40126) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:05.647602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.648040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.648564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.648985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.649387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.649811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.650204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.650658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.650988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.651379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.651766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.652550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600102c-f754-4b2e-8998-cd44eae5a03c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:05.678400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac414ce-90e7-4fdc-bff9-b1a579ac916f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.705798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b85d87b-7f1a-4ed4-8b5a-1ab73146718c req-4dadb27d-2f92-4c13-8c61-1cf502b138c1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240554 Nov 16 21:17:05.739950 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac414ce-90e7-4fdc-bff9-b1a579ac916f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.755700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf981420-a5c3-49de-84fa-4f1617241d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.793630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.796005 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf981420-a5c3-49de-84fa-4f1617241d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.846139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac414ce-90e7-4fdc-bff9-b1a579ac916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.849735 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bac414ce-90e7-4fdc-bff9-b1a579ac916f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.852685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bac414ce-90e7-4fdc-bff9-b1a579ac916f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24c2f30d-de4b-4298-9189-5133e7442c0c HTTP/1.1" status: 204 len: 168 time: 0.4398527 Nov 16 21:17:05.866419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac414ce-90e7-4fdc-bff9-b1a579ac916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2f30d-de4b-4298-9189-5133e7442c0c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:05.903645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf981420-a5c3-49de-84fa-4f1617241d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.911307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf981420-a5c3-49de-84fa-4f1617241d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:05.912277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf981420-a5c3-49de-84fa-4f1617241d74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8f21d25-e21b-4560-b379-28263c0faa5c HTTP/1.1" status: 204 len: 168 time: 0.2686384 Nov 16 21:17:05.921772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf981420-a5c3-49de-84fa-4f1617241d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f21d25-e21b-4560-b379-28263c0faa5c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:06.129578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.353909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Router 08645f6a-5108-4d86-841c-45f26aa6886c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:06.456387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40146) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:06.479752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7bad4ae3-7d61-436d-8790-ee7c026ca2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.502677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:06.514890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Sync routers for ids ['08645f6a-5108-4d86-841c-45f26aa6886c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:06.527924 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.529715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-18747f43-abcb-4296-91ea-4098954a26b0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8861175 Nov 16 21:17:06.532325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:06.544424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4123f2-9ab1-4cf4-b4ed-b8d5bc98e9ec None None] Network 4931739c-6948-4a27-9450-b80bbc696179 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:06.554058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Routers {'08645f6a-5108-4d86-841c-45f26aa6886c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:06.556447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['08645f6a-5108-4d86-841c-45f26aa6886c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:06.647887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7bad4ae3-7d61-436d-8790-ee7c026ca2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.654696 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7bad4ae3-7d61-436d-8790-ee7c026ca2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.720684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad4ae3-7d61-436d-8790-ee7c026ca2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036af9d6-c3be-4067-a525-44869332454e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:06.740970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7bad4ae3-7d61-436d-8790-ee7c026ca2b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9eef6f491c82462099d300f91dfacdb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828677 Nov 16 21:17:06.743768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40158) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:06.805834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-22f6a958-917d-4b04-8253-d6692fd5b5ac None None] Provisioning complete for port ccd60fff-919b-4bb9-90b2-62d765195e6a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:06.806398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f6a958-917d-4b04-8253-d6692fd5b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.822591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff61-73e8-49bb-9469-99dc67fbaae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.853374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff61-73e8-49bb-9469-99dc67fbaae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.918331 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff61-73e8-49bb-9469-99dc67fbaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.921761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Set router 08645f6a-5108-4d86-841c-45f26aa6886c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:06.923590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff61-73e8-49bb-9469-99dc67fbaae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:06.928699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0a48ff61-73e8-49bb-9469-99dc67fbaae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/036af9d6-c3be-4067-a525-44869332454e HTTP/1.1" status: 204 len: 168 time: 0.1812778 Nov 16 21:17:06.938337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48ff61-73e8-49bb-9469-99dc67fbaae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036af9d6-c3be-4067-a525-44869332454e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:07.166882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f6a958-917d-4b04-8253-d6692fd5b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.190394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ccd60fff-919b-4bb9-90b2-62d765195e6a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:07.304433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-22f6a958-917d-4b04-8253-d6692fd5b5ac None None] For port ccd60fff-919b-4bb9-90b2-62d765195e6a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ccd60fff-919b-4bb9-90b2-62d765195e6a,segment=NetworkSegment(5680e103-c9cc-40f9-9bb5-ca05ea61a596),segment_id=5680e103-c9cc-40f9-9bb5-ca05ea61a596)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:07.391711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70617287-8ce5-4123-bd89-89b57ad5e761 req-54532ec3-844d-47ca-9616-ec05ec7ef3d9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:07.393449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-70617287-8ce5-4123-bd89-89b57ad5e761 req-54532ec3-844d-47ca-9616-ec05ec7ef3d9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.5829883 Nov 16 21:17:07.541380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f6a958-917d-4b04-8253-d6692fd5b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.630374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6a958-917d-4b04-8253-d6692fd5b5ac None None] Pushing event updated for resources: {'Port': ['ID=ccd60fff-919b-4bb9-90b2-62d765195e6a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:07.646333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ccd60fff-919b-4bb9-90b2-62d765195e6a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:07.646945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.683208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.728817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:17:05Z', 'revision_number': 3, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:07.735805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-65a49436-1cfa-44dc-b68e-c5d1a71fbc46 None None] Provisioning complete for port ccd60fff-919b-4bb9-90b2-62d765195e6a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:07.736500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65a49436-1cfa-44dc-b68e-c5d1a71fbc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.788028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-70617287-8ce5-4123-bd89-89b57ad5e761 req-f2da7a30-a5a9-4837-a267-0f7cbe8073c8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760490 Nov 16 21:17:07.793227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Checking router: 08645f6a-5108-4d86-841c-45f26aa6886c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:07.793610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Updating router 08645f6a-5108-4d86-841c-45f26aa6886c port 4a0152fc-2e21-43be-9daf-1780b5f88a50 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:07.856592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:07.939008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Allocated IP 172.20.0.1 (4931739c-6948-4a27-9450-b80bbc696179/a014f394-fb2d-4050-857f-bed6feabec1e/5c01db36-7468-40ae-b343-d556f446b23f) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:08.049973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:08.112948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.203345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.255478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Network 4931739c-6948-4a27-9450-b80bbc696179 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:08.259243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:08.266233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Pushing event updated for resources: {'Port': ['ID=5c01db36-7468-40ae-b343-d556f446b23f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:08.268894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:08.354138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.388213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:08.407163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40218) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:08.505309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'network_id': 'e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4', 'port_id': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'mac_address': 'fa:16:3e:e8:dc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab54f354-4759-4e7a-8514-b7004671361b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:08.516243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.543323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.581560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.618699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:08.667240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.741075 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.761780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Attempting to bind port 4a0152fc-2e21-43be-9daf-1780b5f88a50 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:08.762192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Attempting to bind port 4a0152fc-2e21-43be-9daf-1780b5f88a50 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:08.764402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Attempting to bind port 4a0152fc-2e21-43be-9daf-1780b5f88a50 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:08.801169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.807688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd4bc5-14c5-4ab7-b340-b2f35d7708f2 None None] Pushing event updated for resources: {'Port': ['ID=4a0152fc-2e21-43be-9daf-1780b5f88a50,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:08.846563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.856446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.859939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:08.875922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:08.876921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:08.877540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.879221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:08.880335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Bound port: 4a0152fc-2e21-43be-9daf-1780b5f88a50, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:08.882525 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.970929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Allocated IP 172.25.3.188 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/bb4dd2e3-888b-4805-ada7-f3b98dd4f7dc) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:08.993104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-950cab21-70c6-48ae-96c6-b97440261c48 None None] Provisioning complete for port 5c01db36-7468-40ae-b343-d556f446b23f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:08.993884 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-950cab21-70c6-48ae-96c6-b97440261c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:08.998518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Pushing event updated for resources: {'Port': ['ID=5c01db36-7468-40ae-b343-d556f446b23f,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.000329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:09.007926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.068904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b33e7-49f9-455a-a3da-026c59757e05 req-ba93f12e-0870-47e6-ae7a-8ffce2e774d1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:09.070786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-165b33e7-49f9-455a-a3da-026c59757e05 req-ba93f12e-0870-47e6-ae7a-8ffce2e774d1 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 945 time: 0.1586652 Nov 16 21:17:09.093261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.105087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ccd60fff-919b-4bb9-90b2-62d765195e6a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:09.160753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-165b33e7-49f9-455a-a3da-026c59757e05 req-b7157aaf-438c-45a8-be3f-2e3a0a7eebed tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805657 Nov 16 21:17:09.171563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Network 4931739c-6948-4a27-9450-b80bbc696179 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:09.173068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:09.197683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] For port 4a0152fc-2e21-43be-9daf-1780b5f88a50, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:09.217386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-950cab21-70c6-48ae-96c6-b97440261c48 None None] Port 5c01db36-7468-40ae-b343-d556f446b23f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:09.235268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40272) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:09.237048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] For port 4a0152fc-2e21-43be-9daf-1780b5f88a50, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4a0152fc-2e21-43be-9daf-1780b5f88a50,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:09.249134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.260950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.308498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ccd60fff-919b-4bb9-90b2-62d765195e6a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:09.309373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.378070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Routers {'08645f6a-5108-4d86-841c-45f26aa6886c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:09.378721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['08645f6a-5108-4d86-841c-45f26aa6886c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:09.388864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Router 08645f6a-5108-4d86-841c-45f26aa6886c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:09.443183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd4bc5-14c5-4ab7-b340-b2f35d7708f2 None None] Pushing event updated for resources: {'Port': ['ID=4a0152fc-2e21-43be-9daf-1780b5f88a50,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.502447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['f8336215-0c17-4289-8b0a-b3d2f2033b81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:09.502704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92caf227-1ca6-4a3d-888d-488b3c8430fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.528381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.567983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.593320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:09.601295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ec693e8-c6d3-433b-9732-de7b7e840d22 None None] Provisioning complete for port 5c01db36-7468-40ae-b343-d556f446b23f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:09.601295 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ec693e8-c6d3-433b-9732-de7b7e840d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.604283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:09.605723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:09.607094 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-40a19cfc-e515-41ac-a514-eeb497d7af61 admin admin] 10.222.0.48 "PUT /v2.0/routers/08645f6a-5108-4d86-841c-45f26aa6886c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716190 Nov 16 21:17:09.612247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:09.658567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Pushing event updated for resources: {'Port': ['ID=bb4dd2e3-888b-4805-ada7-f3b98dd4f7dc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.678311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92caf227-1ca6-4a3d-888d-488b3c8430fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.681931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] Set router 08645f6a-5108-4d86-841c-45f26aa6886c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:09.685308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92caf227-1ca6-4a3d-888d-488b3c8430fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.727895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-92caf227-1ca6-4a3d-888d-488b3c8430fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38d35c0c5e4d4684800c9bc65eb96312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926744 Nov 16 21:17:09.749807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caf227-1ca6-4a3d-888d-488b3c8430fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e874212e-395f-4906-ba60-0a6455660096,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:09.753953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40280) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:09.754410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5ec693e8-c6d3-433b-9732-de7b7e840d22 None None] Port 5c01db36-7468-40ae-b343-d556f446b23f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:09.810227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.821405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58c0d15a-3c3e-417b-9c88-c0c168fb9bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.849421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58c0d15a-3c3e-417b-9c88-c0c168fb9bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.891490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.919405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58c0d15a-3c3e-417b-9c88-c0c168fb9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.922783 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58c0d15a-3c3e-417b-9c88-c0c168fb9bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:09.923984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-58c0d15a-3c3e-417b-9c88-c0c168fb9bd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e874212e-395f-4906-ba60-0a6455660096 HTTP/1.1" status: 204 len: 168 time: 0.1690636 Nov 16 21:17:09.935028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0d15a-3c3e-417b-9c88-c0c168fb9bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874212e-395f-4906-ba60-0a6455660096,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:10.103634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5c01db36-7468-40ae-b343-d556f446b23f', 'name': '', 'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'mac_address': 'fa:16:3e:2a:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:07Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 2, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'subnets': [{'id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:10.110508 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.119249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.157313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082879e9-31d2-41ec-a9f0-11906f4fe365 None None] The sync data for ids ['08645f6a-5108-4d86-841c-45f26aa6886c'] in n-d-817778-8 is: [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5c01db36-7468-40ae-b343-d556f446b23f', 'name': '', 'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'mac_address': 'fa:16:3e:2a:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:07Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 2, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'subnets': [{'id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:10.168847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Pushing event updated for resources: {'Port': ['ID=bb4dd2e3-888b-4805-ada7-f3b98dd4f7dc,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:10.227400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.254366 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.258507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a97f0617-466e-4749-b48a-b24de426ae23 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8441167 Nov 16 21:17:10.258872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:10.264019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1921760128', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'fixed_ips': [{'ip_address': '172.25.3.188'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:10.313238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Made reservation on behalf of e950b888f90b4d41b7d16430a78a2dc2 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:10.319759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.330139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.379530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7ef7-6481-4a5f-9a8f-486f0d0cff3b req-216fa71c-cd80-4441-82fe-ed39b15203fb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:10.381324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-815a7ef7-6481-4a5f-9a8f-486f0d0cff3b req-216fa71c-cd80-4441-82fe-ed39b15203fb tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0732150 Nov 16 21:17:10.462393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-815a7ef7-6481-4a5f-9a8f-486f0d0cff3b req-ec501528-753e-4272-a021-4fc784672b94 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691881 Nov 16 21:17:10.483408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.499414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:10.531755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] device_id is not set on port 69a8443a-7f6e-47f6-8a11-7710f9eaef75 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:10.645014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8c94a-a05d-4a5b-884b-15d89e21c4c5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:10.836334 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 21:17:10.837310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:17:10.858032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2eff585f-f433-49e1-83a1-5a0c8d0e9c79 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5979218 Nov 16 21:17:10.860636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40352) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:11.140729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Deleting port bb4dd2e3-888b-4805-ada7-f3b98dd4f7dc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:11.141170 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.273351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.273729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.287528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Calling delete_port for bb4dd2e3-888b-4805-ada7-f3b98dd4f7dc owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:11.496379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.542186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb4dd2e3-888b-4805-ada7-f3b98dd4f7dc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:11.623306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.625919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:11.629583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ebf387d-bddf-48d5-8ee6-ec65568349e8 tempest-ExternalNetworksAdminNegativeTestJSON-292012304 tempest-ExternalNetworksAdminNegativeTestJSON-292012304-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/48c68179-9a4d-46fd-9dbe-5fd849c77e3c HTTP/1.1" status: 204 len: 168 time: 0.7648857 Nov 16 21:17:11.703962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2468f1d-b96c-4e03-8780-2af268b1e4e0 req-b008931f-03bb-4cdb-bb1e-2daac895a9c6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:11.714489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2468f1d-b96c-4e03-8780-2af268b1e4e0 req-b008931f-03bb-4cdb-bb1e-2daac895a9c6 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 946 time: 0.0934155 Nov 16 21:17:11.769927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2468f1d-b96c-4e03-8780-2af268b1e4e0 req-ca61a802-25f8-435e-858e-330c1986a226 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 Nov 16 21:17:11.947980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40412) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:12.040605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:12.129014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port f8336215-0c17-4289-8b0a-b3d2f2033b81 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:17:12.138370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port f8336215-0c17-4289-8b0a-b3d2f2033b81 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:12.139087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.198748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40424) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:12.275452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-537656563'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:12.322400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.337900 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a08c1e40-fdde-4598-bb39-ecb04aff0dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.339760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Made reservation on behalf of b9b396ef037243a7a8e9703d7ba360a9 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:12.345532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.355517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:12.358178 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99798cb-8943-4f3a-b068-5f7ecb4870f0" -d '{"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-plugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:12.375042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:12.377693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.386776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.411678 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e28bdc-973b-441d-bd24-4588a5e5428c x-openstack-request-id: req-f1e28bdc-973b-441d-bd24-4588a5e5428c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:12.411970 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-plugged", "status": "completed", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:12.412410 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1e28bdc-973b-441d-bd24-4588a5e5428c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:12.412809 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'code': 200} Nov 16 21:17:12.453730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.532007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a08c1e40-fdde-4598-bb39-ecb04aff0dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.540534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a08c1e40-fdde-4598-bb39-ecb04aff0dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.633451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c1e40-fdde-4598-bb39-ecb04aff0dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96ab8d2-878e-423d-8433-b093ba98777c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.638320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.650667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a08c1e40-fdde-4598-bb39-ecb04aff0dc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14f200c2f4ac4e169c42cf1827855dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4507561 Nov 16 21:17:12.651806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.653941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:12.666163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3130e-d8ed-4b94-9cc0-d225bd5dc27c req-611889bd-5765-467d-b674-e5a3a6e63b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.667449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ae3130e-d8ed-4b94-9cc0-d225bd5dc27c req-611889bd-5765-467d-b674-e5a3a6e63b60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1098 time: 0.0864415 Nov 16 21:17:12.689863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:12.718119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b393adb4-93fe-4144-9f14-ea6a333d1bfb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.732784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e764daa-e451-48ec-8b5f-91e979a70ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.742149 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.742585 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Added segment f4eb028b-f53e-46cf-abba-824fbd7386ef of type vlan for network 411d710e-4254-4fd3-9c0c-929e49839369 Nov 16 21:17:12.758153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ae3130e-d8ed-4b94-9cc0-d225bd5dc27c req-bf4b7ca2-a8af-464b-adee-a881a92e2696 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785861 Nov 16 21:17:12.771128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e764daa-e451-48ec-8b5f-91e979a70ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.793246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.855433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.863769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:12.864674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.882684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e764daa-e451-48ec-8b5f-91e979a70ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.885917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e764daa-e451-48ec-8b5f-91e979a70ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:12.890681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7e764daa-e451-48ec-8b5f-91e979a70ed3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e96ab8d2-878e-423d-8433-b093ba98777c HTTP/1.1" status: 204 len: 168 time: 0.2354412 Nov 16 21:17:12.900233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e764daa-e451-48ec-8b5f-91e979a70ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96ab8d2-878e-423d-8433-b093ba98777c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:12.966495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0162828 Nov 16 21:17:12.998655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac4960-f413-4048-af69-3d8dcfa9a630 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Pushing event updated for resources: {'Network': ['ID=411d710e-4254-4fd3-9c0c-929e49839369,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:13.030909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 411d710e-4254-4fd3-9c0c-929e49839369 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:13.060833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ec54-2dea-4cda-b669-de1e4260ab1d req-234f3d69-a476-4b70-9cc3-74eb073e2197 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:13.062580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e16ec54-2dea-4cda-b669-de1e4260ab1d req-234f3d69-a476-4b70-9cc3-74eb073e2197 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0905111 Nov 16 21:17:13.184321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e16ec54-2dea-4cda-b669-de1e4260ab1d req-a0317fe5-c437-4e41-9ade-b9813ab0d133 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101573 Nov 16 21:17:13.191286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4a0152fc-2e21-43be-9daf-1780b5f88a50 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:13.280784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4a0152fc-2e21-43be-9daf-1780b5f88a50 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:13.280784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.389917 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.430423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4a0152fc-2e21-43be-9daf-1780b5f88a50, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4a0152fc-2e21-43be-9daf-1780b5f88a50,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:13.449306 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.484745 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Sync routers for ids ['08645f6a-5108-4d86-841c-45f26aa6886c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:13.494743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40452) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:13.516233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4a0152fc-2e21-43be-9daf-1780b5f88a50,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:13.537817 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Routers {'08645f6a-5108-4d86-841c-45f26aa6886c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:13.538534 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['08645f6a-5108-4d86-841c-45f26aa6886c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:13.581114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ff51ca06-77e1-40f3-875d-5f3636510eb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e950b888f90b4d41b7d16430a78a2dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0848973 Nov 16 21:17:13.583916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40454) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:13.589299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40456) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:13.595254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Request body: {'port': {'network_id': '411d710e-4254-4fd3-9c0c-929e49839369', 'binding:host_id': 'n-h2-817778-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-179752330'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:13.625143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Made reservation on behalf of dc9f1d5eb28440b5814b12a1c6684278 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:13.628490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.640268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.656213 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad93efd-9f1b-4136-9270-a81efb75099b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.685104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad93efd-9f1b-4136-9270-a81efb75099b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.756540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad93efd-9f1b-4136-9270-a81efb75099b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.760295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad93efd-9f1b-4136-9270-a81efb75099b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.765378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2ad93efd-9f1b-4136-9270-a81efb75099b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2c8c94a-a05d-4a5b-884b-15d89e21c4c5 HTTP/1.1" status: 204 len: 168 time: 0.1796751 Nov 16 21:17:13.776957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad93efd-9f1b-4136-9270-a81efb75099b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8c94a-a05d-4a5b-884b-15d89e21c4c5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:13.779673 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Set router 08645f6a-5108-4d86-841c-45f26aa6886c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:13.802178 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.814922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:13.822387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port 0c882065-e210-4a93-8446-fc58c99a8072 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:13.931382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4141d411-f0dd-4758-a828-b41e7c2e12e0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:14.024985 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5c01db36-7468-40ae-b343-d556f446b23f', 'name': '', 'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'mac_address': 'fa:16:3e:2a:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:07Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 2, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'subnets': [{'id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:14.058603 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Checking router: 08645f6a-5108-4d86-841c-45f26aa6886c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:14.058953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Updating router 08645f6a-5108-4d86-841c-45f26aa6886c port 5c01db36-7468-40ae-b343-d556f446b23f binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:14.088513 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.230716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port 0c882065-e210-4a93-8446-fc58c99a8072 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:14.263036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.273341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.394554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=0c882065-e210-4a93-8446-fc58c99a8072,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:14.405336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6916a5-54fe-42e6-aa4b-e80da2dddbbd req-4187227f-e714-4d55-af89-b26118571aaf tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:14.409554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9f6916a5-54fe-42e6-aa4b-e80da2dddbbd req-4187227f-e714-4d55-af89-b26118571aaf tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1144164 Nov 16 21:17:14.420931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Checking segment: {'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:14.421580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Network hostable DHCP agents. Network: 411d710e-4254-4fd3-9c0c-929e49839369, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:14.446780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Network 411d710e-4254-4fd3-9c0c-929e49839369 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:14.460684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 411d710e-4254-4fd3-9c0c-929e49839369) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:14.467968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:14.469457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7212de-1210-43a6-a96e-2d92a3d50708 None None] Network 411d710e-4254-4fd3-9c0c-929e49839369 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:14.505594 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.514233 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.519906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.522122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.522498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.535431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.539951 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.540477 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 2 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.557462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9f6916a5-54fe-42e6-aa4b-e80da2dddbbd req-8e279002-e7ff-40a7-bb7a-7975ff16a255 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388183 Nov 16 21:17:14.578707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.579084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.579432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.597581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.597928 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.598329 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 3 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.639201 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6f62b-dfe6-4c2a-a2d2-2eb9d0117d5f None None] Pushing event updated for resources: {'Port': ['ID=5c01db36-7468-40ae-b343-d556f446b23f,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:14.664543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.664890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.665234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.697876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.701807 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.702244 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 4 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.736926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.737385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.738001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.743930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.744827 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.745502 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 5 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.780568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.780912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.783630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.793475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.793840 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.794239 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 6 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.827651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.828720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.830673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.840121 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Attempting to bind port 5c01db36-7468-40ae-b343-d556f446b23f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.842141 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Attempting to bind port 5c01db36-7468-40ae-b343-d556f446b23f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.843532 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Attempting to bind port 5c01db36-7468-40ae-b343-d556f446b23f on network 4931739c-6948-4a27-9450-b80bbc696179 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.846289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.846860 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.847820 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 7 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.860681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:14.862839 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Checking segment: {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:14.863330 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.866815 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Bound using segment: {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:14.867697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Bound port: 5c01db36-7468-40ae-b343-d556f446b23f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5680e103-c9cc-40f9-9bb5-ca05ea61a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4931739c-6948-4a27-9450-b80bbc696179'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:14.869760 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:14.885057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.885400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.885823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.890959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.891293 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.891682 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 8 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.909067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.909743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.910958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.921439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.921979 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.922909 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 9 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:14.967989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:14.968503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:14.969008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:14.981420 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:14.983610 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:14.985835 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 10 to bind port 0c882065-e210-4a93-8446-fc58c99a8072 Nov 16 21:17:15.023574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:15.024222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:15.024855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:15.030319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 0c882065-e210-4a93-8446-fc58c99a8072 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:15.030852 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 0c882065-e210-4a93-8446-fc58c99a8072 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:15.031367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.072055 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] For port 5c01db36-7468-40ae-b343-d556f446b23f, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:15.091748 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] For port 5c01db36-7468-40ae-b343-d556f446b23f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c01db36-7468-40ae-b343-d556f446b23f,segment=NetworkSegment(5680e103-c9cc-40f9-9bb5-ca05ea61a596),segment_id=5680e103-c9cc-40f9-9bb5-ca05ea61a596)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:15.097188 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.112479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4a0152fc-2e21-43be-9daf-1780b5f88a50 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:15.153125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d0ea7712-660d-4ff6-9f47-b72b7689c174 None None] Provisioning complete for port 5c01db36-7468-40ae-b343-d556f446b23f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:15.153806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7712-660d-4ff6-9f47-b72b7689c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.202128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] For port 0c882065-e210-4a93-8446-fc58c99a8072, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:15.203256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempted to set empty binding levels {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:17:15.211909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.222429 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6f62b-dfe6-4c2a-a2d2-2eb9d0117d5f None None] Pushing event updated for resources: {'Port': ['ID=5c01db36-7468-40ae-b343-d556f446b23f,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:15.244621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4a0152fc-2e21-43be-9daf-1780b5f88a50 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:15.244910 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.256966 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Routers {'08645f6a-5108-4d86-841c-45f26aa6886c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:15.258733 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:16:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['08645f6a-5108-4d86-841c-45f26aa6886c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:15.277222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:15.277805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.310341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.7192638 Nov 16 21:17:15.311558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb621-e03b-455d-a82f-bc49832ca2e9 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=0c882065-e210-4a93-8446-fc58c99a8072,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:15.312919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40530) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:15.357576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40532) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:15.430926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7712-660d-4ff6-9f47-b72b7689c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.474030 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] Set router 08645f6a-5108-4d86-841c-45f26aa6886c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:15.517254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-942853508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:15.559004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Deleting port 0c882065-e210-4a93-8446-fc58c99a8072 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:15.559817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.569395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.570635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.618892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d0ea7712-660d-4ff6-9f47-b72b7689c174 None None] For port 5c01db36-7468-40ae-b343-d556f446b23f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c01db36-7468-40ae-b343-d556f446b23f,segment=NetworkSegment(5680e103-c9cc-40f9-9bb5-ca05ea61a596),segment_id=5680e103-c9cc-40f9-9bb5-ca05ea61a596)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:15.628928 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0ea7712-660d-4ff6-9f47-b72b7689c174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.673711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.680932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.726234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea7712-660d-4ff6-9f47-b72b7689c174 None None] Pushing event updated for resources: {'Port': ['ID=5c01db36-7468-40ae-b343-d556f446b23f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:15.751632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] For port 0c882065-e210-4a93-8446-fc58c99a8072, host n-h2-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:15.753421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.765741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b3df56d6-38f5-4f24-815a-18961b8b0a2b None None] Provisioning complete for port 5c01db36-7468-40ae-b343-d556f446b23f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:15.766830 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b3df56d6-38f5-4f24-815a-18961b8b0a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.789001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Calling delete_port for 0c882065-e210-4a93-8446-fc58c99a8072 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:15.807989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.814686 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e693e6f3-a49b-4c42-ad36-f38313c1da19 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4548187 Nov 16 21:17:15.816266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40544) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:15.823840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-505471847'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:15.848224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9032da-41ad-4b70-a957-456e8497132b req-0198ddf8-85dd-4cdf-8389-3f7471b73ca8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:15.860600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef9032da-41ad-4b70-a957-456e8497132b req-0198ddf8-85dd-4cdf-8389-3f7471b73ca8 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1519117 Nov 16 21:17:15.878290 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5c01db36-7468-40ae-b343-d556f446b23f', 'name': '', 'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'mac_address': 'fa:16:3e:2a:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:07Z', 'updated_at': '2021-11-16T21:17:15Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'subnets': [{'id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:15.950777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef9032da-41ad-4b70-a957-456e8497132b req-e95861f2-6f4a-4c49-91c8-c00429c42caf tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858381 Nov 16 21:17:15.954337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Made reservation on behalf of 3f858db9130e4786975ac603ce77fcee for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:15.958156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.970958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:15.975210 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d92f0-9b67-4ec1-a51f-14194f469580 None None] The sync data for ids ['08645f6a-5108-4d86-841c-45f26aa6886c'] in n-d-817778-8 is: [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:17:08Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5c01db36-7468-40ae-b343-d556f446b23f', 'name': '', 'network_id': '4931739c-6948-4a27-9450-b80bbc696179', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'mac_address': 'fa:16:3e:2a:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:07Z', 'updated_at': '2021-11-16T21:17:15Z', 'revision_number': 4, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'subnets': [{'id': 'a014f394-fb2d-4050-857f-bed6feabec1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:16.055740 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.105569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c882065-e210-4a93-8446-fc58c99a8072,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:16.126594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.130370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1ee0ce31-6a59-476e-b115-cc81030855ba tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0c882065-e210-4a93-8446-fc58c99a8072 HTTP/1.1" status: 204 len: 168 time: 0.8162501 Nov 16 21:17:16.132027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad8fa-ad2b-44b2-98d8-58e88e22c81f req-90d51619-cfb4-4c5a-8e54-5332d2edb90e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.134420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-311ad8fa-ad2b-44b2-98d8-58e88e22c81f req-90d51619-cfb4-4c5a-8e54-5332d2edb90e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0754693 Nov 16 21:17:16.134929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40552) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:16.167031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.171785 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.198890 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfcb960-a16b-4060-a79d-44d34e8f6530 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:17:16.200471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dbfcb960-a16b-4060-a79d-44d34e8f6530 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "GET /v2.0/ports/0c882065-e210-4a93-8446-fc58c99a8072 HTTP/1.1" status: 404 len: 333 time: 0.0645518 Nov 16 21:17:16.205841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40554) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:16.208333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:16.212674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Request body: {'port': {'network_id': '411d710e-4254-4fd3-9c0c-929e49839369', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2068391112'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:16.218129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0829a86-2924-41b3-83dc-e237d1d4659b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:16.228982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.229343 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Added segment bc0d3260-4f3c-44d2-99fa-dc1ed44ae348 of type vlan for network 08ab4137-9391-4caa-b6a4-61cb0c95879a Nov 16 21:17:16.240287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Made reservation on behalf of dc9f1d5eb28440b5814b12a1c6684278 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:16.243899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.283546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port 8ae63d9f-8136-46fa-a655-9222de604248 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:16.284126 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.297080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-311ad8fa-ad2b-44b2-98d8-58e88e22c81f req-1e77924c-0470-48fe-a7b1-c7de87844751 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513813 Nov 16 21:17:16.353132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.360952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.361682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.451380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6315100 Nov 16 21:17:16.475054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40558) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:16.483498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'subnet': {'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:16.506737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6c7f-bde8-482a-a309-08a8aeecc34f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Network': ['ID=08ab4137-9391-4caa-b6a4-61cb0c95879a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:16.518376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:16.537636 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.575690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896743-bfb8-4575-8bd0-c15482664486 req-a4951011-3341-499a-8129-7c7bc873443c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.577492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45896743-bfb8-4575-8bd0-c15482664486 req-a4951011-3341-499a-8129-7c7bc873443c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1532094 Nov 16 21:17:16.586092 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.637539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae63d9f-8136-46fa-a655-9222de604248,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:16.656333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Network 411d710e-4254-4fd3-9c0c-929e49839369 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:16.658149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:16.660892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:16.662575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.663407 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.699745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2790bf64-f30d-4e9c-838d-48bba038b4c6 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4925475 Nov 16 21:17:16.702510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40562) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:16.704982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45896743-bfb8-4575-8bd0-c15482664486 req-2fed5756-b495-4991-939f-d876391f5fe9 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181083 Nov 16 21:17:16.705838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Made reservation on behalf of 3f858db9130e4786975ac603ce77fcee for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:16.710496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:16.719618 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.794080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:16.962815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3252c-8490-4db0-b8cd-9a2f208ef3f3 req-71f173e7-917d-4767-a3db-0daa3551fe83 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:16.964446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbf3252c-8490-4db0-b8cd-9a2f208ef3f3 req-71f173e7-917d-4767-a3db-0daa3551fe83 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1209662 Nov 16 21:17:17.075565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbf3252c-8490-4db0-b8cd-9a2f208ef3f3 req-e14bf964-4086-4d6f-b559-0a3181a30148 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006646 Nov 16 21:17:17.080766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.089582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port 8ae63d9f-8136-46fa-a655-9222de604248 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:17.120041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.135650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.173958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Subnet': ['ID=25aca288-0e1e-48a4-8b3f-1602efa9fcb2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:17.195963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Checking segment: {'id': 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:17.196995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network hostable DHCP agents. Network: 08ab4137-9391-4caa-b6a4-61cb0c95879a, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:17.199561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c01db36-7468-40ae-b343-d556f446b23f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:17.222404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:17.238197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 08ab4137-9391-4caa-b6a4-61cb0c95879a) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:17.244766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.245626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.265767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e05b4b-f8e4-4706-a295-cc4f23b68daa None None] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:17.267029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae63d9f-8136-46fa-a655-9222de604248,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:17.270188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-22d663c8-1b12-41c2-8f6a-32e36234f25d tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7929790 Nov 16 21:17:17.272587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40578) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:17.278109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'network': {'name': 'tempest-router-network01--1657853085'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:17.321247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.321609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.321952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.336941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.337786 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.338257 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 2 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.351027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37140da-1457-4c90-b99a-aaa3bdfade08 req-e0669aec-47a1-4250-94cf-c68e88378a49 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.352486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d37140da-1457-4c90-b99a-aaa3bdfade08 req-e0669aec-47a1-4250-94cf-c68e88378a49 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1362462 Nov 16 21:17:17.354823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Made reservation on behalf of 3f858db9130e4786975ac603ce77fcee for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:17.358722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.361258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c01db36-7468-40ae-b343-d556f446b23f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:17.361860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.399382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.399722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.400106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.413408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.414611 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.420947 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 3 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.429605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:17.457215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.457568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.457907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.467715 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.468057 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Added segment 2cfe4f66-2ef1-46cf-89f8-574b35a44f1e of type vlan for network cf460197-b5dc-4f2d-a1b8-bdfab2917428 Nov 16 21:17:17.477655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.477992 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.479314 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 4 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.484969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d37140da-1457-4c90-b99a-aaa3bdfade08 req-c10e1c43-cca5-4120-a525-cbc3ae85e1e0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122365 Nov 16 21:17:17.505923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-08ab4137-9391-4caa-b6a4-61cb0c95879a', 'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a', 'tenant_id': '3f858db9130e4786975ac603ce77fcee', 'fixed_ips': [{'subnet_id': '25aca288-0e1e-48a4-8b3f-1602efa9fcb2'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:17.507380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.518588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.518807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.519078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.531032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.534974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.535100 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.536480 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 5 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.557259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.557671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.558007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.571561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.572001 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.572990 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 6 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.581068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.589448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.592179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.643001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.643001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.643001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.667216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Allocated IP 172.20.0.2 (08ab4137-9391-4caa-b6a4-61cb0c95879a/25aca288-0e1e-48a4-8b3f-1602efa9fcb2/594f139a-f68e-4b0f-a311-d6084316b127) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:17.694800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.695393 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.700533 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 7 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.706393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4328279 Nov 16 21:17:17.710457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40584) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:17.715822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'network': {'name': 'tempest-router-network02--1794882437'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:17.738951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18959b3-6782-4650-a077-7e4d190b35a2 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Network': ['ID=cf460197-b5dc-4f2d-a1b8-bdfab2917428,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:17.741987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Made reservation on behalf of 3f858db9130e4786975ac603ce77fcee for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:17.747817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.748332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.748627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.749024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.755643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:17.766651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.766983 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.767519 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 8 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.780338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75c701-6cdd-4ab9-87d9-9ccb5f35600b req-2875f516-9c2f-4247-a1c2-d9f5fb8fb1c5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.782236 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff75c701-6cdd-4ab9-87d9-9ccb5f35600b req-2875f516-9c2f-4247-a1c2-d9f5fb8fb1c5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1685808 Nov 16 21:17:17.800299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:17.811168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.811793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.812290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.818748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.819105 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Added segment 1e7ecd45-cef6-4356-ae22-24b86771efaa of type vlan for network eeb50053-0321-46ec-bc6d-348f2340d208 Nov 16 21:17:17.832442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.832442 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.839556 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 9 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.866176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.866176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.866176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.879830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.881696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff75c701-6cdd-4ab9-87d9-9ccb5f35600b req-2f3c56d3-dbee-4047-8743-698621965d33 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Nov 16 21:17:17.887082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.887626 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.888443 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 10 to bind port 8ae63d9f-8136-46fa-a655-9222de604248 Nov 16 21:17:17.917171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:17.920350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:17.921357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:17.931143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.931646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:17.932049 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port 8ae63d9f-8136-46fa-a655-9222de604248 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:17.932486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.940547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:17.941474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.965689 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:17.982353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.032760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] For port 8ae63d9f-8136-46fa-a655-9222de604248, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:18.033433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempted to set empty binding levels {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:17:18.042630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.053275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3412049 Nov 16 21:17:18.060485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Pushing event updated for resources: {'Port': ['ID=594f139a-f68e-4b0f-a311-d6084316b127,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.066860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40592) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:18.074905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:18.079827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:18.080872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'subnet': {'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:18.086466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:18.087603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] In _notify_port_updated(), no bound segment for port 8ae63d9f-8136-46fa-a655-9222de604248 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:17:18.088465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.089203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.090507 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "PUT /v2.0/ports/8ae63d9f-8136-46fa-a655-9222de604248 HTTP/1.1" status: 200 len: 975 time: 1.3862307 Nov 16 21:17:18.096759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40596) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:18.167086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aefcc-a707-4941-9934-bec0a72cac2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae63d9f-8136-46fa-a655-9222de604248,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.185372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da5d3-632e-407a-9448-55dd11e5271e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Network': ['ID=eeb50053-0321-46ec-bc6d-348f2340d208,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.217358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7323-56c4-44de-b325-eef407af6a01 req-db8092b9-0438-46a5-8ecb-d66b90703f76 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.223903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network eeb50053-0321-46ec-bc6d-348f2340d208 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:18.224896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20be7323-56c4-44de-b325-eef407af6a01 req-db8092b9-0438-46a5-8ecb-d66b90703f76 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.2126250 Nov 16 21:17:18.246496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Attempting to bind port 594f139a-f68e-4b0f-a311-d6084316b127 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:18.246922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Attempting to bind port 594f139a-f68e-4b0f-a311-d6084316b127 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:18.247297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Attempting to bind port 594f139a-f68e-4b0f-a311-d6084316b127 on network 08ab4137-9391-4caa-b6a4-61cb0c95879a {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:18.251427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Made reservation on behalf of 3f858db9130e4786975ac603ce77fcee for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:18.255505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.280427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.280911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.281880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.282553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.283494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.284341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.285204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.286148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.286786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.287616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.288634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.290177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.290830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.291390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:18.291853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Checking segment: {'id': 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:18.292112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.292798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.293443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.294141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.294795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.295433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.295967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.296847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.297382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.297683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.298083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.298440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Bound using segment: {'id': 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:18.298737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.299293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.300064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.300700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.301050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Bound port: 594f139a-f68e-4b0f-a311-d6084316b127, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '08ab4137-9391-4caa-b6a4-61cb0c95879a'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:18.301428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.301788 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.302100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.302705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.303232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.303754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.304293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.304799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.305319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.305941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.306466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.306987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.307503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.308016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.308535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.309291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.310315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.310939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.321457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7d2220f4-d487-4d48-92b1-b78604d9a021 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39597 time: 0.2183826 Nov 16 21:17:18.322261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40602) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:18.415234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Deleting port 8ae63d9f-8136-46fa-a655-9222de604248 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:18.415751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.419796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20be7323-56c4-44de-b325-eef407af6a01 req-5acf5fa4-09e7-438b-87b8-525af3025eec tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939576 Nov 16 21:17:18.423785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] For port 594f139a-f68e-4b0f-a311-d6084316b127, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:18.428599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] For port 594f139a-f68e-4b0f-a311-d6084316b127, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=594f139a-f68e-4b0f-a311-d6084316b127,segment=NetworkSegment(bc0d3260-4f3c-44d2-99fa-dc1ed44ae348),segment_id=bc0d3260-4f3c-44d2-99fa-dc1ed44ae348)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:18.433532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.510148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] For port 8ae63d9f-8136-46fa-a655-9222de604248, host n-h2-817778-8, got binding levels [] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:18.510605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.539278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Calling delete_port for 8ae63d9f-8136-46fa-a655-9222de604248 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:18.539948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a74b9-a061-42cd-8d75-a3dc2679e86e None None] Pushing event updated for resources: {'Port': ['ID=594f139a-f68e-4b0f-a311-d6084316b127,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.617712 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.641977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.731894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ae63d9f-8136-46fa-a655-9222de604248,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.760576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.770913 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2cfc865a-7009-4749-bcad-0eea96f63e1d tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8ae63d9f-8136-46fa-a655-9222de604248 HTTP/1.1" status: 204 len: 168 time: 0.4470632 Nov 16 21:17:18.775203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:18.811762 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-00684e11-8704-4fcd-b21c-7d04bd8bfeda tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:17:18.819340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-00684e11-8704-4fcd-b21c-7d04bd8bfeda tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "GET /v2.0/ports/8ae63d9f-8136-46fa-a655-9222de604248 HTTP/1.1" status: 404 len: 333 time: 0.0407727 Nov 16 21:17:18.819340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40610) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:18.828118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Checking segment: {'id': '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:18.828655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network hostable DHCP agents. Network: cf460197-b5dc-4f2d-a1b8-bdfab2917428, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:18.834953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Subnet': ['ID=26550645-bcee-4c45-b78d-7b294e6066f5,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:18.835910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1818511898', 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:18.864865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Made reservation on behalf of dc9f1d5eb28440b5814b12a1c6684278 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:18.868881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.876219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4338434-4ed7-4e27-814f-59c192712946 req-e8be49c0-cf02-4d08-8b4f-fca4f468ac17 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.879307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4338434-4ed7-4e27-814f-59c192712946 req-e8be49c0-cf02-4d08-8b4f-fca4f468ac17 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1560857 Nov 16 21:17:18.892422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port e03c5d74-3ba9-427a-9fa0-db3ba09f5201 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:18.896658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:18.932320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, cf460197-b5dc-4f2d-a1b8-bdfab2917428) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:18.941399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7245ed56-7557-4765-89cc-c8262344de6d None None] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:18.944527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:18.945297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:18.977504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4338434-4ed7-4e27-814f-59c192712946 req-aabb5337-a5ad-4355-a504-b603d8aed630 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Nov 16 21:17:18.984529 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7617951d-15ea-4614-86d9-05cc7a8780bb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9144742 Nov 16 21:17:18.984760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:18.993217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'subnet': {'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:19.127532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Made reservation on behalf of 3f858db9130e4786975ac603ce77fcee for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:19.139594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.167108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.184438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 594f139a-f68e-4b0f-a311-d6084316b127 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:19.214430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.275335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Network 411d710e-4254-4fd3-9c0c-929e49839369 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:19.287275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:19.295760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:19.298145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:19.299127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.320543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=e03c5d74-3ba9-427a-9fa0-db3ba09f5201,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:19.341091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2514ae0a-2cac-4f9f-b662-adbe95de2fad tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5169010 Nov 16 21:17:19.341393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:19.442395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562d35c-fb56-4166-a9e2-9322013a8b9b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:19.452764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8562d35c-fb56-4166-a9e2-9322013a8b9b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "GET /v2.0/ports/e03c5d74-3ba9-427a-9fa0-db3ba09f5201 HTTP/1.1" status: 200 len: 955 time: 0.1089301 Nov 16 21:17:19.457088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:19.547007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.579767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 594f139a-f68e-4b0f-a311-d6084316b127 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:19.580878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.593118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Deleting port e03c5d74-3ba9-427a-9fa0-db3ba09f5201 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:19.593463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.611202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-cf460197-b5dc-4f2d-a1b8-bdfab2917428', 'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428', 'tenant_id': '3f858db9130e4786975ac603ce77fcee', 'fixed_ips': [{'subnet_id': '26550645-bcee-4c45-b78d-7b294e6066f5'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:19.612583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.650251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Subnet': ['ID=eb675901-0cb2-4f1d-b955-cb895f743b55,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:19.652909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Checking segment: {'id': '1e7ecd45-cef6-4356-ae22-24b86771efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:19.653356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network hostable DHCP agents. Network: eeb50053-0321-46ec-bc6d-348f2340d208, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:19.683633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network eeb50053-0321-46ec-bc6d-348f2340d208 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:19.715188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, eeb50053-0321-46ec-bc6d-348f2340d208) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:19.722522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:19.723187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.736627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.745115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dc76db2e-37b2-4ae8-89a9-3ffbe7e83c70 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7580848 Nov 16 21:17:19.753613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:19.763943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Calling delete_port for e03c5d74-3ba9-427a-9fa0-db3ba09f5201 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:19.846667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Allocated IP 172.20.0.2 (cf460197-b5dc-4f2d-a1b8-bdfab2917428/26550645-bcee-4c45-b78d-7b294e6066f5/53c61ef8-5a7b-41bf-a189-3b999133b68b) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:19.892080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.939308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event deleted for resources: {'Port': ['ID=e03c5d74-3ba9-427a-9fa0-db3ba09f5201,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:19.953091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:19.961549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d7cf170f-53ac-4024-8315-c19ae35fddc2 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e03c5d74-3ba9-427a-9fa0-db3ba09f5201 HTTP/1.1" status: 204 len: 168 time: 0.4977355 Nov 16 21:17:19.961905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40632) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:20.033049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.044338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287a2d5-330f-4468-b438-541d8fc22445 None None] Network eeb50053-0321-46ec-bc6d-348f2340d208 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:20.047194 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-090b25ad-71a5-45ba-85c4-9a909c4a9a99 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:17:20.051940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f02d97-6334-4dce-9bf2-249df7bea191 None None] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:20.066246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-090b25ad-71a5-45ba-85c4-9a909c4a9a99 tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "GET /v2.0/ports/e03c5d74-3ba9-427a-9fa0-db3ba09f5201 HTTP/1.1" status: 404 len: 333 time: 0.1000261 Nov 16 21:17:20.074094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40636) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:20.081620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Request body: {'port': {'network_id': '411d710e-4254-4fd3-9c0c-929e49839369', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-317777357'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:20.104477 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.143282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Made reservation on behalf of dc9f1d5eb28440b5814b12a1c6684278 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:20.145752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.207522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port a1daa9c4-1b5d-456c-8d8a-04990e314879 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:20.262074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:20.271587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:20.277374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:20.283988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0189dd2-3a59-4d88-84cf-ed7a49737106 req-2367a108-56e7-4d90-89a4-32d10a76570a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:20.285798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Pushing event updated for resources: {'Port': ['ID=53c61ef8-5a7b-41bf-a189-3b999133b68b,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:20.286180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0189dd2-3a59-4d88-84cf-ed7a49737106 req-2367a108-56e7-4d90-89a4-32d10a76570a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1235301 Nov 16 21:17:20.337582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.377526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0189dd2-3a59-4d88-84cf-ed7a49737106 req-15ff6796-1f3b-462c-8415-d1f268e72974 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822387 Nov 16 21:17:20.491696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-59de3d3a-5053-4873-a2c9-0c34bffb5b04 None None] Provisioning complete for port 594f139a-f68e-4b0f-a311-d6084316b127 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:20.492078 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59de3d3a-5053-4873-a2c9-0c34bffb5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.591559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.598481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.671083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.734630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Network 411d710e-4254-4fd3-9c0c-929e49839369 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:20.738241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:20.743346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:20.744538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:20.745326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.752837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=a1daa9c4-1b5d-456c-8d8a-04990e314879,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:20.776448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-08a087ac-4b4f-4601-ba9d-157158b41d2c tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7011549 Nov 16 21:17:20.779145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:20.786130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:20.792816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 594f139a-f68e-4b0f-a311-d6084316b127, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=594f139a-f68e-4b0f-a311-d6084316b127,segment=NetworkSegment(bc0d3260-4f3c-44d2-99fa-dc1ed44ae348),segment_id=bc0d3260-4f3c-44d2-99fa-dc1ed44ae348)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:20.831143 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.904004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Attempting to bind port 53c61ef8-5a7b-41bf-a189-3b999133b68b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:20.904376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Attempting to bind port 53c61ef8-5a7b-41bf-a189-3b999133b68b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:20.904744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Attempting to bind port 53c61ef8-5a7b-41bf-a189-3b999133b68b on network cf460197-b5dc-4f2d-a1b8-bdfab2917428 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:20.926219 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.930257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c365707-bb43-42b5-b1a9-3ac94578cb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.953112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10777d4-c3fa-48c9-967f-88412445a078 req-2b8d0f57-132f-4c70-b637-86f6c879b199 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:20.962911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d10777d4-c3fa-48c9-967f-88412445a078 req-2b8d0f57-132f-4c70-b637-86f6c879b199 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1259432 Nov 16 21:17:20.963548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-2a5eb2dc-378e-4bc3-911c-4d369db5d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:20.965823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-2a5eb2dc-378e-4bc3-911c-4d369db5d50f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b470e39a2c104643a39f45c2a4495994&device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 1098 time: 0.0751994 Nov 16 21:17:20.987900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:20.988431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Checking segment: {'id': '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:20.988833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:20.989230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Bound using segment: {'id': '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:20.989746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Bound port: 53c61ef8-5a7b-41bf-a189-3b999133b68b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'cf460197-b5dc-4f2d-a1b8-bdfab2917428'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:20.990585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.046020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=594f139a-f68e-4b0f-a311-d6084316b127,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:21.120740 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d10777d4-c3fa-48c9-967f-88412445a078 req-bc2285ea-afb3-4264-b4da-48d30fc48525 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537664 Nov 16 21:17:21.141730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-eeb50053-0321-46ec-bc6d-348f2340d208', 'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208', 'tenant_id': '3f858db9130e4786975ac603ce77fcee', 'fixed_ips': [{'subnet_id': 'eb675901-0cb2-4f1d-b955-cb895f743b55'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:21.143127 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.211580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] For port 53c61ef8-5a7b-41bf-a189-3b999133b68b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:21.220629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] For port 53c61ef8-5a7b-41bf-a189-3b999133b68b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c61ef8-5a7b-41bf-a189-3b999133b68b,segment=NetworkSegment(2cfe4f66-2ef1-46cf-89f8-574b35a44f1e),segment_id=2cfe4f66-2ef1-46cf-89f8-574b35a44f1e)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:21.228465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.269917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-faa55599-7de4-48ac-91b6-89d47154650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:21.274999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-faa55599-7de4-48ac-91b6-89d47154650a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 200 len: 915 time: 0.2522783 Nov 16 21:17:21.281101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] device_id is not set on port a1daa9c4-1b5d-456c-8d8a-04990e314879 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:21.295469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.306614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Allocated IP 172.20.0.1 (cf460197-b5dc-4f2d-a1b8-bdfab2917428/26550645-bcee-4c45-b78d-7b294e6066f5/de5b9238-ae72-4c06-adaf-4ce69b423b80) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:21.307036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.350981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-6f56eae5-5ece-4e7c-a5c5-fbbed43149a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 200 len: 217 time: 0.0600231 Nov 16 21:17:21.392513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=a1daa9c4-1b5d-456c-8d8a-04990e314879,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:21.401088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.401485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.401933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.407446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.407779 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.408165 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 2 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.440471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fcf3d-cb22-4b74-bc24-67eed549bc04 None None] Pushing event updated for resources: {'Port': ['ID=53c61ef8-5a7b-41bf-a189-3b999133b68b,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:21.446312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.446652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.447269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.452550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.452882 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.453322 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 3 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.467926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Allocated IP 172.20.0.2 (eeb50053-0321-46ec-bc6d-348f2340d208/eb675901-0cb2-4f1d-b955-cb895f743b55/d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:21.472826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.473166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.473524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.482439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.482773 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.491329 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 4 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.515188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.515535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.515881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.526292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.526626 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.527023 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 5 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.564805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.565143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.565481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.580089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.580209 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.580533 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 6 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.597376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-169a4dbd-493c-41ed-bf49-06e2b557ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:21.598919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-169a4dbd-493c-41ed-bf49-06e2b557ed15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 200 len: 854 time: 0.2364755 Nov 16 21:17:21.637562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.637907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.638351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.654328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.654666 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.655053 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 7 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.665315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-11a140e4-ed8a-43f9-b75c-354d0b853aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537968 Nov 16 21:17:21.700009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ca82f3cb-e2c4-48f8-9fe0-60135b15e68d None None] Provisioning complete for port 594f139a-f68e-4b0f-a311-d6084316b127 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:21.700879 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ca82f3cb-e2c4-48f8-9fe0-60135b15e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.717110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.717110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.717110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.727149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.739440 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.740203 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 8 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.778959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.779479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.780209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.784956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.785461 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.791360 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 9 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.807513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.808110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.808852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.814332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.815462 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.816021 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempt 10 to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 Nov 16 21:17:21.837772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:21.838363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:21.838861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempting to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:21.845477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:17:21.846940 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Failed to bind port a1daa9c4-1b5d-456c-8d8a-04990e314879 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'f4eb028b-f53e-46cf-abba-824fbd7386ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '411d710e-4254-4fd3-9c0c-929e49839369'}] Nov 16 21:17:21.847488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.849232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.880349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.924629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.935688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-f2c0dadb-af8c-4fc1-bd30-bfd1c466ac70 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589352 Nov 16 21:17:21.946596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] For port a1daa9c4-1b5d-456c-8d8a-04990e314879, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:21.947115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attempted to set empty binding levels {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:17:21.954244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.960633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Network eeb50053-0321-46ec-bc6d-348f2340d208 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:21.990336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] In _notify_port_updated(), no bound segment for port a1daa9c4-1b5d-456c-8d8a-04990e314879 on network 411d710e-4254-4fd3-9c0c-929e49839369 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:17:21.991731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:21.992338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:21.994075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "PUT /v2.0/ports/a1daa9c4-1b5d-456c-8d8a-04990e314879 HTTP/1.1" status: 200 len: 974 time: 1.2136705 Nov 16 21:17:21.997763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:21.997916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:22.006913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:22.025189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.043332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261af95-9afb-409a-aa36-92868952b44b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event updated for resources: {'Port': ['ID=a1daa9c4-1b5d-456c-8d8a-04990e314879,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:22.082148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:22.089050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:22.096518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:22.132869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Pushing event updated for resources: {'Port': ['ID=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:22.168609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Port': ['ID=de5b9238-ae72-4c06-adaf-4ce69b423b80,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:22.175651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55e6c940-8ec8-423d-831e-ceb5b8843e0c req-5e7d66de-3880-4d02-be53-0a3709e39796 service neutron] 10.222.0.41 "GET /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295265 Nov 16 21:17:22.199617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.222264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Attempting to bind port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:22.222642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Attempting to bind port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1e7ecd45-cef6-4356-ae22-24b86771efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:22.224667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Attempting to bind port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 on network eeb50053-0321-46ec-bc6d-348f2340d208 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:22.235852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:22.237362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Checking segment: {'id': '1e7ecd45-cef6-4356-ae22-24b86771efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:22.239073 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.239655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Bound using segment: {'id': '1e7ecd45-cef6-4356-ae22-24b86771efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:22.240892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Bound port: d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7ecd45-cef6-4356-ae22-24b86771efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eeb50053-0321-46ec-bc6d-348f2340d208'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:22.241781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.332865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] For port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:22.338986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] For port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,segment=NetworkSegment(1e7ecd45-cef6-4356-ae22-24b86771efaa),segment_id=1e7ecd45-cef6-4356-ae22-24b86771efaa)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:22.344834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.393541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bf33d-9dc3-4ecb-aefc-cc820ce1cb22 req-e71fe912-5dd8-4daa-bc2f-a9cc9d7bbe6e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:22.403349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c4bf33d-9dc3-4ecb-aefc-cc820ce1cb22 req-e71fe912-5dd8-4daa-bc2f-a9cc9d7bbe6e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1633658 Nov 16 21:17:22.420840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa0334-da91-4cda-8207-43f9abc4bad5 None None] Pushing event updated for resources: {'Port': ['ID=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:22.522060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.549993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Deleting port a1daa9c4-1b5d-456c-8d8a-04990e314879 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:22.550462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.588644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c4bf33d-9dc3-4ecb-aefc-cc820ce1cb22 req-337b72c9-cf17-47c1-a4cf-eb3fe2a97632 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833932 Nov 16 21:17:22.653676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] For port a1daa9c4-1b5d-456c-8d8a-04990e314879, host n-h2-817778-8, got binding levels [] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:22.653676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.680999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Calling delete_port for a1daa9c4-1b5d-456c-8d8a-04990e314879 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:22.882211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.936857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1daa9c4-1b5d-456c-8d8a-04990e314879,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:22.947715 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:22.965444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-35659171-8f7f-45f4-9792-333f73e5be2b tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a1daa9c4-1b5d-456c-8d8a-04990e314879 HTTP/1.1" status: 204 len: 168 time: 0.9666255 Nov 16 21:17:22.966480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40678) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:23.010407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f3152c27-2fa8-499c-8073-f61871ed3235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.025424 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4889520-1d5a-40e9-8f8f-e23f582019cf tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:17:23.030096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a4889520-1d5a-40e9-8f8f-e23f582019cf tempest-PortsAdminExtendedAttrsTestJSON-1019568629 tempest-PortsAdminExtendedAttrsTestJSON-1019568629-project-admin] 10.222.0.48 "GET /v2.0/ports/a1daa9c4-1b5d-456c-8d8a-04990e314879 HTTP/1.1" status: 404 len: 333 time: 0.0581255 Nov 16 21:17:23.031081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40680) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:23.129815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.136672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.161005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.163261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8547a75-6749-4059-9f4a-5d03a07e9ba2 None None] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:23.269354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.273210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Port': ['ID=de5b9238-ae72-4c06-adaf-4ce69b423b80,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:23.347747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.376359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411d710e-4254-4fd3-9c0c-929e49839369']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:23.394165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:23.395475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4eb028b-f53e-46cf-abba-824fbd7386ef') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:23.396105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4eb028b-f53e-46cf-abba-824fbd7386ef') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:23.421717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.422514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:23.424018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:23.438149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.447588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:23.448104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:23.453468 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:23.484501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-438a6570-21eb-43c2-9646-1c723bcd05f3 None None] Provisioning complete for port 53c61ef8-5a7b-41bf-a189-3b999133b68b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:23.485350 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-438a6570-21eb-43c2-9646-1c723bcd05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.579480 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.596840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.600568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:23.601192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:23.601793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] 10.222.0.48 "DELETE /v2.0/networks/411d710e-4254-4fd3-9c0c-929e49839369 HTTP/1.1" status: 204 len: 168 time: 0.5695434 Nov 16 21:17:23.621603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd806970-ca2e-4e4e-8c0c-210d4750f6d0 tempest-PortsAdminExtendedAttrsTestJSON-688996984 tempest-PortsAdminExtendedAttrsTestJSON-688996984-project] Pushing event deleted for resources: {'Network': ['ID=411d710e-4254-4fd3-9c0c-929e49839369,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:23.636042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Router 6503d71a-00ad-4941-a047-d33038c16069 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:23.772437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:23.784204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9020514b-8e3f-4534-9d6a-be6933b84740 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0301731 Nov 16 21:17:23.788025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40692) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:23.853981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] Sync routers for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:23.872813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594982c-fa8f-4490-86e3-da8ee6e92390 req-293536e6-3cd3-4380-bf17-46dbebc1f05e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:23.885163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d594982c-fa8f-4490-86e3-da8ee6e92390 req-293536e6-3cd3-4380-bf17-46dbebc1f05e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.2022932 Nov 16 21:17:23.991337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d594982c-fa8f-4490-86e3-da8ee6e92390 req-2544eea3-0d82-4300-a652-27f6de42d5af tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052487 Nov 16 21:17:24.013953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:24.014639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:24.105600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:24.118089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:24.140425 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-438a6570-21eb-43c2-9646-1c723bcd05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.161160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.211412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.248508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-438a6570-21eb-43c2-9646-1c723bcd05f3 None None] For port 53c61ef8-5a7b-41bf-a189-3b999133b68b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c61ef8-5a7b-41bf-a189-3b999133b68b,segment=NetworkSegment(2cfe4f66-2ef1-46cf-89f8-574b35a44f1e),segment_id=2cfe4f66-2ef1-46cf-89f8-574b35a44f1e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:24.261407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:24.262098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:24.273210 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-438a6570-21eb-43c2-9646-1c723bcd05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.275099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2425cfdc-1ccb-418b-850d-631d350019fe None None] Network eeb50053-0321-46ec-bc6d-348f2340d208 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:24.323725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc681f-b68a-464a-bf66-b4bd30fdf8aa req-2b9fd07e-9f6d-4f85-b392-044915606845 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:24.325579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8fc681f-b68a-464a-bf66-b4bd30fdf8aa req-2b9fd07e-9f6d-4f85-b392-044915606845 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1079941 Nov 16 21:17:24.371821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:24.372409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839400a3-d90f-428b-bdb6-7e0bc5a48bb3 None None] The sync data for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:24.386339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-081e44b7-f602-4c41-85a7-24dd189d2d2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9b396ef037243a7a8e9703d7ba360a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670586 Nov 16 21:17:24.386985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40706) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:24.421908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,segment=NetworkSegment(1e7ecd45-cef6-4356-ae22-24b86771efaa),segment_id=1e7ecd45-cef6-4356-ae22-24b86771efaa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:24.463364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.464158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c61ef8-5a7b-41bf-a189-3b999133b68b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:24.484534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-497972f9-cc0b-43b0-8a27-5c0bb625fa71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.492691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8fc681f-b68a-464a-bf66-b4bd30fdf8aa req-64185e92-f4f4-4f22-8e26-77af5e99e3e3 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739007 Nov 16 21:17:24.516239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-497972f9-cc0b-43b0-8a27-5c0bb625fa71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.532063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a6570-21eb-43c2-9646-1c723bcd05f3 None None] Pushing event updated for resources: {'Port': ['ID=53c61ef8-5a7b-41bf-a189-3b999133b68b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:24.564179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b2f43237-9bf6-463f-b736-244c676b276f None None] Provisioning complete for port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:24.564558 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2f43237-9bf6-463f-b736-244c676b276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.606456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-497972f9-cc0b-43b0-8a27-5c0bb625fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.610452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-497972f9-cc0b-43b0-8a27-5c0bb625fa71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:24.611990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-497972f9-cc0b-43b0-8a27-5c0bb625fa71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b393adb4-93fe-4144-9f14-ea6a333d1bfb HTTP/1.1" status: 204 len: 168 time: 0.2240813 Nov 16 21:17:24.644269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497972f9-cc0b-43b0-8a27-5c0bb625fa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393adb4-93fe-4144-9f14-ea6a333d1bfb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:24.698063 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-dd231e8f-39c8-40ef-a157-3c7cd8eff53a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:24.700381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd231e8f-39c8-40ef-a157-3c7cd8eff53a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9110894 Nov 16 21:17:24.703331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40716) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:24.797528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:24.798751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c844593-b0b8-441a-8d53-0b4b09a2adaa req-39c2ed35-8e03-464c-87cb-5ffae975c578 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:24.808436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c844593-b0b8-441a-8d53-0b4b09a2adaa req-39c2ed35-8e03-464c-87cb-5ffae975c578 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0768459 Nov 16 21:17:24.877978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c844593-b0b8-441a-8d53-0b4b09a2adaa req-0c78a5e7-07a8-440a-a466-b5da69c67624 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Nov 16 21:17:25.079874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 53c61ef8-5a7b-41bf-a189-3b999133b68b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.080443 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.147146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3ee1-7442-435e-b17e-2f32161e583c req-31eb8619-0900-475a-bcd9-5782104763b0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:25.153860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55eb3ee1-7442-435e-b17e-2f32161e583c req-31eb8619-0900-475a-bcd9-5782104763b0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1290958 Nov 16 21:17:25.154655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40728) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:25.217725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0ea80183-82f4-433a-9f6e-0d2be5d5f7c5 None None] Provisioning complete for port de5b9238-ae72-4c06-adaf-4ce69b423b80 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.218101 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0ea80183-82f4-433a-9f6e-0d2be5d5f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.278081 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e272dc06-fe2c-40bd-8beb-8969b2dc592d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc9f1d5eb28440b5814b12a1c6684278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214919 Nov 16 21:17:25.281565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40732) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:25.342134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55eb3ee1-7442-435e-b17e-2f32161e583c req-f3aeba02-5e2f-4379-b5d8-c06739148731 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731856 Nov 16 21:17:25.358432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0ea80183-82f4-433a-9f6e-0d2be5d5f7c5 None None] Port de5b9238-ae72-4c06-adaf-4ce69b423b80 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:25.384531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 594f139a-f68e-4b0f-a311-d6084316b127 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:25.413364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-905a5eed-ba9d-42ea-9549-ad39d8b74b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.432372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0ea80183-82f4-433a-9f6e-0d2be5d5f7c5 None None] Provisioning complete for port 53c61ef8-5a7b-41bf-a189-3b999133b68b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.433017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0ea80183-82f4-433a-9f6e-0d2be5d5f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.446047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-905a5eed-ba9d-42ea-9549-ad39d8b74b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.538327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 594f139a-f68e-4b0f-a311-d6084316b127 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.538855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.540282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-905a5eed-ba9d-42ea-9549-ad39d8b74b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.542906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-905a5eed-ba9d-42ea-9549-ad39d8b74b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.544041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-905a5eed-ba9d-42ea-9549-ad39d8b74b40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4141d411-f0dd-4758-a828-b41e7c2e12e0 HTTP/1.1" status: 204 len: 168 time: 0.2606831 Nov 16 21:17:25.556048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a5eed-ba9d-42ea-9549-ad39d8b74b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4141d411-f0dd-4758-a828-b41e7c2e12e0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:25.570885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.639010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0d83-d595-41ab-b1ed-075aaad6d74a req-ccab71d3-3819-4473-bd8e-b1d58bdd95ca tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:25.654212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c27c0d83-d595-41ab-b1ed-075aaad6d74a req-ccab71d3-3819-4473-bd8e-b1d58bdd95ca tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1014969 Nov 16 21:17:25.666617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.758134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c27c0d83-d595-41ab-b1ed-075aaad6d74a req-10f33fcc-6654-4a82-9e4e-87d25f1a8f0b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031029 Nov 16 21:17:25.835371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5f653472-0c93-44b9-be29-9d2047ac89cb None None] Provisioning complete for port de5b9238-ae72-4c06-adaf-4ce69b423b80 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.838457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f653472-0c93-44b9-be29-9d2047ac89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.907864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5f653472-0c93-44b9-be29-9d2047ac89cb None None] Port de5b9238-ae72-4c06-adaf-4ce69b423b80 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:25.919135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5f653472-0c93-44b9-be29-9d2047ac89cb None None] Provisioning complete for port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:25.919692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f653472-0c93-44b9-be29-9d2047ac89cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.940410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting port de5b9238-ae72-4c06-adaf-4ce69b423b80 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:25.940877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:25.977390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5978-996a-4e38-b09f-e9c10c7764b7 req-b0ffcf74-e111-48d3-b7b9-ee7b1447c5f2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:25.991738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a4b5978-996a-4e38-b09f-e9c10c7764b7 req-b0ffcf74-e111-48d3-b7b9-ee7b1447c5f2 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1276648 Nov 16 21:17:25.996362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:26.093197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.099134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:26.099756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.121821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a4b5978-996a-4e38-b09f-e9c10c7764b7 req-59261dea-9614-4a6c-81f3-6a188f274a53 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287127 Nov 16 21:17:26.154103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Calling delete_port for de5b9238-ae72-4c06-adaf-4ce69b423b80 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:26.247114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c61ef8-5a7b-41bf-a189-3b999133b68b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:26.276333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252f35-0fff-4001-8fa5-a93f7b4af4cc req-5720add1-ce69-4726-984e-43a750348156 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.283827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb252f35-0fff-4001-8fa5-a93f7b4af4cc req-5720add1-ce69-4726-984e-43a750348156 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0644324 Nov 16 21:17:26.342029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 53c61ef8-5a7b-41bf-a189-3b999133b68b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:26.342414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.351609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb252f35-0fff-4001-8fa5-a93f7b4af4cc req-5f670bda-8c94-4909-b42f-70a84ad19788 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670676 Nov 16 21:17:26.512097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.517286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.532658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f01ba-5900-4bf6-9456-56430e9efb0c req-bc35f405-cb9a-45ac-88ea-81a853801190 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.534901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-590f01ba-5900-4bf6-9456-56430e9efb0c req-bc35f405-cb9a-45ac-88ea-81a853801190 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0766301 Nov 16 21:17:26.548853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Port': ['ID=de5b9238-ae72-4c06-adaf-4ce69b423b80,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:26.618538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-590f01ba-5900-4bf6-9456-56430e9efb0c req-4167d0e6-ed95-475d-8fc0-084ff19f39a7 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708847 Nov 16 21:17:26.769054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:26.898490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254672d-4ac2-4c75-bf26-c9ccaf3a2669 req-3bc8dabb-36c4-4b13-9897-45e7a68f6d2a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:26.908333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b254672d-4ac2-4c75-bf26-c9ccaf3a2669 req-3bc8dabb-36c4-4b13-9897-45e7a68f6d2a tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1272545 Nov 16 21:17:26.972549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b254672d-4ac2-4c75-bf26-c9ccaf3a2669 req-a1d2a0e7-4854-4994-97b9-35142fae600e tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646338 Nov 16 21:17:26.984289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Router 6503d71a-00ad-4941-a047-d33038c16069 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:27.110490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:27.121959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:27.122124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3534eff-46e9-4c29-952f-e824460453fb tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175630 Nov 16 21:17:27.122213 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] Sync routers for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:27.134286 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:27.135051 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:27.155020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba0bf0-2174-4a88-85f2-38e92cc39e71 req-9e8be4bf-6796-40ed-9277-965dd14e3287 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.164151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aba0bf0-2174-4a88-85f2-38e92cc39e71 req-9e8be4bf-6796-40ed-9277-965dd14e3287 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0903249 Nov 16 21:17:27.170048 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:27.180053 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:27.180933 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:27.217086 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-02b4f4df-af80-4882-be7a-49b78a03da3e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] delete failed (client error): The resource could not be found. Nov 16 21:17:27.222904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02b4f4df-af80-4882-be7a-49b78a03da3e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-516223179 HTTP/1.1" status: 404 len: 334 time: 0.1011665 Nov 16 21:17:27.223606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40794) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:27.226184 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:27.227036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbae489-9bf5-4759-8f92-ff1d4051a788 None None] The sync data for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:27.229993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c031f4e3-12e9-42bf-8c0c-4b50649948c0 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'router': {'external_gateway_info': {'network_id': '6503d71a-00ad-4941-a047-d33038c16069'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:27.281923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aba0bf0-2174-4a88-85f2-38e92cc39e71 req-82ea5dbd-4dbd-4f0e-a2a3-fed970d4eb38 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166933 Nov 16 21:17:27.497503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba901-0e2d-4eaf-812d-5267421f0d93 req-1bdbd1db-f57b-4ec6-8f9a-3c22539d77b5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.500442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-810ba901-0e2d-4eaf-812d-5267421f0d93 req-1bdbd1db-f57b-4ec6-8f9a-3c22539d77b5 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1155772 Nov 16 21:17:27.570821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-810ba901-0e2d-4eaf-812d-5267421f0d93 req-e9bcb936-f3f9-4b78-92f5-3603c6944fba tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635860 Nov 16 21:17:27.710691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40816) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:27.823935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1513011081', 'router:external': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:27.836823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c031f4e3-12e9-42bf-8c0c-4b50649948c0 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.848885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Made reservation on behalf of 1a2ecf821ff642f8beb92b3e77604e6f for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:27.852082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.861022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:27.864910 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-c031f4e3-12e9-42bf-8c0c-4b50649948c0 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] update failed (client error): The resource could not be found. Nov 16 21:17:27.870788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c031f4e3-12e9-42bf-8c0c-4b50649948c0 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069 HTTP/1.1" status: 404 len: 339 time: 0.6424167 Nov 16 21:17:27.871032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40820) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:27.876145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3fe71-4bef-4566-aaec-f99396fb52ef req-c6346574-e279-4308-9c3b-b0b9a63681fa tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:27.877674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aba3fe71-4bef-4566-aaec-f99396fb52ef req-c6346574-e279-4308-9c3b-b0b9a63681fa tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0797668 Nov 16 21:17:27.933172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aba3fe71-4bef-4566-aaec-f99396fb52ef req-75a0868e-10a5-4432-b8d2-897ad4e8485b tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Nov 16 21:17:28.073990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7072d-f963-4d5c-b727-b1c102726767 req-37f37d3b-8982-4497-b3b6-73d1b76c8d16 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:28.078369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cae7072d-f963-4d5c-b727-b1c102726767 req-37f37d3b-8982-4497-b3b6-73d1b76c8d16 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.0570297 Nov 16 21:17:28.138978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cae7072d-f963-4d5c-b727-b1c102726767 req-1e9474eb-2e52-4b4f-a8c4-67585ee084bd tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Nov 16 21:17:28.181898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.214572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.220724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.284029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:28.373010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.373349 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Added segment 70aea0ca-1545-4c71-b054-2f90326f35be of type vlan for network 2651a197-c1db-44b3-b7e5-a7f7481f8200 Nov 16 21:17:28.386939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb7081-f80e-4bd0-8ec6-1fabb389d3a5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:28.434520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05ccd8-679b-498b-b704-0002437f0293 req-eef39d7c-cb8e-4d2f-afb0-834413760527 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:28.436054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b05ccd8-679b-498b-b704-0002437f0293 req-eef39d7c-cb8e-4d2f-afb0-834413760527 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.2170181 Nov 16 21:17:28.511023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:28.993056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b05ccd8-679b-498b-b704-0002437f0293 req-f7b1ca76-ac7f-4147-b6e5-0a518403025d tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445955 Nov 16 21:17:29.058663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.059650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.060241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.155515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4436622 Nov 16 21:17:29.158793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:29.160957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Allocated IP 172.20.0.1 (08ab4137-9391-4caa-b6a4-61cb0c95879a/25aca288-0e1e-48a4-8b3f-1602efa9fcb2/b2cc6cb2-4f98-404b-9e19-9c14e4a5173d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:29.163867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'subnet': {'network_id': '2651a197-c1db-44b3-b7e5-a7f7481f8200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:29.185151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e10d-4725-4a89-bdce-45c9913c7b9d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Network': ['ID=2651a197-c1db-44b3-b7e5-a7f7481f8200,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:29.188198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Made reservation on behalf of 1a2ecf821ff642f8beb92b3e77604e6f for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:29.190987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.203856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 2651a197-c1db-44b3-b7e5-a7f7481f8200 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:29.257623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d448b2-812c-4e45-ae99-b4599cff9f9f req-5667fe5b-ea4c-4c5f-84c7-6c20e2d50368 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.264978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-86d448b2-812c-4e45-ae99-b4599cff9f9f req-5667fe5b-ea4c-4c5f-84c7-6c20e2d50368 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1764345 Nov 16 21:17:29.342071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-86d448b2-812c-4e45-ae99-b4599cff9f9f req-49e33997-724a-4f62-9fb7-e539729fea16 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761821 Nov 16 21:17:29.390910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.435768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.507926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:29.533816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:29.556249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:29.605344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Port': ['ID=b2cc6cb2-4f98-404b-9e19-9c14e4a5173d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:29.662475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.682905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:17:29.683633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.778607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Checking segment: {'id': '70aea0ca-1545-4c71-b054-2f90326f35be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2651a197-c1db-44b3-b7e5-a7f7481f8200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:29.782018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network hostable DHCP agents. Network: 2651a197-c1db-44b3-b7e5-a7f7481f8200, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:29.794051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6bfcded-0b7b-41c7-b4d9-4d578db955ef,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:29.821098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 2651a197-c1db-44b3-b7e5-a7f7481f8200 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:29.849183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 2651a197-c1db-44b3-b7e5-a7f7481f8200) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:29.855055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:29.859399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.861984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf59fe7-353a-4280-8048-3f7f145c7a46 None None] Network 2651a197-c1db-44b3-b7e5-a7f7481f8200 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:29.893759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-11841d29-b483-4c84-9f70-b5e4a4174d1a tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7337384 Nov 16 21:17:29.894419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:29.901099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-154921879', 'network_id': '2651a197-c1db-44b3-b7e5-a7f7481f8200'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:29.926604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.934022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Made reservation on behalf of 1a2ecf821ff642f8beb92b3e77604e6f for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:29.937581 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:29.956426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] device_id is not set on port 3727c62c-45f0-4c99-aaa6-b1a54bfa609c yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:29.995643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7818d02a-7b63-42f0-a3d5-e822e4af040e None None] Provisioning complete for port b2cc6cb2-4f98-404b-9e19-9c14e4a5173d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:29.996012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7818d02a-7b63-42f0-a3d5-e822e4af040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.134798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Allocated IP 2001:db8::228 (2651a197-c1db-44b3-b7e5-a7f7481f8200/c6bfcded-0b7b-41c7-b4d9-4d578db955ef/3727c62c-45f0-4c99-aaa6-b1a54bfa609c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:30.161470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7818d02a-7b63-42f0-a3d5-e822e4af040e None None] Port b2cc6cb2-4f98-404b-9e19-9c14e4a5173d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:30.344150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.350448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.384925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317225f-16a5-4a49-848f-7bb57d38a039 None None] Network 2651a197-c1db-44b3-b7e5-a7f7481f8200 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:30.386116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701577c8-949e-4194-9beb-3f1a3a65654d req-20a0b648-e9d0-4864-ab88-fdffcceab570 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.387950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-701577c8-949e-4194-9beb-3f1a3a65654d req-20a0b648-e9d0-4864-ab88-fdffcceab570 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 946 time: 0.1767795 Nov 16 21:17:30.530029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event updated for resources: {'Port': ['ID=b2cc6cb2-4f98-404b-9e19-9c14e4a5173d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:30.532829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.592247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-701577c8-949e-4194-9beb-3f1a3a65654d req-76c6a8ea-4a89-4578-b630-73118b010f6f tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845391 Nov 16 21:17:30.659173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.752643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:30.756818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.757893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:30.820412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Port': ['ID=3727c62c-45f0-4c99-aaa6-b1a54bfa609c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:30.830349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 2651a197-c1db-44b3-b7e5-a7f7481f8200 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:30.835790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:30.839551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:30.840638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:30.841442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:30.870340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef27b4f0-0276-49bb-8201-9e65a33f2e34 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9748445 Nov 16 21:17:30.873314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40892) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:30.960598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Router 6503d71a-00ad-4941-a047-d33038c16069 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:31.018820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Deleting port 3727c62c-45f0-4c99-aaa6-b1a54bfa609c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:31.020200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.083829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:31.092498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cdbf974f-1e43-4e47-a293-fd4c5b3e76c9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2182398 Nov 16 21:17:31.093172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40894) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.097562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bf8abe58-97a1-4a59-8585-2d64d9e2f899 None None] Provisioning complete for port b2cc6cb2-4f98-404b-9e19-9c14e4a5173d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:31.098072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf8abe58-97a1-4a59-8585-2d64d9e2f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.103365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] Sync routers for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:31.143481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:31.144297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.186825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.196884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bf8abe58-97a1-4a59-8585-2d64d9e2f899 None None] Port b2cc6cb2-4f98-404b-9e19-9c14e4a5173d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:31.197141 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27572229-7610-4418-b261-4d5377cd017c tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.200539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:31.201201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.236114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:31.237023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85dc19d-6fb8-4773-b8a1-5994eced7482 None None] The sync data for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:31.294966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.312446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Calling delete_port for 3727c62c-45f0-4c99-aaa6-b1a54bfa609c owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:31.319785 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-27572229-7610-4418-b261-4d5377cd017c tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:17:31.323531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-27572229-7610-4418-b261-4d5377cd017c tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069 HTTP/1.1" status: 409 len: 329 time: 0.2269878 Nov 16 21:17:31.323895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40896) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.461842 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.500498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event deleted for resources: {'Port': ['ID=3727c62c-45f0-4c99-aaa6-b1a54bfa609c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:31.545204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.548600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37fe0729-cf5a-4d7f-af6c-259efaa7b3f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3727c62c-45f0-4c99-aaa6-b1a54bfa609c HTTP/1.1" status: 204 len: 168 time: 0.6735754 Nov 16 21:17:31.557308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40900) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:31.574271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2651a197-c1db-44b3-b7e5-a7f7481f8200', 'external_fixed_ips': [{'subnet_id': 'c6bfcded-0b7b-41c7-b4d9-4d578db955ef', 'ip_address': '2001:db8::228'}]}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:31.603741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.606286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.732391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.924571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d4ed0-e615-48ed-a0ab-5af63e8edf7b req-5b8f3113-8383-4a16-b6b6-86f081bb5e88 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:31.927631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b4d4ed0-e615-48ed-a0ab-5af63e8edf7b req-5b8f3113-8383-4a16-b6b6-86f081bb5e88 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 946 time: 0.1297784 Nov 16 21:17:31.956555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:31.981847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2b593ff-c3e6-44ea-80f4-c4b4e8a8556a tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:31.983531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2b593ff-c3e6-44ea-80f4-c4b4e8a8556a tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.41 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 946 time: 0.2000577 Nov 16 21:17:31.988485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.086916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b4d4ed0-e615-48ed-a0ab-5af63e8edf7b req-95b0b2bb-5889-496b-90dc-f3560f56c508 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ba43efa-1723-45ab-a425-aba225b50fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515586 Nov 16 21:17:32.178748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Deleting port f4c973dc-b191-4697-81a3-caaedaeb036c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:32.179095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.323821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting port b2cc6cb2-4f98-404b-9e19-9c14e4a5173d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:32.324305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.376055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] For port f4c973dc-b191-4697-81a3-caaedaeb036c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f4c973dc-b191-4697-81a3-caaedaeb036c,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:32.376437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.436598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.445031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.460412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Calling delete_port for b2cc6cb2-4f98-404b-9e19-9c14e4a5173d owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:32.463017 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.709454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.710000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.710175 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Floating IP 52ca0747-a46c-4cf5-a6c6-44b3fa2beb08 disassociated. External IP: 172.25.3.76, port: f4c973dc-b191-4697-81a3-caaedaeb036c. Nov 16 21:17:32.710651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Calling delete_port for f4c973dc-b191-4697-81a3-caaedaeb036c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:32.773293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Allocated IP 2001:db8::228 (2651a197-c1db-44b3-b7e5-a7f7481f8200/c6bfcded-0b7b-41c7-b4d9-4d578db955ef/7fe001a4-5d4a-4ad1-beee-42a7ab38baed) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:32.781113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:32.875259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Port': ['ID=b2cc6cb2-4f98-404b-9e19-9c14e4a5173d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:33.025971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.054082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.165767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event deleted for resources: {'Port': ['ID=f4c973dc-b191-4697-81a3-caaedaeb036c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:33.196932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.265426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.295746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-759edad0-bc52-410d-8132-da49f5243467 req-b6693100-eb81-4279-9186-857fd6122b15 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 210 time: 0.0569208 Nov 16 21:17:33.613408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Router 6503d71a-00ad-4941-a047-d33038c16069 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:33.778045 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:33.781409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Router 1201731a-2550-4123-8244-ad8cc69259ae has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:33.815925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:33.826699 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] Sync routers for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:33.838247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7187f123-0865-4408-86fb-0001dc2475e5 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127378 Nov 16 21:17:33.841157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40940) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:33.844939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 2651a197-c1db-44b3-b7e5-a7f7481f8200 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:33.846014 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:33.846660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:33.858673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:33.861469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:33.926950 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:33.949744 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] Routers {'6503d71a-00ad-4941-a047-d33038c16069'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:33.954111 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6503d71a-00ad-4941-a047-d33038c16069'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:33.966903 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-eb083df1-0425-42e8-a193-91deee8c497f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] show failed (client error): The resource could not be found. Nov 16 21:17:33.969801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eb083df1-0425-42e8-a193-91deee8c497f tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-554317370 HTTP/1.1" status: 404 len: 334 time: 0.1268206 Nov 16 21:17:33.975668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40944) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:33.991016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-af1d57a1-5171-4898-8e89-924192caf7ee tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:34.027417 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:34.028609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e95697-6546-4e51-84e4-ae776ab73ab8 None None] The sync data for ids ['6503d71a-00ad-4941-a047-d33038c16069'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:34.066968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Port': ['ID=7fe001a4-5d4a-4ad1-beee-42a7ab38baed,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:34.121669 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-af1d57a1-5171-4898-8e89-924192caf7ee tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] update failed (client error): The resource could not be found. Nov 16 21:17:34.132680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af1d57a1-5171-4898-8e89-924192caf7ee tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-2050548804 HTTP/1.1" status: 404 len: 335 time: 0.1531730 Nov 16 21:17:34.137030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:34.218041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting subnet eb675901-0cb2-4f1d-b955-cb895f743b55 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:34.222659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.289935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:34.291693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.301399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] Sync routers for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:34.328178 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:34.335408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:34.362216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.416729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] No DVR routers for this DVR port f4c973dc-b191-4697-81a3-caaedaeb036c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:34.421058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.424645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11d23a7c-c62d-4c62-a0bd-0e5c0b084ce7 req-e2eeed36-a560-45b0-8e2c-f09ed9fd54f0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.41 "DELETE /v2.0/ports/f4c973dc-b191-4697-81a3-caaedaeb036c HTTP/1.1" status: 204 len: 173 time: 2.4315772 Nov 16 21:17:34.425097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'name': 'network-vif-deleted', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:34.427945 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a3f9ae-6677-4b35-bac4-837b81373488" -d '{"events": [{"server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "name": "network-vif-deleted", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:34.495398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd030c07-0d99-490b-9968-f25a12b842cb req-3fb5683e-5231-44f8-8f49-8104b38dedb0 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/ports?device_id=d061a486-4eb3-4fec-bd13-1235f5c6a4dc HTTP/1.1" status: 200 len: 210 time: 0.0765035 Nov 16 21:17:34.606888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:34.608791 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c94e48-be5f-4021-8a5a-d2784c98c1c2 x-openstack-request-id: req-26c94e48-be5f-4021-8a5a-d2784c98c1c2 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:34.609090 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d061a486-4eb3-4fec-bd13-1235f5c6a4dc", "name": "network-vif-deleted", "tag": "f4c973dc-b191-4697-81a3-caaedaeb036c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:34.609348 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26c94e48-be5f-4021-8a5a-d2784c98c1c2 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:34.609802 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd061a486-4eb3-4fec-bd13-1235f5c6a4dc', 'name': 'network-vif-deleted', 'tag': 'f4c973dc-b191-4697-81a3-caaedaeb036c', 'status': 'completed', 'code': 200} Nov 16 21:17:34.677845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.746273 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.789228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.815760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:34.823526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/subnets/eb675901-0cb2-4f1d-b955-cb895f743b55 HTTP/1.1" status: 204 len: 168 time: 0.6840246 Nov 16 21:17:34.824867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40960) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:34.849990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da6320-4469-4e32-a710-9ba9421e074e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Subnet': ['ID=eb675901-0cb2-4f1d-b955-cb895f743b55,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:34.858599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe06cd-1d19-464d-9395-bef782e1300a None None] Network eeb50053-0321-46ec-bc6d-348f2340d208 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:35.080192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting subnet 26550645-bcee-4c45-b78d-7b294e6066f5 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:35.084419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.094581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:15Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:35.159983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.166467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] Checking router: 1201731a-2550-4123-8244-ad8cc69259ae for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:35.178492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Router fcd5b139-838e-4994-9db7-80fe9e14fdf5 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:35.189430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.198055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:35.198933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:35.344586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:35.447108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] DHCP port deletion for eeb50053-0321-46ec-bc6d-348f2340d208 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:17:35.483389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.603974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:35.630423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.635972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d1342de8-5bbc-41db-941c-8ed19309f67f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0729351 Nov 16 21:17:35.638850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40974) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.653383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40976) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.678686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.725350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Subnet': ['ID=26550645-bcee-4c45-b78d-7b294e6066f5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:35.736490 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Sync routers for ids ['fcd5b139-838e-4994-9db7-80fe9e14fdf5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:35.742678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.750142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6290fc11-427a-4758-b94e-784c400a6ac9 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/subnets/26550645-bcee-4c45-b78d-7b294e6066f5 HTTP/1.1" status: 204 len: 168 time: 0.8188994 Nov 16 21:17:35.751838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:35.761712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] Deleting port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:35.762085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.773698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da33de22-cff9-4c35-9d32-416bba03900b None None] Network cf460197-b5dc-4f2d-a1b8-bdfab2917428 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:35.798784 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Routers {'fcd5b139-838e-4994-9db7-80fe9e14fdf5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:35.800333 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcd5b139-838e-4994-9db7-80fe9e14fdf5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:35.927934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:35.987801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cc4-665a-463d-9078-c854679ccc18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.030902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.090898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:36.158267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:15Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:36.179498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:36.180117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.185260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cc4-665a-463d-9078-c854679ccc18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.277844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] For port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,segment=NetworkSegment(1e7ecd45-cef6-4356-ae22-24b86771efaa),segment_id=1e7ecd45-cef6-4356-ae22-24b86771efaa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:36.278259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.315800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f4c973dc-b191-4697-81a3-caaedaeb036c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:36.318248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] For port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,segment=NetworkSegment(1e7ecd45-cef6-4356-ae22-24b86771efaa),segment_id=1e7ecd45-cef6-4356-ae22-24b86771efaa)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:36.322430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.328381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] Calling delete_port for d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:36.343697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.360386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Calling delete_port for d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:36.363014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cc4-665a-463d-9078-c854679ccc18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.371334 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cc4-665a-463d-9078-c854679ccc18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.382063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1a11cc4-665a-463d-9078-c854679ccc18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ba43efa-1723-45ab-a425-aba225b50fc0 HTTP/1.1" status: 204 len: 168 time: 0.7273729 Nov 16 21:17:36.383107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40988) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:36.408169 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Set router fcd5b139-838e-4994-9db7-80fe9e14fdf5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:36.452958 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-6fe40a65-7636-4c91-b602-a447d867af20 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] show failed (client error): The resource could not be found. Nov 16 21:17:36.457817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6fe40a65-7636-4c91-b602-a447d867af20 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "GET /v2.0/security-groups/0ba43efa-1723-45ab-a425-aba225b50fc0 HTTP/1.1" status: 404 len: 347 time: 0.0659668 Nov 16 21:17:36.459364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a11cc4-665a-463d-9078-c854679ccc18 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba43efa-1723-45ab-a425-aba225b50fc0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:36.461758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:36.532821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.534738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: f4c973dc-b191-4697-81a3-caaedaeb036c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:36.535299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f4c973dc-b191-4697-81a3-caaedaeb036c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:36.551770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] No DVR routers for this DVR port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:36.552490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c853535-e48e-41ba-8231-dd3f2afaa7aa None None] The sync data for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 is: [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:15:06Z', 'revision_number': 4, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5fef7861-ea79-46ff-ac5b-5560081ad05a', 'name': '', 'network_id': '24dd31a1-4b9f-4cf7-bb57-40df0783fc58', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'mac_address': 'fa:16:3e:10:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:15:04Z', 'updated_at': '2021-11-16T21:15:15Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'subnets': [{'id': '73d2da70-7d6a-4e54-8146-69255ee596e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:36.582744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.652435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Port': ['ID=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:36.696917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] Pushing event deleted for resources: {'Port': ['ID=d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:36.703309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5163326-cc04-4d49-9baf-54a7df2361ac None None] No DVR routers for this DVR port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:36.711168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:17:36.717499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0f11ef3-d3e7-4b5c-9dc4-a5388ed3fbb2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:36.776767 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.822008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb50053-0321-46ec-bc6d-348f2340d208']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:36.836702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7ecd45-cef6-4356-ae22-24b86771efaa') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:36.837093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7ecd45-cef6-4356-ae22-24b86771efaa') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:36.851858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] DHCP port deletion for cf460197-b5dc-4f2d-a1b8-bdfab2917428 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:17:36.859562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.885492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.893172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:36.893789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:36.968365 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:36.976383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.995062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] Deleting port 53c61ef8-5a7b-41bf-a189-3b999133b68b {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:36.995444 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:36.995560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.000697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/networks/eeb50053-0321-46ec-bc6d-348f2340d208 HTTP/1.1" status: 204 len: 168 time: 1.2479687 Nov 16 21:17:37.003574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:37.044214 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd5b139-838e-4994-9db7-80fe9e14fdf5', 'name': '', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2651a197-c1db-44b3-b7e5-a7f7481f8200', 'external_fixed_ips': [{'subnet_id': 'c6bfcded-0b7b-41c7-b4d9-4d578db955ef', 'ip_address': '2001:db8::228'}], 'enable_snat': True}, 'gw_port_id': '7fe001a4-5d4a-4ad1-beee-42a7ab38baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:31Z', 'updated_at': '2021-11-16T21:17:33Z', 'revision_number': 3, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port': {'id': '7fe001a4-5d4a-4ad1-beee-42a7ab38baed', 'name': '', 'network_id': '2651a197-c1db-44b3-b7e5-a7f7481f8200', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd5b139-838e-4994-9db7-80fe9e14fdf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'c6bfcded-0b7b-41c7-b4d9-4d578db955ef', 'ip_address': '2001:db8::228', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:32Z', 'updated_at': '2021-11-16T21:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bfcded-0b7b-41c7-b4d9-4d578db955ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:37.089342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb8ce6-61bc-431b-9084-5d0f8a7b611a tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Network': ['ID=eeb50053-0321-46ec-bc6d-348f2340d208,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.090756 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Checking router: fcd5b139-838e-4994-9db7-80fe9e14fdf5 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:37.091111 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Updating router fcd5b139-838e-4994-9db7-80fe9e14fdf5 port 7fe001a4-5d4a-4ad1-beee-42a7ab38baed binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:37.151026 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.289458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Deleting port 7fe001a4-5d4a-4ad1-beee-42a7ab38baed {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:37.290683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.343002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.351831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d04ca5-e338-4498-9044-883a159cb4d9 None None] New status for floating IP 52ca0747-a46c-4cf5-a6c6-44b3fa2beb08: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:17:37.389848 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.403883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Calling delete_port for 7fe001a4-5d4a-4ad1-beee-42a7ab38baed owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:37.578891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] For port 53c61ef8-5a7b-41bf-a189-3b999133b68b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c61ef8-5a7b-41bf-a189-3b999133b68b,segment=NetworkSegment(2cfe4f66-2ef1-46cf-89f8-574b35a44f1e),segment_id=2cfe4f66-2ef1-46cf-89f8-574b35a44f1e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:37.579444 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.579540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting port 53c61ef8-5a7b-41bf-a189-3b999133b68b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:37.584320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.627459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] Calling delete_port for 53c61ef8-5a7b-41bf-a189-3b999133b68b owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:37.720237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.810352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fe001a4-5d4a-4ad1-beee-42a7ab38baed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.835069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.883256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.894089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] Pushing event deleted for resources: {'Port': ['ID=53c61ef8-5a7b-41bf-a189-3b999133b68b,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:37.894304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Deleting port 495f7c62-29a7-47ae-8dd6-6e64a5700803 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:37.894653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.914247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df11e62-7c8e-4d31-aa95-0c62bc65e887 None None] No DVR routers for this DVR port 53c61ef8-5a7b-41bf-a189-3b999133b68b on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:37.932532 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.db.api [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:17:37.936484 n-d-817778-8 neutron-server[102456]: DEBUG oslo_db.api [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:17:37.951285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] For port 53c61ef8-5a7b-41bf-a189-3b999133b68b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c61ef8-5a7b-41bf-a189-3b999133b68b,segment=NetworkSegment(2cfe4f66-2ef1-46cf-89f8-574b35a44f1e),segment_id=2cfe4f66-2ef1-46cf-89f8-574b35a44f1e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:37.952546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:37.979763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Calling delete_port for 53c61ef8-5a7b-41bf-a189-3b999133b68b owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:38.035686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c61ef8-5a7b-41bf-a189-3b999133b68b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:38.083336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 53c61ef8-5a7b-41bf-a189-3b999133b68b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:38.084357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c61ef8-5a7b-41bf-a189-3b999133b68b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:38.121460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.138207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.143045 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.167338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Port': ['ID=53c61ef8-5a7b-41bf-a189-3b999133b68b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.169177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] No DVR routers for this DVR port 53c61ef8-5a7b-41bf-a189-3b999133b68b on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:38.222985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.222985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.232424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Calling delete_port for 495f7c62-29a7-47ae-8dd6-6e64a5700803 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:38.279216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.283933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.284456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcd5b139-838e-4994-9db7-80fe9e14fdf5 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:38.305005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf460197-b5dc-4f2d-a1b8-bdfab2917428']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:38.315956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:38.316413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfe4f66-2ef1-46cf-89f8-574b35a44f1e') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:38.324897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.329114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:38.329269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-04e00e37-9843-4800-aed5-faee98d925a6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/routers/fcd5b139-838e-4994-9db7-80fe9e14fdf5 HTTP/1.1" status: 204 len: 168 time: 2.6891520 Nov 16 21:17:38.340879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.369995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a809a0-ac06-46ef-98d9-9eab70ac4adb req-1dd38e25-d3c0-4bc3-ac2d-ebfdba199ac0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:38.385388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8a809a0-ac06-46ef-98d9-9eab70ac4adb req-1dd38e25-d3c0-4bc3-ac2d-ebfdba199ac0 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.2186770 Nov 16 21:17:38.386000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.396505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:38.397118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:38.401041 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:38.459184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Deleting subnet c6bfcded-0b7b-41c7-b4d9-4d578db955ef {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:38.464265 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Port 7fe001a4-5d4a-4ad1-beee-42a7ab38baed not found while updating agent binding for router fcd5b139-838e-4994-9db7-80fe9e14fdf5. {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:17:38.467788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.491063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8a809a0-ac06-46ef-98d9-9eab70ac4adb req-8f55fdce-5b73-45dd-83b8-399384a6573f tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997767 Nov 16 21:17:38.502274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Routers set() bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:38.502274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Router IDs set() for agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:17:38.502274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_agentschedulers_db [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fcd5b139-838e-4994-9db7-80fe9e14fdf5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent'). {{(pid=102456) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:17:38.502274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335c416b-175d-4e32-b7b2-c5fcb35307cf None None] The sync data for ids ['fcd5b139-838e-4994-9db7-80fe9e14fdf5'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:38.539088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.542789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.549597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.554249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/networks/cf460197-b5dc-4f2d-a1b8-bdfab2917428 HTTP/1.1" status: 204 len: 168 time: 1.5457129 Nov 16 21:17:38.571600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41022) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:38.587126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.587544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44966489-e674-4db9-a6c2-3851c9e868fe tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Network': ['ID=cf460197-b5dc-4f2d-a1b8-bdfab2917428,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.615286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.644961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Pushing event deleted for resources: {'Port': ['ID=495f7c62-29a7-47ae-8dd6-6e64a5700803,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.736913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.744353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting subnet 25aca288-0e1e-48a4-8b3f-1602efa9fcb2 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:38.753151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.805064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.807912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.809111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a879cb7d-1be8-4419-b10c-f6dac7b63ab5 tempest-ServersTestFqdnHostnames-1614165033 tempest-ServersTestFqdnHostnames-1614165033-project] 10.222.0.48 "DELETE /v2.0/floatingips/52ca0747-a46c-4cf5-a6c6-44b3fa2beb08 HTTP/1.1" status: 204 len: 168 time: 2.3449409 Nov 16 21:17:38.813342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41032) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:38.821894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6bfcded-0b7b-41c7-b4d9-4d578db955ef,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:38.831852 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.838386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:38.843101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-51cc3186-46b1-45e6-8e79-677fa0dc6446 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/c6bfcded-0b7b-41c7-b4d9-4d578db955ef HTTP/1.1" status: 204 len: 168 time: 0.5128584 Nov 16 21:17:38.845809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:38.974863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.038340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.067104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.094695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2651a197-c1db-44b3-b7e5-a7f7481f8200']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:39.107873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70aea0ca-1545-4c71-b054-2f90326f35be') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:39.107873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70aea0ca-1545-4c71-b054-2f90326f35be') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:39.119046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.142594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.151871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:39.152269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:39.164003 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:39.202862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.216767 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.230086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2651a197-c1db-44b3-b7e5-a7f7481f8200 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:17:39.248221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.251677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.262325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc12c003-80e6-4da1-b9d4-c8ab54c23c20 None None] Network 08ab4137-9391-4caa-b6a4-61cb0c95879a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:39.263288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/subnets/25aca288-0e1e-48a4-8b3f-1602efa9fcb2 HTTP/1.1" status: 204 len: 168 time: 0.6848722 Nov 16 21:17:39.263288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1fd40-a769-4284-b1af-6fc268fcab0e tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Subnet': ['ID=25aca288-0e1e-48a4-8b3f-1602efa9fcb2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:39.263500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2651a197-c1db-44b3-b7e5-a7f7481f8200 HTTP/1.1" status: 204 len: 168 time: 0.4147668 Nov 16 21:17:39.263500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41038) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:39.275382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792462ae-9c1e-4615-bd6f-e0092b0cdf63 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event deleted for resources: {'Network': ['ID=2651a197-c1db-44b3-b7e5-a7f7481f8200,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:39.362487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.434721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Deleting port 594f139a-f68e-4b0f-a311-d6084316b127 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:39.435075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.550972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] For port 594f139a-f68e-4b0f-a311-d6084316b127, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=594f139a-f68e-4b0f-a311-d6084316b127,segment=NetworkSegment(bc0d3260-4f3c-44d2-99fa-dc1ed44ae348),segment_id=bc0d3260-4f3c-44d2-99fa-dc1ed44ae348)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:39.559738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.577918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] DHCP port deletion for 08ab4137-9391-4caa-b6a4-61cb0c95879a request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:17:39.588881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:39.590364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Calling delete_port for 594f139a-f68e-4b0f-a311-d6084316b127 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:39.609985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'name': 'tempest-router--1321451246', 'project_id': 'b9627a9981bc44d4ac2dbf5c964eed55'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:39.642705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.721417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] Deleting port 594f139a-f68e-4b0f-a311-d6084316b127 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:39.722001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.778739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.779914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.781691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e453d-2c10-48b9-ac7e-d82bdbf7c259 req-892331d0-17a6-447a-b76d-d17388a0423c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:39.783645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f8e453d-2c10-48b9-ac7e-d82bdbf7c259 req-892331d0-17a6-447a-b76d-d17388a0423c tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1749732 Nov 16 21:17:39.842461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.857973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] For port 594f139a-f68e-4b0f-a311-d6084316b127, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=594f139a-f68e-4b0f-a311-d6084316b127,segment=NetworkSegment(bc0d3260-4f3c-44d2-99fa-dc1ed44ae348),segment_id=bc0d3260-4f3c-44d2-99fa-dc1ed44ae348)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:39.858700 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:39.886894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1f8e453d-2c10-48b9-ac7e-d82bdbf7c259 req-0d47628f-809e-4fde-bf60-372f19ce5263 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/security-groups?id=9662cf56-d392-4a84-a074-b8924d2f6f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944309 Nov 16 21:17:39.888098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] Calling delete_port for 594f139a-f68e-4b0f-a311-d6084316b127 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:39.950567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Port': ['ID=594f139a-f68e-4b0f-a311-d6084316b127,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:39.969554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] No DVR routers for this DVR port 594f139a-f68e-4b0f-a311-d6084316b127 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:39.992362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.004771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.016693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 594f139a-f68e-4b0f-a311-d6084316b127 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:40.028200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.029462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c70db21-bfc1-42ce-855d-1882f9d74656 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4338262 Nov 16 21:17:40.033975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41058) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:40.051791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 594f139a-f68e-4b0f-a311-d6084316b127 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:40.052779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 594f139a-f68e-4b0f-a311-d6084316b127 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:40.072544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.108836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] No DVR routers for this DVR port 594f139a-f68e-4b0f-a311-d6084316b127 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:40.111222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a265b-522d-4bb3-81d7-8c68d5366a19 None None] Pushing event deleted for resources: {'Port': ['ID=594f139a-f68e-4b0f-a311-d6084316b127,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.136421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.164799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-76eb77aa-86a4-475d-ad79-06184b982391 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:40.166315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-76eb77aa-86a4-475d-ad79-06184b982391 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.41 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 947 time: 0.1407657 Nov 16 21:17:40.169715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ab4137-9391-4caa-b6a4-61cb0c95879a']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:40.178194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.180621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:40.180925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0d3260-4f3c-44d2-99fa-dc1ed44ae348') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:40.212674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.237043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.263745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:40.264202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:40.267912 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:40.378244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.383355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.462419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.462958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bac531eb-ae0b-4b79-8942-e60d15141470 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:40.468069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.469120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-13c3cbf4-9382-4b32-94e3-d94a97fff6f1 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/routers/bac531eb-ae0b-4b79-8942-e60d15141470 HTTP/1.1" status: 204 len: 168 time: 0.4327893 Nov 16 21:17:40.484797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Deleting port 5fef7861-ea79-46ff-ac5b-5560081ad05a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:40.485146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.576126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] For port 5fef7861-ea79-46ff-ac5b-5560081ad05a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5fef7861-ea79-46ff-ac5b-5560081ad05a,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:40.576502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.590526 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Calling delete_port for 5fef7861-ea79-46ff-ac5b-5560081ad05a owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:40.606504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:40.638881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.644319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.648078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/networks/08ab4137-9391-4caa-b6a4-61cb0c95879a HTTP/1.1" status: 204 len: 168 time: 1.3837154 Nov 16 21:17:40.651449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41066) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:40.666899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c205d4-80e0-4b6a-aa0d-e988539c9212 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Pushing event deleted for resources: {'Network': ['ID=08ab4137-9391-4caa-b6a4-61cb0c95879a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:40.671788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Deleting port f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:40.672129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.685063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9fddc3a6-b486-4977-a281-ca6a9d9a5215 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "GET /v2.0/ports?device_id=6503d71a-00ad-4941-a047-d33038c16069 HTTP/1.1" status: 200 len: 205 time: 0.0302844 Nov 16 21:17:40.685665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:40.775647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] For port f8336215-0c17-4289-8b0a-b3d2f2033b81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f8336215-0c17-4289-8b0a-b3d2f2033b81,segment=NetworkSegment(bcfd9924-411a-4a78-a9d7-f78ef442e564),segment_id=bcfd9924-411a-4a78-a9d7-f78ef442e564)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:40.776175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.777740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.791183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Calling delete_port for f8336215-0c17-4289-8b0a-b3d2f2033b81 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:40.883809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-867699195', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:40.944346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:40.959593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['f8336215-0c17-4289-8b0a-b3d2f2033b81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:41.044875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Pushing event deleted for resources: {'Port': ['ID=f8336215-0c17-4289-8b0a-b3d2f2033b81,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:41.078957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] No DVR routers for this DVR port f8336215-0c17-4289-8b0a-b3d2f2033b81 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:41.096428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.101794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578a61be-7022-45f5-8c8d-2cd05735f003 req-783eeef3-ed49-43fc-be19-e0f6a2646514 tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.41 "DELETE /v2.0/ports/f8336215-0c17-4289-8b0a-b3d2f2033b81 HTTP/1.1" status: 204 len: 173 time: 0.9229720 Nov 16 21:17:41.104153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9202285-a0f7-443a-afd1-8e360f19dfd3 req-b628b969-0d67-4fab-ad2a-3fa637fe57fc tempest-ServersNegativeTestJSON-832898257 tempest-ServersNegativeTestJSON-832898257-project] 10.222.0.48 "GET /v2.0/ports?device_id=4076595f-5a41-4e6b-aac2-64c4feb59212 HTTP/1.1" status: 200 len: 210 time: 0.0566218 Nov 16 21:17:41.104894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-deleted', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:41.107539 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804af832-6dbd-499e-b2ef-0eb95420a0e8" -d '{"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-deleted", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:41.179799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.182551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.227738 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8d3c9b-f1e2-4eec-b123-563361c657e9 x-openstack-request-id: req-8d8d3c9b-f1e2-4eec-b123-563361c657e9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:41.228231 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4076595f-5a41-4e6b-aac2-64c4feb59212", "name": "network-vif-deleted", "tag": "f8336215-0c17-4289-8b0a-b3d2f2033b81", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:41.228330 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d8d3c9b-f1e2-4eec-b123-563361c657e9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:41.228715 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4076595f-5a41-4e6b-aac2-64c4feb59212', 'name': 'network-vif-deleted', 'tag': 'f8336215-0c17-4289-8b0a-b3d2f2033b81', 'status': 'completed', 'code': 200} Nov 16 21:17:41.235727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.236759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.242444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.277082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.278487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Fanout notify agent at l3_agent the message router_deleted on router 6503d71a-00ad-4941-a047-d33038c16069 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:41.287875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.289900 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1077f0ed-39ec-43c2-8797-352786093333 tempest-RoutersNegativeTest-1048234403 tempest-RoutersNegativeTest-1048234403-project] 10.222.0.48 "DELETE /v2.0/routers/6503d71a-00ad-4941-a047-d33038c16069 HTTP/1.1" status: 204 len: 168 time: 0.6027954 Nov 16 21:17:41.296023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fef7861-ea79-46ff-ac5b-5560081ad05a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:41.403565 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.660425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41096) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:41.819413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-81fdb698-fee8-436a-a72a-afefff9aaf86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f858db9130e4786975ac603ce77fcee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546750 Nov 16 21:17:41.819750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41100) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:41.882411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53004d76-9f74-48db-8752-b2a7d222813e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.913270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53004d76-9f74-48db-8752-b2a7d222813e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.969770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.974443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53004d76-9f74-48db-8752-b2a7d222813e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.977346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53004d76-9f74-48db-8752-b2a7d222813e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:41.981227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-53004d76-9f74-48db-8752-b2a7d222813e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0829a86-2924-41b3-83dc-e237d1d4659b HTTP/1.1" status: 204 len: 168 time: 0.1582799 Nov 16 21:17:41.993735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53004d76-9f74-48db-8752-b2a7d222813e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0829a86-2924-41b3-83dc-e237d1d4659b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:42.061496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.187261 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:17:42.215777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41114) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.307778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Deleting subnet ab54f354-4759-4e7a-8514-b7004671361b {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:42.323049 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.372477 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.429665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.450041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.475204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.488500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.519846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab54f354-4759-4e7a-8514-b7004671361b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:42.527494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.531102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-270b08b3-26ac-4cdc-a9d2-4f62f4e83d35 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ab54f354-4759-4e7a-8514-b7004671361b HTTP/1.1" status: 204 len: 168 time: 0.3138747 Nov 16 21:17:42.533742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41128) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.567734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Router 1201731a-2550-4123-8244-ad8cc69259ae has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:17:42.719495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.769973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Allocated IP 172.25.3.132 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/2d810f5d-1059-4c53-9d68-02f5c904cd66) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:42.845419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41138) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.897276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:42.904635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-58372681-6791-4dfa-b0ec-fec3c0ae01f7 admin admin] 10.222.0.48 "PUT /v2.0/routers/1201731a-2550-4123-8244-ad8cc69259ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0878050 Nov 16 21:17:42.906504 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.907342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41142) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.910524 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] Sync routers for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:42.921353 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:42.922236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:42.935867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:42.950594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfd9924-411a-4a78-a9d7-f78ef442e564') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:42.950891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfd9924-411a-4a78-a9d7-f78ef442e564') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:42.968901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:42.987533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-40bc7abe-58a3-4b46-8025-67320c7d0459 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:42.988633 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-40bc7abe-58a3-4b46-8025-67320c7d0459 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:17:42.989196 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-40bc7abe-58a3-4b46-8025-67320c7d0459 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:17:42.994125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-40bc7abe-58a3-4b46-8025-67320c7d0459 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1438975 Nov 16 21:17:42.996822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41144) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:42.998398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.000240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--703243316'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:43.015176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:43.015699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:43.017653 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:43.020461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.043923 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.048353 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:43.058630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.069641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.095849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.102406 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.108268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] 10.222.0.48 "DELETE /v2.0/networks/e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4 HTTP/1.1" status: 204 len: 168 time: 0.5710092 Nov 16 21:17:43.123729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8140eff-f108-4fa0-95d8-7c27b48f409c admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e48de4-ff24-4a26-ab2d-6e3c6a2669d4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.134555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.184001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:43.189115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:43.191740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event updated for resources: {'Port': ['ID=2d810f5d-1059-4c53-9d68-02f5c904cd66,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.194596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:43.235306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.351821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.359662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.378945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41156) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:43.384750 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:17:41Z', 'revision_number': 5, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port': {'id': 'ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:07:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1201731a-2550-4123-8244-ad8cc69259ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:57Z', 'updated_at': '2021-11-16T21:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:43.388120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1271115821'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:43.411821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f0334-9105-4fe5-9241-63a8c9ab68bb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.435782 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] Checking router: 1201731a-2550-4123-8244-ad8cc69259ae for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:43.446022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Deleting port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:43.446520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.446831 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] Routers {'1201731a-2550-4123-8244-ad8cc69259ae'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:43.447660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1201731a-2550-4123-8244-ad8cc69259ae'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:43.483975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:43.538932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.550345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:43.553916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.556612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.579804 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] Set router 1201731a-2550-4123-8244-ad8cc69259ae gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:43.603619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-23419301-2197-4505-a258-c876632634a0 admin admin] For port ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:43.604059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.607759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df6b46-49eb-41b2-ac41-21492da66499,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.620425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.624417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-78aa4b6b-c2fb-4413-9432-7a491ac47083 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6264346 Nov 16 21:17:43.625246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41162) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:43.627696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Calling delete_port for ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:43.632501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': 'a5df6b46-49eb-41b2-ac41-21492da66499', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:43.642895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.650550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aa806849-e864-4dd2-84af-ef90fc0ff6ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b470e39a2c104643a39f45c2a4495994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636240 Nov 16 21:17:43.653553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41164) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:43.657119 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:17:43Z', 'revision_number': 6, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:43.689143 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a8123-c86c-439e-a4bb-dec15890d032 None None] The sync data for ids ['1201731a-2550-4123-8244-ad8cc69259ae'] in n-d-817778-8 is: [{'id': '1201731a-2550-4123-8244-ad8cc69259ae', 'name': 'tempest-ServersTestFqdnHostnames-1505816941-router', 'tenant_id': '846ff26e4999426785eddc7a806fc66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:56Z', 'updated_at': '2021-11-16T21:17:43Z', 'revision_number': 6, 'project_id': '846ff26e4999426785eddc7a806fc66d', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:43.722039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:43.748877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.749229 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Added segment e618c9e6-1638-4d3b-a7f3-84f43cea70c4 of type vlan for network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 Nov 16 21:17:43.756156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.758537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c534bf1-1d71-4279-b34d-f0ae3f07d231 req-db2b8cab-1d48-4e49-bd8b-6fc4c6f34bf4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.760040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7c534bf1-1d71-4279-b34d-f0ae3f07d231 req-db2b8cab-1d48-4e49-bd8b-6fc4c6f34bf4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.1693931 Nov 16 21:17:43.818858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4958-c714-4498-9ffe-9da48f699944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.829005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.874601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4958-c714-4498-9ffe-9da48f699944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.939296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7c534bf1-1d71-4279-b34d-f0ae3f07d231 req-44f6b2cb-e2dd-4a0d-bfbe-7f530f29949a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701272 Nov 16 21:17:43.945222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.946993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.951135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:43.951759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.965592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.977648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bb2d26-a9ae-481d-a0cc-f0bc20a02d52,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:43.983044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:43.999107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4958-c714-4498-9ffe-9da48f699944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.002003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4958-c714-4498-9ffe-9da48f699944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.005789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ffbe4958-c714-4498-9ffe-9da48f699944 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9662cf56-d392-4a84-a074-b8924d2f6f2b HTTP/1.1" status: 204 len: 168 time: 0.3485978 Nov 16 21:17:44.021041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6406181 Nov 16 21:17:44.024969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:44.033856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.039050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91fa5ca1-a316-4edf-855d-242334a09dd6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4123788 Nov 16 21:17:44.041169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.041697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:44.059637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1907116105'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:44.072756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-910ccc15-7cb3-4c46-be18-5e6f08abc372 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': 'a5df6b46-49eb-41b2-ac41-21492da66499', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:44.082164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe4958-c714-4498-9ffe-9da48f699944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662cf56-d392-4a84-a074-b8924d2f6f2b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.111029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5fef7861-ea79-46ff-ac5b-5560081ad05a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:44.118705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3b763-f9a0-4d5f-8a8b-6046a919580f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Network': ['ID=b740b8d0-6c5f-4a29-8be3-08c641ea5db4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.136653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.154880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:44.165772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:44.172323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.175462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:44.188041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.212602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5fef7861-ea79-46ff-ac5b-5560081ad05a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:44.212953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5fef7861-ea79-46ff-ac5b-5560081ad05a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:44.269120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: f8336215-0c17-4289-8b0a-b3d2f2033b81 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:44.269768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f8336215-0c17-4289-8b0a-b3d2f2033b81 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:44.320217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:44.324990 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.330737 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.347313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.347652 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Added segment f4d812b6-4f36-4ce6-9f87-daa31deb0afa of type vlan for network 81f28bd4-0232-410e-9fc6-cca647927715 Nov 16 21:17:44.362562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-910ccc15-7cb3-4c46-be18-5e6f08abc372 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.446645 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-910ccc15-7cb3-4c46-be18-5e6f08abc372 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:17:44.448465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-910ccc15-7cb3-4c46-be18-5e6f08abc372 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3948684 Nov 16 21:17:44.457034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41190) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:44.512544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.513189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1201731a-2550-4123-8244-ad8cc69259ae {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:44.515928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.521419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23419301-2197-4505-a258-c876632634a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.526298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-23419301-2197-4505-a258-c876632634a0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1201731a-2550-4123-8244-ad8cc69259ae HTTP/1.1" status: 204 len: 168 time: 1.6169131 Nov 16 21:17:44.527097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41196) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:44.534291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Router 29095ee4-98ff-470a-81fa-9bae680231cc is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:44.599375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Deleting subnet 73d2da70-7d6a-4e54-8146-69255ee596e7 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:17:44.603144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.608784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:44.609633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.612117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.705169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26cba23-d03a-4bca-b9c3-2c84755d3471 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.740102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.748581 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26cba23-d03a-4bca-b9c3-2c84755d3471 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.757227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7243912 Nov 16 21:17:44.762054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41206) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:44.767348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'subnet': {'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:44.790119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c88fc-d71b-485d-8b0e-4e5093cfab14 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Network': ['ID=81f28bd4-0232-410e-9fc6-cca647927715,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.805778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 81f28bd4-0232-410e-9fc6-cca647927715 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:44.851763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:44.885669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.893854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.897928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aa130086-efda-41e4-9b08-d28e4b35fbe2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2867792 Nov 16 21:17:44.905952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41212) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:44.909934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] Sync routers for ids ['29095ee4-98ff-470a-81fa-9bae680231cc'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:44.937142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] Routers {'29095ee4-98ff-470a-81fa-9bae680231cc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:44.938454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['29095ee4-98ff-470a-81fa-9bae680231cc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:44.956682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:44.984404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:44.995947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d2da70-7d6a-4e54-8146-69255ee596e7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:44.999526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.002989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa76ac4-e978-455a-a220-e0910d015906 None None] Network 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:45.007553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-673810eb-7c72-47c5-a17b-03b666f433f8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/73d2da70-7d6a-4e54-8146-69255ee596e7 HTTP/1.1" status: 204 len: 168 time: 0.4778082 Nov 16 21:17:45.008445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41216) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.095778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] Routers {'29095ee4-98ff-470a-81fa-9bae680231cc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:45.096765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['29095ee4-98ff-470a-81fa-9bae680231cc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:45.101864 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.153728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:45.155455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb6d086-3e05-4f84-8228-3f4cb772d9ac None None] The sync data for ids ['29095ee4-98ff-470a-81fa-9bae680231cc'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:45.176158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Deleting port 006c69ef-ab2b-49ad-996a-6b0555052dd0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:45.176516 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.254866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] For port 006c69ef-ab2b-49ad-996a-6b0555052dd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=006c69ef-ab2b-49ad-996a-6b0555052dd0,segment=NetworkSegment(0f3a780c-2785-4f06-b452-a9924e50421f),segment_id=0f3a780c-2785-4f06-b452-a9924e50421f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:45.256342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.283046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Calling delete_port for 006c69ef-ab2b-49ad-996a-6b0555052dd0 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:45.365194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] DHCP port deletion for 24dd31a1-4b9f-4cf7-bb57-40df0783fc58 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:17:45.377283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.419821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26cba23-d03a-4bca-b9c3-2c84755d3471 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.423343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26cba23-d03a-4bca-b9c3-2c84755d3471 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.427807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f26cba23-d03a-4bca-b9c3-2c84755d3471 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/a5df6b46-49eb-41b2-ac41-21492da66499 HTTP/1.1" status: 204 len: 168 time: 0.9666677 Nov 16 21:17:45.435686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Deleting port 006c69ef-ab2b-49ad-996a-6b0555052dd0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:45.436559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.440315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.450171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Pushing event deleted for resources: {'Port': ['ID=006c69ef-ab2b-49ad-996a-6b0555052dd0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.468065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] No DVR routers for this DVR port 006c69ef-ab2b-49ad-996a-6b0555052dd0 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:45.483582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cba23-d03a-4bca-b9c3-2c84755d3471 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df6b46-49eb-41b2-ac41-21492da66499,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.526546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] For port 006c69ef-ab2b-49ad-996a-6b0555052dd0, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:45.526912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.544279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b09cf61c-5b44-4be7-aac9-8a0e03fbb513 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/29095ee4-98ff-470a-81fa-9bae680231cc HTTP/1.1" status: 200 len: 924 time: 0.6368914 Nov 16 21:17:45.547948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Calling delete_port for 006c69ef-ab2b-49ad-996a-6b0555052dd0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:45.548721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41232) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.553353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Port 006c69ef-ab2b-49ad-996a-6b0555052dd0 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:17:45.555893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.563125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:45.567852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.576522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] No DVR routers for this DVR port 006c69ef-ab2b-49ad-996a-6b0555052dd0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:17:45.590531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-91072f8d-80ad-4cf9-8e61-026a6ff12e7c tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1468489 Nov 16 21:17:45.619710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277125ab-964d-41fe-b7f4-191c3df7cf16 None None] Pushing event deleted for resources: {'Port': ['ID=006c69ef-ab2b-49ad-996a-6b0555052dd0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:45.644738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41238) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.649913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105869513'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:45.659215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41240) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.664993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-659e8dc8-ed61-4531-a76d-5b2f74e4a973 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=29095ee4-98ff-470a-81fa-9bae680231cc HTTP/1.1" status: 200 len: 205 time: 0.1066673 Nov 16 21:17:45.667571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41242) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:45.709571 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.742795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.778712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24dd31a1-4b9f-4cf7-bb57-40df0783fc58']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:45.792955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3a780c-2785-4f06-b452-a9924e50421f') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:45.793262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3a780c-2785-4f06-b452-a9924e50421f') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:45.813746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.852049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9084a429-cf8c-4aa0-b3bd-7952d9f4c2af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.852262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.861199 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.862960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:17:45.863733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:17:45.865739 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:17:45.893680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.900088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.909750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.952788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:45.976706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:45.977664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ef8014bc-bb1a-47dd-a4c1-cfaca358b2e0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:45.978177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 006c69ef-ab2b-49ad-996a-6b0555052dd0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:17:45.994282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.999125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:45.999327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3498819 Nov 16 21:17:45.999446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41246) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.000223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 006c69ef-ab2b-49ad-996a-6b0555052dd0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:17:46.001799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 006c69ef-ab2b-49ad-996a-6b0555052dd0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:17:46.004594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-03c423c4-616e-4144-8c00-5f83211c4484 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '26bcd622-5715-4b10-b3a0-64a799de84f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:46.005926 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-03c423c4-616e-4144-8c00-5f83211c4484 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 21:17:46.006449 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-03c423c4-616e-4144-8c00-5f83211c4484 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:46.009684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-03c423c4-616e-4144-8c00-5f83211c4484 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079951 Nov 16 21:17:46.010734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108866-19ec-407b-a43f-39b337d12b54 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bcd622-5715-4b10-b3a0-64a799de84f3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.012042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.014883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41248) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.015204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] 10.222.0.48 "DELETE /v2.0/networks/24dd31a1-4b9f-4cf7-bb57-40df0783fc58 HTTP/1.1" status: 204 len: 168 time: 1.0054619 Nov 16 21:17:46.031498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30ea8-270d-46ae-9db7-078ea3041944 admin admin] Pushing event deleted for resources: {'Network': ['ID=24dd31a1-4b9f-4cf7-bb57-40df0783fc58,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.032514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Subnet': ['ID=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.046730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.076156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Checking segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:46.076790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network hostable DHCP agents. Network: b740b8d0-6c5f-4a29-8be3-08c641ea5db4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:46.112366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Deleting port 2d810f5d-1059-4c53-9d68-02f5c904cd66 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:17:46.112756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.131841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9084a429-cf8c-4aa0-b3bd-7952d9f4c2af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.140335 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5027d2f4-0b9a-4d74-94bd-a27d66dfa1c9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.142142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9084a429-cf8c-4aa0-b3bd-7952d9f4c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.157212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:46.166222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41252) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.202122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b740b8d0-6c5f-4a29-8be3-08c641ea5db4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:46.204652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5027d2f4-0b9a-4d74-94bd-a27d66dfa1c9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.214430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39697b9a-804e-4c20-acf2-54fa2552d5f4 None None] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:46.214984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9084a429-cf8c-4aa0-b3bd-7952d9f4c2af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2812641cc2f949728202158938fd0339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5452886 Nov 16 21:17:46.218018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.222348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:46.222880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.232210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084a429-cf8c-4aa0-b3bd-7952d9f4c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78489204-de29-4df8-91ca-4efeab5fc099,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.258844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bfcc461b-224a-403f-a342-73a109f92b3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=846ff26e4999426785eddc7a806fc66d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914123 Nov 16 21:17:46.261873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41256) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.272419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9c62c088-0459-4014-90e4-9e923fb45fe7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5093422 Nov 16 21:17:46.275305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.282200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.284997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'subnet': {'network_id': '81f28bd4-0232-410e-9fc6-cca647927715', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:46.304754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Calling delete_port for 2d810f5d-1059-4c53-9d68-02f5c904cd66 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:17:46.324944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9455a291-ae8d-4c5e-8c11-b01ac303577e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.342555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5027d2f4-0b9a-4d74-94bd-a27d66dfa1c9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.345105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5027d2f4-0b9a-4d74-94bd-a27d66dfa1c9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.346676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5027d2f4-0b9a-4d74-94bd-a27d66dfa1c9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/26bcd622-5715-4b10-b3a0-64a799de84f3 HTTP/1.1" status: 204 len: 168 time: 0.3288767 Nov 16 21:17:46.357317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41260) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.385268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9455a291-ae8d-4c5e-8c11-b01ac303577e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.390856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:46.391919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.401311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027d2f4-0b9a-4d74-94bd-a27d66dfa1c9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bcd622-5715-4b10-b3a0-64a799de84f3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.467712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89614fe9-005f-4d2c-8564-0196d68fb172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.475294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f6aa4b89-420c-4095-bb8a-aaa733b7ad5b tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1161051 Nov 16 21:17:46.479952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41262) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.485829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--817865454'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:46.515212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9455a291-ae8d-4c5e-8c11-b01ac303577e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.516078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:46.518683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9455a291-ae8d-4c5e-8c11-b01ac303577e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.519530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.522804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9455a291-ae8d-4c5e-8c11-b01ac303577e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78489204-de29-4df8-91ca-4efeab5fc099 HTTP/1.1" status: 204 len: 168 time: 0.2999477 Nov 16 21:17:46.528507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89614fe9-005f-4d2c-8564-0196d68fb172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.544028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455a291-ae8d-4c5e-8c11-b01ac303577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78489204-de29-4df8-91ca-4efeab5fc099,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.551052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Allocated IP 10.1.1.2 (b740b8d0-6c5f-4a29-8be3-08c641ea5db4/9fec2fd8-19c0-4cb9-9130-e24c45eaee2d/eeec9827-fe2a-4f7b-b5c5-cfc87c507f99) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:46.606217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.628545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.643232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event deleted for resources: {'Port': ['ID=2d810f5d-1059-4c53-9d68-02f5c904cd66,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.778648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89614fe9-005f-4d2c-8564-0196d68fb172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.779914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.781265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89614fe9-005f-4d2c-8564-0196d68fb172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.785072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-89614fe9-005f-4d2c-8564-0196d68fb172 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46541317-ca6e-4c24-9f6c-bd825138504d HTTP/1.1" status: 204 len: 168 time: 0.5213776 Nov 16 21:17:46.791312 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.801033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.808259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89614fe9-005f-4d2c-8564-0196d68fb172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46541317-ca6e-4c24-9f6c-bd825138504d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.887319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.894274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.961458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:46.977214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:46.978605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4961894 Nov 16 21:17:46.983844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:46.986329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41278) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:46.991987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e6b6e5da-5172-4426-b863-0c9d34135b1c tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': 'fcb514ba-a216-46de-9aaa-289982aaad49', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:46.992150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:46.992954 n-d-817778-8 neutron-server[102454]: WARNING neutron.api.v2.base [None req-e6b6e5da-5172-4426-b863-0c9d34135b1c tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 21:17:46.994643 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-e6b6e5da-5172-4426-b863-0c9d34135b1c tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:46.998209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e6b6e5da-5172-4426-b863-0c9d34135b1c tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083520 Nov 16 21:17:46.998814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab343f-6404-4e9f-86c9-9d26c920bf26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb514ba-a216-46de-9aaa-289982aaad49,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:46.999800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Pushing event updated for resources: {'Port': ['ID=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:47.001355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41282) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:47.010606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.101164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Attempting to bind port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:47.102038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Attempting to bind port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:47.102494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Attempting to bind port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:47.109302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:47.109726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Checking segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:47.110132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.110534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Bound using segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:47.111017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Bound port: eeec9827-fe2a-4f7b-b5c5-cfc87c507f99, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:47.111662 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.120324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Subnet': ['ID=21e8a109-329c-403d-9238-fb6864e870f0,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:47.144880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Checking segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:47.145174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network hostable DHCP agents. Network: 81f28bd4-0232-410e-9fc6-cca647927715, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:47.148710 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab37d117-a9d6-4038-8e94-407b81eec2f4 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.187798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab37d117-a9d6-4038-8e94-407b81eec2f4 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.195900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] For port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:47.197477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network 81f28bd4-0232-410e-9fc6-cca647927715 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:47.211080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] For port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:47.219663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 81f28bd4-0232-410e-9fc6-cca647927715) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:47.220140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.231214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:47.231461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.236129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648a00d-0b26-48ec-8eac-05a042e2e57c None None] Network 81f28bd4-0232-410e-9fc6-cca647927715 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:47.264684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4a3d0e1-0e26-475f-910b-6090667d5ffb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9885836 Nov 16 21:17:47.265706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41290) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:47.278820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'name': 'tempest-TaggedBootDevicesTest_v242-263937766', 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:47.313186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab37d117-a9d6-4038-8e94-407b81eec2f4 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.318362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab37d117-a9d6-4038-8e94-407b81eec2f4 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.323313 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ab37d117-a9d6-4038-8e94-407b81eec2f4 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/fcb514ba-a216-46de-9aaa-289982aaad49 HTTP/1.1" status: 204 len: 168 time: 0.3205147 Nov 16 21:17:47.323926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41292) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:47.380075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.382630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.451543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.452410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Fanout notify agent at l3_agent the message router_deleted on router 29095ee4-98ff-470a-81fa-9bae680231cc {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:17:47.458677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37d117-a9d6-4038-8e94-407b81eec2f4 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb514ba-a216-46de-9aaa-289982aaad49,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:47.475090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.482327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e226a20b-a62c-44ea-8a38-539d8d321b01 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/29095ee4-98ff-470a-81fa-9bae680231cc HTTP/1.1" status: 204 len: 168 time: 1.8137600 Nov 16 21:17:47.483739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41298) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:47.489147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1969795342', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': False}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:47.530493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:47.576400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.576400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.623647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320bfef-e0e7-4742-b497-626e3929b71a None None] Pushing event updated for resources: {'Port': ['ID=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:47.624366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2432f3d6-87a4-494b-8bed-b1ded3360e25 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1843858 Nov 16 21:17:47.628434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41306) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:47.634851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033560993'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:47.692644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.779509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-81f28bd4-0232-410e-9fc6-cca647927715', 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'fixed_ips': [{'subnet_id': '21e8a109-329c-403d-9238-fb6864e870f0'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:17:47.781244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.793387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.817010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:47.906486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] device_id is not set on port 2d92de59-8b2d-4366-b06e-9b6273c902b6 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:47.978984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.084742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.116400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Allocated IP 10.2.2.2 (81f28bd4-0232-410e-9fc6-cca647927715/21e8a109-329c-403d-9238-fb6864e870f0/38a72d55-a01a-41f4-bc0a-bfda12dbfb6c) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:48.139152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.206959 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.209384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5799069 Nov 16 21:17:48.212681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1a885-a5fd-4f71-9948-741d2e0edf93 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaae9b2-363c-4807-b717-aebe0fc4dd71,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.215775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.226996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8109f2e2-ea21-4c93-9a4a-27a83fa5bbd2 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8aaae9b2-363c-4807-b717-aebe0fc4dd71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:48.231094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 10.1.1.13 (b740b8d0-6c5f-4a29-8be3-08c641ea5db4/9fec2fd8-19c0-4cb9-9130-e24c45eaee2d/2d92de59-8b2d-4366-b06e-9b6273c902b6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:48.243584 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-8109f2e2-ea21-4c93-9a4a-27a83fa5bbd2 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 21:17:48.244265 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-8109f2e2-ea21-4c93-9a4a-27a83fa5bbd2 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:48.248278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8109f2e2-ea21-4c93-9a4a-27a83fa5bbd2 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271697 Nov 16 21:17:48.248845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41328) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.300589 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.310300 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.335757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Network 81f28bd4-0232-410e-9fc6-cca647927715 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:48.337426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:48.357718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:48.392685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-72508743-d1f9-456f-9c7e-06c1426d8701 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8aaae9b2-363c-4807-b717-aebe0fc4dd71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:48.393730 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-72508743-d1f9-456f-9c7e-06c1426d8701 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 21:17:48.394669 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-72508743-d1f9-456f-9c7e-06c1426d8701 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:48.399707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-72508743-d1f9-456f-9c7e-06c1426d8701 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1455219 Nov 16 21:17:48.400837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.406446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dbc5eed4-e7b6-47c0-8ce9-82ddf415896d tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8aaae9b2-363c-4807-b717-aebe0fc4dd71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:48.407728 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-dbc5eed4-e7b6-47c0-8ce9-82ddf415896d tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 21:17:48.408275 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-dbc5eed4-e7b6-47c0-8ce9-82ddf415896d tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:48.411989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dbc5eed4-e7b6-47c0-8ce9-82ddf415896d tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074327 Nov 16 21:17:48.412499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.419191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d8ff1680-a00a-4348-a2b8-483c8b789894 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8aaae9b2-363c-4807-b717-aebe0fc4dd71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:48.420571 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-d8ff1680-a00a-4348-a2b8-483c8b789894 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 21:17:48.421206 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-d8ff1680-a00a-4348-a2b8-483c8b789894 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:48.425388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d8ff1680-a00a-4348-a2b8-483c8b789894 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091889 Nov 16 21:17:48.426532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Pushing event updated for resources: {'Port': ['ID=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.427520 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.440445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Attempting to bind port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:48.441075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Attempting to bind port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:48.441441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Attempting to bind port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c on network 81f28bd4-0232-410e-9fc6-cca647927715 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:48.448183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:48.448570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Checking segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:48.448995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.450163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Bound using segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:48.450668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Bound port: 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:48.451072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.521097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.549443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] For port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:48.555081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] For port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:48.563359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.565728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.600289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.626071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41346) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.701103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.723266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0803c-da46-4d5b-ad27-15822bd4600d None None] Pushing event updated for resources: {'Port': ['ID=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.769475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:48.777210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:48.780603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:48.825628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8be02fa3-1bf4-4e40-8dc1-0f6e6dce14dc tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.844296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:48.877610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:48.879132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:48.905175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d503c971-a831-4d2c-b0f1-8e296855b410 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6383886 Nov 16 21:17:48.908335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41360) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:48.916859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'name': 'tempest-TaggedBootDevicesTest_v242-591459857', 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:48.923299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8be02fa3-1bf4-4e40-8dc1-0f6e6dce14dc tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.080896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Allocated IP 172.25.3.188 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/83dc67c7-6367-4189-8e89-d9e66099011c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:49.082097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1750714295-network', 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:49.151845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:49.155023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.158716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:49.171230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.183479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.225578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8be02fa3-1bf4-4e40-8dc1-0f6e6dce14dc tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.229533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8be02fa3-1bf4-4e40-8dc1-0f6e6dce14dc tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.233224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8be02fa3-1bf4-4e40-8dc1-0f6e6dce14dc tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/8aaae9b2-363c-4807-b717-aebe0fc4dd71 HTTP/1.1" status: 204 len: 168 time: 0.8016639 Nov 16 21:17:49.237234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41366) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:49.260546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775de7e1-3c28-4b02-9499-a391055eb79f None None] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:49.308438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.316311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] device_id is not set on port da665a08-c842-4ab3-b45f-b6ddb05a6582 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:17:49.327629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5ea82166-3eaf-4ed5-a328-83ac3e7819ea tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768733 Nov 16 21:17:49.331145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be02fa3-1bf4-4e40-8dc1-0f6e6dce14dc tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaae9b2-363c-4807-b717-aebe0fc4dd71,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.334699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41370) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:49.340551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--888459466'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:49.419476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.438891 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.517587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-579c9fa7-2f15-40f9-a348-8ebb27f542b5 None None] Provisioning complete for port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:49.518119 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579c9fa7-2f15-40f9-a348-8ebb27f542b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.532018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.582337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.595388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.599575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:49.608723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 10.1.1.170 (b740b8d0-6c5f-4a29-8be3-08c641ea5db4/9fec2fd8-19c0-4cb9-9130-e24c45eaee2d/da665a08-c842-4ab3-b45f-b6ddb05a6582) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:49.626136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:49.648334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:49.681590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579c9fa7-2f15-40f9-a348-8ebb27f542b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.711428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Port': ['ID=83dc67c7-6367-4189-8e89-d9e66099011c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.726354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.735725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3997190 Nov 16 21:17:49.736705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41378) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:49.751491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dcf8ee2d-3fa7-4cf2-8da9-b8268ce17889 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:49.752228 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-dcf8ee2d-3fa7-4cf2-8da9-b8268ce17889 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:17:49.754452 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-dcf8ee2d-3fa7-4cf2-8da9-b8268ce17889 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:49.760374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dcf8ee2d-3fa7-4cf2-8da9-b8268ce17889 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147109 Nov 16 21:17:49.761216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fbad5-28c6-453e-8b4a-7951eb9a20e6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04899a-0adc-440d-aac4-c033e38e9327,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.763429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:49.776016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7f6fd976-b81f-4845-b218-2b88f0e05982 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:49.781902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-579c9fa7-2f15-40f9-a348-8ebb27f542b5 None None] For port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:49.788161 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579c9fa7-2f15-40f9-a348-8ebb27f542b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.868551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:49.966881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c9fa7-2f15-40f9-a348-8ebb27f542b5 None None] Pushing event updated for resources: {'Port': ['ID=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:49.996195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:17:50.016933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:17:50.089762 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-7f6fd976-b81f-4845-b218-2b88f0e05982 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.092777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7f6fd976-b81f-4845-b218-2b88f0e05982 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3246689 Nov 16 21:17:50.095483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41390) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.103456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a68c776e-402b-4dcf-8d8e-6fbae865a2c6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.104197 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-a68c776e-402b-4dcf-8d8e-6fbae865a2c6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 21:17:50.104896 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-a68c776e-402b-4dcf-8d8e-6fbae865a2c6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.106349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32a3c6c-cd0f-4eca-b45c-72f84f2043db,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.106560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a68c776e-402b-4dcf-8d8e-6fbae865a2c6 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093136 Nov 16 21:17:50.109501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.109941 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Added segment 247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a of type vlan for network 757e525b-ea9d-49a3-81ea-554daa5b3926 Nov 16 21:17:50.152780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41392) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.173300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fd3ad061-917b-4c61-a6e2-321b64baf14e tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.234165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:50.256587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4825a661-7262-44fb-a489-f43783ae9e74 None None] Provisioning complete for port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:50.256587 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4825a661-7262-44fb-a489-f43783ae9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.324133 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-fd3ad061-917b-4c61-a6e2-321b64baf14e tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.325338 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fd3ad061-917b-4c61-a6e2-321b64baf14e tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1712286 Nov 16 21:17:50.328415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.336114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c836115e-ea3d-4dc5-9622-1603153b1f21 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.336610 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-c836115e-ea3d-4dc5-9622-1603153b1f21 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:17:50.337132 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-c836115e-ea3d-4dc5-9622-1603153b1f21 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.338631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c836115e-ea3d-4dc5-9622-1603153b1f21 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093067 Nov 16 21:17:50.346076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41402) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.353259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-09c554ce-76c7-4c44-8479-2c6d1b22a3b9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.363455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.372080 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.376060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.507692 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.509116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:50.510472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.524480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:50.547448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.604739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9764979 Nov 16 21:17:50.628228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41410) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.637224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcb89c-f343-48cf-adbe-3c43e0dc56d8 None None] Network 81f28bd4-0232-410e-9fc6-cca647927715 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:50.637624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Request body: {'subnet': {'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1750714295-subnet', 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.661567 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-09c554ce-76c7-4c44-8479-2c6d1b22a3b9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.665663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-09c554ce-76c7-4c44-8479-2c6d1b22a3b9 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3186221 Nov 16 21:17:50.668498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4d7221ea-685c-438f-8606-3c95163b7e16', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:17:50.668780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41412) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.675933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:50.677485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ed05c1d9-3702-4928-ae43-df3dc5305bc7 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.677858 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-ed05c1d9-3702-4928-ae43-df3dc5305bc7 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 21:17:50.678423 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-ed05c1d9-3702-4928-ae43-df3dc5305bc7 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.682535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ed05c1d9-3702-4928-ae43-df3dc5305bc7 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106320 Nov 16 21:17:50.688310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836d0b-3df8-44fe-a516-b65e44210772 admin admin] Pushing event updated for resources: {'Network': ['ID=757e525b-ea9d-49a3-81ea-554daa5b3926,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.698141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41416) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.714697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:50.726276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:17:50.729025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.737279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-f539192a-bfec-4786-bad9-8f03577e1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:50.738937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-f539192a-bfec-4786-bad9-8f03577e1566 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1096 time: 0.1605694 Nov 16 21:17:50.742411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-53b45f27-4861-42a8-9150-588416938534 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:50.751273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:50.759115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:50.773570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:17:50.928601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:50.929546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.963006 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68751671-e84b-43a7-b751-eec937fb788f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:50.970167 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-53b45f27-4861-42a8-9150-588416938534 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:50.972074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53b45f27-4861-42a8-9150-588416938534 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2678900 Nov 16 21:17:50.977098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41426) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:50.991271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ce5eba38-0e91-4dc6-b0d2-bfa1554ffe1f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8b04899a-0adc-440d-aac4-c033e38e9327', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:51.002734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:51.003265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.023260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ec6b8c9-cefb-44b5-9a66-625b66d0b163 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1125944 Nov 16 21:17:51.073396 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-ce5eba38-0e91-4dc6-b0d2-bfa1554ffe1f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:51.074747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce5eba38-0e91-4dc6-b0d2-bfa1554ffe1f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0950212 Nov 16 21:17:51.077709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:51.088350 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.158876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4825a661-7262-44fb-a489-f43783ae9e74 None None] Provisioning complete for port 2d92de59-8b2d-4366-b06e-9b6273c902b6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:51.159388 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4825a661-7262-44fb-a489-f43783ae9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.197896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:17:51.199433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.203782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bac63a07-617f-459a-8cc9-a43b1af1ac04 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.249335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-47640f97-c469-45de-92d1-9cdf8f1b4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:51.251105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-47640f97-c469-45de-92d1-9cdf8f1b4c36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.4550209 Nov 16 21:17:51.255675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bac63a07-617f-459a-8cc9-a43b1af1ac04 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.349754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:51.383385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bac63a07-617f-459a-8cc9-a43b1af1ac04 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.386071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bac63a07-617f-459a-8cc9-a43b1af1ac04 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.390642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bac63a07-617f-459a-8cc9-a43b1af1ac04 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/8b04899a-0adc-440d-aac4-c033e38e9327 HTTP/1.1" status: 204 len: 168 time: 0.3114781 Nov 16 21:17:51.391451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41442) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:51.448649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:51.454108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac63a07-617f-459a-8cc9-a43b1af1ac04 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04899a-0adc-440d-aac4-c033e38e9327,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.481714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-515fc67e-1cf7-416a-8a4b-9447d888f5f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 999 time: 0.2206681 Nov 16 21:17:51.525168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-777f1357-bc8f-40f3-91e1-081d86a123c2 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1295485 Nov 16 21:17:51.525882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41444) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:51.532940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--745317107'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:51.569263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.578710 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.684769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.686751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.732378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4825a661-7262-44fb-a489-f43783ae9e74 None None] Port 2d92de59-8b2d-4366-b06e-9b6273c902b6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:51.739871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.741038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad8498e-5da9-4672-be9a-458a3dee38bd,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.748133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.750389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4d7221ea-685c-438f-8606-3c95163b7e16'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:17:51.815129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.815730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-2905a5e3-61e9-4ef2-91e0-3284b9a378cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:51.818892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-2905a5e3-61e9-4ef2-91e0-3284b9a378cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.2154877 Nov 16 21:17:51.819904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2927997 Nov 16 21:17:51.820506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41448) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:51.825279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3d741b3d-e708-4719-a9d3-6b246ca09027 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '636bc254-9021-4c4f-8d41-8e7b42400399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:51.829547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d590b82-887a-4335-846a-4c826d480fe0 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636bc254-9021-4c4f-8d41-8e7b42400399,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:51.887321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:51.887694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:51.923483 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-3d741b3d-e708-4719-a9d3-6b246ca09027 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The resource could not be found. Nov 16 21:17:51.928051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3d741b3d-e708-4719-a9d3-6b246ca09027 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1062925 Nov 16 21:17:51.928628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41454) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:51.933060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4fe829ff-09dc-4c74-a942-7fd3ffadbda3 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '636bc254-9021-4c4f-8d41-8e7b42400399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f41ad1f7-7702-474f-8ec0-60c1971bc976'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:51.948248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:51.948642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Network hostable DHCP agents. Network: 757e525b-ea9d-49a3-81ea-554daa5b3926, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:17:51.979382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-410a9e18-6c64-481a-8aa9-0982e76b3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:51.980951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-410a9e18-6c64-481a-8aa9-0982e76b3f75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478355 Nov 16 21:17:51.981982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Router d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:52.015152 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-4fe829ff-09dc-4c74-a942-7fd3ffadbda3 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The resource could not be found. Nov 16 21:17:52.019340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4fe829ff-09dc-4c74-a942-7fd3ffadbda3 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0897450 Nov 16 21:17:52.020087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41456) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.121837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83b13178-3b9a-47ef-8f95-901d588becdb tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.153477 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83b13178-3b9a-47ef-8f95-901d588becdb tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.238532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:17:52.242559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41460) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.277143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Provisioning complete for port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:52.278002 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.279982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83b13178-3b9a-47ef-8f95-901d588becdb tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.282982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83b13178-3b9a-47ef-8f95-901d588becdb tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.284484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-83b13178-3b9a-47ef-8f95-901d588becdb tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/636bc254-9021-4c4f-8d41-8e7b42400399 HTTP/1.1" status: 204 len: 168 time: 0.2632606 Nov 16 21:17:52.290097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41464) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.311833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13178-3b9a-47ef-8f95-901d588becdb tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636bc254-9021-4c4f-8d41-8e7b42400399,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.357224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-519cde70-8e6a-4201-82de-e1e9aefbbeac tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651190 Nov 16 21:17:52.360878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.366550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-db53caa7-54fa-40d8-b194-b5fd99e45090 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': 'bff01d68-4eca-4c2b-ac53-caedfc4bb676', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:52.419277 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-db53caa7-54fa-40d8-b194-b5fd99e45090 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The resource could not be found. Nov 16 21:17:52.426181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-db53caa7-54fa-40d8-b194-b5fd99e45090 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0639114 Nov 16 21:17:52.427379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.433698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41472) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.437646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542687300', 'description': 'tempest-description--1078894007'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:52.446628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--771785494'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:52.474591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-e23feb77-f667-4643-a21c-4ea5d6dd4d52 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763539 Nov 16 21:17:52.475608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 757e525b-ea9d-49a3-81ea-554daa5b3926) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:52.483420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:52.484204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.495897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.api [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:17:52.495897 n-d-817778-8 neutron-server[102454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 21:17:52.495897 n-d-817778-8 neutron-server[102454]: [parameters: {'project_id_1': '9d0e6099dce14582ba61b8dd9f178044', 'expiration_1': datetime.datetime(2021, 11, 16, 21, 17, 32, 455838)}] Nov 16 21:17:52.495897 n-d-817778-8 neutron-server[102454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:17:52.496287 n-d-817778-8 neutron-server[102454]: DEBUG oslo_db.api [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:17:52.512148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.514277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b0f68-2dc8-4d10-96fb-54056e8cb506 None None] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:52.539104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2440df48-fb4c-48e8-954f-02d588c29144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.631921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.647244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.658808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.678736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.699212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2440df48-fb4c-48e8-954f-02d588c29144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.712680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2440df48-fb4c-48e8-954f-02d588c29144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.720879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.725303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2935729 Nov 16 21:17:52.725722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41476) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.735198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'security_group_rule': {'security_group_id': '4fed9fb5-2e9a-4c0f-af2f-22f352983d5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:52.746884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a6b0e-398b-41eb-a7f0-0060bf0d14c6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.761046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] For port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:52.776419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.780892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2440df48-fb4c-48e8-954f-02d588c29144 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fa01ed84e464db88f5d2a09ec136739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351913 Nov 16 21:17:52.784886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41478) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.813983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.825221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440df48-fb4c-48e8-954f-02d588c29144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd0648-e5d9-4c20-beb8-e7a3d2e6067b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.893967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3b71b13-feb9-47f3-8f86-9a2037b7a415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.897347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.907258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Provisioning complete for port 2d92de59-8b2d-4366-b06e-9b6273c902b6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:52.907375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.907574 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.910424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:17:52.910582 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:17:52.922291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c76ed-cd67-40cd-a68d-07b9e773f1ed None None] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:17:52.936078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3b71b13-feb9-47f3-8f86-9a2037b7a415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.948660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d017fa8-e4d0-4b57-aa87-1980870cda93,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:52.963112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:52.964382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4d48406c-8e59-4dfa-bdcd-0de3a04a5857 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2377090 Nov 16 21:17:52.970646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:52.975913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'security_group_rule': {'security_group_id': '4fed9fb5-2e9a-4c0f-af2f-22f352983d5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:52.983005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Pushing event updated for resources: {'Port': ['ID=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.009878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d73a0732-5c60-4028-9598-4bb7c1177759 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3795314 Nov 16 21:17:53.047951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.055899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Port 2d92de59-8b2d-4366-b06e-9b6273c902b6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:53.060686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-50776706-bfa2-424d-8b16-ca5293ed23e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.068378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-973d8bec-30b3-43c3-a21b-9de1d7ab6fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1770389 Nov 16 21:17:53.095216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:53.096733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Provisioning complete for port da665a08-c842-4ab3-b45f-b6ddb05a6582 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:53.097136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.108449 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Sync routers for ids ['d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:53.113454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55bd204f-8397-49ef-9a8c-40639312cb4f req-73d1d50b-23ee-463a-8c97-7477c7eccfe0 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249644 Nov 16 21:17:53.125798 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Routers {'d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:53.126682 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:53.143058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e92e26c-cc03-49d1-bd02-34b96dc11006 None None] Port da665a08-c842-4ab3-b45f-b6ddb05a6582 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:17:53.149907 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.153841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f39722d6-a9c7-4da0-8d5f-bde50db12d75 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6665549 Nov 16 21:17:53.154006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3b71b13-feb9-47f3-8f86-9a2037b7a415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.156525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41488) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.164176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3b71b13-feb9-47f3-8f86-9a2037b7a415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.169675 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c3b71b13-feb9-47f3-8f86-9a2037b7a415 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2bd0648-e5d9-4c20-beb8-e7a3d2e6067b HTTP/1.1" status: 204 len: 168 time: 0.3801169 Nov 16 21:17:53.186339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.235588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71b13-feb9-47f3-8f86-9a2037b7a415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd0648-e5d9-4c20-beb8-e7a3d2e6067b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.257320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.257932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.258497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.259243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.260673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.261311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.261946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.264300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9b6d40e6-d5e2-454d-904d-eab94c97aa85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.1633275 Nov 16 21:17:53.290125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ea1e1e14-4399-4b93-a915-4336a7c15a8b None None] Provisioning complete for port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:53.290507 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea1e1e14-4399-4b93-a915-4336a7c15a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.309643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.324559 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.360564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.361053 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Set router d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:53.362381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907886 Nov 16 21:17:53.370476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41498) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.377656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:53.382871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf4f4-a15f-4976-9be5-07ac8486e4cb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0909da-c080-499b-abb2-6d8f07dc39af,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.426373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-42f93c39-d8ff-47e2-ab30-675b97725a1c tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 HTTP/1.1" status: 200 len: 909 time: 0.2686195 Nov 16 21:17:53.429179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41502) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.451622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1969795342', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': True}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:53.452739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.517944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-245c177b-548d-47e1-a998-d75afb0246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.518657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-245c177b-548d-47e1-a998-d75afb0246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.519194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-245c177b-548d-47e1-a998-d75afb0246bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.519333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.522715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-245c177b-548d-47e1-a998-d75afb0246bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=91be6d52-379b-4601-8cda-fada21d4f4ac&id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 2293 time: 0.2164278 Nov 16 21:17:53.524580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.546718 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.612563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-fc61ac09-7f6c-4dd7-99f8-9305fdab4969 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 1002 time: 0.0791874 Nov 16 21:17:53.636260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.710256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-1ba650c4-e0a9-4772-84af-2b75f4ef20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.712365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-1ba650c4-e0a9-4772-84af-2b75f4ef20b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 200 len: 850 time: 0.0892119 Nov 16 21:17:53.745332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.763962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.780451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:53.815342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41508) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.846821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7c0b-2ef6-448e-8722-2b13a19d217d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.856362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-dc2817f4-3ae5-45e2-8af7-e85319cc1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:53.858007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-dc2817f4-3ae5-45e2-8af7-e85319cc1edd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288853 Nov 16 21:17:53.876087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:53.877168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.895146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:53.899446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4573209 Nov 16 21:17:53.900301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41516) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:53.904832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022956639'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:53.912037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f3a7e-a1d0-40e3-b390-431759651154 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8be4c-a3f9-443c-b3ed-4ba8c8a2a50b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:53.996879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.016417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.059544 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dcff41-42cb-46e1-aa59-ad5f3c04a5c7', 'name': 'tempest-snat-router-1969795342', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.188'}], 'enable_snat': False}, 'gw_port_id': '83dc67c7-6367-4189-8e89-d9e66099011c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:47Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 3, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port': {'id': '83dc67c7-6367-4189-8e89-d9e66099011c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dcff41-42cb-46e1-aa59-ad5f3c04a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:48Z', 'updated_at': '2021-11-16T21:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:54.063238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:54.067168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:54.102017 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7c0b-2ef6-448e-8722-2b13a19d217d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.105782 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Checking router: d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:17:54.106616 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Updating router d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 port 83dc67c7-6367-4189-8e89-d9e66099011c binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:17:54.114587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ed1e7c0b-2ef6-448e-8722-2b13a19d217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.130258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 172.25.3.55 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/829a1e81-ca1f-42e8-9669-567bac3145c2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:54.147990 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.200080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ed1e7c0b-2ef6-448e-8722-2b13a19d217d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b3d443e6f0a4297a0d3399bd9d3fe43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826478 Nov 16 21:17:54.211414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41524) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.227867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.235749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e7c0b-2ef6-448e-8722-2b13a19d217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd573524-d57b-4a5d-a7da-7f0b21de54c2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.278163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-df08bd98-405b-4a51-80fc-2d860aed59bc service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100404 Nov 16 21:17:54.294239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4d7221ea-685c-438f-8606-3c95163b7e16 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:54.294971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.324300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:54.325047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.329125 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.341261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.399602 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.400901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4994392 Nov 16 21:17:54.404861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41536) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.410546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8ef08b2b-a315-4d39-9b17-c5856bf8a011 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group_rule': {'security_group_id': '8cf8be4c-a3f9-443c-b3ed-4ba8c8a2a50b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6eaba5d3-04f3-4b93-8ee9-ca15c15cbd3f'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:54.415624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257547fa-0e41-4e83-9015-8b7800d844fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaba5d3-04f3-4b93-8ee9-ca15c15cbd3f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.431037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.481321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:17:54.484380 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713beed7-311b-4841-bdba-a82c642aff66" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:17:54.512448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:54.526957 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.534969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.547778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19e8bc0b-dade-4092-99c2-10fa4f4c77bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.580467 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651284d-77e8-410e-b64e-7602567d21d2 x-openstack-request-id: req-5651284d-77e8-410e-b64e-7602567d21d2 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:17:54.580988 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:17:54.581404 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5651284d-77e8-410e-b64e-7602567d21d2 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:17:54.581995 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:17:54.601302 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-8ef08b2b-a315-4d39-9b17-c5856bf8a011 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:17:54.602409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8ef08b2b-a315-4d39-9b17-c5856bf8a011 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1966131 Nov 16 21:17:54.606621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.618325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-520973e7-913d-495b-b3ee-5165bed555a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259628 Nov 16 21:17:54.626974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.633887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19e8bc0b-dade-4092-99c2-10fa4f4c77bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.685688 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.717214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-1d953525-6070-425d-bbf5-2c5347f21aae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 217 time: 0.0804391 Nov 16 21:17:54.724113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-3028626e-7b0b-4b8b-9d83-af9cf6220eb5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.726519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-3028626e-7b0b-4b8b-9d83-af9cf6220eb5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.3993592 Nov 16 21:17:54.736436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.747357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-748ecde9-7d83-411d-9034-31ea8006d7b5 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.799689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.805867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-5aadd4cf-b62e-41ed-9a94-7d474ae0cd4d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0679722 Nov 16 21:17:54.847022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-748ecde9-7d83-411d-9034-31ea8006d7b5 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.854679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-c77afdd4-76ca-4126-9a17-be1dde29302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:54.856458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-c77afdd4-76ca-4126-9a17-be1dde29302c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1296673 Nov 16 21:17:54.869069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:54.897867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-f26af91c-d354-4678-b706-6c755d0e789e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610545 Nov 16 21:17:54.898410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:54.905894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:54.926041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=829a1e81-ca1f-42e8-9669-567bac3145c2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.929153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-748ecde9-7d83-411d-9034-31ea8006d7b5 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.932108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-748ecde9-7d83-411d-9034-31ea8006d7b5 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.933445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-748ecde9-7d83-411d-9034-31ea8006d7b5 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/6eaba5d3-04f3-4b93-8ee9-ca15c15cbd3f HTTP/1.1" status: 204 len: 168 time: 0.3258450 Nov 16 21:17:54.937961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41556) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:54.960452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ecde9-7d83-411d-9034-31ea8006d7b5 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaba5d3-04f3-4b93-8ee9-ca15c15cbd3f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:54.967037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19e8bc0b-dade-4092-99c2-10fa4f4c77bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.969839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-19e8bc0b-dade-4092-99c2-10fa4f4c77bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:54.971023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-19e8bc0b-dade-4092-99c2-10fa4f4c77bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd573524-d57b-4a5d-a7da-7f0b21de54c2 HTTP/1.1" status: 204 len: 168 time: 0.7579992 Nov 16 21:17:55.013706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4b58407c-98ff-4f03-a9f7-4bdc55a2070a tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0723658 Nov 16 21:17:55.015500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41564) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:55.050759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8bc0b-dade-4092-99c2-10fa4f4c77bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd573524-d57b-4a5d-a7da-7f0b21de54c2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.087764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-7a046c15-90e1-4608-bc3f-06f4da913bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:55.089717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-7a046c15-90e1-4608-bc3f-06f4da913bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045524 Nov 16 21:17:55.123468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1613231-62b4-4627-92bc-91ecf5e15bbd tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.175452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1613231-62b4-4627-92bc-91ecf5e15bbd tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.178752 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.190068 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.213139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.222104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-7ab12f1e-9404-48e2-9110-950f33f90048 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714596 Nov 16 21:17:55.234375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1613231-62b4-4627-92bc-91ecf5e15bbd tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.237330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1613231-62b4-4627-92bc-91ecf5e15bbd tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.238577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b1613231-62b4-4627-92bc-91ecf5e15bbd tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/8cf8be4c-a3f9-443c-b3ed-4ba8c8a2a50b HTTP/1.1" status: 204 len: 168 time: 0.2151353 Nov 16 21:17:55.249137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41570) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:55.293168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1613231-62b4-4627-92bc-91ecf5e15bbd tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8be4c-a3f9-443c-b3ed-4ba8c8a2a50b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.344017 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Pushing event updated for resources: {'Port': ['ID=83dc67c7-6367-4189-8e89-d9e66099011c,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.356477 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.356892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Allocated IP 172.25.3.114 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/02a39ddd-e828-4520-941c-764f8ff0d2ea) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:17:55.357527 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.358956 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.359710 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.360271 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.361062 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.361784 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.362447 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.363084 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.363641 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.364801 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.365387 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:55.373248 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Attempting to bind port 83dc67c7-6367-4189-8e89-d9e66099011c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:17:55.374100 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Attempting to bind port 83dc67c7-6367-4189-8e89-d9e66099011c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:17:55.375253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Attempting to bind port 83dc67c7-6367-4189-8e89-d9e66099011c on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:17:55.388152 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:17:55.390003 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:17:55.391766 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.392605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:17:55.393417 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Bound port: 83dc67c7-6367-4189-8e89-d9e66099011c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:17:55.394601 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.403391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-8792f9e3-ae21-44c2-91fe-71141f6bc2fb service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874072 Nov 16 21:17:55.403941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.473364 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] For port 83dc67c7-6367-4189-8e89-d9e66099011c, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:17:55.477295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] For port 83dc67c7-6367-4189-8e89-d9e66099011c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=83dc67c7-6367-4189-8e89-d9e66099011c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:17:55.482512 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.558312 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e88ea-60dc-4678-849c-90c51f7253e7 None None] Pushing event updated for resources: {'Port': ['ID=83dc67c7-6367-4189-8e89-d9e66099011c,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.573210 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Routers {'d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:55.574531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a300e04-2259-4900-8fef-4373d9aea018 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3092122 Nov 16 21:17:55.581214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41578) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:55.587762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-8bc3179b-e286-4442-8389-1e1fa18fd513 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543353 Nov 16 21:17:55.589195 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:55.591046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050761066'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:55.610062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.623960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.650058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-142a3881-8aab-42b7-887a-2d1ae6670a1b service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322712 Nov 16 21:17:55.672468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.762520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-49b73746-72f9-4043-9aec-c29588e92abc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 217 time: 0.0983837 Nov 16 21:17:55.779779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.788180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.796677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] Set router d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:55.824901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.865009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6ed41-9149-4c5a-a490-860879765609,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:55.916852 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:55.925944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-dade3249-6f0f-46e3-97d2-22ea6098b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:55.927484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-dade3249-6f0f-46e3-97d2-22ea6098b384 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1542122 Nov 16 21:17:55.930300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.030637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Port': ['ID=02a39ddd-e828-4520-941c-764f8ff0d2ea,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:56.064549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:17:56.072591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:17:56.077884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:17:56.158002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=829a1e81-ca1f-42e8-9669-567bac3145c2,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:56.195097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-071a3e2a-c9f1-47e6-9fe9-67c90e297708 req-032a8cc4-0cad-4683-874a-62d7b1cfc3c4 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 210 time: 0.0712759 Nov 16 21:17:56.198464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.201727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c3640dbc-3048-480f-a2ea-c17e197a961f tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6192565 Nov 16 21:17:56.219541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.222448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:56.232224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-37ac07d4-115e-4745-96d0-da1504054c83 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:56.232841 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-37ac07d4-115e-4745-96d0-da1504054c83 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:17:56.233365 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-37ac07d4-115e-4745-96d0-da1504054c83 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 21:17:56.245191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37ac07d4-115e-4745-96d0-da1504054c83 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "PUT /v2.0/security-groups/98a6ed41-9149-4c5a-a490-860879765609 HTTP/1.1" status: 409 len: 330 time: 0.0109508 Nov 16 21:17:56.271004 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2dcff41-42cb-46e1-aa59-ad5f3c04a5c7', 'name': 'tempest-snat-router-1969795342', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.188'}], 'enable_snat': False}, 'gw_port_id': '83dc67c7-6367-4189-8e89-d9e66099011c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:47Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 3, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port': {'id': '83dc67c7-6367-4189-8e89-d9e66099011c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dcff41-42cb-46e1-aa59-ad5f3c04a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:48Z', 'updated_at': '2021-11-16T21:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:56.277725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41606) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:56.281993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-88da0bdb-81bb-41ac-9790-cc460d19cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:56.283590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-88da0bdb-81bb-41ac-9790-cc460d19cae2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3433857 Nov 16 21:17:56.293466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.303323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a1734e7-e0d2-4089-8d16-b2903bd26286 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9232123 Nov 16 21:17:56.315649 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a185b2-6274-4ea0-93e7-6442895e41ce None None] The sync data for ids ['d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7'] in n-d-817778-8 is: [{'id': 'd2dcff41-42cb-46e1-aa59-ad5f3c04a5c7', 'name': 'tempest-snat-router-1969795342', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.188'}], 'enable_snat': False}, 'gw_port_id': '83dc67c7-6367-4189-8e89-d9e66099011c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:47Z', 'updated_at': '2021-11-16T21:17:50Z', 'revision_number': 3, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port': {'id': '83dc67c7-6367-4189-8e89-d9e66099011c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2dcff41-42cb-46e1-aa59-ad5f3c04a5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:48Z', 'updated_at': '2021-11-16T21:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:17:56.511070 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.553577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-d53ef7d2-a33b-4feb-98dd-8e1d1f96c0e4 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831479 Nov 16 21:17:56.743234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6958345-8acc-471b-a3f3-7b6768d4c902 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.769665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:56.923513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6958345-8acc-471b-a3f3-7b6768d4c902 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.030750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6958345-8acc-471b-a3f3-7b6768d4c902 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.035085 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6958345-8acc-471b-a3f3-7b6768d4c902 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.036284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b6958345-8acc-471b-a3f3-7b6768d4c902 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/98a6ed41-9149-4c5a-a490-860879765609 HTTP/1.1" status: 204 len: 168 time: 0.7387366 Nov 16 21:17:57.048241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.080714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-3aab30aa-a9a0-4b61-86bc-fcb9b1e835a6 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128739 Nov 16 21:17:57.085383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958345-8acc-471b-a3f3-7b6768d4c902 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6ed41-9149-4c5a-a490-860879765609,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:57.216337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1026d505-8087-47a6-b991-1811cdd18cff tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1669190 Nov 16 21:17:57.218588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-58f0f681-858c-441a-8e5a-0d6d1e7e8ba0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 200 len: 217 time: 0.1277528 Nov 16 21:17:57.221502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41642) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.305134 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-1c0a6658-2a34-4fea-9c81-82e1c20dfb26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] delete failed (client error): The resource could not be found. Nov 16 21:17:57.310291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c0a6658-2a34-4fea-9c81-82e1c20dfb26 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "DELETE /v2.0/security-groups/cbb985c7-d294-4bca-b77e-3657d8b1e2b0 HTTP/1.1" status: 404 len: 347 time: 0.0834959 Nov 16 21:17:57.311070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41648) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.343912 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-89a39049-5295-4e84-9599-28034e092aa7 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] show failed (client error): The resource could not be found. Nov 16 21:17:57.344901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-89a39049-5295-4e84-9599-28034e092aa7 tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-groups/f1b2fced-99f2-4397-bff4-253918e8d6ae HTTP/1.1" status: 404 len: 347 time: 0.0332313 Nov 16 21:17:57.353126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41654) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:57.361798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-09cae38f-fcb1-48f6-97d7-b32a86fac4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:57.363314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-09cae38f-fcb1-48f6-97d7-b32a86fac4cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1262541 Nov 16 21:17:57.405841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f1af5ab-9c70-45d8-8237-60ffa4550de1 req-254b7b78-d0ed-4cba-aef2-b813e1f99156 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 210 time: 0.0415046 Nov 16 21:17:57.444856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-fd6361eb-a499-4e09-ad75-540abb4003be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:57.446682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-fd6361eb-a499-4e09-ad75-540abb4003be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699131 Nov 16 21:17:57.449856 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-4f293fec-b6b4-43f9-bf46-aaf009c3f6fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] show failed (client error): The resource could not be found. Nov 16 21:17:57.450783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f293fec-b6b4-43f9-bf46-aaf009c3f6fa tempest-NegativeSecGroupTest-185721029 tempest-NegativeSecGroupTest-185721029-project] 10.222.0.48 "GET /v2.0/security-group-rules/e8e891fc-7bff-4642-970e-e4808dc67800 HTTP/1.1" status: 404 len: 356 time: 0.0966842 Nov 16 21:17:57.460375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:57.590745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-5cb8ec01-7ace-4057-bec6-9bab83350465 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1542687300&fields=id&tenant_id=765b27b9358e4d98b9b4305d0c79f368 HTTP/1.1" status: 200 len: 267 time: 0.1418514 Nov 16 21:17:57.764341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-05b8c51a-7c4c-4843-878b-4a1741577f8c service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979574 Nov 16 21:17:57.836372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 83dc67c7-6367-4189-8e89-d9e66099011c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:57.998293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-baf7c80c-3840-49ee-8b41-12022578ee83 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.003906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-baf7c80c-3840-49ee-8b41-12022578ee83 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 935 time: 0.2942097 Nov 16 21:17:58.019486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 83dc67c7-6367-4189-8e89-d9e66099011c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:17:58.021916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.062814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-58a47843-98d9-45dd-9b4e-1c7eea64d405 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929361 Nov 16 21:17:58.159182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41668) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:58.175491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-2f78bf8c-d112-42a5-a210-62f605038089 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.179304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-2f78bf8c-d112-42a5-a210-62f605038089 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 936 time: 0.1651111 Nov 16 21:17:58.186194 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-58fe1445-ce4a-4327-a107-786ed97255ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 200 len: 217 time: 0.1161666 Nov 16 21:17:58.247445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.310185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-00291e5d-acd2-462d-91b8-c945dae9bed4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1214998 Nov 16 21:17:58.314405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-630173d1-cc2a-44dd-a711-4d0f468eddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.320596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-630173d1-cc2a-44dd-a711-4d0f468eddd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1207287 Nov 16 21:17:58.351297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 83dc67c7-6367-4189-8e89-d9e66099011c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=83dc67c7-6367-4189-8e89-d9e66099011c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:17:58.363011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:58.449791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-4668077e-1cf0-4cea-9146-52365bb057a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.451748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-4668077e-1cf0-4cea-9146-52365bb057a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234727 Nov 16 21:17:58.454523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-acc449e0-43f2-4466-984e-574b876f6222 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1189904 Nov 16 21:17:58.564784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=83dc67c7-6367-4189-8e89-d9e66099011c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:17:58.588368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.601485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.602118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.602770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.603285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.603946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.604439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.604929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.605428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.605935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.606421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.606905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:17:58.711153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-287303e1-40a0-4eac-8bb9-701451570e82 req-b545ebc9-e34f-4173-b43f-a1773a92a709 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 210 time: 0.0802610 Nov 16 21:17:58.733450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-80e3daea-9cef-4e4e-8d18-e1cca003408a service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716541 Nov 16 21:17:58.843179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-69d6ecf3-5393-4438-8fec-3aec032dde98 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.855838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-69d6ecf3-5393-4438-8fec-3aec032dde98 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.862578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-69d6ecf3-5393-4438-8fec-3aec032dde98 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:58.864258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-69d6ecf3-5393-4438-8fec-3aec032dde98 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/networks?id=d81a8710-fd36-40cc-8775-10a384459c66&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=81f28bd4-0232-410e-9fc6-cca647927715&id=81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 200 len: 1995 time: 0.3877025 Nov 16 21:17:58.883393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Router c58bf60b-7a8b-4497-8446-429a3481788c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:17:58.901482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99fa6eca-36a8-42b7-8588-bcab88764df8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d0e6099dce14582ba61b8dd9f178044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7386680 Nov 16 21:17:58.902105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41696) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:59.026569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291d6a2a-1b41-40bf-9420-c449cf99bbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.057576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-cbb10632-0495-4b90-aa12-2241f8cd2690 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/quotas/765b27b9358e4d98b9b4305d0c79f368 HTTP/1.1" status: 200 len: 375 time: 0.1758173 Nov 16 21:17:59.173546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-5733f4b4-ac02-4020-b5b2-a4b6b8c4b416 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:17:59.175517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-5733f4b4-ac02-4020-b5b2-a4b6b8c4b416 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.7193630 Nov 16 21:17:59.198955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Request body: {'port': {'device_id': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'admin_state_up': True, 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:17:59.292857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:17:59.305929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Sync routers for ids ['c58bf60b-7a8b-4497-8446-429a3481788c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:17:59.324754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-d698c060-d611-44a8-8c2a-fa1ffce45df5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2599702 Nov 16 21:17:59.338340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Routers {'c58bf60b-7a8b-4497-8446-429a3481788c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:17:59.340125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c58bf60b-7a8b-4497-8446-429a3481788c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:17:59.400324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.401586 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee389e39-f4b3-4771-b1b4-05ddc18c226d tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9673519 Nov 16 21:17:59.406057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41728) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:17:59.556476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Set router c58bf60b-7a8b-4497-8446-429a3481788c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:17:59.773168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291d6a2a-1b41-40bf-9420-c449cf99bbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:17:59.818713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 83dc67c7-6367-4189-8e89-d9e66099011c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:17:59.843239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-fe07cdb9-7cf2-4767-83dc-838af541f5e1 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0965064 Nov 16 21:17:59.931785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-e0cb9649-85bf-47dc-acb8-59b1bb7edbc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 200 len: 217 time: 0.0630937 Nov 16 21:17:59.965800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-8940854d-ab70-41ab-bd4d-f722275d8f6a service neutron] 10.222.0.48 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256421 Nov 16 21:18:00.002765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11f69f25-10ef-47a1-9cc0-7198b644c44f req-34400ea5-ef97-40d0-9a24-5fede7912703 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 210 time: 0.0663579 Nov 16 21:18:00.004216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-75e90912-9353-4dac-8bcb-ccbb0f8a880c tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/c58bf60b-7a8b-4497-8446-429a3481788c HTTP/1.1" status: 200 len: 908 time: 0.5936792 Nov 16 21:18:00.031445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:00.045628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:00.049123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.061846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:00.062501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 83dc67c7-6367-4189-8e89-d9e66099011c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:00.062890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.117394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58bf60b-7a8b-4497-8446-429a3481788c', 'name': 'tempest-snat-router-1969795342', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '02a39ddd-e828-4520-941c-764f8ff0d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:53Z', 'updated_at': '2021-11-16T21:17:56Z', 'revision_number': 3, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port': {'id': '02a39ddd-e828-4520-941c-764f8ff0d2ea', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:78:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58bf60b-7a8b-4497-8446-429a3481788c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:54Z', 'updated_at': '2021-11-16T21:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:00.165500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Checking router: c58bf60b-7a8b-4497-8446-429a3481788c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:18:00.165888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Updating router c58bf60b-7a8b-4497-8446-429a3481788c port 02a39ddd-e828-4520-941c-764f8ff0d2ea binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:18:00.186963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6f8b2d79-a60a-4b57-b94a-f5db22a6a8d8 service neutron] 10.222.0.48 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090919 Nov 16 21:18:00.205500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.209009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291d6a2a-1b41-40bf-9420-c449cf99bbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.211596 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291d6a2a-1b41-40bf-9420-c449cf99bbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.215011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-291d6a2a-1b41-40bf-9420-c449cf99bbec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b03f0334-9105-4fe5-9241-63a8c9ab68bb HTTP/1.1" status: 204 len: 168 time: 1.3085535 Nov 16 21:18:00.251030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d6a2a-1b41-40bf-9420-c449cf99bbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f0334-9105-4fe5-9241-63a8c9ab68bb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:00.256108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-de523c80-7772-486c-bbb5-902d4d13a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:00.257580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-de523c80-7772-486c-bbb5-902d4d13a8c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.3073242 Nov 16 21:18:00.281111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Allocated IP 172.20.0.4 (757e525b-ea9d-49a3-81ea-554daa5b3926/bad8498e-5da9-4672-be9a-458a3dee38bd/505e4c15-ffbf-4f65-8438-0a49858976ed) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:00.369110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.472333 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-109ee769-d039-43d8-89c9-56269cd2e000 service neutron] 10.222.0.48 "GET /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2707677 Nov 16 21:18:00.577187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fac57df5-ca06-43da-a409-5b0fddee48ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.609726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.625002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-d5959fc3-0afb-4359-ab25-b72918af39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:00.626848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-d5959fc3-0afb-4359-ab25-b72918af39dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3567219 Nov 16 21:18:00.785696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0065e7a6-9b35-4c0d-93d3-876d4426dfbb service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123486 Nov 16 21:18:00.849889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Deleting port 02a39ddd-e828-4520-941c-764f8ff0d2ea {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:00.850137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.890952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.934695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fac57df5-ca06-43da-a409-5b0fddee48ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.947874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fac57df5-ca06-43da-a409-5b0fddee48ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:00.980671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-0d94ceaf-4954-4fcd-a772-d39bd02ad025 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417709 Nov 16 21:18:01.040943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fac57df5-ca06-43da-a409-5b0fddee48ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2ae958186e24b72ba4fff02c111efc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9758084 Nov 16 21:18:01.041786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41776) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.043223 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.053883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ed918b10-00fa-41f1-adcd-c0a8484e0033 service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494171 Nov 16 21:18:01.056939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57df5-ca06-43da-a409-5b0fddee48ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f501437c-a604-404a-95bc-b239c1fc6442,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.059250 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.070156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.151551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Attempting to bind port 02a39ddd-e828-4520-941c-764f8ff0d2ea on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:01.151932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Attempting to bind port 02a39ddd-e828-4520-941c-764f8ff0d2ea by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:01.152321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Attempting to bind port 02a39ddd-e828-4520-941c-764f8ff0d2ea on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:01.173019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:01.173526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:01.173948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.174352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:01.175600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Bound port: 02a39ddd-e828-4520-941c-764f8ff0d2ea, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:01.176014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.182417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40297a-6128-4fd4-a191-a549219185b1 None None] Pushing event updated for resources: {'Port': ['ID=02a39ddd-e828-4520-941c-764f8ff0d2ea,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.187659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:01.201926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:01.216278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6ba39777-7199-44d9-ac34-c5efbfd3e006 service neutron] 10.222.0.48 "GET /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1487665 Nov 16 21:18:01.216278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:01.240544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] For port 02a39ddd-e828-4520-941c-764f8ff0d2ea, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:01.245080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] For port 02a39ddd-e828-4520-941c-764f8ff0d2ea, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02a39ddd-e828-4520-941c-764f8ff0d2ea,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:01.250807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.321381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Routers {'c58bf60b-7a8b-4497-8446-429a3481788c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:01.322065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c58bf60b-7a8b-4497-8446-429a3481788c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:01.337217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.372876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0ac58338-261c-416c-946d-87d9f1cbd757 service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354465 Nov 16 21:18:01.397936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event updated for resources: {'Port': ['ID=505e4c15-ffbf-4f65-8438-0a49858976ed,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.402488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef9872-301c-43d8-a8ff-7735a007a695 req-79e99791-a9c6-44c9-8269-1f8331cb5eb6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:01.405380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40297a-6128-4fd4-a191-a549219185b1 None None] Pushing event updated for resources: {'Port': ['ID=02a39ddd-e828-4520-941c-764f8ff0d2ea,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.410247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ef9872-301c-43d8-a8ff-7735a007a695 req-79e99791-a9c6-44c9-8269-1f8331cb5eb6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 931 time: 0.2132568 Nov 16 21:18:01.436376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Calling delete_port for 02a39ddd-e828-4520-941c-764f8ff0d2ea owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:01.472391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] Set router c58bf60b-7a8b-4497-8446-429a3481788c gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:18:01.517784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb8c4-ecdf-4695-9ccb-ba497c584c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.543234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb8c4-ecdf-4695-9ccb-ba497c584c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.545336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-f7066ea3-bb5a-4d86-b617-89e86b553a94 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525591 Nov 16 21:18:01.584778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58bf60b-7a8b-4497-8446-429a3481788c', 'name': 'tempest-snat-router-1969795342', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:53Z', 'updated_at': '2021-11-16T21:18:00Z', 'revision_number': 4, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:01.599950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:01.605943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb8c4-ecdf-4695-9ccb-ba497c584c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.608784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb8c4-ecdf-4695-9ccb-ba497c584c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.612634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f1bbb8c4-ecdf-4695-9ccb-ba497c584c96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f501437c-a604-404a-95bc-b239c1fc6442 HTTP/1.1" status: 204 len: 168 time: 0.5651755 Nov 16 21:18:01.636320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbb8c4-ecdf-4695-9ccb-ba497c584c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501437c-a604-404a-95bc-b239c1fc6442,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:01.640572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-3f0f8d95-943c-467e-9147-78af2dd5243c service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395601 Nov 16 21:18:01.651716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:01.652524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:01.664707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-62f48051-aed2-48e2-9155-608261dc23c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 217 time: 0.0672801 Nov 16 21:18:01.700681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b551628b-d88a-4445-9e31-54ecb399a508 None None] The sync data for ids ['c58bf60b-7a8b-4497-8446-429a3481788c'] in n-d-817778-8 is: [{'id': 'c58bf60b-7a8b-4497-8446-429a3481788c', 'name': 'tempest-snat-router-1969795342', 'tenant_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:53Z', 'updated_at': '2021-11-16T21:18:00Z', 'revision_number': 4, 'project_id': '1a2ecf821ff642f8beb92b3e77604e6f', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:01.720504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ef9872-301c-43d8-a8ff-7735a007a695 req-2ebe67c0-53b0-4540-9cf0-35a139b92ad6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788677 Nov 16 21:18:01.793848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e8884e91-8b6e-4c9c-a13e-80f165cd7e4f service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379855 Nov 16 21:18:01.912742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0d34202-94ce-4030-8bd6-23bb8ec9ce87 tempest-ServiceProvidersTest-98785875 tempest-ServiceProvidersTest-98785875-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3116615 Nov 16 21:18:01.940440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f36ac5d0-d2c1-4b07-94fe-d8d708c7fc6e service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385963 Nov 16 21:18:01.941749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9e47c22e-b7f4-4c8a-aa6e-6438606ae68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:01.943952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-9e47c22e-b7f4-4c8a-aa6e-6438606ae68b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.2672689 Nov 16 21:18:02.088327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-b8d32c92-3192-4ecc-b5f8-7385e8ab135f service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396248 Nov 16 21:18:02.096338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-17a79bf9-ad70-4e9d-a854-1f88a40f5477 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9025798 Nov 16 21:18:02.098899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-27a04e43-93f9-4bc2-be4c-0edb5fc24d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:02.100958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-27a04e43-93f9-4bc2-be4c-0edb5fc24d14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1423726 Nov 16 21:18:02.113406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Request body: {'port': {'device_id': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:02.274875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.278187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.359992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-1d354bb1-0afd-4c76-8cbf-cb61528af450 service neutron] 10.222.0.48 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624598 Nov 16 21:18:02.374939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event deleted for resources: {'Port': ['ID=02a39ddd-e828-4520-941c-764f8ff0d2ea,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:02.379283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41806) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:02.507488 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-94943a15-c69c-440f-a4d4-4682faf4e366 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837266 Nov 16 21:18:02.531790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.600980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41810) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:02.678119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe626011-04ad-484c-8967-72265b27fe4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.700321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb0672dc-4c38-4f99-8d1d-b19cdac7e542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.703628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-29396b77-7b94-42b4-bcc3-11785316f8fe service neutron] 10.222.0.48 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328795 Nov 16 21:18:02.719754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.725048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.882284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5a615d0-8503-4a91-99fb-b1b6c115c663 req-c6428727-cb93-4cac-88a6-0b3f925e5319 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657498 Nov 16 21:18:02.901050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.901582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c58bf60b-7a8b-4497-8446-429a3481788c {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:02.909307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:02.913182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d69b1527-ac28-4704-9908-f6e8b2671b92 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c58bf60b-7a8b-4497-8446-429a3481788c HTTP/1.1" status: 204 len: 168 time: 2.8778615 Nov 16 21:18:02.913705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41816) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:02.984327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-62ea96a7-ba50-40f6-b95b-a6e8bca5a1d4 service neutron] 10.222.0.48 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645686 Nov 16 21:18:03.023966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550957-f638-4f04-a13f-230d15057388 req-f212352a-9747-4c09-bcbc-41576bc608e3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:03.031746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0550957-f638-4f04-a13f-230d15057388 req-f212352a-9747-4c09-bcbc-41576bc608e3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 931 time: 0.1901662 Nov 16 21:18:03.059115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.114796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb0672dc-4c38-4f99-8d1d-b19cdac7e542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.125311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb0672dc-4c38-4f99-8d1d-b19cdac7e542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.151181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0550957-f638-4f04-a13f-230d15057388 req-b89e6f0c-e9e0-46cb-9a81-3246af2fea5f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184230 Nov 16 21:18:03.173586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe626011-04ad-484c-8967-72265b27fe4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.179575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505e4c15-ffbf-4f65-8438-0a49858976ed {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:03.189456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe626011-04ad-484c-8967-72265b27fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.199710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb0672dc-4c38-4f99-8d1d-b19cdac7e542 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a91ca6ea7e0e43118bd4a8c491a55016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153183 Nov 16 21:18:03.201478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.205831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0672dc-4c38-4f99-8d1d-b19cdac7e542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696d9553-a864-4bb6-8edb-86ff9e75f83d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.211858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:03.238762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.248559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe626011-04ad-484c-8967-72265b27fe4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b2a4c8dbdf14477a9a109be8244ec50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6415215 Nov 16 21:18:03.270021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:03.337987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Transition to ACTIVE for port object 505e4c15-ffbf-4f65-8438-0a49858976ed will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:03.353655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe626011-04ad-484c-8967-72265b27fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b383c1a-0a80-4fa5-9cb3-2b597aa113a5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.359687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.467109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.490120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.522902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.528133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-11ffc124-60e5-47a8-a821-e49045e2b02a service neutron] 10.222.0.48 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007434 Nov 16 21:18:03.553362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Pushing event updated for resources: {'Port': ['ID=505e4c15-ffbf-4f65-8438-0a49858976ed,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.632049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Deleting port 83dc67c7-6367-4189-8e89-d9e66099011c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:03.632455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.636423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.639346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.643057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/696d9553-a864-4bb6-8edb-86ff9e75f83d HTTP/1.1" status: 204 len: 168 time: 0.4260762 Nov 16 21:18:03.662954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f16c09c6-00ed-46ae-846a-6d13085ef965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.727583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d9553-a864-4bb6-8edb-86ff9e75f83d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:03.744064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.744596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.744796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.745098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.745444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.745817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.746153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.747863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.747863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.748078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.748387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.748726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4eff15-3685-4fe8-ab90-0c7c88da0c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:03.791611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Attempting to bind port 505e4c15-ffbf-4f65-8438-0a49858976ed on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:03.792306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Attempting to bind port 505e4c15-ffbf-4f65-8438-0a49858976ed by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:03.804659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] For port 83dc67c7-6367-4189-8e89-d9e66099011c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=83dc67c7-6367-4189-8e89-d9e66099011c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:03.805041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.806118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Attempting to bind port 505e4c15-ffbf-4f65-8438-0a49858976ed on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:03.810683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f16c09c6-00ed-46ae-846a-6d13085ef965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.819759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Calling delete_port for 83dc67c7-6367-4189-8e89-d9e66099011c owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:03.846864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Port 505e4c15-ffbf-4f65-8438-0a49858976ed on network 757e525b-ea9d-49a3-81ea-554daa5b3926 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:03.846864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Attempting to bind port 505e4c15-ffbf-4f65-8438-0a49858976ed on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:03.898634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:03.899055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:03.899392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Bound using segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:03.899969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Bound port: 505e4c15-ffbf-4f65-8438-0a49858976ed, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:03.900326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.961403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6366e908-ac3d-4010-9a84-543f7d0f7029 service neutron] 10.222.0.48 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828945 Nov 16 21:18:03.994293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f16c09c6-00ed-46ae-846a-6d13085ef965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:03.997105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f16c09c6-00ed-46ae-846a-6d13085ef965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.005830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f16c09c6-00ed-46ae-846a-6d13085ef965 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b383c1a-0a80-4fa5-9cb3-2b597aa113a5 HTTP/1.1" status: 204 len: 168 time: 0.7337883 Nov 16 21:18:04.064257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.109875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c09c6-00ed-46ae-846a-6d13085ef965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b383c1a-0a80-4fa5-9cb3-2b597aa113a5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:04.113570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event deleted for resources: {'Port': ['ID=83dc67c7-6367-4189-8e89-d9e66099011c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:04.236980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] For port 505e4c15-ffbf-4f65-8438-0a49858976ed, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:04.245196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] For port 505e4c15-ffbf-4f65-8438-0a49858976ed, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=505e4c15-ffbf-4f65-8438-0a49858976ed,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:04.251141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.266971 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.396035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Pushing event updated for resources: {'Port': ['ID=505e4c15-ffbf-4f65-8438-0a49858976ed,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:04.436855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.438571 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.440142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-4719d53f-5e9a-4209-b232-bc51086334d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/505e4c15-ffbf-4f65-8438-0a49858976ed HTTP/1.1" status: 200 len: 1091 time: 2.3329113 Nov 16 21:18:04.440682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'tag': '505e4c15-ffbf-4f65-8438-0a49858976ed'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:04.443615 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ebefa6-bad5-4c3f-990d-082c283e8557" -d '{"events": [{"name": "network-changed", "server_uuid": "d42c7b2d-7f18-479b-b49c-3fa02a8f3f04", "tag": "505e4c15-ffbf-4f65-8438-0a49858976ed"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:04.548383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-8745d769-4452-4d8f-96af-34f386aef40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.550377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-8745d769-4452-4d8f-96af-34f386aef40c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 1094 time: 0.0707123 Nov 16 21:18:04.634385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-d452f57a-9f0d-4847-97be-692348468564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505e4c15-ffbf-4f65-8438-0a49858976ed HTTP/1.1" status: 200 len: 217 time: 0.0730214 Nov 16 21:18:04.777248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-8443243a-ef89-4e85-bc27-504d0b3acec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.784430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-8443243a-ef89-4e85-bc27-504d0b3acec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.1414146 Nov 16 21:18:04.785625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.789158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.841224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eb6e8-7be5-4409-a133-2d7bcaecf544 req-ad9a3011-de72-422b-8374-7156533b00f8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:04.849557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e04eb6e8-7be5-4409-a133-2d7bcaecf544 req-ad9a3011-de72-422b-8374-7156533b00f8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 943 time: 0.5860684 Nov 16 21:18:04.857778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.858290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:04.863587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.876640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cbc7591e-f863-45dc-ac86-ed6464e5f071 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "DELETE /v2.0/routers/d2dcff41-42cb-46e1-aa59-ad5f3c04a5c7 HTTP/1.1" status: 204 len: 168 time: 1.9609456 Nov 16 21:18:04.877362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41886) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:04.882909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-8d464d46-5c08-41c0-8f6d-e37f48bc4423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913870 Nov 16 21:18:04.888940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1002395118', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:04.973697 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.975439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:04.995158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e04eb6e8-7be5-4409-a133-2d7bcaecf544 req-7209c5ca-f23e-4221-acfa-e89fa8bbcf47 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392956 Nov 16 21:18:05.062971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.147860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-25d6b1fd-5545-4ce5-90a7-48aca6da39a0 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564313 Nov 16 21:18:05.167145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.288359 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58de18d-8f0d-4eba-8c52-352f87998a8b x-openstack-request-id: req-d58de18d-8f0d-4eba-8c52-352f87998a8b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:05.288853 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42c7b2d-7f18-479b-b49c-3fa02a8f3f04", "tag": "505e4c15-ffbf-4f65-8438-0a49858976ed", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:05.288853 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d58de18d-8f0d-4eba-8c52-352f87998a8b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:05.289282 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'tag': '505e4c15-ffbf-4f65-8438-0a49858976ed', 'status': 'completed', 'code': 200} Nov 16 21:18:05.444096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c36645b-380b-48d0-9b53-0d442b152b23 req-c19ab33d-7c6e-479c-b19d-be6ed266a7c5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1004114 Nov 16 21:18:05.481789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:05.491249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bc9f201-b974-47c5-bf74-9a3fef66aecc req-b26ab814-4b4b-4e88-ab35-76950fe46562 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345997 Nov 16 21:18:05.647265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-db03a682-888d-4ec6-ac93-4ded0788f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:05.650149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-db03a682-888d-4ec6-ac93-4ded0788f154 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 1094 time: 0.0989931 Nov 16 21:18:05.739363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 83dc67c7-6367-4189-8e89-d9e66099011c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:05.791197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 83dc67c7-6367-4189-8e89-d9e66099011c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:05.794704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 83dc67c7-6367-4189-8e89-d9e66099011c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:05.855557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-8330af91-ec0b-4f42-a57e-f9ef8c1671f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:05.857943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-8330af91-ec0b-4f42-a57e-f9ef8c1671f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.1960866 Nov 16 21:18:05.919009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-ed6327a1-a2bc-4a0d-8bb3-f083aef1827c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=505e4c15-ffbf-4f65-8438-0a49858976ed HTTP/1.1" status: 200 len: 217 time: 0.0480027 Nov 16 21:18:05.991178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.027041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.041831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-8c313ae5-8d56-4aa0-94e4-04c7071ccf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:06.044468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-8c313ae5-8d56-4aa0-94e4-04c7071ccf71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.1180043 Nov 16 21:18:06.128745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-3691995c-f59e-48fd-98b3-05036a815eac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762920 Nov 16 21:18:06.263523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Allocated IP 172.25.3.60 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/a6088a0c-23b9-4e9e-87df-561134a69f93) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:06.300686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d33c2-b0de-4984-9e37-37249bb3c7dd req-f210010d-a86d-4e7f-a827-514d77825e90 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:06.308534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-849d33c2-b0de-4984-9e37-37249bb3c7dd req-f210010d-a86d-4e7f-a827-514d77825e90 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 943 time: 0.1083741 Nov 16 21:18:06.325678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-0710a601-32c8-46d3-8de8-134c17761153 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836879 Nov 16 21:18:06.383123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-849d33c2-b0de-4984-9e37-37249bb3c7dd req-53c0f516-cce7-48ec-9137-0246b7113ed2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732780 Nov 16 21:18:06.601054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11ebefa6-bad5-4c3f-990d-082c283e8557 req-112c88df-c600-4c64-8adc-5ab29105f2f2 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668557 Nov 16 21:18:06.629540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.695503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fcee6ab-153e-46c5-b93f-fb8627d8832c req-e06a52b9-f589-4cfa-872e-362f15f6f57e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0459664 Nov 16 21:18:06.717925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:06.776403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:06.776403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:06.776403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:06.804994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event updated for resources: {'Port': ['ID=a6088a0c-23b9-4e9e-87df-561134a69f93,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:07.109824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.179067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41974) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:07.226772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-eeb0a6bd-c397-4f4b-98fa-1832158b2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.228090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-eeb0a6bd-c397-4f4b-98fa-1832158b2669 service neutron] 10.222.0.47 "GET /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 1031 time: 0.0753026 Nov 16 21:18:07.302140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ef4c5638-e967-4f3c-87a0-eb342e8295a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.303551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ef4c5638-e967-4f3c-87a0-eb342e8295a0 service neutron] 10.222.0.47 "GET /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 1032 time: 0.0665870 Nov 16 21:18:07.421577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.451502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.598766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.606441 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.658957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e47832416f00427aa3e4c3da12ff0d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4783618 Nov 16 21:18:07.662360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41994) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:07.677744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf4971-d867-4bfb-971a-5cc1e3380ff8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:07.702733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.703688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.704208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.704994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.705718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.706396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.707525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.707525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.707975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.708476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.708997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.709400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a045005-d3bb-4200-83b8-f3488ae8c278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:18:07.752221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f844a65a-cbc1-44cb-ba02-a1607c10dd80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.796769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f844a65a-cbc1-44cb-ba02-a1607c10dd80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.904709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f844a65a-cbc1-44cb-ba02-a1607c10dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.908800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f844a65a-cbc1-44cb-ba02-a1607c10dd80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:07.910262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f844a65a-cbc1-44cb-ba02-a1607c10dd80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dcf4971-d867-4bfb-971a-5cc1e3380ff8 HTTP/1.1" status: 204 len: 168 time: 0.2468696 Nov 16 21:18:07.929887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-d88993a2-298f-47c2-9ddb-441f3edf8e4e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.932610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844a65a-cbc1-44cb-ba02-a1607c10dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf4971-d867-4bfb-971a-5cc1e3380ff8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:07.938037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-d88993a2-298f-47c2-9ddb-441f3edf8e4e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.946556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-d88993a2-298f-47c2-9ddb-441f3edf8e4e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:07.961628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-d88993a2-298f-47c2-9ddb-441f3edf8e4e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "GET /v2.0/networks?id=d81a8710-fd36-40cc-8775-10a384459c66&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=81f28bd4-0232-410e-9fc6-cca647927715&id=81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 200 len: 1995 time: 0.5408316 Nov 16 21:18:08.066326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2451d240-d1c2-435d-b6bf-7dce5668a229 req-c336a5b1-5ecf-4c83-a626-9523f3cc9586 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1212549 Nov 16 21:18:08.092859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6456c4-73b5-4d3e-9c83-5e962c4106f1 req-be0c4ef1-c81b-4c39-89c5-3eb635885d35 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:08.102441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e6456c4-73b5-4d3e-9c83-5e962c4106f1 req-be0c4ef1-c81b-4c39-89c5-3eb635885d35 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 943 time: 0.4492471 Nov 16 21:18:08.127378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Router 09107caf-5f63-48b9-b20f-a3ea25c1e432 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:08.197336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-52445dc4-1625-4c8d-9541-aace756d9122 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765b27b9358e4d98b9b4305d0c79f368 HTTP/1.1" status: 200 len: 380 time: 0.2131093 Nov 16 21:18:08.217957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'admin_state_up': True, 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'security_groups': ['4fed9fb5-2e9a-4c0f-af2f-22f352983d5c']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:08.278175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 505e4c15-ffbf-4f65-8438-0a49858976ed details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:08.445969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 505e4c15-ffbf-4f65-8438-0a49858976ed, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=505e4c15-ffbf-4f65-8438-0a49858976ed,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:08.507051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '505e4c15-ffbf-4f65-8438-0a49858976ed', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': '505e4c15-ffbf-4f65-8438-0a49858976ed', 'mac_address': 'fa:16:3e:c8:e2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:08.539381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42028) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:08.569162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db3d6b67-ad3b-4f0b-8e30-34fa833bd372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.615479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.686763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:08.704865 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] Sync routers for ids ['09107caf-5f63-48b9-b20f-a3ea25c1e432'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:08.705344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505e4c15-ffbf-4f65-8438-0a49858976ed {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:08.716308 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] Routers {'09107caf-5f63-48b9-b20f-a3ea25c1e432'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:08.716917 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['09107caf-5f63-48b9-b20f-a3ea25c1e432'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:08.752183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 505e4c15-ffbf-4f65-8438-0a49858976ed, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=505e4c15-ffbf-4f65-8438-0a49858976ed,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:08.759664 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.788490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e6456c4-73b5-4d3e-9c83-5e962c4106f1 req-36ede002-8eb9-4531-a64b-1532019329b9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850731 Nov 16 21:18:08.789185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:08.822334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.860753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=505e4c15-ffbf-4f65-8438-0a49858976ed,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:08.868525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.872445 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:08.878766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5acd9084-3b5e-41fb-a1b1-3237abb2e0cd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9924099 Nov 16 21:18:08.883591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42032) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:08.888991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': False}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:08.905062 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] Routers {'09107caf-5f63-48b9-b20f-a3ea25c1e432'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:08.907748 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['09107caf-5f63-48b9-b20f-a3ea25c1e432'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:08.928510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db3d6b67-ad3b-4f0b-8e30-34fa833bd372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.943373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-db3d6b67-ad3b-4f0b-8e30-34fa833bd372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:08.992597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d6b67-ad3b-4f0b-8e30-34fa833bd372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f411c-d3ee-4340-9344-cd211d1e49ea,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.066848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-db3d6b67-ad3b-4f0b-8e30-34fa833bd372 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18b18eb0523b4682ae8bcbab93c03c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226061 Nov 16 21:18:09.067110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:09.079249 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:09.083646 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6527680-aabf-4e54-8aa9-2e057ca1c873 None None] The sync data for ids ['09107caf-5f63-48b9-b20f-a3ea25c1e432'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:09.086474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['505e4c15-ffbf-4f65-8438-0a49858976ed'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:09.420112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efac8b07-1f5e-4be9-84e0-6b0a553a9a2d req-35969c37-887b-42b2-97f6-76a3fe8b2d44 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.2231021 Nov 16 21:18:09.421806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 172.20.0.8 (d81a8710-fd36-40cc-8775-10a384459c66/4900acb4-23f2-42d4-87b5-5ff651f9925c/f812ee03-1061-4381-a152-421ec70a8cb0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:09.428374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1474a57-8898-4993-8e8b-a40fddc7dfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.521074 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1474a57-8898-4993-8e8b-a40fddc7dfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.673069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.772774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1474a57-8898-4993-8e8b-a40fddc7dfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.776013 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1474a57-8898-4993-8e8b-a40fddc7dfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:09.777492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d1474a57-8898-4993-8e8b-a40fddc7dfbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b05f411c-d3ee-4340-9344-cd211d1e49ea HTTP/1.1" status: 204 len: 168 time: 0.7107239 Nov 16 21:18:09.799263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1474a57-8898-4993-8e8b-a40fddc7dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f411c-d3ee-4340-9344-cd211d1e49ea,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:09.883218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:10.042115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2327-c5be-4949-b673-6d25787da14b req-add52e5a-17ec-4f09-aa87-e8cbe06e9a2a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.049361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a5c2327-c5be-4949-b673-6d25787da14b req-add52e5a-17ec-4f09-aa87-e8cbe06e9a2a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 944 time: 0.1589983 Nov 16 21:18:10.143664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:10.286870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 505e4c15-ffbf-4f65-8438-0a49858976ed up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:10.438281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 505e4c15-ffbf-4f65-8438-0a49858976ed completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:10.450912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 505e4c15-ffbf-4f65-8438-0a49858976ed triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:10.451337 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:10.756410 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:10.802094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab68741-37ef-46c3-9d0e-a80cab95b650 req-1a219f82-970b-43c0-b707-9bf9e513f5a3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:10.810890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab68741-37ef-46c3-9d0e-a80cab95b650 req-1a219f82-970b-43c0-b707-9bf9e513f5a3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 931 time: 0.1736882 Nov 16 21:18:10.831038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505e4c15-ffbf-4f65-8438-0a49858976ed'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:10.842833 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e8864-f288-4d69-8231-f845e338edbe" -d '{"events": [{"server_uuid": "d42c7b2d-7f18-479b-b49c-3fa02a8f3f04", "name": "network-vif-plugged", "status": "completed", "tag": "505e4c15-ffbf-4f65-8438-0a49858976ed"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:10.907243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 505e4c15-ffbf-4f65-8438-0a49858976ed, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=505e4c15-ffbf-4f65-8438-0a49858976ed,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:10.913943 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:10.954203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab68741-37ef-46c3-9d0e-a80cab95b650 req-5648d561-d4f2-440f-926d-5b9f47661908 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373212 Nov 16 21:18:11.077490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=505e4c15-ffbf-4f65-8438-0a49858976ed,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:11.201191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:11.270323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network d81a8710-fd36-40cc-8775-10a384459c66 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:11.287248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:11.328672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:11.340430 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988bac5-e2f3-48b9-aee5-ff67ea474a0f x-openstack-request-id: req-c988bac5-e2f3-48b9-aee5-ff67ea474a0f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:11.342370 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c7b2d-7f18-479b-b49c-3fa02a8f3f04", "name": "network-vif-plugged", "status": "completed", "tag": "505e4c15-ffbf-4f65-8438-0a49858976ed", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:11.342860 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c988bac5-e2f3-48b9-aee5-ff67ea474a0f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:11.343648 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505e4c15-ffbf-4f65-8438-0a49858976ed', 'code': 200} Nov 16 21:18:11.493876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a5c2327-c5be-4949-b673-6d25787da14b req-66751dd4-ceab-42b8-9837-2ea5c9da498d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4381428 Nov 16 21:18:11.518423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504ae4-c635-4240-8bee-231e2f9072eb req-ab6bdeb0-d45d-4ede-9666-265dd614ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.521881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:11.522562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.530535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26504ae4-c635-4240-8bee-231e2f9072eb req-ab6bdeb0-d45d-4ede-9666-265dd614ed7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 1096 time: 0.1335490 Nov 16 21:18:11.664235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26504ae4-c635-4240-8bee-231e2f9072eb req-254089b8-6b9a-440f-8511-61c557f568a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259446 Nov 16 21:18:11.715183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0a4edfcc-fe5a-41ae-88de-2d6fb01d9828 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5041893 Nov 16 21:18:11.776273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'admin_state_up': True, 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'security_groups': ['4fed9fb5-2e9a-4c0f-af2f-22f352983d5c']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:11.901584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a02d8aec-93a5-4fd6-8f6a-14ebd7cf1d22 None None] Provisioning complete for port f812ee03-1061-4381-a152-421ec70a8cb0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:11.902807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a02d8aec-93a5-4fd6-8f6a-14ebd7cf1d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:11.998230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a02d8aec-93a5-4fd6-8f6a-14ebd7cf1d22 None None] Port f812ee03-1061-4381-a152-421ec70a8cb0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:12.263486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4703c18-7526-4a58-89d4-8a03440ba0ee req-c285b6a1-805f-4495-b0d5-a398b275bb5c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.274229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4703c18-7526-4a58-89d4-8a03440ba0ee req-c285b6a1-805f-4495-b0d5-a398b275bb5c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 931 time: 0.1466584 Nov 16 21:18:12.310784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:12.314630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.341239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.354921 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:12.418279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4703c18-7526-4a58-89d4-8a03440ba0ee req-76bc2ea5-3509-4ecd-8109-eb7f6eba17c8 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423173 Nov 16 21:18:12.733827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c653c1-841d-4562-9d52-060cda3a0e3a req-f15570f2-d1a3-4912-9231-c085355d610a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:12.735672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99c653c1-841d-4562-9d52-060cda3a0e3a req-f15570f2-d1a3-4912-9231-c085355d610a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 945 time: 0.1083567 Nov 16 21:18:12.853381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99c653c1-841d-4562-9d52-060cda3a0e3a req-9d49d661-8c46-4a10-8ed4-f2af0de6186d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081769 Nov 16 21:18:12.900738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Router 09107caf-5f63-48b9-b20f-a3ea25c1e432 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:12.926978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 10.1.1.172 (b740b8d0-6c5f-4a29-8be3-08c641ea5db4/9fec2fd8-19c0-4cb9-9130-e24c45eaee2d/e402764e-07db-4ee3-801c-7372fdbeb928) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:13.200591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:13.209229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.213541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42244) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:13.214031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] Sync routers for ids ['09107caf-5f63-48b9-b20f-a3ea25c1e432'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:13.224480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-04719837-dcb7-4e6b-9462-92b084ae2611 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "PUT /v2.0/routers/09107caf-5f63-48b9-b20f-a3ea25c1e432 HTTP/1.1" status: 200 len: 925 time: 4.3397892 Nov 16 21:18:13.242890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] Routers {'09107caf-5f63-48b9-b20f-a3ea25c1e432'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:13.243188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['09107caf-5f63-48b9-b20f-a3ea25c1e432'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:13.361831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:13.385333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] Routers {'09107caf-5f63-48b9-b20f-a3ea25c1e432'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:13.389250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:17:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['09107caf-5f63-48b9-b20f-a3ea25c1e432'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:13.437681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.455116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:13.455920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca64c40-3727-4778-be95-56fa10b3b2f3 None None] The sync data for ids ['09107caf-5f63-48b9-b20f-a3ea25c1e432'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:13.543741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9586677-3646-46cd-be69-5ee5b7ebfcd6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/09107caf-5f63-48b9-b20f-a3ea25c1e432 HTTP/1.1" status: 200 len: 925 time: 0.3287871 Nov 16 21:18:13.544904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:13.564727 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.667171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:13.673350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:13.682182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:13.769441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:13.770353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:13.794664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:13.815229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9020b215-7585-43b1-954c-03f15e6387b5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0532749 Nov 16 21:18:13.830146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'admin_state_up': True, 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'security_groups': ['4fed9fb5-2e9a-4c0f-af2f-22f352983d5c']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:14.174646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517d85e-415a-4514-aa22-7a91343c87c1 req-d0914be8-15a5-43fa-beac-7a2257f912bc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.183802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0517d85e-415a-4514-aa22-7a91343c87c1 req-d0914be8-15a5-43fa-beac-7a2257f912bc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 945 time: 0.1531911 Nov 16 21:18:14.218574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:14.222498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:14.243650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8a497df4-7d98-4ae9-9445-c3461dac53b3 None None] Provisioning complete for port e402764e-07db-4ee3-801c-7372fdbeb928 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:14.244176 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8a497df4-7d98-4ae9-9445-c3461dac53b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:14.287227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0517d85e-415a-4514-aa22-7a91343c87c1 req-ea41bc9c-79a4-4684-a182-b7e2987a4f11 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976892 Nov 16 21:18:14.390495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8a497df4-7d98-4ae9-9445-c3461dac53b3 None None] Port e402764e-07db-4ee3-801c-7372fdbeb928 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:14.574967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 10.1.1.19 (b740b8d0-6c5f-4a29-8be3-08c641ea5db4/9fec2fd8-19c0-4cb9-9130-e24c45eaee2d/067f260e-99dd-4594-88ab-c8307bb73d26) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:14.809213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390034ad-7dd0-4a5d-8f1d-5e381df7863e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.823903 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-390034ad-7dd0-4a5d-8f1d-5e381df7863e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=09107caf-5f63-48b9-b20f-a3ea25c1e432&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2687557 Nov 16 21:18:14.832368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:14.886776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88392088-d11f-49ba-b789-0034da1a9dbe req-1932bc42-2589-4731-93ab-78683367d601 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.905128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88392088-d11f-49ba-b789-0034da1a9dbe req-1932bc42-2589-4731-93ab-78683367d601 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:14.918566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88392088-d11f-49ba-b789-0034da1a9dbe req-1932bc42-2589-4731-93ab-78683367d601 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 1653 time: 1.3152044 Nov 16 21:18:15.039211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b385f-0322-46ff-ba7d-a9aeb0e002b5 req-ec935b04-fb85-41b0-bc06-f0a3382c1479 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:15.044536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d7b385f-0322-46ff-ba7d-a9aeb0e002b5 req-ec935b04-fb85-41b0-bc06-f0a3382c1479 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 945 time: 0.1795106 Nov 16 21:18:15.081203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88392088-d11f-49ba-b789-0034da1a9dbe req-91f316d3-6a6d-49fa-8693-60b13703006c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617973 Nov 16 21:18:15.128199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b313a-4d26-4f3b-bde7-08cd21cda031 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:15.128199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d88b313a-4d26-4f3b-bde7-08cd21cda031 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.2939899 Nov 16 21:18:15.134718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42332) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:15.191482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.243544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d7b385f-0322-46ff-ba7d-a9aeb0e002b5 req-554ef556-4d64-4ec6-9130-46d0596d2092 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838858 Nov 16 21:18:15.274800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-69c18201-05da-4a30-8b61-ca98052c7b46 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=09107caf-5f63-48b9-b20f-a3ea25c1e432 HTTP/1.1" status: 200 len: 205 time: 0.1388190 Nov 16 21:18:15.277769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42336) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:15.296642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.385878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:15.413282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:15.415301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:15.422445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:15.515501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.549237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:15.549960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.591729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e754f3ff-ae13-4d3a-bc05-662a354ca356 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7653956 Nov 16 21:18:15.609285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715', 'admin_state_up': True, 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'security_groups': ['4fed9fb5-2e9a-4c0f-af2f-22f352983d5c']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:15.753549 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.889071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Deleting port a6088a0c-23b9-4e9e-87df-561134a69f93 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:15.890369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:15.922472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:15.978656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e7db0f29-33b1-4f1f-b268-887c4be29621 None None] Provisioning complete for port 067f260e-99dd-4594-88ab-c8307bb73d26 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:15.990723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e7db0f29-33b1-4f1f-b268-887c4be29621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.059958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e7db0f29-33b1-4f1f-b268-887c4be29621 None None] Port 067f260e-99dd-4594-88ab-c8307bb73d26 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:16.229074 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.403288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:16.415540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-ddd29b50-a664-4089-9312-0d5f6d0945ba tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:16.420143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-ddd29b50-a664-4089-9312-0d5f6d0945ba tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 945 time: 0.3267426 Nov 16 21:18:16.447587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Calling delete_port for a6088a0c-23b9-4e9e-87df-561134a69f93 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:16.549503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6ef4c-1e34-480b-a1c6-2b138483cba7 req-9bd4ee6b-1cd3-4413-951d-9044c4826e39 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:16.557909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6ef4c-1e34-480b-a1c6-2b138483cba7 req-9bd4ee6b-1cd3-4413-951d-9044c4826e39 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:16.567411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6ef4c-1e34-480b-a1c6-2b138483cba7 req-9bd4ee6b-1cd3-4413-951d-9044c4826e39 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:16.569820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19e6ef4c-1e34-480b-a1c6-2b138483cba7 req-9bd4ee6b-1cd3-4413-951d-9044c4826e39 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 2373 time: 0.2847538 Nov 16 21:18:16.626923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f9d81-7c1a-4f06-a888-23caedbc95b1 req-a1c8d1f1-3417-434f-aa5b-2d5247765a56 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:16.639793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b0f9d81-7c1a-4f06-a888-23caedbc95b1 req-a1c8d1f1-3417-434f-aa5b-2d5247765a56 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 945 time: 0.2615457 Nov 16 21:18:16.878298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b0f9d81-7c1a-4f06-a888-23caedbc95b1 req-02a73dc6-9f56-41f2-a3c0-83d24e0af22d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354343 Nov 16 21:18:16.959900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 10.2.2.100 (81f28bd4-0232-410e-9fc6-cca647927715/21e8a109-329c-403d-9238-fb6864e870f0/97f906d6-7a52-4792-be6e-a85ce0027b01) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:17.128002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19e6ef4c-1e34-480b-a1c6-2b138483cba7 req-83c01c20-53c5-4f01-adbf-b622ecc33999 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616968 Nov 16 21:18:17.218330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.345578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event deleted for resources: {'Port': ['ID=a6088a0c-23b9-4e9e-87df-561134a69f93,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:17.388295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Deleting port 505e4c15-ffbf-4f65-8438-0a49858976ed {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:17.388637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.476423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.551732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.610271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:17.627958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] For port 505e4c15-ffbf-4f65-8438-0a49858976ed, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=505e4c15-ffbf-4f65-8438-0a49858976ed,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:17.628268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.638193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network 81f28bd4-0232-410e-9fc6-cca647927715 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:17.641332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:17.645496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:17.661380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Calling delete_port for 505e4c15-ffbf-4f65-8438-0a49858976ed owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:17.682068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.808086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:17.813927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:17.849048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7c5150c7-1d6d-420e-a9b9-e475d23fa2d4 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2438798 Nov 16 21:18:17.864932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715', 'admin_state_up': True, 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'security_groups': ['4fed9fb5-2e9a-4c0f-af2f-22f352983d5c']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:18.045170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.049797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.116552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0d274644-5ad5-4e0a-8507-f7539ce7f3b0 None None] Provisioning complete for port 97f906d6-7a52-4792-be6e-a85ce0027b01 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:18.117054 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d274644-5ad5-4e0a-8507-f7539ce7f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.231591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0d274644-5ad5-4e0a-8507-f7539ce7f3b0 None None] Port 97f906d6-7a52-4792-be6e-a85ce0027b01 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:18.349226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.352871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.353605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Fanout notify agent at l3_agent the message router_deleted on router 09107caf-5f63-48b9-b20f-a3ea25c1e432 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:18.368148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.375733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-66384f8f-62c3-43a3-83ae-5f8399811062 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/09107caf-5f63-48b9-b20f-a3ea25c1e432 HTTP/1.1" status: 204 len: 168 time: 3.0959320 Nov 16 21:18:18.390226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42456) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:18.441194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-730343693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:18.457859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Made reservation on behalf of 765b27b9358e4d98b9b4305d0c79f368 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:18.468053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.468773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event deleted for resources: {'Port': ['ID=505e4c15-ffbf-4f65-8438-0a49858976ed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:18.484281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42458) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:18.508014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c179-9aef-453b-b4a0-3d55f169af55 req-1595d097-1d73-4e19-b7d1-4aeac98cb3f3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.514113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c179-9aef-453b-b4a0-3d55f169af55 req-1595d097-1d73-4e19-b7d1-4aeac98cb3f3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.521373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c179-9aef-453b-b4a0-3d55f169af55 req-1595d097-1d73-4e19-b7d1-4aeac98cb3f3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.529314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c179-9aef-453b-b4a0-3d55f169af55 req-1595d097-1d73-4e19-b7d1-4aeac98cb3f3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.540921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a079c179-9aef-453b-b4a0-3d55f169af55 req-1595d097-1d73-4e19-b7d1-4aeac98cb3f3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 3094 time: 0.2092333 Nov 16 21:18:18.585432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6e10b-552f-4e58-9401-b46645728e16 req-649c63af-0cb7-4f84-8178-2b8a791f3972 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:18.587051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4c6e10b-552f-4e58-9401-b46645728e16 req-649c63af-0cb7-4f84-8178-2b8a791f3972 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=d42c7b2d-7f18-479b-b49c-3fa02a8f3f04 HTTP/1.1" status: 200 len: 867 time: 0.4420564 Nov 16 21:18:18.633849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] No DVR routers for this DVR port 505e4c15-ffbf-4f65-8438-0a49858976ed on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:18:18.637117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.641767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97987722-0fe7-4cdb-ad1a-af8f7c443b7f req-eb8f4e93-6aee-48d5-9605-17207c34dac2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "DELETE /v2.0/ports/505e4c15-ffbf-4f65-8438-0a49858976ed HTTP/1.1" status: 204 len: 173 time: 2.2087164 Nov 16 21:18:18.648646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'name': 'network-vif-deleted', 'tag': '505e4c15-ffbf-4f65-8438-0a49858976ed'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:18.652940 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0961471-8226-41a1-924d-d07e97329ae0" -d '{"events": [{"server_uuid": "d42c7b2d-7f18-479b-b49c-3fa02a8f3f04", "name": "network-vif-deleted", "tag": "505e4c15-ffbf-4f65-8438-0a49858976ed"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:18.685168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.686842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.754946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4c6e10b-552f-4e58-9401-b46645728e16 req-0283bbbc-a6b7-4e57-9189-26132bfccfba tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498449 Nov 16 21:18:18.773320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a079c179-9aef-453b-b4a0-3d55f169af55 req-c9073c2d-5ff7-4d36-acb7-57ae76319a6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314308 Nov 16 21:18:18.979991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:18.996431 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80408e-7bd0-403b-b3fe-c1a8d42d4bcf x-openstack-request-id: req-cf80408e-7bd0-403b-b3fe-c1a8d42d4bcf {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:18.996846 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c7b2d-7f18-479b-b49c-3fa02a8f3f04", "name": "network-vif-deleted", "tag": "505e4c15-ffbf-4f65-8438-0a49858976ed", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:18.997105 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf80408e-7bd0-403b-b3fe-c1a8d42d4bcf {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:18.997565 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c7b2d-7f18-479b-b49c-3fa02a8f3f04', 'name': 'network-vif-deleted', 'tag': '505e4c15-ffbf-4f65-8438-0a49858976ed', 'status': 'completed', 'code': 200} Nov 16 21:18:19.027322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.041168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb6cb-4c6f-4bdd-874a-a4ed987c50e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.044140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Allocated IP 10.2.2.200 (81f28bd4-0232-410e-9fc6-cca647927715/21e8a109-329c-403d-9238-fb6864e870f0/eab9fdb0-11a5-4423-88c1-de29fb045e3d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:19.094059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.096697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c1a5f54-eacf-4984-ac31-a060017313ed tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6659269 Nov 16 21:18:19.100324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:19.106249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:19.190316 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:18:19.225000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.277920 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.365156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Network 81f28bd4-0232-410e-9fc6-cca647927715 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:19.368853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:19.371958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:19.464313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:19.465032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.469096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event updated for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:19.507415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f8dbb5c8-3a3c-4d23-85c8-4166c33398f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6474385 Nov 16 21:18:19.520036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:19.599384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.649636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.756496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb6cb-4c6f-4bdd-874a-a4ed987c50e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.764195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d9fb6cb-4c6f-4bdd-874a-a4ed987c50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.773026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d8ae5360-3601-44b4-bce7-6b23575c032a None None] Provisioning complete for port eab9fdb0-11a5-4423-88c1-de29fb045e3d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:19.773642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5360-3601-44b4-bce7-6b23575c032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:19.805875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d9fb6cb-4c6f-4bdd-874a-a4ed987c50e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22b99ca894b345a7a1934c6b46fafae2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2703178 Nov 16 21:18:19.807931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42478) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:19.876913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fb6cb-4c6f-4bdd-874a-a4ed987c50e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fddb9-d64a-4256-9bcd-7f61a173834c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:19.908542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae5360-3601-44b4-bce7-6b23575c032a None None] Port eab9fdb0-11a5-4423-88c1-de29fb045e3d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:19.925199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b43fd9-729d-4634-b496-f8fc20ef99f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.117551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b43fd9-729d-4634-b496-f8fc20ef99f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.120919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-6c2a4404-f2e4-4740-ada1-6c04e4392d2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.128173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-6c2a4404-f2e4-4740-ada1-6c04e4392d2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.135665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-6c2a4404-f2e4-4740-ada1-6c04e4392d2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.143624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-6c2a4404-f2e4-4740-ada1-6c04e4392d2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.150781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-6c2a4404-f2e4-4740-ada1-6c04e4392d2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.158938 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-6c2a4404-f2e4-4740-ada1-6c04e4392d2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 3815 time: 0.2644663 Nov 16 21:18:20.186355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.232903 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.275033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9e251b6-5f70-4eb8-8ca4-47b8c6ae7381 req-97087b48-ccf8-4b28-b8cd-6c0c93966ff3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145899 Nov 16 21:18:20.327337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 505e4c15-ffbf-4f65-8438-0a49858976ed no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:20.381581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f812ee03-1061-4381-a152-421ec70a8cb0 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:20.387304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 505e4c15-ffbf-4f65-8438-0a49858976ed {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:18:20.389645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Allocated IP 172.25.3.26 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/1e3865cf-2ddb-4244-a00c-f99df093f47a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:20.390266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 505e4c15-ffbf-4f65-8438-0a49858976ed not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:18:20.412532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.430111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Transition to ACTIVE for port object f812ee03-1061-4381-a152-421ec70a8cb0 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:20.436544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.540316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Pushing event updated for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:20.607651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-ca5871bb-f77a-41e3-aeef-af9e6c482849 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.610483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-ca5871bb-f77a-41e3-aeef-af9e6c482849 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.2358348 Nov 16 21:18:20.622166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Attempting to bind port f812ee03-1061-4381-a152-421ec70a8cb0 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:20.622503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Attempting to bind port f812ee03-1061-4381-a152-421ec70a8cb0 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:20.622880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Attempting to bind port f812ee03-1061-4381-a152-421ec70a8cb0 on network d81a8710-fd36-40cc-8775-10a384459c66 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:20.628491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Port f812ee03-1061-4381-a152-421ec70a8cb0 on network d81a8710-fd36-40cc-8775-10a384459c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:20.628863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Attempting to bind port f812ee03-1061-4381-a152-421ec70a8cb0 on network d81a8710-fd36-40cc-8775-10a384459c66 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:20.636564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:20.636963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Checking segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:20.637503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Bound using segment: {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:20.637958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Bound port: f812ee03-1061-4381-a152-421ec70a8cb0, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b22c10e-256f-4312-997f-80f573bc0f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:20.638319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.663565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-4fbb992c-8946-4fe0-ad19-2464158ef1ea tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0346954 Nov 16 21:18:20.737639 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ce3979e-bf5a-42b6-8823-b6e56367785b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.767130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-96d7dc05-d62d-4ce6-bd93-d9532fb06b47 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915747 Nov 16 21:18:20.802131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:20.806283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f812ee03-1061-4381-a152-421ec70a8cb0,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:20.815866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.910156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:20.911412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.912845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] 10.222.0.47 "PUT /v2.0/ports/f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 200 len: 1091 time: 1.3998439 Nov 16 21:18:20.945950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:20.949864 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf8143a-7f57-424b-9973-060fa0076981" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:20.951089 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b43fd9-729d-4634-b496-f8fc20ef99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.957980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b43fd9-729d-4634-b496-f8fc20ef99f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:20.959187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56b43fd9-729d-4634-b496-f8fc20ef99f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a2fddb9-d64a-4256-9bcd-7f61a173834c HTTP/1.1" status: 204 len: 168 time: 1.1494780 Nov 16 21:18:21.012452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:21.059761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b43fd9-729d-4634-b496-f8fc20ef99f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fddb9-d64a-4256-9bcd-7f61a173834c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:21.173543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce536d-bdb6-4220-bf12-083883eb4c69 service neutron] Pushing event updated for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:21.191208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-585bb49c-4892-4577-9756-16e7602a31a4 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019539 Nov 16 21:18:21.258213 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.504639 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.576668 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40b020-d624-4fde-b039-0c2d5903e59a x-openstack-request-id: req-3b40b020-d624-4fde-b039-0c2d5903e59a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:21.576964 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:21.577224 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b40b020-d624-4fde-b039-0c2d5903e59a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:21.581823 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'status': 'completed', 'code': 200} Nov 16 21:18:21.610990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-59f79e42-bb72-4167-9622-9367cecc2375 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070084 Nov 16 21:18:21.636076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:21.694376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:21.698843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:21.703615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:21.744094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event updated for resources: {'Port': ['ID=1e3865cf-2ddb-4244-a00c-f99df093f47a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:22.081098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f67da-3572-42d2-87ca-93964363020c req-a465ad63-21f2-4a93-9c5d-7c729ef7db77 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.112838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f67da-3572-42d2-87ca-93964363020c req-a465ad63-21f2-4a93-9c5d-7c729ef7db77 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.135716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f67da-3572-42d2-87ca-93964363020c req-a465ad63-21f2-4a93-9c5d-7c729ef7db77 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.158087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f67da-3572-42d2-87ca-93964363020c req-a465ad63-21f2-4a93-9c5d-7c729ef7db77 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.179632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f67da-3572-42d2-87ca-93964363020c req-a465ad63-21f2-4a93-9c5d-7c729ef7db77 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.190867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-076f67da-3572-42d2-87ca-93964363020c req-a465ad63-21f2-4a93-9c5d-7c729ef7db77 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 3827 time: 0.3385131 Nov 16 21:18:22.256247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-94fb1b98-01ea-413b-88bb-0aa81b85848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.256739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-94fb1b98-01ea-413b-88bb-0aa81b85848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.257215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-94fb1b98-01ea-413b-88bb-0aa81b85848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.257815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-94fb1b98-01ea-413b-88bb-0aa81b85848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.258215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-94fb1b98-01ea-413b-88bb-0aa81b85848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:22.259958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cf8143a-7f57-424b-9973-060fa0076981 req-94fb1b98-01ea-413b-88bb-0aa81b85848d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 4362 time: 0.5789180 Nov 16 21:18:22.372551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.461676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-989e2624-d758-44c3-903f-163ff407dc00 req-dc8fd1e4-158f-4063-9b7a-29b33c7af53f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.3126590 Nov 16 21:18:22.942530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:22.949505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.041119 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5956463a-842a-400a-aeb2-56aa6b217a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.455592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d92de59-8b2d-4366-b06e-9b6273c902b6 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:23.465291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.479185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Transition to ACTIVE for port object 2d92de59-8b2d-4366-b06e-9b6273c902b6 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:23.489970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:23.612708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-076f67da-3572-42d2-87ca-93964363020c req-0747ba25-3c0a-4495-b733-c1bb68372c0e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4210308 Nov 16 21:18:23.763932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:23.906639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-06a27b75-b0af-41bf-9184-b4ee8c42bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.912662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-06a27b75-b0af-41bf-9184-b4ee8c42bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.916700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-06a27b75-b0af-41bf-9184-b4ee8c42bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.919881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cf8143a-7f57-424b-9973-060fa0076981 req-06a27b75-b0af-41bf-9184-b4ee8c42bb00 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=765b27b9358e4d98b9b4305d0c79f368&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.6167586 Nov 16 21:18:23.960793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a2db-40ef-4046-80ad-20f3c8b0958d req-b6a1746b-4c04-459b-8f08-5f70487bf447 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:23.962599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a89ae3d6-e6f3-47e1-847e-b35bc27dde83 req-c1890430-7577-4441-b6f9-0ecbedaa0ad2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.1999941 Nov 16 21:18:23.965425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc71a2db-40ef-4046-80ad-20f3c8b0958d req-b6a1746b-4c04-459b-8f08-5f70487bf447 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.1594434 Nov 16 21:18:23.991331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Attempting to bind port 2d92de59-8b2d-4366-b06e-9b6273c902b6 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:23.994534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Attempting to bind port 2d92de59-8b2d-4366-b06e-9b6273c902b6 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:24.001146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Attempting to bind port 2d92de59-8b2d-4366-b06e-9b6273c902b6 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:24.101046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Port 2d92de59-8b2d-4366-b06e-9b6273c902b6 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:24.101385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Attempting to bind port 2d92de59-8b2d-4366-b06e-9b6273c902b6 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:24.134911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.159094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:24.163525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Checking segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:24.164179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Bound using segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:24.164812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Bound port: 2d92de59-8b2d-4366-b06e-9b6273c902b6, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:24.165355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.315590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Router 9321ec39-e03a-4836-9617-4ff687767514 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:24.324639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc71a2db-40ef-4046-80ad-20f3c8b0958d req-0da0eeb9-af66-49a2-9d3f-a611572532eb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978461 Nov 16 21:18:24.326449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42642) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:24.333871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-731adacd-733c-4e7d-8463-28c015f8e037 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:24.336027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-731adacd-733c-4e7d-8463-28c015f8e037 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.4209249 Nov 16 21:18:24.364914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Request body: {'port': {'device_id': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'admin_state_up': True, 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:24.414903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8143a-7f57-424b-9973-060fa0076981 req-dbfe8bf5-5e28-4468-a7d8-a9a41af88bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:24.420543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cf8143a-7f57-424b-9973-060fa0076981 req-dbfe8bf5-5e28-4468-a7d8-a9a41af88bd2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4444675 Nov 16 21:18:24.441638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:24.450654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:24.455716 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.510383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3901797f-cbd4-4fa7-9dda-3726a73e4e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.511007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:24.511823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.513437 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 1134 time: 3.5343335 Nov 16 21:18:24.514094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': '2d92de59-8b2d-4366-b06e-9b6273c902b6'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:24.522385 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4611e3bc-e9ec-4a95-a8b3-083832264859" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "2d92de59-8b2d-4366-b06e-9b6273c902b6"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:24.549118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:24.558239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c0c85-668b-4edf-b049-cd1f1febaeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:24.673576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.676892 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f0f4fa-8221-494f-b1c4-684d3dfaae95 x-openstack-request-id: req-a1f0f4fa-8221-494f-b1c4-684d3dfaae95 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:24.683779 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "2d92de59-8b2d-4366-b06e-9b6273c902b6", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:24.684185 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1f0f4fa-8221-494f-b1c4-684d3dfaae95 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:24.684712 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': '2d92de59-8b2d-4366-b06e-9b6273c902b6', 'status': 'completed', 'code': 200} Nov 16 21:18:24.732740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3901797f-cbd4-4fa7-9dda-3726a73e4e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.791664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:24.801704 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] Sync routers for ids ['9321ec39-e03a-4836-9617-4ff687767514'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:24.809954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.811204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c460805b-0b12-4d23-b2a4-8c1b4af2d8dc tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "PUT /v2.0/routers/9321ec39-e03a-4836-9617-4ff687767514 HTTP/1.1" status: 200 len: 882 time: 5.7096064 Nov 16 21:18:24.817332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] Routers {'9321ec39-e03a-4836-9617-4ff687767514'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:24.818077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9321ec39-e03a-4836-9617-4ff687767514'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:24.834986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42650) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:24.842963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3901797f-cbd4-4fa7-9dda-3726a73e4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:24.895942 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:24.924809 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] Routers {'9321ec39-e03a-4836-9617-4ff687767514'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:24.925613 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9321ec39-e03a-4836-9617-4ff687767514'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:24.961473 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:24.962291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a575706-3ea4-4a22-926a-0d12c53cfc6b None None] The sync data for ids ['9321ec39-e03a-4836-9617-4ff687767514'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:25.084106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3901797f-cbd4-4fa7-9dda-3726a73e4e5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1d68dfc1cb64b7981992d199a8d7e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7469091 Nov 16 21:18:25.092722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:25.127552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da665a08-c842-4ab3-b45f-b6ddb05a6582 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:25.131482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901797f-cbd4-4fa7-9dda-3726a73e4e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5dbd1e-28d8-4daa-8438-de1ee788822e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:25.151746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.170083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.174701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac02294a-6e60-420b-a12a-513a6ff6a1f5 req-65eaad83-e530-4a5f-986f-6310c31e8681 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.0546994 Nov 16 21:18:25.176681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.183998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.188934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.189245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.189763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.190167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.190289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.190818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.191291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.194147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-a96ddb61-4f74-4dfe-9203-5b19a0f50dfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5289 time: 0.5072873 Nov 16 21:18:25.195317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Transition to ACTIVE for port object da665a08-c842-4ab3-b45f-b6ddb05a6582 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:25.198347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.199644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.204828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.207044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-d413f07c-43f2-4cbc-99fe-1d490d3b06cf tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 4603 time: 0.3858514 Nov 16 21:18:25.258562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:25.262357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.308459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a04cfc3a-2425-4ced-a2e4-69374b6ed178 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/9321ec39-e03a-4836-9617-4ff687767514 HTTP/1.1" status: 200 len: 923 time: 0.4721456 Nov 16 21:18:25.314380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:25.344073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Pushing event updated for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:25.374006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f3e3df-6262-4f3a-81d0-415e97a84b8e req-a8727b52-abfb-40b9-a52a-8505d01ae632 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481049 Nov 16 21:18:25.474704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dfcce-3bf5-4035-ae85-0bdce97655ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.508407 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dfcce-3bf5-4035-ae85-0bdce97655ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.525548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Attempting to bind port da665a08-c842-4ab3-b45f-b6ddb05a6582 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:25.526528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Attempting to bind port da665a08-c842-4ab3-b45f-b6ddb05a6582 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:25.527052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Attempting to bind port da665a08-c842-4ab3-b45f-b6ddb05a6582 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:25.545942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Port da665a08-c842-4ab3-b45f-b6ddb05a6582 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:25.546532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Attempting to bind port da665a08-c842-4ab3-b45f-b6ddb05a6582 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:25.585191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:25.585572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Checking segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:25.589377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Bound using segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:25.590093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Bound port: da665a08-c842-4ab3-b45f-b6ddb05a6582, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:25.590241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.590739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.647772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-61696f83-925e-4caf-8717-dd12030137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.648539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-61696f83-925e-4caf-8717-dd12030137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.649167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-61696f83-925e-4caf-8717-dd12030137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.651817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-61696f83-925e-4caf-8717-dd12030137ad service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=765b27b9358e4d98b9b4305d0c79f368&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4493754 Nov 16 21:18:25.672267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Allocated IP 172.20.0.14 (757e525b-ea9d-49a3-81ea-554daa5b3926/bad8498e-5da9-4672-be9a-458a3dee38bd/54e70820-01cf-4275-9492-de4c56f9cb97) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:25.786581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:25.792522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:25.806498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.809188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dfcce-3bf5-4035-ae85-0bdce97655ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.811944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dfcce-3bf5-4035-ae85-0bdce97655ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.815224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e43dfcce-3bf5-4035-ae85-0bdce97655ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e5dbd1e-28d8-4daa-8438-de1ee788822e HTTP/1.1" status: 204 len: 168 time: 0.7153931 Nov 16 21:18:25.908049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29f5a1-dc41-49e4-90b5-594ceffc44fd tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.909868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e29f5a1-dc41-49e4-90b5-594ceffc44fd tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=9321ec39-e03a-4836-9617-4ff687767514&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5533900 Nov 16 21:18:25.911820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dfcce-3bf5-4035-ae85-0bdce97655ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5dbd1e-28d8-4daa-8438-de1ee788822e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:25.914963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42672) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:25.930384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.984135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.985137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:25.987382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] 10.222.0.47 "PUT /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 1135 time: 1.4436488 Nov 16 21:18:25.990971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-5fd65e57-4192-426e-83ac-9382dfcb4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:25.994041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4611e3bc-e9ec-4a95-a8b3-083832264859 req-5fd65e57-4192-426e-83ac-9382dfcb4b0d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3150551 Nov 16 21:18:26.040309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70fcae-a68f-4a44-83d3-faab14ca62aa tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.041760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c70fcae-a68f-4a44-83d3-faab14ca62aa tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.1183739 Nov 16 21:18:26.044413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:26.047889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42676) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:26.064190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d213-4ecf-4dbd-b767-30cd4e215eff req-5548d66c-0326-4b5e-98f0-3e1845bdcfc5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.067289 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b996d213-4ecf-4dbd-b767-30cd4e215eff req-5548d66c-0326-4b5e-98f0-3e1845bdcfc5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.4857228 Nov 16 21:18:26.153015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b996d213-4ecf-4dbd-b767-30cd4e215eff req-6bf76c28-932c-4dcf-a01a-ee2d1f393258 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714350 Nov 16 21:18:26.154610 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.161726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fea0c1-5f63-4e92-ba94-70b6976c1dae service neutron] Pushing event updated for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:26.173334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-86ba34ca-5716-4a84-848a-a23b3b867dfa tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=9321ec39-e03a-4836-9617-4ff687767514 HTTP/1.1" status: 200 len: 205 time: 0.1192896 Nov 16 21:18:26.186444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42678) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:26.316212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event updated for resources: {'Port': ['ID=54e70820-01cf-4275-9492-de4c56f9cb97,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:26.361193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:26.363044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:26.378017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:26.455459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.513268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.514141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.537831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.539200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-99c39b42-292f-4884-a2cd-e698e5b10d80 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1895666 Nov 16 21:18:26.558073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54b6c6-b15f-4a53-944c-34b8b89e424c req-d9573b05-f2f8-4e65-84b5-4ae67b53ccbc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:26.559640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de54b6c6-b15f-4a53-944c-34b8b89e424c req-d9573b05-f2f8-4e65-84b5-4ae67b53ccbc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 932 time: 0.1774700 Nov 16 21:18:26.567239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Request body: {'port': {'device_id': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:26.679121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.720864 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:26.723223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'da665a08-c842-4ab3-b45f-b6ddb05a6582'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:26.736953 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d52ac4-a494-4894-8595-2cb6a497982e" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "da665a08-c842-4ab3-b45f-b6ddb05a6582"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:27.031978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de54b6c6-b15f-4a53-944c-34b8b89e424c req-cf1444d2-7386-41ec-be35-50e2c47f8e42 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461985 Nov 16 21:18:27.225320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e70820-01cf-4275-9492-de4c56f9cb97 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:27.240742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.254773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.275554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Transition to ACTIVE for port object 54e70820-01cf-4275-9492-de4c56f9cb97 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:27.282259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.299567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.309749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.317344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.324134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.330423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.337772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.344431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.346409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-52c59c04-00aa-4cb6-9125-ece73ce25be6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5380 time: 0.1774902 Nov 16 21:18:27.349188 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fe06fb-2eea-4ee0-a7d3-ddf653553695 x-openstack-request-id: req-74fe06fb-2eea-4ee0-a7d3-ddf653553695 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:27.349466 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "da665a08-c842-4ab3-b45f-b6ddb05a6582", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:27.349752 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74fe06fb-2eea-4ee0-a7d3-ddf653553695 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:27.350148 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'da665a08-c842-4ab3-b45f-b6ddb05a6582', 'status': 'completed', 'code': 200} Nov 16 21:18:27.412884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Pushing event updated for resources: {'Port': ['ID=54e70820-01cf-4275-9492-de4c56f9cb97,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:27.507867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Attempting to bind port 54e70820-01cf-4275-9492-de4c56f9cb97 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:27.509929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Attempting to bind port 54e70820-01cf-4275-9492-de4c56f9cb97 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:27.511332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Attempting to bind port 54e70820-01cf-4275-9492-de4c56f9cb97 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:27.520468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Port 54e70820-01cf-4275-9492-de4c56f9cb97 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:27.521846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Attempting to bind port 54e70820-01cf-4275-9492-de4c56f9cb97 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:27.536504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:27.537819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:27.539672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Bound using segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:27.540367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Bound port: 54e70820-01cf-4275-9492-de4c56f9cb97, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:27.542022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.558367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:27.649058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff242cc7-aa4d-4ec1-8938-46f9a8606ca7 req-5592a66e-5822-4aa7-8fcc-d34e97c11314 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2626638 Nov 16 21:18:27.671135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] For port 54e70820-01cf-4275-9492-de4c56f9cb97, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:27.675207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] For port 54e70820-01cf-4275-9492-de4c56f9cb97, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=54e70820-01cf-4275-9492-de4c56f9cb97,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:27.681956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.682450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.683131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.683446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.683790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.683948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.695072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.695578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.709871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-561f309f-851d-4d82-8cf0-faf0ca1a1c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6217 time: 0.3503125 Nov 16 21:18:27.729164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e402764e-07db-4ee3-801c-7372fdbeb928 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:27.746093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.746787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.748264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] 10.222.0.41 "PUT /v2.0/ports/54e70820-01cf-4275-9492-de4c56f9cb97 HTTP/1.1" status: 200 len: 1092 time: 1.1939886 Nov 16 21:18:27.751671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'tag': '54e70820-01cf-4275-9492-de4c56f9cb97'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:27.757200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.757404 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7792a194-2790-484e-ac13-97aed7a6667a" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1c07c-0825-4ce4-a687-e1db4fbbcde2", "tag": "54e70820-01cf-4275-9492-de4c56f9cb97"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:27.796527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70051f0f-a307-4c41-bafd-f35513d318db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.801396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222696e5-5d6f-4e20-9a91-28d4d6fba68c service neutron] Pushing event updated for resources: {'Port': ['ID=54e70820-01cf-4275-9492-de4c56f9cb97,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:27.823101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Transition to ACTIVE for port object e402764e-07db-4ee3-801c-7372fdbeb928 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:27.829799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Deleting port 1e3865cf-2ddb-4244-a00c-f99df093f47a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:27.830144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.838498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:27.871380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-d5d19a00-12ed-4f16-8fdd-57c9151e781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:27.873684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-d5d19a00-12ed-4f16-8fdd-57c9151e781c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 1095 time: 0.0681837 Nov 16 21:18:28.004961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-29289411-79e4-4c58-bc95-2e5709e6fa10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e70820-01cf-4275-9492-de4c56f9cb97 HTTP/1.1" status: 200 len: 217 time: 0.1152456 Nov 16 21:18:28.071571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:28.076298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-99a18ec7-3431-4f14-a2bf-e9a5a2bf21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.076702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-99a18ec7-3431-4f14-a2bf-e9a5a2bf21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.077171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-99a18ec7-3431-4f14-a2bf-e9a5a2bf21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.079379 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd15ad8-0128-4264-a946-42bf9c47dfa9 x-openstack-request-id: req-9dd15ad8-0128-4264-a946-42bf9c47dfa9 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:28.080227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-99a18ec7-3431-4f14-a2bf-e9a5a2bf21c2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=765b27b9358e4d98b9b4305d0c79f368&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3694344 Nov 16 21:18:28.080517 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1c07c-0825-4ce4-a687-e1db4fbbcde2", "tag": "54e70820-01cf-4275-9492-de4c56f9cb97", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:28.080847 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dd15ad8-0128-4264-a946-42bf9c47dfa9 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:28.083124 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'tag': '54e70820-01cf-4275-9492-de4c56f9cb97', 'status': 'completed', 'code': 200} Nov 16 21:18:28.109983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-eed16558-deae-44c6-a973-7f932f7fcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.113741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-eed16558-deae-44c6-a973-7f932f7fcf79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.0992301 Nov 16 21:18:28.185022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-93bdc292-adb1-48d8-bd40-2ff427748932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612557 Nov 16 21:18:28.192232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:18:28.247136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.326953 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.351746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Calling delete_port for 1e3865cf-2ddb-4244-a00c-f99df093f47a owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:28.373325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:28.374738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:28.378743 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70f5aa-2135-4568-b4d3-bf2e79eb9e14" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:28.383694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.434578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-c0a1bb0b-5ae6-42fb-a476-261c5e9ef956 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363179 Nov 16 21:18:28.459602 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33f672-54f4-4033-99bb-62122c2a33fb x-openstack-request-id: req-cf33f672-54f4-4033-99bb-62122c2a33fb {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:28.459987 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:28.460484 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf33f672-54f4-4033-99bb-62122c2a33fb {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:28.460983 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:18:28.464447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:28.485257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70051f0f-a307-4c41-bafd-f35513d318db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.503102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021bcaf-9267-407f-a47a-2e812404b202 req-89dc917e-acb0-456e-8e97-63f1aa42317a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.510099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a021bcaf-9267-407f-a47a-2e812404b202 req-89dc917e-acb0-456e-8e97-63f1aa42317a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 944 time: 0.2695181 Nov 16 21:18:28.510883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Attempting to bind port e402764e-07db-4ee3-801c-7372fdbeb928 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:28.511220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Attempting to bind port e402764e-07db-4ee3-801c-7372fdbeb928 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:28.511712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Attempting to bind port e402764e-07db-4ee3-801c-7372fdbeb928 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:28.527972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70051f0f-a307-4c41-bafd-f35513d318db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.608992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c9cd243-511d-4303-bfab-9f72462b83ee req-dc829cd5-3e9c-48f1-b629-e59e2f078351 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618075 Nov 16 21:18:28.673743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Port e402764e-07db-4ee3-801c-7372fdbeb928 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:28.674311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Attempting to bind port e402764e-07db-4ee3-801c-7372fdbeb928 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:28.742678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792a194-2790-484e-ac13-97aed7a6667a req-a711c954-6cd1-4839-8520-34564a2ea5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.744794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-a711c954-6cd1-4839-8520-34564a2ea5f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 1095 time: 0.0740240 Nov 16 21:18:28.775239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-70051f0f-a307-4c41-bafd-f35513d318db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=657f91e502674d5b8fd12d5f2957d603&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2147424 Nov 16 21:18:28.776133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:28.776479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Checking segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:28.776861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Bound using segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:28.777307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Bound port: e402764e-07db-4ee3-801c-7372fdbeb928, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:28.777722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.780315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-83e4e2f9-4a74-4311-a7fb-10310c8bb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.781759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d52ac4-a494-4894-8595-2cb6a497982e req-83e4e2f9-4a74-4311-a7fb-10310c8bb0e0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6835790 Nov 16 21:18:28.783336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42754) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:28.807302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70051f0f-a307-4c41-bafd-f35513d318db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc168ccf-f85b-4675-9bee-a81ee166a84f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:28.832486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a021bcaf-9267-407f-a47a-2e812404b202 req-ed9aa8f0-55cc-4a97-a7a9-4fecfc9468db tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155425 Nov 16 21:18:28.914189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:28.918797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e402764e-07db-4ee3-801c-7372fdbeb928,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:28.925236 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:28.993714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:28.999888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.006648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.012797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.019276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.025646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.033628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.042773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4811e824-c833-4ec8-86db-1fda87def968 req-292ba8cb-bf03-4f61-b568-a556794f45f6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5392 time: 0.2761240 Nov 16 21:18:29.103126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792a194-2790-484e-ac13-97aed7a6667a req-95b39fad-9fe5-4d62-9e92-e13f17b60aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.104643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-95b39fad-9fe5-4d62-9e92-e13f17b60aee service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.3521085 Nov 16 21:18:29.108046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd427dd0-fbe3-49de-a97c-cd9ba00f14c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.213627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-bb3d1957-38b9-4dee-85f1-54ede2f34506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e70820-01cf-4275-9492-de4c56f9cb97 HTTP/1.1" status: 200 len: 217 time: 0.0993657 Nov 16 21:18:29.221151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd427dd0-fbe3-49de-a97c-cd9ba00f14c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.245670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.258327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4811e824-c833-4ec8-86db-1fda87def968 req-b742e92f-6674-45c1-b656-7885a29db24a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143848 Nov 16 21:18:29.259404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.260028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.261417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] 10.222.0.47 "PUT /v2.0/ports/e402764e-07db-4ee3-801c-7372fdbeb928 HTTP/1.1" status: 200 len: 1091 time: 3.2341566 Nov 16 21:18:29.308452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:29.341779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792a194-2790-484e-ac13-97aed7a6667a req-855522f1-35c9-440b-80a8-cb6b9e3e154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:29.343237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-855522f1-35c9-440b-80a8-cb6b9e3e154a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.1195726 Nov 16 21:18:29.352222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:29.354578 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7ee478-e883-44d1-8835-62627125b14e" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:29.357123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde9da8-9f7f-4d41-95d6-33b1c0c2bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:29.400717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-7bfbfd78-3f04-448f-822a-5fb772feb410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421855 Nov 16 21:18:29.407823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd427dd0-fbe3-49de-a97c-cd9ba00f14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.413187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd427dd0-fbe3-49de-a97c-cd9ba00f14c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.416937 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd427dd0-fbe3-49de-a97c-cd9ba00f14c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc168ccf-f85b-4675-9bee-a81ee166a84f HTTP/1.1" status: 204 len: 168 time: 0.6272871 Nov 16 21:18:29.470521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event deleted for resources: {'Port': ['ID=1e3865cf-2ddb-4244-a00c-f99df093f47a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:29.532634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.558699 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c18da96-085c-439d-8763-54d57bb50253 x-openstack-request-id: req-5c18da96-085c-439d-8763-54d57bb50253 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:29.559287 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:29.559751 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c18da96-085c-439d-8763-54d57bb50253 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:29.560351 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928', 'status': 'completed', 'code': 200} Nov 16 21:18:29.666753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-8f8b9af4-c889-4b4c-8194-fdf86d693caf service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498753 Nov 16 21:18:29.817132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:29.881070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd427dd0-fbe3-49de-a97c-cd9ba00f14c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc168ccf-f85b-4675-9bee-a81ee166a84f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:29.897392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7792a194-2790-484e-ac13-97aed7a6667a req-21447930-71a5-4d9a-b3b7-d09e81f3da70 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176321 Nov 16 21:18:29.999812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.000803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.001927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.002542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.003150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.003970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.004584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.007763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba7ee478-e883-44d1-8835-62627125b14e req-30df5fcc-9e2d-48aa-8ca1-10625ab66851 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6284 time: 0.4515584 Nov 16 21:18:30.014340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.016905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.031580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4201b-0a97-4176-aca8-043fed548b3f req-9337a63d-1d35-4a42-b90c-051c43997d4b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.040815 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83f4201b-0a97-4176-aca8-043fed548b3f req-9337a63d-1d35-4a42-b90c-051c43997d4b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 944 time: 0.0923626 Nov 16 21:18:30.121151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83f4201b-0a97-4176-aca8-043fed548b3f req-90eeb687-0411-4ccc-add1-6e2169a657d5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Nov 16 21:18:30.176430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.176963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Fanout notify agent at l3_agent the message router_deleted on router 9321ec39-e03a-4836-9617-4ff687767514 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:30.185662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.190398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c8f379a-cdde-4895-9c69-786817d0fec5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/9321ec39-e03a-4836-9617-4ff687767514 HTTP/1.1" status: 204 len: 168 time: 3.9976919 Nov 16 21:18:30.191518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42798) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:30.193522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:30.195335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-567486969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:30.240351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.240351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.361852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-cc6d9cc3-e4d9-4b5d-9bc7-720a045bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.361852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-cc6d9cc3-e4d9-4b5d-9bc7-720a045bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.361852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-cc6d9cc3-e4d9-4b5d-9bc7-720a045bb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.361852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba7ee478-e883-44d1-8835-62627125b14e req-cc6d9cc3-e4d9-4b5d-9bc7-720a045bb008 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=765b27b9358e4d98b9b4305d0c79f368&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3375080 Nov 16 21:18:30.370152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.377186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.428260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.428998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09782759-3dcb-4cd9-8250-8df5c0d48601 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2371478 Nov 16 21:18:30.434328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42808) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:30.439870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067f260e-99dd-4594-88ab-c8307bb73d26 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:30.447163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': True}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:30.539221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:30.567166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.573846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4d7221ea-685c-438f-8606-3c95163b7e16', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:30.659473 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.670018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee478-e883-44d1-8835-62627125b14e req-34901cf5-2d01-4012-a5ab-81e813755465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.671531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba7ee478-e883-44d1-8835-62627125b14e req-34901cf5-2d01-4012-a5ab-81e813755465 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3073049 Nov 16 21:18:30.689811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:30.697818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Transition to ACTIVE for port object 067f260e-99dd-4594-88ab-c8307bb73d26 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:30.703691 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.743388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:30.749730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:30.795211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Pushing event updated for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:30.840286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.853843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.866494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.874384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4d7221ea-685c-438f-8606-3c95163b7e16'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:30.882119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.900945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.921992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.946444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:30.950846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:30.960462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-67b6f0ff-fe80-4639-9cce-b79d819f87af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5392 time: 0.5154872 Nov 16 21:18:31.247696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5207dc7-7b0a-468a-9024-8a869c1993a5 req-85741c9b-e8d8-49cf-a8b4-e7da4e76bbfc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860627 Nov 16 21:18:31.302390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Attempting to bind port 067f260e-99dd-4594-88ab-c8307bb73d26 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:31.302739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Attempting to bind port 067f260e-99dd-4594-88ab-c8307bb73d26 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:31.303078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Attempting to bind port 067f260e-99dd-4594-88ab-c8307bb73d26 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:31.312564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.319082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Port 067f260e-99dd-4594-88ab-c8307bb73d26 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:31.320539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Attempting to bind port 067f260e-99dd-4594-88ab-c8307bb73d26 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:31.329972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:31.330656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Checking segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:31.331281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Bound using segment: {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:31.332550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Bound port: 067f260e-99dd-4594-88ab-c8307bb73d26, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:31.333625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.393014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de0965-2a75-450b-a383-feaf8026ceb1 req-70a156c1-b01b-4ffb-93f4-8c269dd9d444 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.401573 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03de0965-2a75-450b-a383-feaf8026ceb1 req-70a156c1-b01b-4ffb-93f4-8c269dd9d444 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 944 time: 0.1591074 Nov 16 21:18:31.429150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:31.435369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=067f260e-99dd-4594-88ab-c8307bb73d26,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:31.444914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.500671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03de0965-2a75-450b-a383-feaf8026ceb1 req-ec1b3d98-b50c-4e4c-a7c7-005263d587fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978763 Nov 16 21:18:31.521283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.521941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.523356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] 10.222.0.47 "PUT /v2.0/ports/067f260e-99dd-4594-88ab-c8307bb73d26 HTTP/1.1" status: 200 len: 1090 time: 2.2194088 Nov 16 21:18:31.562872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:31.565197 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de57c3-64e4-4e71-ac23-b10492fba214" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:31.610811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:31.750335 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fd10a2-2c45-46f4-8092-02ae04c22c9e x-openstack-request-id: req-a7fd10a2-2c45-46f4-8092-02ae04c22c9e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:31.750657 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:31.750923 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7fd10a2-2c45-46f4-8092-02ae04c22c9e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:31.751353 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26', 'status': 'completed', 'code': 200} Nov 16 21:18:31.839904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.843325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd9052-09ec-4a49-a3c4-4a9b9759239c service neutron] Pushing event updated for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:31.854750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:31.877294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.877798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.878270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.878804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.879309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.879743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.880207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:31.882206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-fc92231b-c3d4-4498-a552-d7d4b2cf308c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6351 time: 0.1515789 Nov 16 21:18:31.883865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.081289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Allocated IP 172.25.3.60 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/44fb5bb4-f8fa-4633-8413-14c0ab0badde) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:32.203687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:32.214766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.219829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-f394432b-a021-4548-8b0c-e2bbff5f8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.220298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-f394432b-a021-4548-8b0c-e2bbff5f8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.220762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-f394432b-a021-4548-8b0c-e2bbff5f8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.222486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-f394432b-a021-4548-8b0c-e2bbff5f8f99 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=765b27b9358e4d98b9b4305d0c79f368&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3022010 Nov 16 21:18:32.265656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4d7221ea-685c-438f-8606-3c95163b7e16 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:32.266039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.292403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.346688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 54e70820-01cf-4275-9492-de4c56f9cb97 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:18:32.364672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:32.372915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:32.388904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:32.391943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Port': ['ID=44fb5bb4-f8fa-4633-8413-14c0ab0badde,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:32.470647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-64e3c99f-2ae6-4690-bc82-1fed4274fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.479124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83de57c3-64e4-4e71-ac23-b10492fba214 req-64e3c99f-2ae6-4690-bc82-1fed4274fbe1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2419209 Nov 16 21:18:32.557068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.574366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.590608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.601023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.603629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f906d6-7a52-4792-be6e-a85ce0027b01 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:32.610407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.619037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.621840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.634732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.642974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-5826a459-5bc8-4d57-8aba-e1dbb8f77005 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5404 time: 0.2079177 Nov 16 21:18:32.675268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Transition to ACTIVE for port object 97f906d6-7a52-4792-be6e-a85ce0027b01 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:32.681527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:32.766083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:32.792769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441f806-facc-489f-b401-d832e5a3e391 req-25332125-8b02-4a0a-b8e7-9b958f638a13 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:32.807311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2441f806-facc-489f-b401-d832e5a3e391 req-25332125-8b02-4a0a-b8e7-9b958f638a13 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 944 time: 0.1790934 Nov 16 21:18:32.814377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42872) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:32.916357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Attempting to bind port 97f906d6-7a52-4792-be6e-a85ce0027b01 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:32.917065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Attempting to bind port 97f906d6-7a52-4792-be6e-a85ce0027b01 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:32.917065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Attempting to bind port 97f906d6-7a52-4792-be6e-a85ce0027b01 on network 81f28bd4-0232-410e-9fc6-cca647927715 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:32.974674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2441f806-facc-489f-b401-d832e5a3e391 req-4e06827f-c4a3-44a5-8c7e-dc17c2220bd0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586535 Nov 16 21:18:32.977466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Port 97f906d6-7a52-4792-be6e-a85ce0027b01 on network 81f28bd4-0232-410e-9fc6-cca647927715 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:32.983244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Attempting to bind port 97f906d6-7a52-4792-be6e-a85ce0027b01 on network 81f28bd4-0232-410e-9fc6-cca647927715 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:33.001262 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.001698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:33.002082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Checking segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:33.002495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Bound using segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:33.002970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Bound port: 97f906d6-7a52-4792-be6e-a85ce0027b01, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:33.003345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.057955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0792a090-2e98-43f9-9c0f-d898761b0641 req-c88a9449-4b16-4332-b799-71e0fd14e4fd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4120500 Nov 16 21:18:33.155755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:33.171269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:33.172746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:33.176293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=97f906d6-7a52-4792-be6e-a85ce0027b01,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:33.183825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.193067 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae662b5d-6306-4537-819b-3e72fb83d4f7" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:33.218541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.226783 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.235342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.252138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 54e70820-01cf-4275-9492-de4c56f9cb97, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=54e70820-01cf-4275-9492-de4c56f9cb97,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:33.315357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Pushing event updated for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:33.321948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:33.322920 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.325369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a559b3da-fcee-49ba-9b55-bf57fcd1cf6e service neutron] 10.222.0.47 "PUT /v2.0/ports/97f906d6-7a52-4792-be6e-a85ce0027b01 HTTP/1.1" status: 200 len: 1091 time: 1.7441871 Nov 16 21:18:33.335886 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e3f25-d905-4e88-a1ed-fec376c446c5 x-openstack-request-id: req-343e3f25-d905-4e88-a1ed-fec376c446c5 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:33.336349 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:33.336720 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-343e3f25-d905-4e88-a1ed-fec376c446c5 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:33.337294 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:18:33.346704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:33.360530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Request body: {'port': {'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:33.371253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '54e70820-01cf-4275-9492-de4c56f9cb97', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': '54e70820-01cf-4275-9492-de4c56f9cb97', 'mac_address': 'fa:16:3e:f8:8b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:18:33.460811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:33.485986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.508161 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.508652 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.555588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e70820-01cf-4275-9492-de4c56f9cb97 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:33.610939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 54e70820-01cf-4275-9492-de4c56f9cb97, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=54e70820-01cf-4275-9492-de4c56f9cb97,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:33.617206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.745302 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.746907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=54e70820-01cf-4275-9492-de4c56f9cb97,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:33.750318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:33.786266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:33.788519 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04013a2-bf4b-42e3-99c0-3aebe2b53245" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:33.872725 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d6016-226f-45a0-9d7d-2ff0d68e32c0 x-openstack-request-id: req-a95d6016-226f-45a0-9d7d-2ff0d68e32c0 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:33.873265 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:33.873544 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a95d6016-226f-45a0-9d7d-2ff0d68e32c0 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:33.873958 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01', 'status': 'completed', 'code': 200} Nov 16 21:18:33.923750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Router 93ea34ad-1603-421a-a34f-2de2477e5220 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:33.947717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['54e70820-01cf-4275-9492-de4c56f9cb97'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:18:33.965270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.198570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:34.203929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.213873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c3d1dd35-778b-484d-9c07-38a25ea013b6 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "PUT /v2.0/routers/93ea34ad-1603-421a-a34f-2de2477e5220 HTTP/1.1" status: 200 len: 917 time: 3.7784235 Nov 16 21:18:34.214297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.214529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:34.214787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.215266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.215733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.216201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.216664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.217130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.217276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] Sync routers for ids ['93ea34ad-1603-421a-a34f-2de2477e5220'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:34.219222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-28879ff5-8996-4b2b-a8f8-f4140d2884f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6418 time: 0.1970220 Nov 16 21:18:34.244103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] Routers {'93ea34ad-1603-421a-a34f-2de2477e5220'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:34.245038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['93ea34ad-1603-421a-a34f-2de2477e5220'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:34.295510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:34.307391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] Routers {'93ea34ad-1603-421a-a34f-2de2477e5220'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:34.308162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['93ea34ad-1603-421a-a34f-2de2477e5220'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:34.350760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:34.351510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-9ba00128-dadf-4f2f-a18b-ff64e80b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.351993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-9ba00128-dadf-4f2f-a18b-ff64e80b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.352327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf9c17f-e5a6-432c-9146-3e0490ee0cf4 None None] The sync data for ids ['93ea34ad-1603-421a-a34f-2de2477e5220'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:34.352457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-9ba00128-dadf-4f2f-a18b-ff64e80b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.356101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-9ba00128-dadf-4f2f-a18b-ff64e80b8fb7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=765b27b9358e4d98b9b4305d0c79f368&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1179483 Nov 16 21:18:34.398180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358aecf-fa34-436f-8f66-dc7ca8f3c5f9 req-5f6724a0-2949-47b2-af76-8927afd459cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.405729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2358aecf-fa34-436f-8f66-dc7ca8f3c5f9 req-5f6724a0-2949-47b2-af76-8927afd459cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 945 time: 0.2660694 Nov 16 21:18:34.484864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.503159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.505801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Allocated IP 172.25.3.203 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/a0fa0854-9ff0-469e-a221-4639fbed0c45) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:34.523643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.532159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.543648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.551409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.559710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.570625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-53c59696-0cfa-4504-bac9-9a75a59af1da tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5416 time: 0.1942108 Nov 16 21:18:34.579438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab9fdb0-11a5-4423-88c1-de29fb045e3d {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:18:34.605353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2358aecf-fa34-436f-8f66-dc7ca8f3c5f9 req-809c96c4-12a6-41e4-8507-5d0fedfd6f21 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987641 Nov 16 21:18:34.607632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.631329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Transition to ACTIVE for port object eab9fdb0-11a5-4423-88c1-de29fb045e3d will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:18:34.656436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d28e3a5-9b91-4120-bd73-7135909cd346 req-6c58d8f2-d124-4a74-b4f0-5481f8c58b10 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843089 Nov 16 21:18:34.663955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0bbd84bc-1a4a-4924-b28a-b6c914adb30f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/93ea34ad-1603-421a-a34f-2de2477e5220 HTTP/1.1" status: 200 len: 923 time: 0.4452558 Nov 16 21:18:34.664450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:34.757266 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.793319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.797480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:34.804421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b22bd-12eb-4de8-a1bb-ebb467734d77 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:34.807776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a72b22bd-12eb-4de8-a1bb-ebb467734d77 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=93ea34ad-1603-421a-a34f-2de2477e5220&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1423445 Nov 16 21:18:34.811011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42918) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:34.848666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:34.856238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:34.861760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:35.001155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f75ee-3664-4f1b-80f7-4711e0d7e522 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:35.005469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-274f75ee-3664-4f1b-80f7-4711e0d7e522 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.1913638 Nov 16 21:18:35.005844 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:35.059739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.075677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c45083b7-e943-432a-8e3c-3339d9897ecf tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=93ea34ad-1603-421a-a34f-2de2477e5220 HTTP/1.1" status: 200 len: 205 time: 0.0586360 Nov 16 21:18:35.076909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42926) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:35.266733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.368685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-4dcd6c84-dcec-44d9-85c0-e9a2423ff4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:35.370931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f04013a2-bf4b-42e3-99c0-3aebe2b53245 req-4dcd6c84-dcec-44d9-85c0-e9a2423ff4d6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0025349 Nov 16 21:18:35.384720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Pushing event updated for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:35.495784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.521166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Port': ['ID=a0fa0854-9ff0-469e-a221-4639fbed0c45,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:35.539146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Attempting to bind port eab9fdb0-11a5-4423-88c1-de29fb045e3d on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:35.539578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Attempting to bind port eab9fdb0-11a5-4423-88c1-de29fb045e3d by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:35.539920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Attempting to bind port eab9fdb0-11a5-4423-88c1-de29fb045e3d on network 81f28bd4-0232-410e-9fc6-cca647927715 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:35.547363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Port eab9fdb0-11a5-4423-88c1-de29fb045e3d on network 81f28bd4-0232-410e-9fc6-cca647927715 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:18:35.547687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Attempting to bind port eab9fdb0-11a5-4423-88c1-de29fb045e3d on network 81f28bd4-0232-410e-9fc6-cca647927715 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:35.558985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.561052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:35.561391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Checking segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:35.561848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Bound using segment: {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:35.562290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Bound port: eab9fdb0-11a5-4423-88c1-de29fb045e3d, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:35.562702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.607385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Deleting port 44fb5bb4-f8fa-4633-8413-14c0ab0badde {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:35.607742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.737886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.837552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:35.867943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Calling delete_port for 44fb5bb4-f8fa-4633-8413-14c0ab0badde owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:35.953652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:35.969806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:35.993230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c6709-3bd0-40eb-8ab7-729718d768ba req-0e619f07-1290-4f53-a249-0527dbaae973 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.001788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d82c6709-3bd0-40eb-8ab7-729718d768ba req-0e619f07-1290-4f53-a249-0527dbaae973 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 945 time: 0.2025726 Nov 16 21:18:36.038232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.162165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Pushing event updated for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:36.214443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.215361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.218276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-9e3b1e54-b844-4f7b-8062-d875f0087e73 service neutron] 10.222.0.47 "PUT /v2.0/ports/eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 200 len: 1091 time: 2.8637807 Nov 16 21:18:36.226484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:36.229811 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:36.293602 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.361732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 54e70820-01cf-4275-9492-de4c56f9cb97 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:36.408359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d82c6709-3bd0-40eb-8ab7-729718d768ba req-30aa5a14-6985-425e-bfb9-5e81b9df9c9d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005063 Nov 16 21:18:36.420967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.436837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.448025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.467874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.480893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.490650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.503187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.507663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-813ff4f2-8c69-4fbb-88d4-04bc8f3df531 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.6412139 Nov 16 21:18:36.514907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.515388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.515857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.516324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.516785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.517247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.517735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.518768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event deleted for resources: {'Port': ['ID=44fb5bb4-f8fa-4633-8413-14c0ab0badde,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:36.542284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-df547a45-db20-4308-a75b-c0fb7b7afc37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6485 time: 0.2682354 Nov 16 21:18:36.547723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 54e70820-01cf-4275-9492-de4c56f9cb97 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:18:36.563446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 54e70820-01cf-4275-9492-de4c56f9cb97 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:36.567334 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.599138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.669759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cc8d6cd-2bdd-4d8b-9279-e8a5a1efd7db req-108ee8cb-8edc-4126-b97e-3088629bfaf6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939283 Nov 16 21:18:36.688367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-87fea196-95de-4fc3-927f-397120f90f1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 200 len: 217 time: 0.1330407 Nov 16 21:18:36.689227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.698585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.832664 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b1895-a8f1-4d52-adc5-c7a231f1f8e4 x-openstack-request-id: req-945b1895-a8f1-4d52-adc5-c7a231f1f8e4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:36.832995 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:36.833315 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-945b1895-a8f1-4d52-adc5-c7a231f1f8e4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:36.833774 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d', 'status': 'completed', 'code': 200} Nov 16 21:18:36.856832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.871308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-36d24c87-76b6-4931-b31f-30203def1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:36.872800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-36d24c87-76b6-4931-b31f-30203def1f4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4900acb4-23f2-42d4-87b5-5ff651f9925c HTTP/1.1" status: 200 len: 855 time: 0.1770451 Nov 16 21:18:36.875939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Port': ['ID=a0fa0854-9ff0-469e-a221-4639fbed0c45,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:36.886422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e70820-01cf-4275-9492-de4c56f9cb97'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:18:36.890261 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035bcacc-2a18-4fb2-bb07-eb1c57d0e830" -d '{"events": [{"server_uuid": "3da1c07c-0825-4ce4-a687-e1db4fbbcde2", "name": "network-vif-plugged", "status": "completed", "tag": "54e70820-01cf-4275-9492-de4c56f9cb97"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:18:36.919145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 54e70820-01cf-4275-9492-de4c56f9cb97, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=54e70820-01cf-4275-9492-de4c56f9cb97,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:36.925538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.928629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:36.985413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=54e70820-01cf-4275-9492-de4c56f9cb97,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:37.003025 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd4b2f-5767-496b-854f-039457d47299 x-openstack-request-id: req-16cd4b2f-5767-496b-854f-039457d47299 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:18:37.003324 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da1c07c-0825-4ce4-a687-e1db4fbbcde2", "name": "network-vif-plugged", "status": "completed", "tag": "54e70820-01cf-4275-9492-de4c56f9cb97", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:18:37.004925 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16cd4b2f-5767-496b-854f-039457d47299 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:18:37.004925 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e70820-01cf-4275-9492-de4c56f9cb97', 'code': 200} Nov 16 21:18:37.006125 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.014826 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.035875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.040531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60f979e8-b462-47aa-9724-ae4b7073a532 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2224162 Nov 16 21:18:37.042542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42958) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:37.057343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1847463085'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:37.092571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-41538e5d-dd1c-4bf0-839d-f67db7d81d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.097725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-41538e5d-dd1c-4bf0-839d-f67db7d81d2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d81a8710-fd36-40cc-8775-10a384459c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147367 Nov 16 21:18:37.139655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.140767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Fanout notify agent at l3_agent the message router_deleted on router 93ea34ad-1603-421a-a34f-2de2477e5220 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:37.151136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.152949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cfeb7a6d-e916-45ce-a4ee-9f50f576974a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/93ea34ad-1603-421a-a34f-2de2477e5220 HTTP/1.1" status: 204 len: 168 time: 2.0750558 Nov 16 21:18:37.157185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42960) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:37.182497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-134709169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:37.209305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834299c-6cea-47eb-b1e3-70d103d98473 req-71549ee8-a95c-4198-900b-1138b876004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.211458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e834299c-6cea-47eb-b1e3-70d103d98473 req-71549ee8-a95c-4198-900b-1138b876004a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 1097 time: 0.0842922 Nov 16 21:18:37.222115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Made reservation on behalf of 48ac56e1e2f34b218753ceffeb2ee3f0 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:37.226078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.250724 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.266184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-05429207-ed98-4f3f-8154-aaac92a93071 service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611187 Nov 16 21:18:37.346011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.347523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.361591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e834299c-6cea-47eb-b1e3-70d103d98473 req-772133e4-6ba1-470c-b90f-80329428f56e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398292 Nov 16 21:18:37.401785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-c0e4826c-6587-49d2-acad-db85b764f0ef service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261241 Nov 16 21:18:37.426161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.437062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.481930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.485640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b6acf54-3b11-4c48-87ab-2a95b9cf6d6a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3256247 Nov 16 21:18:37.487797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42970) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:37.501730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': False}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:37.516337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-1c986392-2b13-40f1-958a-dcb3f3d6c983 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 217 time: 0.1034150 Nov 16 21:18:37.614368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-84b4e8e3-f0aa-4cd7-ab8a-4ac3352a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.615894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-84b4e8e3-f0aa-4cd7-ab8a-4ac3352a245e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.0862393 Nov 16 21:18:37.658544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42974) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:37.675569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.704813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.727977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:18:37.744326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.744663 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Added segment 2a1a4906-8b50-4917-9818-c9bd55c13d29 of type vlan for network d1da804c-16b7-4414-8cbb-dc3d15d722f9 Nov 16 21:18:37.790482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.822319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.828391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.829079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:37.869540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-23f47742-4839-4ebc-abcd-630290ac4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:37.871094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-23f47742-4839-4ebc-abcd-630290ac4048 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2465110 Nov 16 21:18:37.943739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b0a2297d-da03-45b0-a5d3-7557a5c071a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.015491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975bc7e4-bbff-4fc0-975c-46d5f366ce2e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:38.032379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9887662 Nov 16 21:18:38.033165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42982) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:38.072594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Request body: {'subnet': {'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:38.187343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5898372-b9f0-4cf8-aaea-749559c54d97 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Network': ['ID=d1da804c-16b7-4414-8cbb-dc3d15d722f9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:38.205070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:18:38.357584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Made reservation on behalf of 48ac56e1e2f34b218753ceffeb2ee3f0 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:38.362906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.400697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.420159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.428204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.437673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.444834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.455689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.463422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.466034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-3dc3efdb-bc44-4e38-9175-7e6dfbeaa6d2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.4595811 Nov 16 21:18:38.552869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.568847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b6d8-814b-4cad-b488-fa2bc6012fa8 req-de92dfe3-fd70-48a4-ad12-d346319cf17e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:38.571309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81b2b6d8-814b-4cad-b488-fa2bc6012fa8 req-de92dfe3-fd70-48a4-ad12-d346319cf17e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 946 time: 0.7820241 Nov 16 21:18:38.597209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-fea50f21-c056-48d1-b720-004414f141bb service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684642 Nov 16 21:18:38.748927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81b2b6d8-814b-4cad-b488-fa2bc6012fa8 req-0508db9b-e055-483a-8413-9ae77365bc32 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554632 Nov 16 21:18:38.824871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b0a2297d-da03-45b0-a5d3-7557a5c071a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.871244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b0a2297d-da03-45b0-a5d3-7557a5c071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:38.911717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89c68a4b-260e-4468-a0d7-6b155bc05a10 req-faf500e3-b1a6-450e-9196-f488f47c80a3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3346212 Nov 16 21:18:39.015117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.039423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2297d-da03-45b0-a5d3-7557a5c071a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87e879c-14fa-4f27-9078-950fe4dfc49b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.044426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.060016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-67a510f0-fc6a-4bbb-8e0f-1ee325f77aba service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435751 Nov 16 21:18:39.070075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b0a2297d-da03-45b0-a5d3-7557a5c071a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2cd2906924b4d6da1dd16d8a3ffda57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4058580 Nov 16 21:18:39.084794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:39.128475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.142127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6a5adf60-d029-4b18-8815-acfe14a8d779 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 217 time: 0.0652089 Nov 16 21:18:39.197429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Allocated IP 172.25.3.6 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/44079c26-2e0a-4e96-b99b-471a82ec7185) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:39.274726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Subnet': ['ID=d741f256-182a-4130-8e83-ac84b5d17fed,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.298690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7b484424-3d51-4635-90c4-9ac64b65e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.301370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7b484424-3d51-4635-90c4-9ac64b65e5a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1275859 Nov 16 21:18:39.321627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82b52fcf-2b56-4d63-83d2-4bd62dfad8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.325659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Checking segment: {'id': '2a1a4906-8b50-4917-9818-c9bd55c13d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:39.326036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network hostable DHCP agents. Network: d1da804c-16b7-4414-8cbb-dc3d15d722f9, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:18:39.329058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.368805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.378277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82b52fcf-2b56-4d63-83d2-4bd62dfad8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.404620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:18:39.412175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-c3a1f199-f8f5-41a9-9083-2fa4e54563cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.412422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:39.415903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-c3a1f199-f8f5-41a9-9083-2fa4e54563cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054976 Nov 16 21:18:39.416155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:39.420045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:39.444604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d1da804c-16b7-4414-8cbb-dc3d15d722f9) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:39.448964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Pushing event updated for resources: {'Port': ['ID=44079c26-2e0a-4e96-b99b-471a82ec7185,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.473070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64efa82-4ddd-4522-b3e7-678c0351280d None None] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:39.489657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:39.490264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.519874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-07a4efed-af0e-42f0-8b42-3b291601224a tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4505534 Nov 16 21:18:39.522659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42996) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:39.529343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1128153997', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:39.550024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82b52fcf-2b56-4d63-83d2-4bd62dfad8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.553176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82b52fcf-2b56-4d63-83d2-4bd62dfad8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.554423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82b52fcf-2b56-4d63-83d2-4bd62dfad8d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c87e879c-14fa-4f27-9078-950fe4dfc49b HTTP/1.1" status: 204 len: 168 time: 0.4664741 Nov 16 21:18:39.609332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b52fcf-2b56-4d63-83d2-4bd62dfad8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87e879c-14fa-4f27-9078-950fe4dfc49b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:39.615547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.616594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.622339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-552c57c6-eace-4e4e-ad64-911f35c82543 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916349 Nov 16 21:18:39.752796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.772369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:39.918642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d1da804c-16b7-4414-8cbb-dc3d15d722f9', 'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9', 'tenant_id': '48ac56e1e2f34b218753ceffeb2ee3f0', 'fixed_ips': [{'subnet_id': 'd741f256-182a-4130-8e83-ac84b5d17fed'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:18:39.920823 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.147788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0ec3d638-c498-40cd-ae95-2f179e5e9a04 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166745 Nov 16 21:18:40.166752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Allocated IP 172.20.0.2 (d1da804c-16b7-4414-8cbb-dc3d15d722f9/d741f256-182a-4130-8e83-ac84b5d17fed/93d2d128-c3dd-4b10-bffe-1dc490dd42e0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:40.174574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.193054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c38e-9073-4e15-8b5b-393ef45fa63a req-46a1422a-42c9-4560-9eb2-8e9f32b85241 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.203074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c87c38e-9073-4e15-8b5b-393ef45fa63a req-46a1422a-42c9-4560-9eb2-8e9f32b85241 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 946 time: 0.2437232 Nov 16 21:18:40.207916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43010) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:40.232217 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dcad965-c422-41a7-a920-6bda770f3893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.264840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-467b640e-7718-4f5a-b99a-7430aef9c836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e402764e-07db-4ee3-801c-7372fdbeb928 HTTP/1.1" status: 200 len: 217 time: 0.1080332 Nov 16 21:18:40.352125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.358633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.365548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.376140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.384651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.391579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.392103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.399603 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.400208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.403265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-03a21f65-a6da-4157-9d91-447d472500f1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.2060676 Nov 16 21:18:40.449123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.451589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c87c38e-9073-4e15-8b5b-393ef45fa63a req-65b4c5b1-2934-4ae1-9de9-c3fd04463be9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470903 Nov 16 21:18:40.456149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7cb9f1af-f486-4aeb-9886-123317acd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.470898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-7cb9f1af-f486-4aeb-9886-123317acd298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1896544 Nov 16 21:18:40.476933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:40.480657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:40.485545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:40.509685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.509984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Pushing event updated for resources: {'Port': ['ID=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:40.567750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-24e767cf-5758-42db-a43b-cf362751bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:40.569949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-24e767cf-5758-42db-a43b-cf362751bd2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890670 Nov 16 21:18:40.621997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Attempting to bind port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:18:40.622371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Attempting to bind port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '2a1a4906-8b50-4917-9818-c9bd55c13d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:18:40.622735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Attempting to bind port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 on network d1da804c-16b7-4414-8cbb-dc3d15d722f9 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:18:40.628305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:18:40.629183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Checking segment: {'id': '2a1a4906-8b50-4917-9818-c9bd55c13d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:40.629730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.630041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Bound using segment: {'id': '2a1a4906-8b50-4917-9818-c9bd55c13d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:18:40.630527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Bound port: 93d2d128-c3dd-4b10-bffe-1dc490dd42e0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1a4906-8b50-4917-9818-c9bd55c13d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:18:40.630914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.736398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dcad965-c422-41a7-a920-6bda770f3893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.759252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] For port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:18:40.769202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] For port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,segment=NetworkSegment(2a1a4906-8b50-4917-9818-c9bd55c13d29),segment_id=2a1a4906-8b50-4917-9818-c9bd55c13d29)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:18:40.776625 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.842466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dcad965-c422-41a7-a920-6bda770f3893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:40.874298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ae016-58b4-4ae5-810f-8c37631f868e None None] Pushing event updated for resources: {'Port': ['ID=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:40.944734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7dcad965-c422-41a7-a920-6bda770f3893 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b10c1864904a41298a5900c57024d2b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284262 Nov 16 21:18:40.950305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43018) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:41.016318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b3ac050-3c21-4bcc-bdd4-ab1d18eab722 req-743c8eb3-bef7-48b4-8369-c04328d3cce6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5931675 Nov 16 21:18:41.027592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcad965-c422-41a7-a920-6bda770f3893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b846ad-5ee5-415e-92d0-afca06ed6444,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:41.098986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21025740-1232-4aa2-92a7-12f5ef86db05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.139716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21025740-1232-4aa2-92a7-12f5ef86db05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.211152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Router fd8f9050-fee8-4524-871b-e719371b957b is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:41.275041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.318194 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.429453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-e69fb447-eaca-459a-bc4c-48a93d9f308b service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512228 Nov 16 21:18:41.445275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21025740-1232-4aa2-92a7-12f5ef86db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.447981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21025740-1232-4aa2-92a7-12f5ef86db05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.449158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-21025740-1232-4aa2-92a7-12f5ef86db05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0b846ad-5ee5-415e-92d0-afca06ed6444 HTTP/1.1" status: 204 len: 168 time: 0.4882905 Nov 16 21:18:41.479898 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21025740-1232-4aa2-92a7-12f5ef86db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b846ad-5ee5-415e-92d0-afca06ed6444,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:41.539658 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-cb9a480f-da62-4769-a7a2-8cdd4aeee174 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962648 Nov 16 21:18:41.555973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:41.562824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.565010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-90872ab4-40a9-4a29-863d-42bfa679d40e tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "PUT /v2.0/routers/fd8f9050-fee8-4524-871b-e719371b957b HTTP/1.1" status: 200 len: 917 time: 4.0755780 Nov 16 21:18:41.569721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:41.571589 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] Sync routers for ids ['fd8f9050-fee8-4524-871b-e719371b957b'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:41.599844 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] Routers {'fd8f9050-fee8-4524-871b-e719371b957b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:41.600480 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fd8f9050-fee8-4524-871b-e719371b957b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:41.709799 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:41.732738 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] Routers {'fd8f9050-fee8-4524-871b-e719371b957b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:41.733747 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fd8f9050-fee8-4524-871b-e719371b957b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:41.739005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-6e986e91-38e1-4f1f-9dde-ce25f6cabe48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=067f260e-99dd-4594-88ab-c8307bb73d26 HTTP/1.1" status: 200 len: 217 time: 0.1910372 Nov 16 21:18:41.818209 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:41.818796 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd087e9-5de2-409e-b92a-06d79d9511db None None] The sync data for ids ['fd8f9050-fee8-4524-871b-e719371b957b'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:41.841366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:41.942183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Allocated IP 172.25.3.172 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7b1ae789-474c-4bdc-84eb-119f26371a3b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:41.966729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:41.967197 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:41.985311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43042) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:41.990106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34ddc76e-7fd6-43ac-b608-8725559789a5 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/fd8f9050-fee8-4524-871b-e719371b957b HTTP/1.1" status: 200 len: 923 time: 0.4180019 Nov 16 21:18:41.991683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4beac3de-0dce-4160-a6c9-9263519ca6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:41.993154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4beac3de-0dce-4160-a6c9-9263519ca6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.2451456 Nov 16 21:18:42.152832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.285231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,segment=NetworkSegment(2a1a4906-8b50-4917-9818-c9bd55c13d29),segment_id=2a1a4906-8b50-4917-9818-c9bd55c13d29)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:18:42.292860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.391222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:42.400599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd5dae-2c84-47ff-871f-a334d42cf13f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.407059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aefd5dae-2c84-47ff-871f-a334d42cf13f tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=fd8f9050-fee8-4524-871b-e719371b957b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4205115 Nov 16 21:18:42.412273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43058) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.489985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-c50b28f1-e69f-45e7-a1a4-b3dc7afb625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.491683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-c50b28f1-e69f-45e7-a1a4-b3dc7afb625c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4564786 Nov 16 21:18:42.538884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.560241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.576821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.589284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.600540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.611085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.622652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.632131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-b81da06d-7fa3-482a-9ef0-61c63df82957 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.3972313 Nov 16 21:18:42.695841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502ae1a-3b96-4d09-8287-edd75d06b790 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:42.700379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3502ae1a-3b96-4d09-8287-edd75d06b790 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.2862370 Nov 16 21:18:42.701310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43066) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.746295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0b1a29f3-73e4-4161-9d45-e947a978b2dd tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd8f9050-fee8-4524-871b-e719371b957b HTTP/1.1" status: 200 len: 205 time: 0.0433173 Nov 16 21:18:42.746916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:42.805824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:42.870460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2bde6-0ec5-4b27-aa5d-25d3d6db5f97 None None] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:43.035471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.081488 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffde9d27-c073-48c8-bfb1-93cefb5095df req-e844ca80-a926-444a-8095-b038a77d0e62 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4478061 Nov 16 21:18:43.103764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9346db51-cca9-4d54-a98a-a25744521895 None None] Provisioning complete for port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:43.104155 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9346db51-cca9-4d54-a98a-a25744521895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.141692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.175156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-029cccf7-b241-47f9-9d50-063fec9f17f8 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648147 Nov 16 21:18:43.311508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:43.327474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.372569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:43.396902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:43.438091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Deleting port 44079c26-2e0a-4e96-b99b-471a82ec7185 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:43.438846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.451037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Port': ['ID=7b1ae789-474c-4bdc-84eb-119f26371a3b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:43.644266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc2666c1-ab56-47c0-80e5-bd9d677f82a5 None None] Provisioning complete for port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:43.646231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc2666c1-ab56-47c0-80e5-bd9d677f82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.786139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ac38b2db-f1bd-450e-bfe3-e7d206373004 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624502 Nov 16 21:18:43.808279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:43.873001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Calling delete_port for 44079c26-2e0a-4e96-b99b-471a82ec7185 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:43.874428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:18:43.998863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ea4ffcc2-1fcb-48cc-ac30-646d1afc248b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97f906d6-7a52-4792-be6e-a85ce0027b01 HTTP/1.1" status: 200 len: 217 time: 0.1567829 Nov 16 21:18:44.091306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:44.094993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.169275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f65aa3e3-fa41-48a8-8036-5de9d2b141e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.171885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-f65aa3e3-fa41-48a8-8036-5de9d2b141e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.1655347 Nov 16 21:18:44.231400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.257842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.344469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event deleted for resources: {'Port': ['ID=44079c26-2e0a-4e96-b99b-471a82ec7185,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:44.434367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a34ba0a3-454e-4b0c-9530-30c92eb32032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.437998 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-a34ba0a3-454e-4b0c-9530-30c92eb32032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2503538 Nov 16 21:18:44.476836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.529789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.535856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.543132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.549448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.555734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.562024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.568775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:44.571170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-e29860c4-438d-40f3-8627-8d65d4a3a0ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.2466085 Nov 16 21:18:44.708275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.711321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.777313 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.777970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Fanout notify agent at l3_agent the message router_deleted on router fd8f9050-fee8-4524-871b-e719371b957b {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:44.784978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.792042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3f8e5466-979b-4650-bdf7-b1485f9806a5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/fd8f9050-fee8-4524-871b-e719371b957b HTTP/1.1" status: 204 len: 168 time: 2.0423710 Nov 16 21:18:44.794089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43134) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:44.806965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-36616216', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:44.851898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.854931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.856399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8c02242-e64b-4e6a-8d79-011c6b6f82e6 req-72746180-5ef4-4528-84ef-b23823f271ae tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2782860 Nov 16 21:18:44.939150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:44.999631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-0cfece6f-e363-45a6-a8b9-e357e8cf30a3 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515969 Nov 16 21:18:45.271383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.472388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.480326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-c988a716-b49a-4df1-94b8-f70b666c0708 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716406 Nov 16 21:18:45.701084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-06672dcc-fe2d-4410-938e-9ba688df4264 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 200 len: 217 time: 0.1091251 Nov 16 21:18:45.927857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:45.954809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.243412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Allocated IP 172.25.3.117 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/c6daeb66-612a-4770-ae16-c464db814de1) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:46.254083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Router b93c9712-cf79-467c-b240-f00fc820e635 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:46.266971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-388755b2-55ad-4f29-a8d3-b6fe56b145c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.268491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-388755b2-55ad-4f29-a8d3-b6fe56b145c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.5557842 Nov 16 21:18:46.405757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.412380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.419222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.426294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.440454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.441640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.450030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.456717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.459398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-d2d45b49-9db0-457c-8563-e131e9ba9d57 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.2543287 Nov 16 21:18:46.497529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.566471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:46.570052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:46.573865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:46.606045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ea7132aa-bd7b-4949-923f-231f61f49048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:46.607661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-ea7132aa-bd7b-4949-923f-231f61f49048 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3267477 Nov 16 21:18:46.635325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event updated for resources: {'Port': ['ID=c6daeb66-612a-4770-ae16-c464db814de1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:46.730607 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-4e341420-f27d-49c2-aa6d-d6e5986e1a6e service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106534 Nov 16 21:18:46.795592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:46.809225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6f650f4-6cf5-4b69-b55d-38f6da93a547 req-bfa79952-2bc2-4cd5-a178-828c6fc7262b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2899909 Nov 16 21:18:46.810760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] Sync routers for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:46.849545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:46.853434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b4525869-8bfc-4259-8b99-7f86a77a8ea2 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3272610 Nov 16 21:18:46.854043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43178) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:46.859194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:46.861349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:46.916813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:46.931419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:46.933287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:46.985757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:46.986600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26ce88-4d1d-455d-8199-a38cde9c6a6a None None] The sync data for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:47.014320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6dd6915c-eee4-4ee1-8c5a-c9ea091fed0a req-80d2e765-ee48-405d-b451-fc038319d8a4 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730017 Nov 16 21:18:47.193287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.305344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:47.507878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.508356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.509194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.509286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.509763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.510221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.510677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.512872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-5cfd0fed-845c-4f7f-b3bf-b9a77b636024 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6485 time: 0.4132738 Nov 16 21:18:47.577577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.692697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-53c58d0c-7e7d-4cba-9453-088549825c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.694351 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-53c58d0c-7e7d-4cba-9453-088549825c8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 200 len: 903 time: 0.1729307 Nov 16 21:18:47.724304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3165dd7-b58d-4cbf-8e81-3f7f3d081cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.774482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-d4c0a421-f5fc-4446-8ee2-332e0d22c3e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 200 len: 217 time: 0.0536761 Nov 16 21:18:47.893207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3165dd7-b58d-4cbf-8e81-3f7f3d081cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.914170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3165dd7-b58d-4cbf-8e81-3f7f3d081cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:47.957908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-01e6cea7-9622-489a-99fb-7db9905348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:47.959390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-01e6cea7-9622-489a-99fb-7db9905348c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.1753817 Nov 16 21:18:48.047009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.049438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b3165dd7-b58d-4cbf-8e81-3f7f3d081cf0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fefd6e7f9604b148d1b27e16110e3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7428083 Nov 16 21:18:48.051077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3165dd7-b58d-4cbf-8e81-3f7f3d081cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937cbc8-a62a-48b4-b3b3-437dab0fb251,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:48.053866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43198) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:48.073700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-cddce8a3-b504-406b-9f37-2cf6965731be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.075854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-cddce8a3-b504-406b-9f37-2cf6965731be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0897021 Nov 16 21:18:48.115462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.122690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.129475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.135963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.142939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.149549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.155914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:48.164994 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f0d5babc-5346-4051-a093-37198d66aa6e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.2380545 Nov 16 21:18:48.276525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0220b38c-cec5-42ac-9842-6f74207cf584 req-f89fa728-97c5-4513-91af-6a42f08eb2e9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980144 Nov 16 21:18:48.280964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Router 96acd064-8297-489a-809c-5a37b56d1c11 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:18:48.292603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-507dc882-5246-489c-acca-753b0f7a5d25 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500571 Nov 16 21:18:48.324263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51edbc11-dc5f-4ff5-9930-2c2f9513e781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.350532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51edbc11-dc5f-4ff5-9930-2c2f9513e781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.429277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51edbc11-dc5f-4ff5-9930-2c2f9513e781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.430458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00c67bc2-69e7-49fb-a330-6d1a0c052f2b req-bb40e02b-b2be-4860-80fa-3a97b5f025d9 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280034 Nov 16 21:18:48.432090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51edbc11-dc5f-4ff5-9930-2c2f9513e781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.433231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-51edbc11-dc5f-4ff5-9930-2c2f9513e781 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3937cbc8-a62a-48b4-b3b3-437dab0fb251 HTTP/1.1" status: 204 len: 168 time: 0.3620622 Nov 16 21:18:48.623775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edbc11-dc5f-4ff5-9930-2c2f9513e781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937cbc8-a62a-48b4-b3b3-437dab0fb251,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:48.721443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:48.732636 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] Sync routers for ids ['96acd064-8297-489a-809c-5a37b56d1c11'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:48.758043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] Routers {'96acd064-8297-489a-809c-5a37b56d1c11'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:48.759531 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['96acd064-8297-489a-809c-5a37b56d1c11'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:48.760675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:48.761715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6fa600c5-c241-42b3-979f-7b99c23cb818 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9661059 Nov 16 21:18:48.764729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43210) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:48.782258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:48.812403 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:48.823685 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] Routers {'96acd064-8297-489a-809c-5a37b56d1c11'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:48.824678 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['96acd064-8297-489a-809c-5a37b56d1c11'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:48.864636 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:48.866523 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c050d7-30c3-4eff-89fc-de26e791863f None None] The sync data for ids ['96acd064-8297-489a-809c-5a37b56d1c11'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:48.882939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Allocated IP 172.20.0.1 (d1da804c-16b7-4414-8cbb-dc3d15d722f9/d741f256-182a-4130-8e83-ac84b5d17fed/08066c63-2729-4b84-addd-25219942d8d5) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:49.079770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43216) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:49.099748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.138859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.164092 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55c01177-d3dd-433c-b3d4-83ecff78babe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.185350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:49.191139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:49.195219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:49.226983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Port': ['ID=08066c63-2729-4b84-addd-25219942d8d5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:49.252621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.587493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.666605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55c01177-d3dd-433c-b3d4-83ecff78babe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.680678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.683148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ac8771d3-7574-4939-be1d-71238852ade0 None None] Provisioning complete for port 08066c63-2729-4b84-addd-25219942d8d5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:49.684008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac8771d3-7574-4939-be1d-71238852ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.705488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55c01177-d3dd-433c-b3d4-83ecff78babe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.756658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:49.782369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ac8771d3-7574-4939-be1d-71238852ade0 None None] Port 08066c63-2729-4b84-addd-25219942d8d5 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:49.863527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.876864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.886698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c01177-d3dd-433c-b3d4-83ecff78babe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6d5b11-312e-4bed-b347-af0ea72b07b9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:49.893367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.902693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.911796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.920548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.929132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:49.933066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-3733ca03-a02e-4cc4-8f70-a1607b3471ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.4998398 Nov 16 21:18:50.027726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-55c01177-d3dd-433c-b3d4-83ecff78babe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a38826440bc04be09729c7f64d028eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9469099 Nov 16 21:18:50.030628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:50.080272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Deleting port c6daeb66-612a-4770-ae16-c464db814de1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:50.083231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.204625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ebccdba-c5ad-43b0-9eca-48c53a15f9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.230648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ebccdba-c5ad-43b0-9eca-48c53a15f9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.287025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ebccdba-c5ad-43b0-9eca-48c53a15f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.290910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ebccdba-c5ad-43b0-9eca-48c53a15f9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.292290 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6ebccdba-c5ad-43b0-9eca-48c53a15f9e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a6d5b11-312e-4bed-b347-af0ea72b07b9 HTTP/1.1" status: 204 len: 168 time: 0.2605011 Nov 16 21:18:50.305975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebccdba-c5ad-43b0-9eca-48c53a15f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6d5b11-312e-4bed-b347-af0ea72b07b9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:50.394689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.404016 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.423845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.426566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Calling delete_port for c6daeb66-612a-4770-ae16-c464db814de1 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:50.549194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Port': ['ID=08066c63-2729-4b84-addd-25219942d8d5,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:50.564347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.610382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3192283a-c220-4411-806e-16f7a7e3fa65 req-64f7a6a7-70a2-4cd0-a84b-08916666f278 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975703 Nov 16 21:18:50.764473 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c9a006f-7154-418a-bfa9-04389c25ee49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.788049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:50.793856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:50.928479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:50.997697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Pushing event deleted for resources: {'Port': ['ID=c6daeb66-612a-4770-ae16-c464db814de1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:51.274546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.356029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-27fd8f57-b91a-4107-b95c-6cedeacbe06c None None] Provisioning complete for port 08066c63-2729-4b84-addd-25219942d8d5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:51.356868 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27fd8f57-b91a-4107-b95c-6cedeacbe06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:51.436568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-27fd8f57-b91a-4107-b95c-6cedeacbe06c None None] Port 08066c63-2729-4b84-addd-25219942d8d5 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:51.681664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-b2dc2894-ae63-49ff-a5d0-c3884d7403bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1452096 Nov 16 21:18:51.819758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-134126bb-a895-48af-8355-3e3464b98a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:51.821853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-134126bb-a895-48af-8355-3e3464b98a74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1097 time: 0.1048648 Nov 16 21:18:51.838596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Router b93c9712-cf79-467c-b240-f00fc820e635 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:52.035521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.049730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.056106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.064745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.071389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.077530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.084809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.091258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.099778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-21e9e91e-22d9-4f7d-927f-4fe06a717e4c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.2798431 Nov 16 21:18:52.109165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.222490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:52.232460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8ce8a629-614b-4565-bdff-77e669f2054b tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "PUT /v2.0/routers/b93c9712-cf79-467c-b240-f00fc820e635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3772731 Nov 16 21:18:52.234275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] Sync routers for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:52.234970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43278) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:52.242418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Request body: {'port': {'network_id': 'd1da804c-16b7-4414-8cbb-dc3d15d722f9', 'name': 'tempest-FloatingIPAdminTestJSON-241062773'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:52.261047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:52.267862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.348941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-5ae05bf0-0608-4942-b4b8-c3850aded47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.350714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-5ae05bf0-0608-4942-b4b8-c3850aded47b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.5003743 Nov 16 21:18:52.376373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.400234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:52.401043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.491833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.493280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3ae94-9bc1-43f7-b007-539816823176 None None] The sync data for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:52.535519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-5b455ef1-c1d6-405b-b394-22b8a456ee3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 1002 time: 0.1748829 Nov 16 21:18:52.570474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cee563a-4dc6-42d5-ba2c-2ba87ce7115d req-d79905fb-a7b6-4a40-ab28-5cae2c0daeb3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4694695 Nov 16 21:18:52.574620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Router 96acd064-8297-489a-809c-5a37b56d1c11 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:52.621363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Made reservation on behalf of 48ac56e1e2f34b218753ceffeb2ee3f0 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:52.625179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.650051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] device_id is not set on port 954d40d3-1bab-4a3d-80f7-de7b9cda54ef yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:18:52.692205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:52.700817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:52.704433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e918fb5-40a2-4e24-b5e7-cdf54e5b935b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "PUT /v2.0/routers/96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 200 len: 708 time: 3.9363949 Nov 16 21:18:52.704796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43284) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:52.723475 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] Sync routers for ids ['96acd064-8297-489a-809c-5a37b56d1c11'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:52.740933 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] Routers {'96acd064-8297-489a-809c-5a37b56d1c11'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:52.745070 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['96acd064-8297-489a-809c-5a37b56d1c11'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.807508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b0cee482-dc93-42dd-9d55-07aebf201e12 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/routers/96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 200 len: 743 time: 0.1010833 Nov 16 21:18:52.811796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43286) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:52.825131 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.834959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-5b4e1151-6994-4848-98a9-0dfa045802e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:52.837174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-5b4e1151-6994-4848-98a9-0dfa045802e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.2781258 Nov 16 21:18:52.847525 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] Routers {'96acd064-8297-489a-809c-5a37b56d1c11'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:52.848405 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['96acd064-8297-489a-809c-5a37b56d1c11'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:52.876082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34465e98-5137-4f02-8092-5b675f722378 tempest-RoutersIpV6AdminTest-1965130691 tempest-RoutersIpV6AdminTest-1965130691-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 200 len: 205 time: 0.0630767 Nov 16 21:18:52.879841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43290) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:52.945201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7f30bc05-16a8-4739-b666-7e5e5ae70f88 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 200 len: 205 time: 0.0637364 Nov 16 21:18:52.949604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43294) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:52.964673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Allocated IP 172.20.0.11 (d1da804c-16b7-4414-8cbb-dc3d15d722f9/d741f256-182a-4130-8e83-ac84b5d17fed/954d40d3-1bab-4a3d-80f7-de7b9cda54ef) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:53.017607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-708fbd39-e4da-4ad9-b552-5a3f3b6d6e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.025494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-12bc0dd1-37e2-4a92-b97f-27957e753aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:53.028259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-12bc0dd1-37e2-4a92-b97f-27957e753aec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773801 Nov 16 21:18:53.228537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.235694 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:53.236527 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec34d40-8425-4465-8af8-2a4f677a1b38 None None] The sync data for ids ['96acd064-8297-489a-809c-5a37b56d1c11'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:53.401496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-c8a786f9-eebb-412e-8a46-a2d52fb548cd service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575451 Nov 16 21:18:53.541827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.546431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.647948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.649630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Fanout notify agent at l3_agent the message router_deleted on router 96acd064-8297-489a-809c-5a37b56d1c11 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:18:53.664491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.665855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4686de5d-679a-4997-bd93-f924eb0e589b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 204 len: 168 time: 0.7129564 Nov 16 21:18:53.670029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:53.767710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.777657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4c38297a-bc06-49a9-96fb-4c6ea6d77488 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 200 len: 205 time: 0.0969493 Nov 16 21:18:53.794876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43320) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:53.829827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:53.850709 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-43573e73-0db2-409a-8b2b-d1017ec25b5b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] delete failed (client error): The resource could not be found. Nov 16 21:18:53.851772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43573e73-0db2-409a-8b2b-d1017ec25b5b tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/96acd064-8297-489a-809c-5a37b56d1c11 HTTP/1.1" status: 404 len: 336 time: 0.0596411 Nov 16 21:18:53.854629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43326) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:53.905218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a10d8dab-b124-4da3-bcb1-5a587b6307f5 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd8f9050-fee8-4524-871b-e719371b957b HTTP/1.1" status: 200 len: 205 time: 0.0460188 Nov 16 21:18:53.905444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43328) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:53.959824 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-79ddb096-3e97-427b-a0ba-6351575b4452 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] delete failed (client error): The resource could not be found. Nov 16 21:18:53.961220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-79ddb096-3e97-427b-a0ba-6351575b4452 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/fd8f9050-fee8-4524-871b-e719371b957b HTTP/1.1" status: 404 len: 336 time: 0.0540469 Nov 16 21:18:53.965445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:53.994965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce0c59c0-0fe5-46bd-87ee-8da86ca8dbd2 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=93ea34ad-1603-421a-a34f-2de2477e5220 HTTP/1.1" status: 200 len: 205 time: 0.0281305 Nov 16 21:18:54.000448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43332) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.002183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:54.027591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:54.030959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8eb7bd9-46b0-4962-8e9e-4d69fbc9d321 req-b49a3848-1548-42f4-8c2f-8b06d81b9b0a service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152241 Nov 16 21:18:54.031685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:54.075045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:54.102104 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-1a54c26f-118f-408a-a5d3-c378ffec8b2e tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] delete failed (client error): The resource could not be found. Nov 16 21:18:54.103199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1a54c26f-118f-408a-a5d3-c378ffec8b2e tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/93ea34ad-1603-421a-a34f-2de2477e5220 HTTP/1.1" status: 404 len: 336 time: 0.0851192 Nov 16 21:18:54.106353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43334) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.148596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f2091a81-b3ab-4857-8535-019fac2831b9 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=9321ec39-e03a-4836-9617-4ff687767514 HTTP/1.1" status: 200 len: 205 time: 0.0409510 Nov 16 21:18:54.158578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event updated for resources: {'Port': ['ID=954d40d3-1bab-4a3d-80f7-de7b9cda54ef,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:54.163879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43340) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.198772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.206754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.215544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.223980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.234745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.243154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.259055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.262363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-5a169f66-e223-4e86-a31f-721625bc6df9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.4475458 Nov 16 21:18:54.284860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:54.285867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:54.298829 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-00b6ed91-14f9-4045-bcac-c70b5f1ee29d tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] delete failed (client error): The resource could not be found. Nov 16 21:18:54.301907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-00b6ed91-14f9-4045-bcac-c70b5f1ee29d tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/9321ec39-e03a-4836-9617-4ff687767514 HTTP/1.1" status: 404 len: 336 time: 0.1365316 Nov 16 21:18:54.308317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43344) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.383467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65d0b73f-693e-45b4-b6d1-b87df4a3bed8 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=09107caf-5f63-48b9-b20f-a3ea25c1e432 HTTP/1.1" status: 200 len: 205 time: 0.0738635 Nov 16 21:18:54.388613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.433745 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91f06ea3-7a68-4ff6-acdd-c196b3f8e095 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1978111 Nov 16 21:18:54.438674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43352) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.524379 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-cc518e5d-60f1-457e-81d1-c1b3eeab510a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] delete failed (client error): The resource could not be found. Nov 16 21:18:54.529382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43360) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.530077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cc518e5d-60f1-457e-81d1-c1b3eeab510a tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/09107caf-5f63-48b9-b20f-a3ea25c1e432 HTTP/1.1" status: 404 len: 336 time: 0.1398194 Nov 16 21:18:54.574092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac5d69bf-1915-4d51-bb89-84ecf4d1524f tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "GET /v2.0/ports?device_id=29095ee4-98ff-470a-81fa-9bae680231cc HTTP/1.1" status: 200 len: 205 time: 0.0407712 Nov 16 21:18:54.578826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43362) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.580138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-774d244b-75ac-4d2e-bc6e-18a5a0746ece req-d0fcd12d-af84-47b9-8576-96e777c98089 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2756519 Nov 16 21:18:54.629450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a684b2a1-2ff2-4a9c-9ed9-be77559a7bdd None None] Provisioning complete for port 954d40d3-1bab-4a3d-80f7-de7b9cda54ef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:18:54.629897 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a684b2a1-2ff2-4a9c-9ed9-be77559a7bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:54.705998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a684b2a1-2ff2-4a9c-9ed9-be77559a7bdd None None] Port 954d40d3-1bab-4a3d-80f7-de7b9cda54ef cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:18:54.707625 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-b34680d0-fce0-4d28-a856-47343f60dcc0 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] delete failed (client error): The resource could not be found. Nov 16 21:18:54.711544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43366) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:54.715486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b34680d0-fce0-4d28-a856-47343f60dcc0 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/routers/29095ee4-98ff-470a-81fa-9bae680231cc HTTP/1.1" status: 404 len: 336 time: 0.1353917 Nov 16 21:18:54.744731 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-158a5a36-2e4e-4718-850a-dd364e475202 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] DELETE failed (client error): The resource could not be found. Nov 16 21:18:54.745994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158a5a36-2e4e-4718-850a-dd364e475202 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:18:54.750556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-158a5a36-2e4e-4718-850a-dd364e475202 tempest-RoutersIpV6AdminTest-1335945366 tempest-RoutersIpV6AdminTest-1335945366-project] 10.222.0.48 "DELETE /v2.0/subnets/c6bfcded-0b7b-41c7-b4d9-4d578db955ef HTTP/1.1" status: 404 len: 337 time: 0.0378613 Nov 16 21:18:54.773740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'project_id': '48ac56e1e2f34b218753ceffeb2ee3f0', 'port_id': '954d40d3-1bab-4a3d-80f7-de7b9cda54ef'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:54.812868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:54.952381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.143529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Allocated IP 172.25.3.125 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/202f32b9-cc72-46cc-a7ea-7dfdf5f0276f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:18:55.193295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43376) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:55.346834 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.412980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.447461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ba01-a67f-441a-8016-d9958531c409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.510939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:18:55.521103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:55.535231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:18:55.588230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Pushing event updated for resources: {'Port': ['ID=202f32b9-cc72-46cc-a7ea-7dfdf5f0276f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:55.683032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ba01-a67f-441a-8016-d9958531c409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.712463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ba01-a67f-441a-8016-d9958531c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.790011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b6a1ba01-a67f-441a-8016-d9958531c409 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87c1b44b4d9d43f08dda58e8de981c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952313 Nov 16 21:18:55.831907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43390) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:55.841332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1ba01-a67f-441a-8016-d9958531c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b875b-050d-48cc-b8f2-5a142da2d63a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:55.887501 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.902970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.910700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.914100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4daedef4-46dd-4944-808f-678ceb37b212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.919132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.927961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.935007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.942303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4daedef4-46dd-4944-808f-678ceb37b212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:55.943128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.951621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:55.960926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-78b9bdc8-cde8-4c7f-9425-8326b37c7b8f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1680522 Nov 16 21:18:56.011084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4daedef4-46dd-4944-808f-678ceb37b212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.014245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4daedef4-46dd-4944-808f-678ceb37b212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.015411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4daedef4-46dd-4944-808f-678ceb37b212 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/988b875b-050d-48cc-b8f2-5a142da2d63a HTTP/1.1" status: 204 len: 168 time: 0.1816790 Nov 16 21:18:56.058071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ed41f49-0bd5-4a25-81a2-48d82a256688 req-4d3061bc-54c1-4d13-aacd-7f8603c2051a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960751 Nov 16 21:18:56.080951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daedef4-46dd-4944-808f-678ceb37b212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b875b-050d-48cc-b8f2-5a142da2d63a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:56.191018 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:18:56.272493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.361583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.457206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:56.519347 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.529137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7acf62ca-7493-431d-be88-b4d1a5bd5a30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a2ecf821ff642f8beb92b3e77604e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707746 Nov 16 21:18:56.532167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43404) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:56.609104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.622333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.634761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93f0294e-994a-4997-b1fe-85a463089590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.660907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93f0294e-994a-4997-b1fe-85a463089590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.712333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.715160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Pushing event updated for resources: {'Port': ['ID=202f32b9-cc72-46cc-a7ea-7dfdf5f0276f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:56.803278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93f0294e-994a-4997-b1fe-85a463089590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.811789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93f0294e-994a-4997-b1fe-85a463089590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:56.820745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-93f0294e-994a-4997-b1fe-85a463089590 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8beb7081-f80e-4bd0-8ec6-1fabb389d3a5 HTTP/1.1" status: 204 len: 168 time: 0.2852485 Nov 16 21:18:56.843416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0294e-994a-4997-b1fe-85a463089590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb7081-f80e-4bd0-8ec6-1fabb389d3a5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:56.854153 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Floating IP f5b91c56-903c-4179-96df-2a66bfde1ce3 associated. External IP: 172.25.3.125, port: 954d40d3-1bab-4a3d-80f7-de7b9cda54ef. Nov 16 21:18:57.601732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.607812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.615543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.625133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.633400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.641754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.648859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:57.657246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-03640d64-4c6b-44a1-bf28-7a1ca15017b1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1660855 Nov 16 21:18:57.728335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Router b93c9712-cf79-467c-b240-f00fc820e635 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:57.769941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f43e8766-16e9-465f-b11d-52fa26c202f7 req-24670578-9581-4035-a111-5226fad727d0 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114612 Nov 16 21:18:57.946343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:57.959311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] Sync routers for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:57.978537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:57.979455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:57.989942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.025858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5b64f8d3-0a7d-41a5-946f-616327a51bf4 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5823209 Nov 16 21:18:58.028650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:58.080337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:58.213374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c197c3bf-e1c6-46d5-b36d-ec270b3cb4a0 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] 10.222.0.48 "GET /v2.0/floatingips/f5b91c56-903c-4179-96df-2a66bfde1ce3 HTTP/1.1" status: 200 len: 983 time: 0.1835423 Nov 16 21:18:58.214992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:58.215964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43480) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:58.226470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:58.227273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:58.266421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:58.267173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c5d3ac-d189-47f0-9718-1ce30087f134 None None] The sync data for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:58.292839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-842805460'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:58.366318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-62a0d611-622c-42f4-8ef1-1abdafcc472b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4302 time: 0.1491292 Nov 16 21:18:58.369724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:58.370379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43490) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:58.371095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.381026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.502180 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.508538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.519583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34173e9-7005-4641-9e7c-d23cc50bec1f req-81cac4d3-b630-4fc5-865a-759a79e125d1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:58.521107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c34173e9-7005-4641-9e7c-d23cc50bec1f req-81cac4d3-b630-4fc5-865a-759a79e125d1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.0929554 Nov 16 21:18:58.562208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:18:58.572594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79321061-b83e-480d-b93b-d442ed9b28c5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:58.583551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting port 202f32b9-cc72-46cc-a7ea-7dfdf5f0276f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:18:58.583987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.588969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.589722 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Added segment 5822b062-5474-4586-9662-d6d086dc4d18 of type vlan for network 33e56c40-72d4-4181-913c-d9b848f64dc1 Nov 16 21:18:58.624462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c34173e9-7005-4641-9e7c-d23cc50bec1f req-0ae044f2-dec8-4ae5-8e47-f35be30adae1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908730 Nov 16 21:18:58.656848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.679440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.680109 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.683351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.689904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:58.691683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:58.697227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Calling delete_port for 202f32b9-cc72-46cc-a7ea-7dfdf5f0276f owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:18:58.766602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6824536 Nov 16 21:18:58.788043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43498) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:58.797801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'subnet': {'network_id': '33e56c40-72d4-4181-913c-d9b848f64dc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:58.897006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43194b-ab5c-4584-96e6-3a85d44dafaa tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Network': ['ID=33e56c40-72d4-4181-913c-d9b848f64dc1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:58.907845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:18:59.025113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.031329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.038729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.044834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.051653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.057780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.063927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.066292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-3f5d3be5-b2a3-415e-a3de-31e477b22477 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1614406 Nov 16 21:18:59.067814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:18:59.071248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.172649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.203178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Port': ['ID=202f32b9-cc72-46cc-a7ea-7dfdf5f0276f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:59.212136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3b1ddfc-d306-40e7-ae18-5fec89baa7f9 req-c5a4d60e-fde1-4093-b529-4c68ebf35bb9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374731 Nov 16 21:18:59.274336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.274720 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Floating IP f5b91c56-903c-4179-96df-2a66bfde1ce3 disassociated (deleted). External IP: 172.25.3.125, port: 954d40d3-1bab-4a3d-80f7-de7b9cda54ef. Nov 16 21:18:59.346568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.419908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Subnet': ['ID=5588b2a9-6e4e-47d5-874a-aae618bc5209,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:18:59.426656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Checking segment: {'id': '5822b062-5474-4586-9662-d6d086dc4d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '33e56c40-72d4-4181-913c-d9b848f64dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:18:59.426953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network hostable DHCP agents. Network: 33e56c40-72d4-4181-913c-d9b848f64dc1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:18:59.446027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:18:59.457970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 33e56c40-72d4-4181-913c-d9b848f64dc1) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:18:59.466319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.467038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.469232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a834bf1-9c28-4624-943a-29a9da7a7b2d None None] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:59.498077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6638d497-7d65-44ab-b106-53581c56a47f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7070949 Nov 16 21:18:59.499088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43510) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:59.506213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-592022637', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:59.539809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.541086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.545853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Router b93c9712-cf79-467c-b240-f00fc820e635 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:18:59.633204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.684215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9d9a3-f41a-4a79-9748-5a53ea951b13 None None] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:18:59.687478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:18:59.704958 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] Sync routers for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:18:59.710633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.723338 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:59.724005 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:59.772579 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:59.782605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:18:59.783459 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:59.788316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96314d73-94ce-415d-85b3-fd8a4ea3a642 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "DELETE /v2.0/floatingips/f5b91c56-903c-4179-96df-2a66bfde1ce3 HTTP/1.1" status: 204 len: 168 time: 1.4126480 Nov 16 21:18:59.790282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43514) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:18:59.798737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:18:59.823150 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:18:59.824167 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7839f7-a5dc-414a-accb-6c1e73462f55 None None] The sync data for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:18:59.827157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.838417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52503d08-3306-4f8d-8fe0-0557979386f5 req-d732d0ee-5602-446c-b163-d0fdfe820922 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:18:59.839939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52503d08-3306-4f8d-8fe0-0557979386f5 req-d732d0ee-5602-446c-b163-d0fdfe820922 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.0923541 Nov 16 21:18:59.883160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:18:59.981746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52503d08-3306-4f8d-8fe0-0557979386f5 req-cbf288e6-fb99-4b06-8769-67b651c00b06 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109977 Nov 16 21:19:00.001995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.177055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Allocated IP 172.25.3.130 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/53503768-602e-4804-8a2c-b6860d7553f1) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:00.192736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.214974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.326004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.413096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.480671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:00.488191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:00.493130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:00.525708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.200 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/0b0c4a63-70e7-44ed-9016-7df369b4e1d9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:00.606388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.613594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.616230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Pushing event updated for resources: {'Port': ['ID=53503768-602e-4804-8a2c-b6860d7553f1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:00.620055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.626736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.633703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.640403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.646742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.654833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-d34ec57a-8d24-4c1e-9f28-e33293fb565a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1849437 Nov 16 21:19:00.683600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.733814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b3b71-010e-4840-abf9-5051aa5a76cf req-5080bd93-bad3-4cf5-8bca-d542a60909e8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.735714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d9b3b71-010e-4840-abf9-5051aa5a76cf req-5080bd93-bad3-4cf5-8bca-d542a60909e8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 946 time: 0.1059825 Nov 16 21:19:00.743089 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.751654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41c744cf-0117-41fe-bf4a-0f2c9532f837 req-16491caa-280f-4b41-9b60-1b5600b34443 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957923 Nov 16 21:19:00.762371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.801801 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.849268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:00.850407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d9b3b71-010e-4840-abf9-5051aa5a76cf req-14a16fc3-5d19-417a-b751-46a2176143aa tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852983 Nov 16 21:19:00.864088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:00.896966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:00.901216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=0b0c4a63-70e7-44ed-9016-7df369b4e1d9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:00.959724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.962726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30b9e9-5ebe-4ddc-860a-dc9d822f71b5 req-ec6a7c26-f0f6-43e4-94fc-e43a13ff6eaf tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:00.964615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:00.970056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a30b9e9-5ebe-4ddc-860a-dc9d822f71b5 req-ec6a7c26-f0f6-43e4-94fc-e43a13ff6eaf tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1238813 Nov 16 21:19:01.064026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.084785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Pushing event updated for resources: {'Port': ['ID=53503768-602e-4804-8a2c-b6860d7553f1,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:01.092471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.098540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2c97eada-f62f-4fc1-85c1-f900e428e70b tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3001909 Nov 16 21:19:01.100377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:01.137610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a30b9e9-5ebe-4ddc-860a-dc9d822f71b5 req-ffdd84b0-94dd-43dd-940a-65d953c44e6b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666775 Nov 16 21:19:01.231803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:01.254833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.269461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.363776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.478023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.512651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Allocated IP 172.25.3.117 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/dbde73d9-c20b-4e7a-86c8-49a0e575076e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:01.611892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:19:01.661942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.699198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.746498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:01.750070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:01.754253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:01.771351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:01.782598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Pushing event updated for resources: {'Port': ['ID=dbde73d9-c20b-4e7a-86c8-49a0e575076e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:01.783963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:01.800879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.802891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8636ebbc-8b14-49b4-a993-281f93291b0f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3022258 Nov 16 21:19:01.805234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:01.822448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:01.824798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:01.874304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.895566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:01.907128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:01.907932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:01.931074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:01.951462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:01.952154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbbcbe1-46a7-4019-87b0-0fa009b60118 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:02.008868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43566) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:02.049772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.055801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.061868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.067964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.074137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.080960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.087440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.089292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-0c4d35b5-a2eb-46fd-a10e-876ac45ce4cc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1272147 Nov 16 21:19:02.131202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b8c82-8f22-4efc-a68a-d360475b3b2f req-a8d78506-bbc9-428e-a2e8-1fff40ab23ef tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.132845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e5b8c82-8f22-4efc-a68a-d360475b3b2f req-a8d78506-bbc9-428e-a2e8-1fff40ab23ef tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 946 time: 0.1367338 Nov 16 21:19:02.226574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e5b8c82-8f22-4efc-a68a-d360475b3b2f req-c248b65d-f247-4857-b070-7eb72a0f8932 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773213 Nov 16 21:19:02.236032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.252204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.326518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Pushing event updated for resources: {'Port': ['ID=dbde73d9-c20b-4e7a-86c8-49a0e575076e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:02.335381 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.360396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.364754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87302136-7879-45f6-95cb-2377ac37dd60 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2606976 Nov 16 21:19:02.365143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:02.403383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:02.491518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.508960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74025627-bc66-451f-91c4-f0937af63e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.518381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:02.522085 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8bf654-984c-470f-9d76-953c27659b99" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:02.539628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:02.543276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2c45cbe2-9984-4be1-a08e-53e2df72d827 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4487 time: 0.1755075 Nov 16 21:19:02.547393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.547620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43580) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:02.586533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e16d5-c8c1-4959-af2a-993a1a7c970f req-495dba57-0bb3-4e25-a202-d92059cdca50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.588241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d6e16d5-c8c1-4959-af2a-993a1a7c970f req-495dba57-0bb3-4e25-a202-d92059cdca50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2158487 Nov 16 21:19:02.597950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1716eb2-0855-4cd8-b414-55c3c1d095bd req-00bc3d33-df87-45b2-86cf-c69886f6c8f3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4806964 Nov 16 21:19:02.626243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:02.636313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.636675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.637026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.637374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.637750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.638287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.638807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.639165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.639502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.639929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.640296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.640629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:02.651881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c948f-7ab8-4546-88a7-0782a67e67da req-492b9734-4b51-4d5a-b8ad-56e71e6f2374 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:02.653557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-650c948f-7ab8-4546-88a7-0782a67e67da req-492b9734-4b51-4d5a-b8ad-56e71e6f2374 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 946 time: 0.2544525 Nov 16 21:19:02.660291 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-152f8812-18b9-4186-8481-90fac71189c7 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1089513 Nov 16 21:19:02.663597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43582) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:02.863362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74025627-bc66-451f-91c4-f0937af63e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.874157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74025627-bc66-451f-91c4-f0937af63e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:02.888377 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56aee9c-9b7e-49f0-8a2e-ccddeeff27c9 x-openstack-request-id: req-f56aee9c-9b7e-49f0-8a2e-ccddeeff27c9 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:02.889221 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:02.889475 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f56aee9c-9b7e-49f0-8a2e-ccddeeff27c9 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:02.890016 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:19:02.936053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-74025627-bc66-451f-91c4-f0937af63e7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4de13aac33834647b173059ecda8259c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9255173 Nov 16 21:19:02.942442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43586) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:02.943346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74025627-bc66-451f-91c4-f0937af63e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee98d54-29bf-49c5-83db-e82c3c46fe71,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:02.996734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d6e16d5-c8c1-4959-af2a-993a1a7c970f req-c6ad3f74-8666-474d-9605-ceb689c98e2a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666675 Nov 16 21:19:03.014374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Deleting port dbde73d9-c20b-4e7a-86c8-49a0e575076e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:03.014876 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.031244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.037150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Deleting port 54e70820-01cf-4275-9492-de4c56f9cb97 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:03.037934 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.127726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bed56777-e684-41f0-a444-76b4fb3d0c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.133739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] For port 54e70820-01cf-4275-9492-de4c56f9cb97, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=54e70820-01cf-4275-9492-de4c56f9cb97,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:03.134097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.147635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Calling delete_port for 54e70820-01cf-4275-9492-de4c56f9cb97 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:03.203328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bed56777-e684-41f0-a444-76b4fb3d0c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.205878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.206875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.233738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.235823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Calling delete_port for dbde73d9-c20b-4e7a-86c8-49a0e575076e owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:03.277495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.290246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['54e70820-01cf-4275-9492-de4c56f9cb97'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:03.316860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event deleted for resources: {'Port': ['ID=54e70820-01cf-4275-9492-de4c56f9cb97,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:03.361664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] No DVR routers for this DVR port 54e70820-01cf-4275-9492-de4c56f9cb97 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:03.365151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.368735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-650c948f-7ab8-4546-88a7-0782a67e67da req-0db7b27d-3e6d-4084-943a-2aa0e35a63f5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "DELETE /v2.0/ports/54e70820-01cf-4275-9492-de4c56f9cb97 HTTP/1.1" status: 204 len: 173 time: 0.7021649 Nov 16 21:19:03.369319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'name': 'network-vif-deleted', 'tag': '54e70820-01cf-4275-9492-de4c56f9cb97'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:03.371913 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85500fe-805b-4bcd-999a-54161109aa8d" -d '{"events": [{"server_uuid": "3da1c07c-0825-4ce4-a687-e1db4fbbcde2", "name": "network-vif-deleted", "tag": "54e70820-01cf-4275-9492-de4c56f9cb97"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:03.423982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00d8752c-d584-48c6-8665-2d00d667a9da req-b8418f05-8891-4bc9-8165-4454234fb92b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.1134636 Nov 16 21:19:03.455053 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae40ae-57b9-4ab0-9012-e23b312a5182 x-openstack-request-id: req-90ae40ae-57b9-4ab0-9012-e23b312a5182 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:03.455053 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da1c07c-0825-4ce4-a687-e1db4fbbcde2", "name": "network-vif-deleted", "tag": "54e70820-01cf-4275-9492-de4c56f9cb97", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:03.455053 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90ae40ae-57b9-4ab0-9012-e23b312a5182 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:03.455053 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da1c07c-0825-4ce4-a687-e1db4fbbcde2', 'name': 'network-vif-deleted', 'tag': '54e70820-01cf-4275-9492-de4c56f9cb97', 'status': 'completed', 'code': 200} Nov 16 21:19:03.455616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bed56777-e684-41f0-a444-76b4fb3d0c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.459677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bed56777-e684-41f0-a444-76b4fb3d0c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.461544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bed56777-e684-41f0-a444-76b4fb3d0c52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eee98d54-29bf-49c5-83db-e82c3c46fe71 HTTP/1.1" status: 204 len: 168 time: 0.5142345 Nov 16 21:19:03.488602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed56777-e684-41f0-a444-76b4fb3d0c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee98d54-29bf-49c5-83db-e82c3c46fe71,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:03.660239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.747863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Pushing event deleted for resources: {'Port': ['ID=dbde73d9-c20b-4e7a-86c8-49a0e575076e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:03.812207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.1 (33e56c40-72d4-4181-913c-d9b848f64dc1/5588b2a9-6e4e-47d5-874a-aae618bc5209/419c5df1-2af9-4e0f-b6df-dec7b2a6ae1d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:03.824884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.828268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.829866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-698cef33-06a2-401e-8df6-b95c26d31d70 tempest-FloatingIPAdminTestJSON-2066456610 tempest-FloatingIPAdminTestJSON-2066456610-project] 10.222.0.48 "DELETE /v2.0/floatingips/efca7b5b-a94d-4279-9a42-0d8980077896 HTTP/1.1" status: 204 len: 168 time: 1.1649818 Nov 16 21:19:03.831022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.834878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43602) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:03.839567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.846167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:03.850826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.858758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.866818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.872963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.879867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:03.881949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-babc18f6-2081-41fa-8921-befe53297ab5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1708734 Nov 16 21:19:03.938444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:03.950405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39cd103b-7880-49a1-80d0-a70aa9d71c07 req-67d53213-113b-49ff-a165-980d11c0a360 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596256 Nov 16 21:19:04.103955 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.178703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Deleting port 53503768-602e-4804-8a2c-b6860d7553f1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:04.179050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.241589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575cedc-b8ee-48c2-96d9-f245cb470d41 req-6fe30eb0-5918-4754-9da1-7608b9de8ed7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:04.243028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c575cedc-b8ee-48c2-96d9-f245cb470d41 req-6fe30eb0-5918-4754-9da1-7608b9de8ed7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1640527 Nov 16 21:19:04.267037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.273124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.313031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.385285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:04.422781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:04.430086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6208d-d733-42c6-a594-dd09c830cca5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:04.432504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:04.436214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:04.443646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9e759bec3884a55a80f2719e59016cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5931225 Nov 16 21:19:04.444240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43610) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:04.470262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=419c5df1-2af9-4e0f-b6df-dec7b2a6ae1d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:04.490569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.490912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.539384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:04.543532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.543895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.544247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.544599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.544940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.545823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.546353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.546864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.547379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.547886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.548391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.548905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.554430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4d7221ea-685c-438f-8606-3c95163b7e16', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '4d7221ea-685c-438f-8606-3c95163b7e16', 'mac_address': 'fa:16:3e:32:c8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:04.574505 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c575cedc-b8ee-48c2-96d9-f245cb470d41 req-efd1f5b8-e518-458b-94df-78760017ab5e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226204 Nov 16 21:19:04.586484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.587048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.587572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.588165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.588664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.589165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.590054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.590644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.591161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.591672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.592167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.592665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595317d3-5a46-406a-b7e2-34db6e0fe94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:04.606363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.609704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Calling delete_port for 53503768-602e-4804-8a2c-b6860d7553f1 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:04.615965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a30cab08-7407-4975-a698-2d02ccdeaa19 req-d38086b9-bc03-4b46-b230-f240acc17c51 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.0710750 Nov 16 21:19:04.617236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac726913-923a-4315-8cf6-b91138d7271c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.622934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:04.646866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:04.652397 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.658900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac726913-923a-4315-8cf6-b91138d7271c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.668985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.711819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac726913-923a-4315-8cf6-b91138d7271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.714645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac726913-923a-4315-8cf6-b91138d7271c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.715795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ac726913-923a-4315-8cf6-b91138d7271c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0c6208d-d733-42c6-a594-dd09c830cca5 HTTP/1.1" status: 204 len: 168 time: 0.2705615 Nov 16 21:19:04.726271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:04.741412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac726913-923a-4315-8cf6-b91138d7271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6208d-d733-42c6-a594-dd09c830cca5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:04.844202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4d7221ea-685c-438f-8606-3c95163b7e16'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:04.910135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:04.962302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Pushing event deleted for resources: {'Port': ['ID=53503768-602e-4804-8a2c-b6860d7553f1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:04.975110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.063214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.151878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.153922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.155137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.159684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b9d9ce9-cb9d-4a97-a4db-a4e85c59d469 tempest-FloatingIPAdminTestJSON-442926793 tempest-FloatingIPAdminTestJSON-442926793-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/6e8b1246-8d9e-4003-a8fc-11a02cd900cc HTTP/1.1" status: 204 len: 168 time: 1.3205657 Nov 16 21:19:05.161070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.161863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:05.169894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.177020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.183333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.189348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.196553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.198751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-ab30f4db-22a4-4956-92ce-ffe0d8644e78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.1274612 Nov 16 21:19:05.274813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6861bb7d-529b-4541-bb9e-10efcb53c379 req-d2d8c033-9872-40be-8d1d-521030e3a564 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682485 Nov 16 21:19:05.434870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting port 954d40d3-1bab-4a3d-80f7-de7b9cda54ef {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:05.435222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.571924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.593893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Calling delete_port for 954d40d3-1bab-4a3d-80f7-de7b9cda54ef owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:05.684310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.726092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:05.759208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65739ae5-3295-414e-a8fa-f40c8ef4a019 req-859c580f-99f3-4b5e-a78f-e962726366f4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:05.761739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65739ae5-3295-414e-a8fa-f40c8ef4a019 req-859c580f-99f3-4b5e-a78f-e962726366f4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.0681691 Nov 16 21:19:05.837769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65739ae5-3295-414e-a8fa-f40c8ef4a019 req-c7d8db7d-341e-4a66-8905-02b341bec6e5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658662 Nov 16 21:19:06.149996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf2c211-4943-452f-a03d-6ddfc5d1699a req-e9026d21-eff8-449a-b659-580eee4889ce tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.4205015 Nov 16 21:19:06.168834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=419c5df1-2af9-4e0f-b6df-dec7b2a6ae1d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:06.182839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:06.298396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:06.381870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:06.396525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:06.398820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Port': ['ID=954d40d3-1bab-4a3d-80f7-de7b9cda54ef,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:06.420658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2d92de59-8b2d-4366-b06e-9b6273c902b6 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:06.435420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:06.496046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.502547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.510307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.516254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.530562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.566696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.576753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.578738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-81c90084-b722-4395-942c-1f7b54f8ac5b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5428 time: 0.2054434 Nov 16 21:19:06.609246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 54e70820-01cf-4275-9492-de4c56f9cb97 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:06.640255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 54e70820-01cf-4275-9492-de4c56f9cb97 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:06.641048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 54e70820-01cf-4275-9492-de4c56f9cb97 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:06.669368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:06.701663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '2d92de59-8b2d-4366-b06e-9b6273c902b6', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'port_id': '2d92de59-8b2d-4366-b06e-9b6273c902b6', 'mac_address': 'fa:16:3e:70:2d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:06.712274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:06.722734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-56b80138-c586-467c-86ca-30f62bc74d08 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "DELETE /v2.0/ports/954d40d3-1bab-4a3d-80f7-de7b9cda54ef HTTP/1.1" status: 204 len: 168 time: 1.5534480 Nov 16 21:19:06.725562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43676) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:06.756431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4d7221ea-685c-438f-8606-3c95163b7e16 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:06.756834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:06.782587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:06.795707 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:06.805024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd6d715e-da1e-4890-8427-b5f5620d8f73 req-8901cff2-fe46-4b1d-8b97-e13e7039dec8 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2039213 Nov 16 21:19:06.845311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d92de59-8b2d-4366-b06e-9b6273c902b6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:06.850945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a0465-ba8c-40ea-991f-0439be9cb93e tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:06.863272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c48a0465-ba8c-40ea-991f-0439be9cb93e tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "GET /v2.0/ports?device_id=b93c9712-cf79-467c-b240-f00fc820e635 HTTP/1.1" status: 200 len: 913 time: 0.1274297 Nov 16 21:19:06.863655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43680) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:06.872152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:06.878279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:06.879013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f812ee03-1061-4381-a152-421ec70a8cb0 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:07.055501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.061206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.114835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.118387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:07.120083 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67095b1-4286-43d2-8768-7da482054747" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:07.132104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.143638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f812ee03-1061-4381-a152-421ec70a8cb0,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.163626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc432-ba4f-48ad-89ec-f6c9ca72d2a9 req-41e01605-13bb-4f23-b4df-ca57a70e5ccc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:07.165620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51bdc432-ba4f-48ad-89ec-f6c9ca72d2a9 req-41e01605-13bb-4f23-b4df-ca57a70e5ccc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 945 time: 0.1687160 Nov 16 21:19:07.176969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:07.183762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91d78c6d-268c-494e-90b0-60ca4ec92c49 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/routers/637aab80-462f-42f2-82d9-4a9e47a0cbfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3771012 Nov 16 21:19:07.189544 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:07.195897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'port_id': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'mac_address': 'fa:16:3e:38:ab:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:07.202152 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:07.202670 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:07.210420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43688) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:07.216573 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04998a41-5c8b-4694-a5f5-eea35caa5ba8 x-openstack-request-id: req-04998a41-5c8b-4694-a5f5-eea35caa5ba8 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:07.216893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'port': {'network_id': '33e56c40-72d4-4181-913c-d9b848f64dc1', 'name': 'tempest-FloatingIPTestJSON-1170580926'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:07.217038 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-plugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:07.217153 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04998a41-5c8b-4694-a5f5-eea35caa5ba8 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:07.217539 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:19:07.251970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=13']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.272833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.291815 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:07.292935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f812ee03-1061-4381-a152-421ec70a8cb0 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:07.312628 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:07.313712 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:07.323574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f812ee03-1061-4381-a152-421ec70a8cb0,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.329894 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.331517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e402764e-07db-4ee3-801c-7372fdbeb928 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:07.352804 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:07.353498 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48637dfb-ef13-4e90-b7ea-2d485d24e0ea None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:07.476424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d1da521-743d-409c-b0ef-b08f4c5faa41 req-4e5f99e3-6de1-4601-8363-751d5ef2af0c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.1265142 Nov 16 21:19:07.494899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51bdc432-ba4f-48ad-89ec-f6c9ca72d2a9 req-71919945-8942-4c64-b5a0-4fe143e4fdc0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157332 Nov 16 21:19:07.500872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:07.505390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.509478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:19:07.514611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.539146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e402764e-07db-4ee3-801c-7372fdbeb928,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.557134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] device_id is not set on port e4fa24ae-a5b1-453f-b7d3-433a508539da yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:07.564296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e402764e-07db-4ee3-801c-7372fdbeb928', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'port_id': 'e402764e-07db-4ee3-801c-7372fdbeb928', 'mac_address': 'fa:16:3e:ab:f9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:07.638157 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.665820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e402764e-07db-4ee3-801c-7372fdbeb928 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:07.678866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.696877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e402764e-07db-4ee3-801c-7372fdbeb928,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.704766 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.706008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device da665a08-c842-4ab3-b45f-b6ddb05a6582 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:07.718933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.14 (33e56c40-72d4-4181-913c-d9b848f64dc1/5588b2a9-6e4e-47d5-874a-aae618bc5209/e4fa24ae-a5b1-453f-b7d3-433a508539da) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:07.803584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.824680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:07.839887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'da665a08-c842-4ab3-b45f-b6ddb05a6582', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'port_id': 'da665a08-c842-4ab3-b45f-b6ddb05a6582', 'mac_address': 'fa:16:3e:bc:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:07.896879 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.913905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da665a08-c842-4ab3-b45f-b6ddb05a6582 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:07.938219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:07.939827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:07.946328 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.010390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:08.017881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.074309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:08.096012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.102820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.109242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.115479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.122190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.129029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.148975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.154447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-792440e6-2039-4a85-bbfd-1e3091d8a123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5432 time: 0.1797674 Nov 16 21:19:08.158346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:08.168180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:08.172811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=e4fa24ae-a5b1-453f-b7d3-433a508539da,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:08.238146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting port 08066c63-2729-4b84-addd-25219942d8d5 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:08.238850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.247545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.248171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.278953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa3efae4-9d4d-4872-a375-3af46080406b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0670998 Nov 16 21:19:08.288591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43702) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:08.295980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'port': {'network_id': '33e56c40-72d4-4181-913c-d9b848f64dc1', 'name': 'tempest-FloatingIPTestJSON-1905924546'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:08.338325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.351908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Calling delete_port for 08066c63-2729-4b84-addd-25219942d8d5 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:08.402311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f879067d-4128-4e6e-aac7-be11226e73f6 req-b3a99221-b964-4923-b49c-626d3f7ca56c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357783 Nov 16 21:19:08.444781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eab9fdb0-11a5-4423-88c1-de29fb045e3d details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:08.475651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:08.481050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.527254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] device_id is not set on port c0c7f830-b66a-4e47-8521-718b84904e89 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:08.654854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.665443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:08.670167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['da665a08-c842-4ab3-b45f-b6ddb05a6582'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:08.707156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d', 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715', 'port_id': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d', 'mac_address': 'fa:16:3e:6e:35:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e8a109-329c-403d-9238-fb6864e870f0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:08.722029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Port': ['ID=08066c63-2729-4b84-addd-25219942d8d5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:08.792688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.793223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.793758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.794183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.794602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.795125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.795532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.795878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.796316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.796719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.797122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.797548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:19:08.842601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:08.867174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab9fdb0-11a5-4423-88c1-de29fb045e3d {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:08.882209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e402764e-07db-4ee3-801c-7372fdbeb928'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:08.889083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef5e5-7317-473c-b266-66b819e8e395 req-c066370d-85a9-47e6-ba7b-095c44d70d11 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:08.898562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25eef5e5-7317-473c-b266-66b819e8e395 req-c066370d-85a9-47e6-ba7b-095c44d70d11 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1832952 Nov 16 21:19:08.954333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.4 (33e56c40-72d4-4181-913c-d9b848f64dc1/5588b2a9-6e4e-47d5-874a-aae618bc5209/c0c7f830-b66a-4e47-8521-718b84904e89) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:08.960781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['f812ee03-1061-4381-a152-421ec70a8cb0'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:08.991195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25eef5e5-7317-473c-b266-66b819e8e395 req-8c43d0ee-3d71-459e-ae22-f29f229f3688 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916555 Nov 16 21:19:09.057352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:09.095917 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.097264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 97f906d6-7a52-4792-be6e-a85ce0027b01 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:09.138016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=97f906d6-7a52-4792-be6e-a85ce0027b01,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:09.159534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03d5fc5d-8aa7-47ab-b437-bcc880e5ecc5 req-6a6789b0-ada3-4295-84c4-87c9a5c49ef2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3da1c07c-0825-4ce4-a687-e1db4fbbcde2 HTTP/1.1" status: 200 len: 210 time: 0.4261582 Nov 16 21:19:09.168509 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.246178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.291268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.301811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '97f906d6-7a52-4792-be6e-a85ce0027b01', 'network_id': '81f28bd4-0232-410e-9fc6-cca647927715', 'port_id': '97f906d6-7a52-4792-be6e-a85ce0027b01', 'mac_address': 'fa:16:3e:a8:a0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e8a109-329c-403d-9238-fb6864e870f0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:09.323918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:09.400070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:09.410589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:09.419364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:09.453547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=c0c7f830-b66a-4e47-8521-718b84904e89,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:09.458617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.566219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.566804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.600175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6808dc77-b463-42b1-b570-d75c1257bba1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3049545 Nov 16 21:19:09.600725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43726) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:09.608628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'c0c7f830-b66a-4e47-8521-718b84904e89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:09.626391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f906d6-7a52-4792-be6e-a85ce0027b01 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:09.641898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.699327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=97f906d6-7a52-4792-be6e-a85ce0027b01,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:09.723450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.804410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.810235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2d92de59-8b2d-4366-b06e-9b6273c902b6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:09.810911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.817217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.831669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.839668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.847421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:09.863123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.869475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:09.878956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-ca3917ed-165f-455a-86fb-37871b8f6c24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5433 time: 0.3018019 Nov 16 21:19:09.961077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:09.965317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Router b93c9712-cf79-467c-b240-f00fc820e635 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:09.993118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71d70bf7-db5f-4f7d-8b50-6a7222c50bbf req-a60dc388-b5fd-43cd-94cc-2ef93397b65f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141260 Nov 16 21:19:10.126559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.16 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/57b77ce3-069a-4ab8-8167-d9279425e09d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:10.168544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:10.177557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b8efd85-a7db-4f18-81cd-18521631691d tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "PUT /v2.0/routers/b93c9712-cf79-467c-b240-f00fc820e635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3125267 Nov 16 21:19:10.178616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43746) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:10.196022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] Sync routers for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:10.226507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:10.227291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:10.305862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:10.375643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] Routers {'b93c9712-cf79-467c-b240-f00fc820e635'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:10.375643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b93c9712-cf79-467c-b240-f00fc820e635'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:10.393131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['eab9fdb0-11a5-4423-88c1-de29fb045e3d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:10.396964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0351-1506-455a-91b3-ceee04e5f7c5 req-5bed41b6-5ab6-4b3d-85a0-5c0b46f5a9e7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:10.398623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-723b0351-1506-455a-91b3-ceee04e5f7c5 req-5bed41b6-5ab6-4b3d-85a0-5c0b46f5a9e7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2376122 Nov 16 21:19:10.504909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:10.512345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-723b0351-1506-455a-91b3-ceee04e5f7c5 req-c63a0e53-e7bf-4467-a35e-6ad352ce0b0c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059272 Nov 16 21:19:10.544751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:10.568655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 067f260e-99dd-4594-88ab-c8307bb73d26 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:10.574893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:10.575572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58878a8-8921-4df3-acd9-5b4aa32958da None None] The sync data for ids ['b93c9712-cf79-467c-b240-f00fc820e635'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:10.581002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:10.608776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['97f906d6-7a52-4792-be6e-a85ce0027b01'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:10.677448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=57b77ce3-069a-4ab8-8167-d9279425e09d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:10.729073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:10.731061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:10.735897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:10.826539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:10.876623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=067f260e-99dd-4594-88ab-c8307bb73d26,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:10.909924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '067f260e-99dd-4594-88ab-c8307bb73d26', 'network_id': 'b740b8d0-6c5f-4a29-8be3-08c641ea5db4', 'port_id': '067f260e-99dd-4594-88ab-c8307bb73d26', 'mac_address': 'fa:16:3e:52:9e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fec2fd8-19c0-4cb9-9130-e24c45eaee2d', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:10.949992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting port 7b1ae789-474c-4bdc-84eb-119f26371a3b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:10.950717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.017474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.036125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067f260e-99dd-4594-88ab-c8307bb73d26 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:11.056337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=067f260e-99dd-4594-88ab-c8307bb73d26,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:11.061627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.121296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:11.180188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.201728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Calling delete_port for 7b1ae789-474c-4bdc-84eb-119f26371a3b owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:11.285325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.293574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.298602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8857b-0b11-4870-87ea-bcc1932a4828 req-ad07c153-f469-4541-abbb-58970146f432 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.301032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.305984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fd8857b-0b11-4870-87ea-bcc1932a4828 req-ad07c153-f469-4541-abbb-58970146f432 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.2521455 Nov 16 21:19:11.308109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.314909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.322830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.329837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:11.332620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-bed34bca-ceb1-4aa6-880f-64ecac5750dd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5435 time: 0.1818044 Nov 16 21:19:11.337319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fd8857b-0b11-4870-87ea-bcc1932a4828 req-3de5c22f-92cf-4dd7-ab7f-d039d60eacd9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0279691 Nov 16 21:19:11.377473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fd8857b-0b11-4870-87ea-bcc1932a4828 req-5a7c3905-31ac-496f-a200-238300130889 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390971 Nov 16 21:19:11.570841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fd8857b-0b11-4870-87ea-bcc1932a4828 req-e55066f1-c79b-47c6-ae61-fb8eeb1f94c0 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912439 Nov 16 21:19:11.597194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.603856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.668846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Port': ['ID=7b1ae789-474c-4bdc-84eb-119f26371a3b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:11.706437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:11.719072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61ff20ff-9ac7-451c-b89a-ea37bc1a0cf3 req-fd0485d2-91cf-441f-9add-e1ec831134fa tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3752632 Nov 16 21:19:11.856014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.048058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.059296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.113321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=57b77ce3-069a-4ab8-8167-d9279425e09d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:12.223483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.320880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['067f260e-99dd-4594-88ab-c8307bb73d26'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:12.390422 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP 5d0ccab5-c27c-45a9-bf3d-57eec9495b6d associated. External IP: 172.25.3.16, port: c0c7f830-b66a-4e47-8521-718b84904e89. Nov 16 21:19:12.483777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.486278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device da665a08-c842-4ab3-b45f-b6ddb05a6582 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:12.488969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.493889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fd8857b-0b11-4870-87ea-bcc1932a4828 req-14a8ba39-b502-438f-9435-d6c05d29f3f7 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9219656 Nov 16 21:19:12.568128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.568784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Fanout notify agent at l3_agent the message router_deleted on router b93c9712-cf79-467c-b240-f00fc820e635 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:19:12.586739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.592538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3efd5d4d-9eac-4ef2-9629-2d54a1cc157c tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "DELETE /v2.0/routers/b93c9712-cf79-467c-b240-f00fc820e635 HTTP/1.1" status: 204 len: 168 time: 2.4124391 Nov 16 21:19:12.593246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43796) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:12.663019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182403-5993-429e-a1ad-d05d32602f7c req-0bc6579c-1320-4617-9649-bfa8adf254e9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:12.672656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa182403-5993-429e-a1ad-d05d32602f7c req-0bc6579c-1320-4617-9649-bfa8adf254e9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.5030236 Nov 16 21:19:12.716165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting subnet d741f256-182a-4130-8e83-ac84b5d17fed {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:19:12.725176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.827191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5dd4cc27-4601-46a4-bee3-12370ff30d44 req-15b2d8af-185b-4bac-9054-a4a76515ae2c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e841534-8163-4ab3-a14c-3aeba5d342c5 HTTP/1.1" status: 200 len: 210 time: 0.0491743 Nov 16 21:19:12.870563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:12.894199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa182403-5993-429e-a1ad-d05d32602f7c req-0136dc99-0d38-46d8-8862-c0c041785c81 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203450 Nov 16 21:19:12.949143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:13.032460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port da665a08-c842-4ab3-b45f-b6ddb05a6582 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:13.058535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port da665a08-c842-4ab3-b45f-b6ddb05a6582 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:13.058921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.084305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.138555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.147966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.155648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.162551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.169419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.177610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.184317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:13.196965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-2a693127-3ea4-4e85-934d-7619a6a9e829 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5435 time: 0.2068427 Nov 16 21:19:13.297969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.307574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:13.320350 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:13.340430 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:13.342697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:13.372503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.395949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da665a08-c842-4ab3-b45f-b6ddb05a6582'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:13.405360 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01176217-4ec0-473d-af23-e3b98c4e7dc8" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "da665a08-c842-4ab3-b45f-b6ddb05a6582"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:13.413780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbbcb77b-d759-4fbc-bfe1-c7bcb10ea002 req-af76aeb3-086c-4842-8955-e7c6c15f29bb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157879 Nov 16 21:19:13.424206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.445483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:13.450517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.477569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4c35d61e-a3c5-4c1d-908a-53e6e9df8f58 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8745880 Nov 16 21:19:13.478184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43826) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:13.484015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:13.540064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:13.546616 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:13.560224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.583750 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:13.584681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:13.588475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Subnet': ['ID=d741f256-182a-4130-8e83-ac84b5d17fed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:13.620685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.628361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85695a-52c1-48ae-af07-a3853c498038 None None] Network d1da804c-16b7-4414-8cbb-dc3d15d722f9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:13.666051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-19757aee-abe9-438d-8431-dce069f363fb tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "DELETE /v2.0/subnets/d741f256-182a-4130-8e83-ac84b5d17fed HTTP/1.1" status: 204 len: 168 time: 1.0716336 Nov 16 21:19:13.669474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43830) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:13.704424 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:13.707247 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a2fab2-24fc-4ec1-8cf2-f1c0e2de2354 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:13.785279 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32af8354-d363-4f6f-a771-336657dd55f0 x-openstack-request-id: req-32af8354-d363-4f6f-a771-336657dd55f0 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:13.785685 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "da665a08-c842-4ab3-b45f-b6ddb05a6582", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:13.786182 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32af8354-d363-4f6f-a771-336657dd55f0 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:13.786649 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da665a08-c842-4ab3-b45f-b6ddb05a6582', 'code': 200} Nov 16 21:19:13.882015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.892646 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:13.893479 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP 5d0ccab5-c27c-45a9-bf3d-57eec9495b6d disassociated. External IP: 172.25.3.16, port: c0c7f830-b66a-4e47-8521-718b84904e89. Nov 16 21:19:13.920062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.042050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] DHCP port deletion for d1da804c-16b7-4414-8cbb-dc3d15d722f9 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:19:14.150188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] Deleting port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:14.150490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.270445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] For port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,segment=NetworkSegment(2a1a4906-8b50-4917-9818-c9bd55c13d29),segment_id=2a1a4906-8b50-4917-9818-c9bd55c13d29)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:14.271497 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.292976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] Calling delete_port for 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:14.361640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:14.374129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.431563 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.490276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] For port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,segment=NetworkSegment(2a1a4906-8b50-4917-9818-c9bd55c13d29),segment_id=2a1a4906-8b50-4917-9818-c9bd55c13d29)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:14.491425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.496266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] Pushing event deleted for resources: {'Port': ['ID=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:14.509024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Calling delete_port for 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:14.521140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f812ee03-1061-4381-a152-421ec70a8cb0 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:14.523906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154846c-fb20-4e80-9e68-3d8acc44167a None None] No DVR routers for this DVR port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:14.592091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661874-cbf1-4096-acdb-fb72dddd331d req-3c16a529-260f-4c39-b276-cb575af458f7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.594010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a661874-cbf1-4096-acdb-fb72dddd331d req-3c16a529-260f-4c39-b276-cb575af458f7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.4796035 Nov 16 21:19:14.619447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.653812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port f812ee03-1061-4381-a152-421ec70a8cb0 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:14.663592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port f812ee03-1061-4381-a152-421ec70a8cb0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:14.664752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-87a6b7ee-6fbf-476e-9d35-21b266dd6187 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:14.665346 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.666847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a661874-cbf1-4096-acdb-fb72dddd331d req-6ada5536-646f-469f-8d30-ab8ccf6bb20b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633345 Nov 16 21:19:14.672672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-87a6b7ee-6fbf-476e-9d35-21b266dd6187 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.6567101 Nov 16 21:19:14.676890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Port': ['ID=93d2d128-c3dd-4b10-bffe-1dc490dd42e0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:14.678445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:14.685624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] No DVR routers for this DVR port 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:14.759059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-13f825aa-75ed-4e58-bd7c-2fb9ae608da2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0851486 Nov 16 21:19:14.836489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-b64953ca-aaa9-4e2d-9b43-e59d093bcb25 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756891 Nov 16 21:19:14.874576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.898790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1da804c-16b7-4414-8cbb-dc3d15d722f9']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:14.910409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1a4906-8b50-4917-9818-c9bd55c13d29') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:14.910747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1a4906-8b50-4917-9818-c9bd55c13d29') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:14.925723 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.933716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:14.944901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.951228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:14.953784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:19:14.954126 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.954275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:14.957709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.013570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:15.014915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:15.015682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.024750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.037449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:19:15.041590 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:19:15.051062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.058207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.066882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.075076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.077245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:15.079669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.087296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "DELETE /v2.0/networks/d1da804c-16b7-4414-8cbb-dc3d15d722f9 HTTP/1.1" status: 204 len: 168 time: 1.4101627 Nov 16 21:19:15.091631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43854) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:15.106237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-6afceb02-ff57-4bde-9111-bb6da004b09b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5436 time: 0.2397609 Nov 16 21:19:15.117087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-621d79bc-e1fb-494a-92fd-adef48f9657a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/floatingips/5d0ccab5-c27c-45a9-bf3d-57eec9495b6d HTTP/1.1" status: 200 len: 687 time: 1.6376686 Nov 16 21:19:15.120020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43858) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:15.138900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:15.142428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f812ee03-1061-4381-a152-421ec70a8cb0,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:15.150580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2d6ce-0a64-4888-a38e-051efc41a816 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Network': ['ID=d1da804c-16b7-4414-8cbb-dc3d15d722f9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:15.167076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:15.167832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:15.174072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.176737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2d92de59-8b2d-4366-b06e-9b6273c902b6 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:15.331666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d94b4e08-3feb-4daa-a66a-1bfb7837c502 req-547233b4-d99c-4a41-bf08-bd2ee6f8a3b8 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204101 Nov 16 21:19:15.342942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:15.343773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8efe51-b8da-4c9f-bea6-737060ef3d34 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:15.382806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-31e57514-4e26-4115-ab1e-f14747c90693 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453978 Nov 16 21:19:15.421329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:15.435144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 2d92de59-8b2d-4366-b06e-9b6273c902b6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:15.441821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 2d92de59-8b2d-4366-b06e-9b6273c902b6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:15.442293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.465691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Deleting port a0fa0854-9ff0-469e-a221-4639fbed0c45 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:15.466064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.476784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 57b77ce3-069a-4ab8-8167-d9279425e09d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:15.479019 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.614151 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.668964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.669298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.679428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.680154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.708967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Calling delete_port for a0fa0854-9ff0-469e-a221-4639fbed0c45 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:15.724495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 57b77ce3-069a-4ab8-8167-d9279425e09d owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:15.731108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:15.740959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.741608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-298e8b73-de95-41be-b9ca-9bd61ff64e30 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530111 Nov 16 21:19:15.743076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e402764e-07db-4ee3-801c-7372fdbeb928 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:15.930153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0'}, {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d92de59-8b2d-4366-b06e-9b6273c902b6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:15.935067 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0eae6f-ce14-4b21-ae70-fd6323212932" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0"}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "2d92de59-8b2d-4366-b06e-9b6273c902b6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:15.948752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:15.959880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:15.962103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:16.009981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Pushing event deleted for resources: {'Port': ['ID=a0fa0854-9ff0-469e-a221-4639fbed0c45,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:16.022189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b473-4d9f-468f-af09-5d4ac22c52c9 req-c53d282e-9158-4d1e-9e4d-5008d64a2af3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.035091 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f76b473-4d9f-468f-af09-5d4ac22c52c9 req-c53d282e-9158-4d1e-9e4d-5008d64a2af3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1902955 Nov 16 21:19:16.063164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:16.066760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 93d2d128-c3dd-4b10-bffe-1dc490dd42e0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:16.087546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e402764e-07db-4ee3-801c-7372fdbeb928 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:16.100724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e402764e-07db-4ee3-801c-7372fdbeb928 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:16.102314 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.203258 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f5959-c88a-44fb-8450-fec111073857 x-openstack-request-id: req-ec1f5959-c88a-44fb-8450-fec111073857 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:16.203556 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0", "code": 200}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "2d92de59-8b2d-4366-b06e-9b6273c902b6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:16.205951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f76b473-4d9f-468f-af09-5d4ac22c52c9 req-e1edfa00-1438-4535-a031-6f4e52ddf0c4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696906 Nov 16 21:19:16.207169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.217394 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec1f5959-c88a-44fb-8450-fec111073857 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:16.217394 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'code': 200} Nov 16 21:19:16.217394 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d92de59-8b2d-4366-b06e-9b6273c902b6', 'code': 200} Nov 16 21:19:16.218525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.222530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2339487b-a43d-4750-9711-6c5378b2b5d1 tempest-FloatingIPAdminTestJSON-214099776 tempest-FloatingIPAdminTestJSON-214099776-project] 10.222.0.48 "DELETE /v2.0/floatingips/64bf2c10-259b-44c6-9e29-cae3c354231b HTTP/1.1" status: 204 len: 168 time: 1.1308465 Nov 16 21:19:16.306324 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.313593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-650fc578-9a70-4290-916c-bc1867f6abfa req-63a9e844-ee19-4f0e-84aa-45303f23a221 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 210 time: 0.0442383 Nov 16 21:19:16.327053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.368733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e402764e-07db-4ee3-801c-7372fdbeb928,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:16.375265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.386508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=57b77ce3-069a-4ab8-8167-d9279425e09d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:16.500769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:16.513409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.525814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eab9fdb0-11a5-4423-88c1-de29fb045e3d up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:16.546499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.554024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43878) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:16.558529 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e3cce0d-1ca9-4e32-8f26-8ee0b896923a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/floatingips/5d0ccab5-c27c-45a9-bf3d-57eec9495b6d HTTP/1.1" status: 204 len: 168 time: 1.4183273 Nov 16 21:19:16.562509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'e4fa24ae-a5b1-453f-b7d3-433a508539da'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:16.630759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.696307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.714464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.724205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port eab9fdb0-11a5-4423-88c1-de29fb045e3d completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:16.730040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port eab9fdb0-11a5-4423-88c1-de29fb045e3d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:16.730420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.732136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.747115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.760991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.769762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.786218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:16.789687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-700369f8-035d-4445-8178-347ac2d4cc16 req-6ebcfa52-7830-44f1-bbfd-a7d32fc2ab8a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5439 time: 0.2281272 Nov 16 21:19:16.889972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:16.891726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.893363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-700369f8-035d-4445-8178-347ac2d4cc16 req-4ddee67f-33c1-49af-afb5-b59e7e557518 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934997 Nov 16 21:19:16.934537 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:16.993040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:16.999520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.002329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 97f906d6-7a52-4792-be6e-a85ce0027b01 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:17.096138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.220 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/73f3fa17-7fe5-48b2-a0bb-22371a590957) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:17.129066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:17.199271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 97f906d6-7a52-4792-be6e-a85ce0027b01 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:17.207647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 97f906d6-7a52-4792-be6e-a85ce0027b01 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:17.208116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.246375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.294838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.370583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.453729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=97f906d6-7a52-4792-be6e-a85ce0027b01,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:17.464456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.465738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 067f260e-99dd-4594-88ab-c8307bb73d26 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:17.486255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:17.496561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:17.510708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:17.537319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43904) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:17.538577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4332977b-8a31-49d8-91b8-633b260298b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48ac56e1e2f34b218753ceffeb2ee3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6423962 Nov 16 21:19:17.548520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccf777a1-4de2-4b02-b4d9-f73d3b9e2d10 req-b90c16e4-bcd0-4bf5-aa55-e42e061f4522 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 210 time: 0.0867624 Nov 16 21:19:17.594213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:17.597620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=73f3fa17-7fe5-48b2-a0bb-22371a590957,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:17.619036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 067f260e-99dd-4594-88ab-c8307bb73d26 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:17.621044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee400f9-2cc5-471c-8185-a6fb54e21868 req-f5defa45-e2b2-44a2-b78f-22fc61cc0f03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:17.625447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 067f260e-99dd-4594-88ab-c8307bb73d26 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:17.626590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.629372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ee400f9-2cc5-471c-8185-a6fb54e21868 req-f5defa45-e2b2-44a2-b78f-22fc61cc0f03 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2609332 Nov 16 21:19:17.733065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6418e11a-46df-4124-80f4-f0c76498683f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.788133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6418e11a-46df-4124-80f4-f0c76498683f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.809115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ee400f9-2cc5-471c-8185-a6fb54e21868 req-f7bfe79a-8b03-4990-8693-d42577fffd75 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745574 Nov 16 21:19:17.885873 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.887754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6418e11a-46df-4124-80f4-f0c76498683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.894286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6418e11a-46df-4124-80f4-f0c76498683f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:17.900631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6418e11a-46df-4124-80f4-f0c76498683f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/975bc7e4-bbff-4fc0-975c-46d5f366ce2e HTTP/1.1" status: 204 len: 168 time: 0.3620369 Nov 16 21:19:17.927395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e11a-46df-4124-80f4-f0c76498683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975bc7e4-bbff-4fc0-975c-46d5f366ce2e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.058991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=067f260e-99dd-4594-88ab-c8307bb73d26,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:18.067513 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.168868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:18.213994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928'}, {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d'}, {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01'}, {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:18.231708 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4049dbb5-5c86-4df4-88ac-524f6d7171a1" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928"}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d"}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01"}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:18.260966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.383296 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1ae7a-56e8-4e9c-8b59-a5bb9290fc94 x-openstack-request-id: req-51b1ae7a-56e8-4e9c-8b59-a5bb9290fc94 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:18.384547 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928", "code": 200}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d", "code": 200}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01", "code": 200}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-plugged", "status": "completed", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:18.384915 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51b1ae7a-56e8-4e9c-8b59-a5bb9290fc94 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:18.386169 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928', 'code': 200} Nov 16 21:19:18.386604 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d', 'code': 200} Nov 16 21:19:18.387376 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01', 'code': 200} Nov 16 21:19:18.387810 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26', 'code': 200} Nov 16 21:19:18.497620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.507239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.513907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.521930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.528407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.537211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.555856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.555856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-09963313-374c-4277-baee-50284ee35951 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.4575605 Nov 16 21:19:18.556158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43928) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:18.627511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9321586-af2e-497e-a098-fd96ff1ca358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.636088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83d52488-f3ad-43ea-9ef9-373b2a0f42c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.776327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83d52488-f3ad-43ea-9ef9-373b2a0f42c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.809287 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83d52488-f3ad-43ea-9ef9-373b2a0f42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:18.815577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c04c115c-a27d-435a-9872-f2cc6a8491ad req-493e383c-cbe0-474f-a36d-9f7a18571ee3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 210 time: 0.0377302 Nov 16 21:19:18.870864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d52488-f3ad-43ea-9ef9-373b2a0f42c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942e38d-3572-4f04-b9fa-0b948eddebdd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:18.895913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.896404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.896877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.897346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.897838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.898393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.899223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.901527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-d5529591-c599-41a4-9c07-442960d2e75c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6499 time: 0.3985689 Nov 16 21:19:18.904800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83d52488-f3ad-43ea-9ef9-373b2a0f42c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c84ca7530410431fbce579a6aad8ebb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345951 Nov 16 21:19:18.907477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43942) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:18.922541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e99e7636-5061-4706-a5ed-e6b89d4b9048 req-6b3c42f0-1f40-4030-9342-fb5abd8de0d1 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3601062 Nov 16 21:19:18.983413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-d2a75415-ae29-4c66-ab05-0c93f906bdc2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:18.984893 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-d2a75415-ae29-4c66-ab05-0c93f906bdc2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.8144240 Nov 16 21:19:19.017270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b036070-b8fe-4c5e-9d1a-fb16225968ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.054968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b036070-b8fe-4c5e-9d1a-fb16225968ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.152288 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b036070-b8fe-4c5e-9d1a-fb16225968ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.155461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b036070-b8fe-4c5e-9d1a-fb16225968ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.156959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0b036070-b8fe-4c5e-9d1a-fb16225968ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8942e38d-3572-4f04-b9fa-0b948eddebdd HTTP/1.1" status: 204 len: 168 time: 0.2485092 Nov 16 21:19:19.179386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b036070-b8fe-4c5e-9d1a-fb16225968ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942e38d-3572-4f04-b9fa-0b948eddebdd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:19.240430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5162288-a5d4-4ab6-a944-8e425149fcbd req-a2f98cdb-64b5-4216-8c92-3b2c5946bb43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&id=e6bf4d94-6171-4375-917c-22b0f9a35012&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3300478 Nov 16 21:19:19.313050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Request body: {'port': {'device_id': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'admin_state_up': True, 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:19.449457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9321586-af2e-497e-a098-fd96ff1ca358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.470540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9321586-af2e-497e-a098-fd96ff1ca358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.533554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.602590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47da3e-64de-4d27-a678-144de06ec8fe req-89d95473-aef6-4364-aefc-ffb961f43f9a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:19.604063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e47da3e-64de-4d27-a678-144de06ec8fe req-89d95473-aef6-4364-aefc-ffb961f43f9a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2828927 Nov 16 21:19:19.607044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9321586-af2e-497e-a098-fd96ff1ca358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b1d1ff21d044a839b69c4ac55f0b274&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0476186 Nov 16 21:19:19.610012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43950) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:19.624168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321586-af2e-497e-a098-fd96ff1ca358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec54c9-1b7e-4f68-befa-4cde1e4b0829,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:19.685323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43952) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:19.720293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6af64178-0a09-4a76-826b-9b47aeab0cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.811595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e47da3e-64de-4d27-a678-144de06ec8fe req-2803ca96-73f7-4a10-a8cf-7c9e1ce0c99f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904724 Nov 16 21:19:19.812510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:19.819095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.822063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.838145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6af64178-0a09-4a76-826b-9b47aeab0cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.845324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6af64178-0a09-4a76-826b-9b47aeab0cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.851597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7c27-a5d5-4359-b411-158b1b620921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.923940 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7c27-a5d5-4359-b411-158b1b620921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:19.929958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6af64178-0a09-4a76-826b-9b47aeab0cbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=523818ac9e5849bfafee9eedf63ace03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422349 Nov 16 21:19:19.932862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43956) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:19.939598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af64178-0a09-4a76-826b-9b47aeab0cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad6ccb-4cce-4ac7-ab05-692578e7a8f7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:19.977314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08511e51-7ff0-4116-9072-ef21f55a94cb req-36970614-8e58-47fa-956d-6fdcedf992d0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 210 time: 0.0411379 Nov 16 21:19:20.024518 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7c27-a5d5-4359-b411-158b1b620921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.027164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7c27-a5d5-4359-b411-158b1b620921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.028332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5e9f7c27-a5d5-4359-b411-158b1b620921 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5ec54c9-1b7e-4f68-befa-4cde1e4b0829 HTTP/1.1" status: 204 len: 168 time: 0.4172609 Nov 16 21:19:20.045222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f7c27-a5d5-4359-b411-158b1b620921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec54c9-1b7e-4f68-befa-4cde1e4b0829,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:20.246273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8742-861b-477f-9522-49135d9baedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.264515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.270638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.276668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.286070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.292196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.298183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.304728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:20.306723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-1eab414e-37e9-4062-86e9-618409ce4722 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.2277949 Nov 16 21:19:20.338526 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Allocated IP 172.20.0.6 (757e525b-ea9d-49a3-81ea-554daa5b3926/bad8498e-5da9-4672-be9a-458a3dee38bd/7cdb9755-baf4-490f-897a-18f07957ab4f) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:20.379711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8742-861b-477f-9522-49135d9baedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.413579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.449436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.578585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43968) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:20.588993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67c7acf7-7d99-4f6c-bc63-10ebd078f926 req-2543dfd9-78dd-40d5-a251-c95b5ca922f0 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2735903 Nov 16 21:19:20.629316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46630ab1-610b-4aaa-b3de-c5b43230915b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.629756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=73f3fa17-7fe5-48b2-a0bb-22371a590957,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:20.648511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8742-861b-477f-9522-49135d9baedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.651174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8742-861b-477f-9522-49135d9baedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.652520 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7d1b8742-861b-477f-9522-49135d9baedc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8ad6ccb-4cce-4ac7-ab05-692578e7a8f7 HTTP/1.1" status: 204 len: 168 time: 0.7171474 Nov 16 21:19:20.657208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.704163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b8742-861b-477f-9522-49135d9baedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad6ccb-4cce-4ac7-ab05-692578e7a8f7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:20.736358 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4a7f108-75bd-40a2-b50e-fbf106715d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.814056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.816968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46630ab1-610b-4aaa-b3de-c5b43230915b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.823987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46630ab1-610b-4aaa-b3de-c5b43230915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:20.837873 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP ad5283af-f75e-488e-95ed-5836535ceb87 associated. External IP: 172.25.3.220, port: e4fa24ae-a5b1-453f-b7d3-433a508539da. Nov 16 21:19:20.952506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.012501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:21.021322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:21.025323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46630ab1-610b-4aaa-b3de-c5b43230915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac99bd9-9768-45a5-a607-d8dc6db8a79e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:21.029733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:21.033099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event updated for resources: {'Port': ['ID=7cdb9755-baf4-490f-897a-18f07957ab4f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:21.050222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-46630ab1-610b-4aaa-b3de-c5b43230915b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38725a4bdb5041cfbc07b80094195f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698672 Nov 16 21:19:21.059331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:21.233280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903025f7-8f4d-4610-8cdd-5c9023200f04 req-c07a74a9-ea69-4ec1-8656-1da2d8fd7448 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.245048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-903025f7-8f4d-4610-8cdd-5c9023200f04 req-c07a74a9-ea69-4ec1-8656-1da2d8fd7448 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2834532 Nov 16 21:19:21.268777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22bc4d7a-9c7f-4fb1-98a7-6a16a4f19625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.315650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.316996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.354496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22bc4d7a-9c7f-4fb1-98a7-6a16a4f19625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.363393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1191f-3640-4406-a501-b8b478eb7fef req-c6502ee1-a740-48ac-9a00-79826f622404 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.365713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4a1191f-3640-4406-a501-b8b478eb7fef req-c6502ee1-a740-48ac-9a00-79826f622404 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 931 time: 0.2001288 Nov 16 21:19:21.371515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-053f9252-fee6-4ebc-82a1-cc1d28c0a9da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3730152 Nov 16 21:19:21.392874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-903025f7-8f4d-4610-8cdd-5c9023200f04 req-b042afc2-71de-44b2-a837-35c4a7043cca tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419497 Nov 16 21:19:21.393144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Request body: {'port': {'device_id': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:21.446909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:21.480445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22bc4d7a-9c7f-4fb1-98a7-6a16a4f19625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.483092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22bc4d7a-9c7f-4fb1-98a7-6a16a4f19625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.484463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-22bc4d7a-9c7f-4fb1-98a7-6a16a4f19625 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ac99bd9-9768-45a5-a607-d8dc6db8a79e HTTP/1.1" status: 204 len: 168 time: 0.4144707 Nov 16 21:19:21.502171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4a1191f-3640-4406-a501-b8b478eb7fef req-9b64bf60-99a3-472d-b057-19dfa682ba19 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296096 Nov 16 21:19:21.510039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.516081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc4d7a-9c7f-4fb1-98a7-6a16a4f19625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac99bd9-9768-45a5-a607-d8dc6db8a79e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:21.830161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:21.848442 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:21.872674 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:21.873757 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:21.886299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.899629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.911505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.929232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:21.933228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.939787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.956728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.956916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:21.967742 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:21.968360 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:18:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:21.972223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:21.986904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-9856aa62-9afb-46b3-8b9b-26b36b75f74f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.2298753 Nov 16 21:19:22.030892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76f6af36-3179-48cf-8c86-f356bc9f22de tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4757414 Nov 16 21:19:22.035836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44008) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:22.037663 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:22.038344 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea896bea-c62f-4246-8573-84bad3c2a2aa None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:22.084960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-433f9339-b9a5-48ff-9dce-f28acfb5b9f7 req-857798bf-a7f7-44f9-a11c-deec36dbc371 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969391 Nov 16 21:19:22.256293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdb9755-baf4-490f-897a-18f07957ab4f {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:22.265684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.278513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Transition to ACTIVE for port object 7cdb9755-baf4-490f-897a-18f07957ab4f will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:19:22.295946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:22.406818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d1aa3847-933d-475c-b4df-4dca67b85d32 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/floatingips/ad5283af-f75e-488e-95ed-5836535ceb87 HTTP/1.1" status: 200 len: 979 time: 0.3676500 Nov 16 21:19:22.407359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44020) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:22.443518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.449674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.465455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.473445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.480653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.487418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.493452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.495576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7da07442-c83a-48ee-b07a-3b3469a9e6f3 req-c2ee0810-21a6-4d02-9866-91120c654b6b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.2156651 Nov 16 21:19:22.498434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdb9755-baf4-490f-897a-18f07957ab4f,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:22.520297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44028) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:22.531735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Request body: {'floatingip': {'port_id': 'f812ee03-1061-4381-a152-421ec70a8cb0'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:22.667893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-57799282-1658-4590-9f6c-22f8b624222a tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2590392 Nov 16 21:19:22.670843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44038) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:22.675902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'port_id': 'c0c7f830-b66a-4e47-8521-718b84904e89'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:22.714067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32237de6-7693-40cb-a39a-dc264921a67a req-926fd42f-6a7e-4c51-9695-03bc305f5334 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:22.722485 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32237de6-7693-40cb-a39a-dc264921a67a req-926fd42f-6a7e-4c51-9695-03bc305f5334 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1603985 Nov 16 21:19:22.825264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32237de6-7693-40cb-a39a-dc264921a67a req-73b32b3a-2dec-4221-b358-9f44808ac50d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993419 Nov 16 21:19:22.886416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.011463 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e820d2a-4ad1-43df-a08f-05f3d917e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.202467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Attempting to bind port 7cdb9755-baf4-490f-897a-18f07957ab4f on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:23.203071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Attempting to bind port 7cdb9755-baf4-490f-897a-18f07957ab4f by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:23.203381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Attempting to bind port 7cdb9755-baf4-490f-897a-18f07957ab4f on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:23.212183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.359709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Port 7cdb9755-baf4-490f-897a-18f07957ab4f on network 757e525b-ea9d-49a3-81ea-554daa5b3926 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:19:23.360257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Attempting to bind port 7cdb9755-baf4-490f-897a-18f07957ab4f on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:23.394347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:23.394729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:23.395076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Bound using segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:23.395528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Bound port: 7cdb9755-baf4-490f-897a-18f07957ab4f, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:23.395889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.509218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12845f-f578-4e13-9a30-4472b07e793b req-402cecf6-2300-443d-9a94-b564702993af tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:23.515126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf12845f-f578-4e13-9a30-4472b07e793b req-402cecf6-2300-443d-9a94-b564702993af tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 943 time: 0.3708715 Nov 16 21:19:23.655458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] For port 7cdb9755-baf4-490f-897a-18f07957ab4f, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:23.675363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf12845f-f578-4e13-9a30-4472b07e793b req-9f4d46eb-3ca8-4dbc-be8a-0512d4422b93 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156702 Nov 16 21:19:23.688731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] For port 7cdb9755-baf4-490f-897a-18f07957ab4f, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7cdb9755-baf4-490f-897a-18f07957ab4f,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:23.696683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.749408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:23.750693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.752976 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] 10.222.0.41 "PUT /v2.0/ports/7cdb9755-baf4-490f-897a-18f07957ab4f HTTP/1.1" status: 200 len: 1091 time: 2.3661699 Nov 16 21:19:23.774807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'tag': '7cdb9755-baf4-490f-897a-18f07957ab4f'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:23.778191 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202f08b8-f40b-4082-ad2b-5429d6af90f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc80d39-92eb-4208-afb9-7d3fb871fcae", "tag": "7cdb9755-baf4-490f-897a-18f07957ab4f"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:23.845988 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.851485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:23.948672 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b943f-654e-4d69-ad00-ebc170604c28 x-openstack-request-id: req-2e4b943f-654e-4d69-ad00-ebc170604c28 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:23.949296 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc80d39-92eb-4208-afb9-7d3fb871fcae", "tag": "7cdb9755-baf4-490f-897a-18f07957ab4f", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:23.949775 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e4b943f-654e-4d69-ad00-ebc170604c28 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:23.950815 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'tag': '7cdb9755-baf4-490f-897a-18f07957ab4f', 'status': 'completed', 'code': 200} Nov 16 21:19:24.016777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc1dc1-c334-4b3d-a09c-0e899f4ca196 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdb9755-baf4-490f-897a-18f07957ab4f,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:24.027128 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP ad5283af-f75e-488e-95ed-5836535ceb87 associated. External IP: 172.25.3.220, port: e4fa24ae-a5b1-453f-b7d3-433a508539da. Nov 16 21:19:24.034823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-8db7669f-82aa-4c39-a0bf-65f269925520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:24.036365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-8db7669f-82aa-4c39-a0bf-65f269925520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 1094 time: 0.2196481 Nov 16 21:19:24.082621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.126409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-5dc49196-f025-4fb5-ae4d-0019824ff1fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cdb9755-baf4-490f-897a-18f07957ab4f HTTP/1.1" status: 200 len: 217 time: 0.0492294 Nov 16 21:19:24.184433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0051ef-157f-49d9-a2f0-5fe8d28c6486 req-301ad97e-8d22-4496-ac6b-68fea3b62a09 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:24.186035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c0051ef-157f-49d9-a2f0-5fe8d28c6486 req-301ad97e-8d22-4496-ac6b-68fea3b62a09 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2398026 Nov 16 21:19:24.348318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:19:24.401967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-04267740-7362-4a1a-83a1-c5e249afe040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:24.403404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-04267740-7362-4a1a-83a1-c5e249afe040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.2691305 Nov 16 21:19:24.453500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.457015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-3aac5045-19f4-4661-8e24-b79d4102c798 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379853 Nov 16 21:19:24.458690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:24.474391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c0051ef-157f-49d9-a2f0-5fe8d28c6486 req-3b672eeb-7651-4d5c-8173-5b501c0d92a2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033856 Nov 16 21:19:24.488303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44090) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:24.589134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-07c0a2f9-6db6-48bf-9ca1-d855d92e6415 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137211 Nov 16 21:19:24.639304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:24.733573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-513f1f32-fd5a-4594-9194-98efa7358fdd tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1937564440'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:24.733573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-513f1f32-fd5a-4594-9194-98efa7358fdd tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Unknown quota resources ['metering_label']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:19:24.931719 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Floating IP 69135c3e-a6ce-4b74-974a-aa6b046219dc associated. External IP: 172.25.3.55, port: f812ee03-1061-4381-a152-421ec70a8cb0. Nov 16 21:19:25.066737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:25.075832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-513f1f32-fd5a-4594-9194-98efa7358fdd tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.077573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-513f1f32-fd5a-4594-9194-98efa7358fdd tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5881004 Nov 16 21:19:25.081869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44102) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:25.087587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7fac9696-026f-49c7-bb5a-ea17e268bbbc tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '595ad1aa-ce9e-4f1a-925d-3b9dcdeb8548'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:25.088840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7fac9696-026f-49c7-bb5a-ea17e268bbbc tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:19:25.098293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30b94093-7cd4-436c-938c-9ad369c057a7 req-a2946d23-8ee1-443d-8ed1-05323e4918ac service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717474 Nov 16 21:19:25.106853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:25.122986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:25.125109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:25.211994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:25.231695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:25.232616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:25.414689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-558a840f-091f-4dd1-a040-7e98ec173807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.416427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-558a840f-091f-4dd1-a040-7e98ec173807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 1094 time: 0.2372034 Nov 16 21:19:25.479702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:25.480681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc6aac-f379-4f92-92ac-0a64fbb93d2c None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:25.597142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Router 618b2252-a0ac-4886-9ed1-61f401222d9c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:25.597802 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.642068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb7182-2902-4ae2-82f4-df4642211bbc req-ed82ecd1-107e-438e-801a-c1b8b0525548 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.643649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5dfb7182-2902-4ae2-82f4-df4642211bbc req-ed82ecd1-107e-438e-801a-c1b8b0525548 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 943 time: 0.8183193 Nov 16 21:19:25.703471 n-d-817778-8 neutron-server[102453]: WARNING neutron.services.metering.metering_plugin [None req-7fac9696-026f-49c7-bb5a-ea17e268bbbc tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:19:25.770907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-5fd2b721-e238-46df-9444-917ea835c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:25.772738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-5fd2b721-e238-46df-9444-917ea835c292 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.3420627 Nov 16 21:19:25.914392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7fac9696-026f-49c7-bb5a-ea17e268bbbc tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:25.918561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7fac9696-026f-49c7-bb5a-ea17e268bbbc tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8318543 Nov 16 21:19:25.921308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44116) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:25.927844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5c2bcaab-72ac-4b62-ad26-d45141246d7e tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '595ad1aa-ce9e-4f1a-925d-3b9dcdeb8548'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:25.928351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5c2bcaab-72ac-4b62-ad26-d45141246d7e tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:19:25.944331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5dfb7182-2902-4ae2-82f4-df4642211bbc req-fc748886-c086-4eb6-8252-bb55f8d130a2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543912 Nov 16 21:19:26.035341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:26.044580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-a9dd6018-c9eb-47a9-85b1-e31cdba9d4bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cdb9755-baf4-490f-897a-18f07957ab4f HTTP/1.1" status: 200 len: 217 time: 0.0700002 Nov 16 21:19:26.046681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] Sync routers for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:26.051347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.066205 n-d-817778-8 neutron-server[102453]: WARNING neutron.services.metering.metering_plugin [None req-5c2bcaab-72ac-4b62-ad26-d45141246d7e tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:19:26.081190 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:26.084496 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:26.118365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-4ec5c40e-2304-47fb-8f14-9829b2890398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.119889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-4ec5c40e-2304-47fb-8f14-9829b2890398 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.0645652 Nov 16 21:19:26.168080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8042f40-ea96-4df3-8f1a-59176bf280f8 req-75c3ac8a-4d6e-4264-ae29-906de81918cd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.176246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8042f40-ea96-4df3-8f1a-59176bf280f8 req-75c3ac8a-4d6e-4264-ae29-906de81918cd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.5803139 Nov 16 21:19:26.211372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-d24046ec-66cf-425a-82c0-334f859b2084 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683484 Nov 16 21:19:26.219603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5214629d-40ea-436e-8d81-84715a25aeff tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "PUT /v2.0/floatingips/69135c3e-a6ce-4b74-974a-aa6b046219dc HTTP/1.1" status: 200 len: 990 time: 3.6982491 Nov 16 21:19:26.337870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:26.340164 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275035e6-8881-4b91-be4c-e5e18f22f765" -d '{"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:26.364933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c2bcaab-72ac-4b62-ad26-d45141246d7e tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.367195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c2bcaab-72ac-4b62-ad26-d45141246d7e tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4433722 Nov 16 21:19:26.383771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44128) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:26.425634 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:26.458518 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-04a10ef4-af52-4cb9-bcea-7f3ed4d73413 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=44fd8afb-4620-454d-bf5f-2f1d171c2e47 HTTP/1.1" status: 200 len: 462 time: 0.0654569 Nov 16 21:19:26.460915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44130) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:26.462564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-843ca676-2bbd-4e68-812d-b013b9e3336e service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404294 Nov 16 21:19:26.470569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:26.523867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.543151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8042f40-ea96-4df3-8f1a-59176bf280f8 req-b2368184-a436-40a1-8e35-0390e721f106 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657737 Nov 16 21:19:26.717727 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0140e470-1525-47d3-836f-4f1951e5444a x-openstack-request-id: req-0140e470-1525-47d3-836f-4f1951e5444a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:26.718384 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:26.719876 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0140e470-1525-47d3-836f-4f1951e5444a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:26.720402 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'status': 'completed', 'code': 200} Nov 16 21:19:26.742309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e743552-d409-4cb8-a322-146dcbe2aada tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.743685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3e743552-d409-4cb8-a322-146dcbe2aada tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/44fd8afb-4620-454d-bf5f-2f1d171c2e47 HTTP/1.1" status: 204 len: 168 time: 0.2815628 Nov 16 21:19:26.747078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44132) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:26.761423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-202f08b8-f40b-4082-ad2b-5429d6af90f0 req-a54225bd-e3fe-4433-aec0-2ef4dec56739 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290568 Nov 16 21:19:26.770351 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7037e4a6-84ce-443e-af8e-d25f4d449b53 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=44fd8afb-4620-454d-bf5f-2f1d171c2e47 HTTP/1.1" status: 200 len: 221 time: 0.0217550 Nov 16 21:19:26.774697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44134) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:26.779309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-be40fa1a-30c0-4a06-b37a-37ad07570e21 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--74021720', 'description': 'label created by tempest'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:26.779763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-be40fa1a-30c0-4a06-b37a-37ad07570e21 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Unknown quota resources ['metering_label']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:19:26.787868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:26.795026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:26.800896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513a374-db93-4869-86d7-b801443a91dc None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:26.806425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.806912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.808758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.809249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.809764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.810292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.810962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:26.813580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-d1c866b6-e328-4cd4-9c8d-2ee89814d23d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6499 time: 0.2058005 Nov 16 21:19:26.814189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513a374-db93-4869-86d7-b801443a91dc None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:26.816076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9513a374-db93-4869-86d7-b801443a91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:26.881949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9513a374-db93-4869-86d7-b801443a91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:26.894324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513a374-db93-4869-86d7-b801443a91dc None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:26.896422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9513a374-db93-4869-86d7-b801443a91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:26.939864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9513a374-db93-4869-86d7-b801443a91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:26.941469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513a374-db93-4869-86d7-b801443a91dc None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:26.973928 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '69135c3e-a6ce-4b74-974a-aa6b046219dc', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'port_id': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'mac_address': 'fa:16:3e:38:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:17:55Z', 'updated_at': '2021-11-16T21:19:24Z', 'revision_number': 1, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:27.011233 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] Checking router: 618b2252-a0ac-4886-9ed1-61f401222d9c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:19:27.020637 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:27.021295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:27.177654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30627-786c-4a80-95ae-4fb9f4c1e7d3 req-40a1c0c5-81e0-4a3c-ae5d-eca395651e1a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:27.179486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-edd30627-786c-4a80-95ae-4fb9f4c1e7d3 req-40a1c0c5-81e0-4a3c-ae5d-eca395651e1a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 943 time: 0.0750039 Nov 16 21:19:27.247781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-edd30627-786c-4a80-95ae-4fb9f4c1e7d3 req-018755e7-f98a-4b2e-a871-ce395cfeadbd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Nov 16 21:19:27.255178 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:19:27.307780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-12cc66ab-3535-4aa8-a917-131f1b741f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:27.309390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-12cc66ab-3535-4aa8-a917-131f1b741f24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d81a8710-fd36-40cc-8775-10a384459c66 HTTP/1.1" status: 200 len: 917 time: 0.4427001 Nov 16 21:19:27.320860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b15f578-4b01-4912-873d-39352d5417a5 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/floatingips/ad5283af-f75e-488e-95ed-5836535ceb87 HTTP/1.1" status: 200 len: 978 time: 4.6464849 Nov 16 21:19:27.321257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:27.322990 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be40fa1a-30c0-4a06-b37a-37ad07570e21 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.324294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be40fa1a-30c0-4a06-b37a-37ad07570e21 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5486650 Nov 16 21:19:27.332645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:27.334751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44152) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:27.445891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-a1bc515b-de24-435b-b3ca-1a083fcece13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 200 len: 998 time: 0.1189725 Nov 16 21:19:27.518107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b1000eab-73ef-4031-ba9c-c08f2d098c8b tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=82d84e90-30a2-4d25-9a21-43199fbe8e53 HTTP/1.1" status: 200 len: 466 time: 0.1820655 Nov 16 21:19:27.520706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:27.559091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-42d1f08b-1d02-4ec8-a069-d586a86e04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:27.563099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-42d1f08b-1d02-4ec8-a069-d586a86e04da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4900acb4-23f2-42d4-87b5-5ff651f9925c HTTP/1.1" status: 200 len: 855 time: 0.1095798 Nov 16 21:19:27.657102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-c075e762-cdb0-4ab3-a4f4-1ad72d5df871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:27.658704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-c075e762-cdb0-4ab3-a4f4-1ad72d5df871 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d81a8710-fd36-40cc-8775-10a384459c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834272 Nov 16 21:19:27.665396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:27.759238 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '69135c3e-a6ce-4b74-974a-aa6b046219dc', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'port_id': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'mac_address': 'fa:16:3e:38:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:17:55Z', 'updated_at': '2021-11-16T21:19:24Z', 'revision_number': 1, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:27.828555 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336c935-f1ec-404b-ac6a-3b157b786cd2 None None] The sync data for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 is: [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '69135c3e-a6ce-4b74-974a-aa6b046219dc', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'port_id': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'mac_address': 'fa:16:3e:38:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:17:55Z', 'updated_at': '2021-11-16T21:19:24Z', 'revision_number': 1, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:27.839053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-645d0144-5219-4232-9f89-4a8267225a5a service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686614 Nov 16 21:19:28.005038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0363-32c7-47e9-b01c-09eadf2e8ca3 req-25856035-321e-4b6b-a7ef-c7dd03768e69 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:28.007568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afbc0363-32c7-47e9-b01c-09eadf2e8ca3 req-25856035-321e-4b6b-a7ef-c7dd03768e69 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1675742 Nov 16 21:19:28.077076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275035e6-8881-4b91-be4c-e5e18f22f765 req-05d1575f-203c-442f-a725-c63fdf2cdd97 service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756687 Nov 16 21:19:28.121489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afbc0363-32c7-47e9-b01c-09eadf2e8ca3 req-067464fd-88fe-4aa9-ad91-bbcaef4424ff tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003244 Nov 16 21:19:28.223745 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642bdf0-4597-4086-9bf9-e92b14fe07b0 None None] New status for floating IP 69135c3e-a6ce-4b74-974a-aa6b046219dc: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:19:28.369854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-99ecca77-4813-419b-8dab-f15fed95b5ba tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.371209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-99ecca77-4813-419b-8dab-f15fed95b5ba tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/82d84e90-30a2-4d25-9a21-43199fbe8e53 HTTP/1.1" status: 204 len: 168 time: 0.8493824 Nov 16 21:19:28.377176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44168) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.409479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4daa8352-b902-4495-881d-8a2f20154a41 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=82d84e90-30a2-4d25-9a21-43199fbe8e53 HTTP/1.1" status: 200 len: 216 time: 0.0298271 Nov 16 21:19:28.410449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.436968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-24afd459-420a-49b6-9fe8-c29d53d031a5 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0248690 Nov 16 21:19:28.437725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44172) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.475020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e54f160-1b8f-4db7-b8a8-d8b75659168f tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0320194 Nov 16 21:19:28.476191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.506301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.522568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb77f5-3de1-4333-aae8-99c9c4b0d85c req-eacf7017-6f0c-4966-8cb6-f59309099c7e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:28.529762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37bb77f5-3de1-4333-aae8-99c9c4b0d85c req-eacf7017-6f0c-4966-8cb6-f59309099c7e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 943 time: 0.1572487 Nov 16 21:19:28.536922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.537264 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP ad5283af-f75e-488e-95ed-5836535ceb87 disassociated. External IP: 172.25.3.220, port: c0c7f830-b66a-4e47-8521-718b84904e89. Nov 16 21:19:28.613466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-32fc1498-12ae-4dd1-8787-f1df5d7d9c1f tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/595ad1aa-ce9e-4f1a-925d-3b9dcdeb8548 HTTP/1.1" status: 200 len: 473 time: 0.1347594 Nov 16 21:19:28.618593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44180) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.649900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f890aa17-6366-4101-8416-089ee494da51 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/96bbb3c0-1476-4be8-a832-5e946663c460 HTTP/1.1" status: 200 len: 459 time: 0.0295911 Nov 16 21:19:28.650154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44182) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.686867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7cdb9755-baf4-490f-897a-18f07957ab4f details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:28.737139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37bb77f5-3de1-4333-aae8-99c9c4b0d85c req-d4de4fb6-a683-4a63-879a-55a947756355 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063868 Nov 16 21:19:28.907389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7cdb9755-baf4-490f-897a-18f07957ab4f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7cdb9755-baf4-490f-897a-18f07957ab4f,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:28.923640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '7cdb9755-baf4-490f-897a-18f07957ab4f', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': '7cdb9755-baf4-490f-897a-18f07957ab4f', 'mac_address': 'fa:16:3e:1e:b8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:28.952764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560c6dfb-a2db-4413-95d3-15e8e0fd9ce3 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.953952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-560c6dfb-a2db-4413-95d3-15e8e0fd9ce3 tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/96bbb3c0-1476-4be8-a832-5e946663c460 HTTP/1.1" status: 204 len: 168 time: 0.2954917 Nov 16 21:19:28.956915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:28.973755 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:28.989381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdb9755-baf4-490f-897a-18f07957ab4f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:29.012208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7cdb9755-baf4-490f-897a-18f07957ab4f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7cdb9755-baf4-490f-897a-18f07957ab4f,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:29.031683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.110629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=7cdb9755-baf4-490f-897a-18f07957ab4f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:29.128036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:29.288631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:29.294578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.300708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:29.321988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:29.323384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:29.326300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f1d37e4e-e364-425c-abb5-5725b5764013 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/floatingips/ad5283af-f75e-488e-95ed-5836535ceb87 HTTP/1.1" status: 200 len: 688 time: 2.0039070 Nov 16 21:19:29.326940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44196) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:29.412624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:29.415660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7cdb9755-baf4-490f-897a-18f07957ab4f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:29.511822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f777ca1-9176-4e9e-bc9e-862d63327aed tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.523870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4f777ca1-9176-4e9e-bc9e-862d63327aed tempest-MeteringIpV6TestJSON-1917774239 tempest-MeteringIpV6TestJSON-1917774239-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/595ad1aa-ce9e-4f1a-925d-3b9dcdeb8548 HTTP/1.1" status: 204 len: 168 time: 0.5617526 Nov 16 21:19:29.534000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e55bc-19cc-43e4-9601-b2a84ef4b6da req-00e9b44c-e77c-4805-b5b2-343781f170ba tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:29.535544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea0e55bc-19cc-43e4-9601-b2a84ef4b6da req-00e9b44c-e77c-4805-b5b2-343781f170ba tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2732155 Nov 16 21:19:29.578368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:29.579016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:29.633067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 73f3fa17-7fe5-48b2-a0bb-22371a590957 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:29.633601 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.657086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea0e55bc-19cc-43e4-9601-b2a84ef4b6da req-b276fa9b-1096-4283-a439-a1aac37949a2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093783 Nov 16 21:19:29.703070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:29.703746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d6d95-84ad-461c-9e60-1d8555fda59d None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:29.878310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.878863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:29.907772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 73f3fa17-7fe5-48b2-a0bb-22371a590957 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:29.960048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e881-e618-43ce-b80f-cd509e34c3fb req-f504dddb-0844-4a1f-aac1-2420de19b7aa tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:29.996891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa30e881-e618-43ce-b80f-cd509e34c3fb req-f504dddb-0844-4a1f-aac1-2420de19b7aa tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 944 time: 0.1339495 Nov 16 21:19:30.138969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44214) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:30.143424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa30e881-e618-43ce-b80f-cd509e34c3fb req-66e8e7e7-6691-4f5d-b7ef-f47a5c7c3564 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446731 Nov 16 21:19:30.184161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.223572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=73f3fa17-7fe5-48b2-a0bb-22371a590957,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:30.341064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8268e6e0-87fa-43e0-8f49-b2143754bc9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.376180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.382365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.386642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44218) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:30.391493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d8c70d68-ec66-452e-a882-a811bbb1224c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad5283af-f75e-488e-95ed-5836535ceb87 HTTP/1.1" status: 204 len: 168 time: 1.0630348 Nov 16 21:19:30.433609 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-65340c4c-ddbd-49b8-a3f0-ad092387217c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] delete failed (client error): The resource could not be found. Nov 16 21:19:30.437357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-65340c4c-ddbd-49b8-a3f0-ad092387217c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad5283af-f75e-488e-95ed-5836535ceb87 HTTP/1.1" status: 404 len: 345 time: 0.0490334 Nov 16 21:19:30.444617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44222) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:30.517133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8268e6e0-87fa-43e0-8f49-b2143754bc9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.523537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8268e6e0-87fa-43e0-8f49-b2143754bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.613360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f962848-441e-44d7-9cb7-5009d12d8753 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.619569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f962848-441e-44d7-9cb7-5009d12d8753 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.641477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8268e6e0-87fa-43e0-8f49-b2143754bc9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b113c04c5064e748f916f4d8d900a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014451 Nov 16 21:19:30.643739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f962848-441e-44d7-9cb7-5009d12d8753 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.647607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:30.650714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5f962848-441e-44d7-9cb7-5009d12d8753 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/ports?network_id=33e56c40-72d4-4181-913c-d9b848f64dc1 HTTP/1.1" status: 200 len: 2359 time: 0.2046654 Nov 16 21:19:30.653690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44228) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:30.666260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e6e0-87fa-43e0-8f49-b2143754bc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb1936-80f9-45c6-bf49-e9677419a539,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:30.699799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7cdb9755-baf4-490f-897a-18f07957ab4f up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:30.813659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda95841-b8cc-43cb-b3a5-cd1fc44049c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:30.832712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dda95841-b8cc-43cb-b3a5-cd1fc44049c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/subnets/5588b2a9-6e4e-47d5-874a-aae618bc5209 HTTP/1.1" status: 200 len: 797 time: 0.1778936 Nov 16 21:19:30.832960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:30.848975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 7cdb9755-baf4-490f-897a-18f07957ab4f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:30.854395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'port': {'network_id': '33e56c40-72d4-4181-913c-d9b848f64dc1', 'name': 'tempest-FloatingIPTestJSON-442546822', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:30.860513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 7cdb9755-baf4-490f-897a-18f07957ab4f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:30.860896 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:30.975655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c3aba05-98fa-4249-ab78-27c1f4044762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.083339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c3aba05-98fa-4249-ab78-27c1f4044762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.106318 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.121808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55361a-6349-4f2b-8dca-b650c8ace9aa req-3815ba51-67cf-4e08-a88f-c07840098e17 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:31.124007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e55361a-6349-4f2b-8dca-b650c8ace9aa req-3815ba51-67cf-4e08-a88f-c07840098e17 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2527752 Nov 16 21:19:31.142461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdb9755-baf4-490f-897a-18f07957ab4f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:31.145762 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9937f35-2eea-4dab-8dcb-8c6589a849b5" -d '{"events": [{"server_uuid": "7bc80d39-92eb-4208-afb9-7d3fb871fcae", "name": "network-vif-plugged", "status": "completed", "tag": "7cdb9755-baf4-490f-897a-18f07957ab4f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:31.170685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7cdb9755-baf4-490f-897a-18f07957ab4f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7cdb9755-baf4-490f-897a-18f07957ab4f,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:31.176870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.289076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e55361a-6349-4f2b-8dca-b650c8ace9aa req-9ed3efba-7c08-4620-879e-82aae1b8e296 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488957 Nov 16 21:19:31.302442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:31.346510 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d7af3-1d42-49b7-805c-fd5560f31bba x-openstack-request-id: req-b46d7af3-1d42-49b7-805c-fd5560f31bba {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:31.346819 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc80d39-92eb-4208-afb9-7d3fb871fcae", "name": "network-vif-plugged", "status": "completed", "tag": "7cdb9755-baf4-490f-897a-18f07957ab4f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:31.347869 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b46d7af3-1d42-49b7-805c-fd5560f31bba {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:31.348293 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdb9755-baf4-490f-897a-18f07957ab4f', 'code': 200} Nov 16 21:19:31.351618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=7cdb9755-baf4-490f-897a-18f07957ab4f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:31.417447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.419531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c3aba05-98fa-4249-ab78-27c1f4044762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.422235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c3aba05-98fa-4249-ab78-27c1f4044762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:31.426389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c3aba05-98fa-4249-ab78-27c1f4044762 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cfb1936-80f9-45c6-bf49-e9677419a539 HTTP/1.1" status: 204 len: 168 time: 0.7747452 Nov 16 21:19:31.517582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aba05-98fa-4249-ab78-27c1f4044762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb1936-80f9-45c6-bf49-e9677419a539,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:31.530025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] device_id is not set on port ee2d3cb7-fb87-4b28-830e-568b1e252cb5 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:31.822890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792136-5e13-4ba8-aeec-186e4a5f7e59 req-cbd54e81-bff6-45c2-a366-f7b275b6391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:31.824768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6792136-5e13-4ba8-aeec-186e4a5f7e59 req-cbd54e81-bff6-45c2-a366-f7b275b6391f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 1096 time: 0.4120374 Nov 16 21:19:31.905825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d88483-c16f-4324-a32e-065e7be3aef8 req-6253c04b-1d08-4872-888d-4bf554eca6f1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:31.907482 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5d88483-c16f-4324-a32e-065e7be3aef8 req-6253c04b-1d08-4872-888d-4bf554eca6f1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.4741807 Nov 16 21:19:31.946931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44256) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:31.982989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5167d5c3-3488-49d2-aee0-2944c8b47803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.131819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6792136-5e13-4ba8-aeec-186e4a5f7e59 req-8827b8f0-05f3-4786-abc3-36bf4c3d0f59 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814543 Nov 16 21:19:32.161755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5167d5c3-3488-49d2-aee0-2944c8b47803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.169641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5167d5c3-3488-49d2-aee0-2944c8b47803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.210819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167d5c3-3488-49d2-aee0-2944c8b47803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f9426-2991-4173-ac0e-15d3da5a54f2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.224249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44264) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:32.254744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5167d5c3-3488-49d2-aee0-2944c8b47803 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9477249ad62f4f6eb55e13ff45dbfeac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057220 Nov 16 21:19:32.257734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44268) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:32.321148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5d88483-c16f-4324-a32e-065e7be3aef8 req-3062652c-c7d4-454c-856a-3d275aae4c0d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448637 Nov 16 21:19:32.369828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.13 (33e56c40-72d4-4181-913c-d9b848f64dc1/5588b2a9-6e4e-47d5-874a-aae618bc5209/ee2d3cb7-fb87-4b28-830e-568b1e252cb5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:32.380091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.12 (33e56c40-72d4-4181-913c-d9b848f64dc1/5588b2a9-6e4e-47d5-874a-aae618bc5209/ee2d3cb7-fb87-4b28-830e-568b1e252cb5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:32.399646 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad7b-1d78-48b6-84ab-e52a886caf7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.428958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad7b-1d78-48b6-84ab-e52a886caf7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.484743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad7b-1d78-48b6-84ab-e52a886caf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.489618 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26d2ad7b-1d78-48b6-84ab-e52a886caf7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.493150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-26d2ad7b-1d78-48b6-84ab-e52a886caf7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e3f9426-2991-4173-ac0e-15d3da5a54f2 HTTP/1.1" status: 204 len: 168 time: 0.2319965 Nov 16 21:19:32.500892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2ad7b-1d78-48b6-84ab-e52a886caf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f9426-2991-4173-ac0e-15d3da5a54f2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:32.581103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce452c79-0ef8-4aff-a9b0-2c5aef2ea0fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.677417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e76f9b-8660-4dc1-a166-7a80d3b650c2 req-db356768-dc51-458c-a439-f8e89077148a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:32.684629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55e76f9b-8660-4dc1-a166-7a80d3b650c2 req-db356768-dc51-458c-a439-f8e89077148a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2354784 Nov 16 21:19:32.798090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.833879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55e76f9b-8660-4dc1-a166-7a80d3b650c2 req-ac1e7338-b01d-4602-a452-ae95fdae3372 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466985 Nov 16 21:19:32.871901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce452c79-0ef8-4aff-a9b0-2c5aef2ea0fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.882188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce452c79-0ef8-4aff-a9b0-2c5aef2ea0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.917596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:32.973829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce452c79-0ef8-4aff-a9b0-2c5aef2ea0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d437cf6-49fc-48f0-90e7-9a18e0497629,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:33.013399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce452c79-0ef8-4aff-a9b0-2c5aef2ea0fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17832f2cf0c44ce0ab2427182eebf324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881291 Nov 16 21:19:33.016091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44288) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:33.033266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:33.038749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.041126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:33.047460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:33.133242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=ee2d3cb7-fb87-4b28-830e-568b1e252cb5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:33.153644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a61cff4-2424-4e26-a220-e0f879e033a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.179237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:33.180301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.192257 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:19:33.229044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a61cff4-2424-4e26-a220-e0f879e033a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.236222 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bee4b6a6-23a2-49bb-bc70-4e722bf42017 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3984537 Nov 16 21:19:33.239832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44294) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:33.247240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'ee2d3cb7-fb87-4b28-830e-568b1e252cb5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:33.319641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a61cff4-2424-4e26-a220-e0f879e033a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.322283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.323779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a61cff4-2424-4e26-a220-e0f879e033a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.325204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a61cff4-2424-4e26-a220-e0f879e033a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d437cf6-49fc-48f0-90e7-9a18e0497629 HTTP/1.1" status: 204 len: 168 time: 0.3068242 Nov 16 21:19:33.339550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61cff4-2424-4e26-a220-e0f879e033a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d437cf6-49fc-48f0-90e7-9a18e0497629,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:33.655741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc0317-985a-468e-aa01-7d54a24763f2 req-34aaa2af-5882-458e-a419-51d7ff474536 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:33.676073 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93fc0317-985a-468e-aa01-7d54a24763f2 req-34aaa2af-5882-458e-a419-51d7ff474536 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.1596835 Nov 16 21:19:33.708374 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:33.778994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44328) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:33.852217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93fc0317-985a-468e-aa01-7d54a24763f2 req-3645c7dd-0afc-4a0d-853f-b9bf9c5a7506 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742909 Nov 16 21:19:33.943111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa61077-c6b5-4370-8643-af28995eb2a2 req-b993cb9b-feb0-4462-983b-309c232a99fb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:33.948346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.143 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7bfb7031-a394-4d93-b331-e51b931ae0d6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:33.953076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaa61077-c6b5-4370-8643-af28995eb2a2 req-b993cb9b-feb0-4462-983b-309c232a99fb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0855064 Nov 16 21:19:34.000687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-317270536'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:34.004367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44338) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:34.034904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaa61077-c6b5-4370-8643-af28995eb2a2 req-d7adbb94-7bef-492c-8e7a-11c9483f0e2e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805328 Nov 16 21:19:34.042459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:34.047178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.055647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-405bb394-1155-4c60-87a3-fc085062ffc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.061756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.086173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449b94-3dd9-4e00-9943-65bcb93e4623 req-b694e5d7-f7e2-4c8d-b84d-6b7818e5389e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:34.087738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7449b94-3dd9-4e00-9943-65bcb93e4623 req-b694e5d7-f7e2-4c8d-b84d-6b7818e5389e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1345425 Nov 16 21:19:34.141699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.147039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.172056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:19:34.185791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.193933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.194286 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Added segment 66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258 of type vlan for network c4ef71f8-5be4-4095-a682-ff621d08da6b Nov 16 21:19:34.195824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdb2961-dd0c-4c80-ab05-fa7ac2ba1544,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.226951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7449b94-3dd9-4e00-9943-65bcb93e4623 req-7295f735-7cdf-47ee-8b75-33db980326a5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302962 Nov 16 21:19:34.252266 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.272108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-405bb394-1155-4c60-87a3-fc085062ffc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.276574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-405bb394-1155-4c60-87a3-fc085062ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.280232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.286442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:34.287035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.289129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.344162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5633721 Nov 16 21:19:34.347633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:34.358820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'subnet': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:34.366700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:34.374181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-405bb394-1155-4c60-87a3-fc085062ffc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8317d4b17e4242caad71f99e939035c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654814 Nov 16 21:19:34.374181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bb394-1155-4c60-87a3-fc085062ffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1664c1-00ea-4368-a6bf-182b1817c790,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.375177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44344) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:34.379154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:34.379313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91845e5d-fd9c-4d7e-9521-b1376f6abc44 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Network': ['ID=c4ef71f8-5be4-4095-a682-ff621d08da6b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.381872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:34.399671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=7bfb7031-a394-4d93-b331-e51b931ae0d6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.400566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c4ef71f8-5be4-4095-a682-ff621d08da6b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:19:34.471425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:34.476606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.707899 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.775392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Subnet': ['ID=ec6d2631-541e-4d4a-99db-09163e5017c8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:34.787771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Checking segment: {'id': '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:34.788235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network hostable DHCP agents. Network: c4ef71f8-5be4-4095-a682-ff621d08da6b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:19:34.808572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:19:34.822053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c4ef71f8-5be4-4095-a682-ff621d08da6b) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:34.828368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:34.829342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.834095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47fac6-2a99-4c67-ad4b-9df8de14f897 None None] Network c4ef71f8-5be4-4095-a682-ff621d08da6b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:34.851834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d14585b-c64e-458d-b604-3f64302418cd tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5031471 Nov 16 21:19:34.854438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44360) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:34.855789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-461391da-a440-4b4f-ad5b-1c702da582e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:34.873150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'name': 'tempest-AllowedAddressPairTestJSON-1904652767'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:34.924853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-461391da-a440-4b4f-ad5b-1c702da582e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.073779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-c4ef71f8-5be4-4095-a682-ff621d08da6b', 'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'tenant_id': '6c3b78e3d3a141e8af61629befe181f5', 'fixed_ips': [{'subnet_id': 'ec6d2631-541e-4d4a-99db-09163e5017c8'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:19:35.075836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.112934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.113686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c2a87-db3e-4a6f-80ab-19e0ede04833 req-980e6cbc-1106-4562-8fab-92109b2d8628 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:35.121621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-321c2a87-db3e-4a6f-80ab-19e0ede04833 req-980e6cbc-1106-4562-8fab-92109b2d8628 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.1828001 Nov 16 21:19:35.157031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-461391da-a440-4b4f-ad5b-1c702da582e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.159964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-461391da-a440-4b4f-ad5b-1c702da582e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.161303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-461391da-a440-4b4f-ad5b-1c702da582e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca1664c1-00ea-4368-a6bf-182b1817c790 HTTP/1.1" status: 204 len: 168 time: 0.7806170 Nov 16 21:19:35.256631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461391da-a440-4b4f-ad5b-1c702da582e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1664c1-00ea-4368-a6bf-182b1817c790,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:35.287377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-321c2a87-db3e-4a6f-80ab-19e0ede04833 req-e2927151-13ed-49c7-b143-85e89b9320e0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639242 Nov 16 21:19:35.373413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Allocated IP 172.20.0.2 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/ebba4b1b-e65c-4775-85a7-3af7d70c7046) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:35.409054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90357d-b4b7-4196-88bb-6fb6e769a1f5 req-4afc4e03-911b-41ff-b82f-1a14e8fdf337 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:35.414826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a90357d-b4b7-4196-88bb-6fb6e769a1f5 req-4afc4e03-911b-41ff-b82f-1a14e8fdf337 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0772548 Nov 16 21:19:35.516254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.530380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:35.534288 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.550891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a90357d-b4b7-4196-88bb-6fb6e769a1f5 req-7db92bdf-7579-4d69-94ff-96cd83360bf3 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042511 Nov 16 21:19:35.610985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] device_id is not set on port 3ba8735b-8d62-4e34-b8bd-9390c81329ee yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:35.655878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.681096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.681222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.728405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Pushing event updated for resources: {'Port': ['ID=ebba4b1b-e65c-4775-85a7-3af7d70c7046,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:35.755616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:35.757657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:35.762614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:35.772658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe31a9-bff4-41a2-9222-6bec21400251 req-97baf896-7257-4d44-82bf-bedc927846ac tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:35.780290 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36fe31a9-bff4-41a2-9222-6bec21400251 req-97baf896-7257-4d44-82bf-bedc927846ac tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.1926227 Nov 16 21:19:35.847908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Attempting to bind port ebba4b1b-e65c-4775-85a7-3af7d70c7046 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:35.849539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Attempting to bind port ebba4b1b-e65c-4775-85a7-3af7d70c7046 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:35.850180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Attempting to bind port ebba4b1b-e65c-4775-85a7-3af7d70c7046 on network c4ef71f8-5be4-4095-a682-ff621d08da6b {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:35.867065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:35.867582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Checking segment: {'id': '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:35.870338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.870338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Bound using segment: {'id': '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:35.873620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Bound port: ebba4b1b-e65c-4775-85a7-3af7d70c7046, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:35.874274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:35.911299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36fe31a9-bff4-41a2-9222-6bec21400251 req-a1247da4-66bb-4ad2-bbc7-1a6577692c57 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233377 Nov 16 21:19:35.913908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Allocated IP 172.20.0.11 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/3ba8735b-8d62-4e34-b8bd-9390c81329ee) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:36.043552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] For port ebba4b1b-e65c-4775-85a7-3af7d70c7046, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:36.049803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f793c-f24c-42bd-aaef-8eabb732961a req-eba8500c-c40e-4985-96c2-cf03bf0ba3ee tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:36.051694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b05f793c-f24c-42bd-aaef-8eabb732961a req-eba8500c-c40e-4985-96c2-cf03bf0ba3ee tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.1144359 Nov 16 21:19:36.052380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] For port ebba4b1b-e65c-4775-85a7-3af7d70c7046, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebba4b1b-e65c-4775-85a7-3af7d70c7046,segment=NetworkSegment(66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258),segment_id=66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:36.065771 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.107381 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.119894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.153919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b05f793c-f24c-42bd-aaef-8eabb732961a req-38a36864-b120-4cfb-8171-e7d28c45246f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941892 Nov 16 21:19:36.172270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaee7d-5b2c-47cd-9b26-279648a8f4e3 None None] Pushing event updated for resources: {'Port': ['ID=ebba4b1b-e65c-4775-85a7-3af7d70c7046,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:36.292708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=7bfb7031-a394-4d93-b331-e51b931ae0d6,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:36.304910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.306779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.346040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.440371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4af6e-29b5-408d-af0f-0c6f2e4c46b8 req-c4fc8535-b9b2-4c1b-8873-3570b85114ef tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:36.450002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ee4af6e-29b5-408d-af0f-0c6f2e4c46b8 req-c4fc8535-b9b2-4c1b-8873-3570b85114ef tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2025805 Nov 16 21:19:36.474078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=3ba8735b-8d62-4e34-b8bd-9390c81329ee,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:36.487662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:36.489644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:36.499233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:36.538797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ee4af6e-29b5-408d-af0f-0c6f2e4c46b8 req-d32f8e40-8af1-4153-8835-dc29c48454c3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885730 Nov 16 21:19:36.545121 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP 4771b84a-2c67-4415-bf4b-05d4ed3f76e8 associated. External IP: 172.25.3.143, port: ee2d3cb7-fb87-4b28-830e-568b1e252cb5. Nov 16 21:19:36.589686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:36.590466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.618666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-77b64e65-361d-43f9-a14c-871164b6dd58 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7624652 Nov 16 21:19:36.621900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44440) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:36.635305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'name': 'tempest-AllowedAddressPairTestJSON-189503044', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:c6:6d'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:36.757931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7b4f-b741-4170-a760-310e46fd011e req-c3be5a95-48b1-476c-8e7e-6ac7e6cfdcbd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:36.759496 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-961a7b4f-b741-4170-a760-310e46fd011e req-c3be5a95-48b1-476c-8e7e-6ac7e6cfdcbd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0847678 Nov 16 21:19:36.810204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:36.918796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-961a7b4f-b741-4170-a760-310e46fd011e req-3075a4c0-5efc-4120-addf-28a4a49bbe12 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200111 Nov 16 21:19:36.941558 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:36.945726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:36.965577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] device_id is not set on port 48ed7676-54ef-4ffd-ba05-f6771ba8669a yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:37.162457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:37.175188 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:37.191367 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:37.192377 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.200866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Allocated IP 172.20.0.4 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/48ed7676-54ef-4ffd-ba05-f6771ba8669a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:37.208312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.241996 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.252604 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:37.253325 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.254799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a5d53e76-fa05-48fd-a1cd-6d1a85086cfe tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0138307 Nov 16 21:19:37.257542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44490) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:37.263265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'port_id': 'ee2d3cb7-fb87-4b28-830e-568b1e252cb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:37.299333 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:37.300241 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe87ed-c92f-466a-98b9-4e723eec3590 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:37.331439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44492) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:37.425126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.470165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c7e80-7b67-4f3a-9d4c-ab6bb40fe914 req-e969673f-82d5-454b-a628-3b1578eea488 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:37.473069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a4c7e80-7b67-4f3a-9d4c-ab6bb40fe914 req-e969673f-82d5-454b-a628-3b1578eea488 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.1309664 Nov 16 21:19:37.566118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4db398f0-f397-4f8d-88b3-f1a29e2df742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.576332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.613467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a4c7e80-7b67-4f3a-9d4c-ab6bb40fe914 req-45c8b613-ae28-44c7-8cc1-564490f5d6aa tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312253 Nov 16 21:19:37.661753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620308c2-0f26-4070-b46e-99ea7f61d587 None None] Network c4ef71f8-5be4-4095-a682-ff621d08da6b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:19:37.769484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4803e16d-9ef8-49ed-afbc-2198029eab1a None None] Provisioning complete for port ebba4b1b-e65c-4775-85a7-3af7d70c7046 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:37.770367 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4803e16d-9ef8-49ed-afbc-2198029eab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.792986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.792986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4db398f0-f397-4f8d-88b3-f1a29e2df742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.827533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4db398f0-f397-4f8d-88b3-f1a29e2df742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:37.894930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebba4b1b-e65c-4775-85a7-3af7d70c7046 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:37.969113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:37.976199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:37.984068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:37.988737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=48ed7676-54ef-4ffd-ba05-f6771ba8669a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.008521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db398f0-f397-4f8d-88b3-f1a29e2df742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c8ac5-b0b4-4d9e-aacb-c24b3ca0e76f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.022356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4803e16d-9ef8-49ed-afbc-2198029eab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.031656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4db398f0-f397-4f8d-88b3-f1a29e2df742 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19f92626984b4a2cb7a59defa7c811f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961906 Nov 16 21:19:38.035131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44524) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:38.046211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ebba4b1b-e65c-4775-85a7-3af7d70c7046 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:38.046605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.072955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4803e16d-9ef8-49ed-afbc-2198029eab1a None None] For port ebba4b1b-e65c-4775-85a7-3af7d70c7046, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebba4b1b-e65c-4775-85a7-3af7d70c7046,segment=NetworkSegment(66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258),segment_id=66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:38.102081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4803e16d-9ef8-49ed-afbc-2198029eab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.197607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.199598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.217723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803e16d-9ef8-49ed-afbc-2198029eab1a None None] Pushing event updated for resources: {'Port': ['ID=ebba4b1b-e65c-4775-85a7-3af7d70c7046,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.228676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a47c0-eecb-4b0c-8d4f-99256e8a9dc6 req-dedb1ec8-c700-467c-8fed-6763c5b6535f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.240029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e72a47c0-eecb-4b0c-8d4f-99256e8a9dc6 req-dedb1ec8-c700-467c-8fed-6763c5b6535f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.1293728 Nov 16 21:19:38.249881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-481a5b59-d4b0-406e-869a-8b1a5af83ce9 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6265438 Nov 16 21:19:38.251125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44544) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:38.392249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc894af-cc49-4725-8282-f025c4a1851b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.400936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc894af-cc49-4725-8282-f025c4a1851b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.407473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc894af-cc49-4725-8282-f025c4a1851b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.410157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8cc894af-cc49-4725-8282-f025c4a1851b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1566217 Nov 16 21:19:38.412975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49e6c476-8d7b-4192-a552-d6ffce1bd7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.413882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44548) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:38.434883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Provisioning complete for port ebba4b1b-e65c-4775-85a7-3af7d70c7046 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:38.435481 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.486732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb66b3d-1958-468d-a2de-b7b7806f74fd req-9c3d9ac2-5ff4-4382-9ca7-6918a149f5a6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.489030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e72a47c0-eecb-4b0c-8d4f-99256e8a9dc6 req-697d1302-68ca-4bd8-8d74-bf283f03f180 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477207 Nov 16 21:19:38.495308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbb66b3d-1958-468d-a2de-b7b7806f74fd req-9c3d9ac2-5ff4-4382-9ca7-6918a149f5a6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3201110 Nov 16 21:19:38.514012 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49e6c476-8d7b-4192-a552-d6ffce1bd7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.527450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.541902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.575004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port 48ed7676-54ef-4ffd-ba05-f6771ba8669a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:38.576180 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.593044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Provisioning complete for port 48ed7676-54ef-4ffd-ba05-f6771ba8669a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:38.595949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.666381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:38.688560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.697154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbb66b3d-1958-468d-a2de-b7b7806f74fd req-ef78a9d3-98f0-488c-9aab-498f529385da tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008910 Nov 16 21:19:38.727556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for 48ed7676-54ef-4ffd-ba05-f6771ba8669a owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:38.741687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49e6c476-8d7b-4192-a552-d6ffce1bd7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.747005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49e6c476-8d7b-4192-a552-d6ffce1bd7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.749049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-49e6c476-8d7b-4192-a552-d6ffce1bd7ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/279c8ac5-b0b4-4d9e-aacb-c24b3ca0e76f HTTP/1.1" status: 204 len: 168 time: 0.7123947 Nov 16 21:19:38.853048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6c476-8d7b-4192-a552-d6ffce1bd7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c8ac5-b0b4-4d9e-aacb-c24b3ca0e76f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.896085 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:38.942839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=48ed7676-54ef-4ffd-ba05-f6771ba8669a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:38.963837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183fc3c-fc4b-4e85-92aa-a930e22136f2 req-6f8a5d68-c2ea-4790-bd74-f2e416c9fd39 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:38.970102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3183fc3c-fc4b-4e85-92aa-a930e22136f2 req-6f8a5d68-c2ea-4790-bd74-f2e416c9fd39 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 946 time: 0.2744014 Nov 16 21:19:38.978714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Port 48ed7676-54ef-4ffd-ba05-f6771ba8669a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:38.989840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:39.010690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Provisioning complete for port 3ba8735b-8d62-4e34-b8bd-9390c81329ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:39.010997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.065380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ea68a-4c2b-40eb-97b5-5be3616e2630 None None] Port 3ba8735b-8d62-4e34-b8bd-9390c81329ee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:39.100025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.146414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:39.148172 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4fa48-8712-43bb-8af0-20350411ae49" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:39.165360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:39.174377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.187556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:39.200764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:39.206807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-31753aa7-dfcd-4a64-824e-7fc1a5857d5e None None] Could not find standard attr ID for object 48ed7676-54ef-4ffd-ba05-f6771ba8669a. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:19:39.208452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.225335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:39.226107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:39.257133 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18805a6d-25a8-4496-b6e6-ac6ca0b38984 x-openstack-request-id: req-18805a6d-25a8-4496-b6e6-ac6ca0b38984 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:39.257422 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:39.257697 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18805a6d-25a8-4496-b6e6-ac6ca0b38984 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:39.258084 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'code': 200} Nov 16 21:19:39.273103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce942652-0d8e-4665-9c10-99067bf6239e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/floatingips/4771b84a-2c67-4415-bf4b-05d4ed3f76e8 HTTP/1.1" status: 200 len: 978 time: 2.0138619 Nov 16 21:19:39.275986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44564) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:39.311977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:39.331518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-31753aa7-dfcd-4a64-824e-7fc1a5857d5e None None] Provisioning complete for port 3ba8735b-8d62-4e34-b8bd-9390c81329ee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:39.331994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31753aa7-dfcd-4a64-824e-7fc1a5857d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.358179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3183fc3c-fc4b-4e85-92aa-a930e22136f2 req-b6165597-c456-409c-8625-0dc4786b8fa7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460190 Nov 16 21:19:39.359787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.366458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-588c696a-b6b4-465b-bb79-b2d0f69cb888 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/ports/48ed7676-54ef-4ffd-ba05-f6771ba8669a HTTP/1.1" status: 204 len: 168 time: 0.9514549 Nov 16 21:19:39.369002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44568) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:39.389930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:39.390563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:39.412207 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4f3644-1c07-47a9-86c4-46bf42f847cb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] GET failed (client error): The resource could not be found. Nov 16 21:19:39.413982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8f4f3644-1c07-47a9-86c4-46bf42f847cb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "GET /v2.0/ports/48ed7676-54ef-4ffd-ba05-f6771ba8669a HTTP/1.1" status: 404 len: 333 time: 0.0429838 Nov 16 21:19:39.417913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44572) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:39.442832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=14']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:39.446705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:39.447317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817ba0d-4e29-4e8b-8350-468dc0675934 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:39.449316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-31753aa7-dfcd-4a64-824e-7fc1a5857d5e None None] Port 3ba8735b-8d62-4e34-b8bd-9390c81329ee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:39.454039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'name': 'tempest-AllowedAddressPairTestJSON-1831207387'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:39.704875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d23c0-87b2-4d26-b878-cd4303acddb7 req-4c885f1a-748f-4b66-b081-47dc96fdc32c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:39.713145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-260d23c0-87b2-4d26-b878-cd4303acddb7 req-4c885f1a-748f-4b66-b081-47dc96fdc32c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.1015012 Nov 16 21:19:39.717744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-75a91c02-149c-4e24-81ed-12c52d915154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:39.719239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-75a91c02-149c-4e24-81ed-12c52d915154 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.0962989 Nov 16 21:19:39.789470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebba4b1b-e65c-4775-85a7-3af7d70c7046 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:39.824953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-260d23c0-87b2-4d26-b878-cd4303acddb7 req-d630fe53-8c3f-4628-9af7-059cb3ad4ede tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108751 Nov 16 21:19:39.883290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ebba4b1b-e65c-4775-85a7-3af7d70c7046 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:39.883664 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:39.895391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-03a673a0-06e1-454f-99f2-9ff4209a2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:39.896891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-03a673a0-06e1-454f-99f2-9ff4209a2239 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.1630459 Nov 16 21:19:39.995996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-de47fe7f-f649-48b5-9673-1cb8826e01ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.0909510 Nov 16 21:19:40.058288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:40.062128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.088080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-a997faf9-87b2-4b6b-a8a6-1a34116a95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.089574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-a997faf9-87b2-4b6b-a8a6-1a34116a95b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.0855815 Nov 16 21:19:40.106916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-57795940-58ec-45cb-9438-cfb71c6ccbcb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.108417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-57795940-58ec-45cb-9438-cfb71c6ccbcb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.4897234 Nov 16 21:19:40.110457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] device_id is not set on port 4f454d97-5e02-4d9a-845c-8589a252eb14 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:40.114278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41710f-2042-4860-bef4-bc93419ec726 req-ed787ac9-da78-4f6c-a369-2445e4b1142c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.116925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db41710f-2042-4860-bef4-bc93419ec726 req-ed787ac9-da78-4f6c-a369-2445e4b1142c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0787301 Nov 16 21:19:40.134131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af018d7-3a2e-47c0-b15d-eef1d7dd5d5c req-a1fe6df7-fe70-4335-b7dd-92506dbad750 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.135638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1af018d7-3a2e-47c0-b15d-eef1d7dd5d5c req-a1fe6df7-fe70-4335-b7dd-92506dbad750 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.4946513 Nov 16 21:19:40.159242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 7bfb7031-a394-4d93-b331-e51b931ae0d6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:40.159661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.187912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-840418be-a5ff-4008-9012-82e5f3633d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.189657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-840418be-a5ff-4008-9012-82e5f3633d2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924299 Nov 16 21:19:40.193238 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db41710f-2042-4860-bef4-bc93419ec726 req-7993f1ca-301f-49a6-9d51-d99494097b5c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581746 Nov 16 21:19:40.325723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-af56efb6-b8d6-43ec-b77a-b64ce0ee7b80 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276538 Nov 16 21:19:40.423381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1af018d7-3a2e-47c0-b15d-eef1d7dd5d5c req-d00e0cb3-66ca-487e-899d-bd726374cba2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595346 Nov 16 21:19:40.445964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.446295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.449699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf09e780-885a-4dc5-adcc-687d629d2802 req-c679bd72-ff1e-4c7f-aae7-25d57249c0a6 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072135 Nov 16 21:19:40.462233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Allocated IP 172.20.0.5 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/4f454d97-5e02-4d9a-845c-8589a252eb14) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:40.470164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 7bfb7031-a394-4d93-b331-e51b931ae0d6 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:40.491574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Deleting port 7cdb9755-baf4-490f-897a-18f07957ab4f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:40.491914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.719207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] For port 7cdb9755-baf4-490f-897a-18f07957ab4f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7cdb9755-baf4-490f-897a-18f07957ab4f,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:40.719507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.748452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Calling delete_port for 7cdb9755-baf4-490f-897a-18f07957ab4f owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:40.842096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:40.966535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c333f-385c-4368-b2a6-4e60fca66f26 req-fc290d24-4a36-4cc3-acf1-d68c2c0ab077 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:40.968103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-954c333f-385c-4368-b2a6-4e60fca66f26 req-fc290d24-4a36-4cc3-acf1-d68c2c0ab077 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bc80d39-92eb-4208-afb9-7d3fb871fcae HTTP/1.1" status: 200 len: 945 time: 0.0570061 Nov 16 21:19:41.022378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.044011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.045761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.064128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-954c333f-385c-4368-b2a6-4e60fca66f26 req-fc21bddc-9b1f-46ab-a525-09efc351e6be tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849714 Nov 16 21:19:41.090685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=7bfb7031-a394-4d93-b331-e51b931ae0d6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:41.155540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event deleted for resources: {'Port': ['ID=7cdb9755-baf4-490f-897a-18f07957ab4f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:41.171672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:41.215348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:41.250642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:41.266399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] No DVR routers for this DVR port 7cdb9755-baf4-490f-897a-18f07957ab4f on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:19:41.313025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.316876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3cfea09-ba8e-4993-8af1-d196737ead14 req-f49b84a1-2f32-4c0d-afc5-833ef6786131 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "DELETE /v2.0/ports/7cdb9755-baf4-490f-897a-18f07957ab4f HTTP/1.1" status: 204 len: 173 time: 1.1985588 Nov 16 21:19:41.318831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'name': 'network-vif-deleted', 'tag': '7cdb9755-baf4-490f-897a-18f07957ab4f'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:41.321064 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0153b2-4db1-45eb-a208-3e1cb03620c4" -d '{"events": [{"server_uuid": "7bc80d39-92eb-4208-afb9-7d3fb871fcae", "name": "network-vif-deleted", "tag": "7cdb9755-baf4-490f-897a-18f07957ab4f"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:41.326659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.326992 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP 4771b84a-2c67-4415-bf4b-05d4ed3f76e8 disassociated (deleted). External IP: 172.25.3.143, port: ee2d3cb7-fb87-4b28-830e-568b1e252cb5. Nov 16 21:19:41.428481 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc13a014-3567-41ed-b7aa-bcfeb87f34f6 x-openstack-request-id: req-dc13a014-3567-41ed-b7aa-bcfeb87f34f6 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:41.429699 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc80d39-92eb-4208-afb9-7d3fb871fcae", "name": "network-vif-deleted", "tag": "7cdb9755-baf4-490f-897a-18f07957ab4f", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:41.429699 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc13a014-3567-41ed-b7aa-bcfeb87f34f6 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:41.430005 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc80d39-92eb-4208-afb9-7d3fb871fcae', 'name': 'network-vif-deleted', 'tag': '7cdb9755-baf4-490f-897a-18f07957ab4f', 'status': 'completed', 'code': 200} Nov 16 21:19:41.447720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=4f454d97-5e02-4d9a-845c-8589a252eb14,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:41.496986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:41.497727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.542760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-886a36b1-d391-4260-9b57-219468dd1905 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1236677 Nov 16 21:19:41.546470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44618) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:41.560717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461bb95-cda6-4752-a8f1-066b8837bab0 req-c6d2eba5-7c00-4c67-81e4-94d4c1869517 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:41.566269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8461bb95-cda6-4752-a8f1-066b8837bab0 req-c6d2eba5-7c00-4c67-81e4-94d4c1869517 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.2573309 Nov 16 21:19:41.573177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:c6:6d'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:41.590860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-547d303c-9d35-453c-a74f-557a0ef23f51 None None] Provisioning complete for port 4f454d97-5e02-4d9a-845c-8589a252eb14 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:41.591873 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-547d303c-9d35-453c-a74f-557a0ef23f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.629794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-547d303c-9d35-453c-a74f-557a0ef23f51 None None] Port 4f454d97-5e02-4d9a-845c-8589a252eb14 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:41.695606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.710079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1990b6-a511-4bd6-b9dd-0f157080baac req-16032a68-d458-4743-a9c3-3ca5487c8882 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:41.711676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d1990b6-a511-4bd6-b9dd-0f157080baac req-16032a68-d458-4743-a9c3-3ca5487c8882 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1824837 Nov 16 21:19:41.758703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8461bb95-cda6-4752-a8f1-066b8837bab0 req-e8f5ae6d-8629-4bda-9dca-e06c6f6af0ca tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874948 Nov 16 21:19:41.779987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:41.810178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d1990b6-a511-4bd6-b9dd-0f157080baac req-5757b63e-4121-409c-a76a-bad8d720c32c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915661 Nov 16 21:19:41.929649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:41.951567 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:41.960641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:41.970650 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:41.978829 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:42.009063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e1b62e81-82ad-4326-89d4-d1564aef1a0b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/floatingips/4771b84a-2c67-4415-bf4b-05d4ed3f76e8 HTTP/1.1" status: 204 len: 168 time: 2.7294865 Nov 16 21:19:42.009063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:42.044795 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:42.057447 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:42.058393 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:42.104853 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:42.105917 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c67f9-faf3-40d7-a7c3-4866b96b7230 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:42.122726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.136752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.170279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port ee2d3cb7-fb87-4b28-830e-568b1e252cb5 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:42.170951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.247314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd97d5-10f9-4412-a145-6d0f63ab8c08 req-fdcd570d-d9c3-43b7-8da5-8d647fd6d43f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:42.257020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dbd97d5-10f9-4412-a145-6d0f63ab8c08 req-fdcd570d-d9c3-43b7-8da5-8d647fd6d43f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2306535 Nov 16 21:19:42.276768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=4f454d97-5e02-4d9a-845c-8589a252eb14,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:42.306075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] In _notify_port_updated(), no bound segment for port 4f454d97-5e02-4d9a-845c-8589a252eb14 on network c4ef71f8-5be4-4095-a682-ff621d08da6b {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:19:42.311981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:42.312652 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.317396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91f75f5b-b787-47ef-9f93-438f33b8347d tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "PUT /v2.0/ports/4f454d97-5e02-4d9a-845c-8589a252eb14 HTTP/1.1" status: 200 len: 994 time: 0.7506325 Nov 16 21:19:42.318066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44634) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:42.329003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.370640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for ee2d3cb7-fb87-4b28-830e-568b1e252cb5 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:42.385762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dbd97d5-10f9-4412-a145-6d0f63ab8c08 req-192a056a-1a8e-4d51-b540-6a7e4b6bb727 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276126 Nov 16 21:19:42.615573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port 4f454d97-5e02-4d9a-845c-8589a252eb14 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:42.616015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.673337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b1c71-1f8f-4aeb-b8d4-a0ede906a2da req-d11da1d5-5b0a-47d4-9437-15251e105cd2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:42.675643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-369b1c71-1f8f-4aeb-b8d4-a0ede906a2da req-d11da1d5-5b0a-47d4-9437-15251e105cd2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1663785 Nov 16 21:19:42.768931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.769888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-530ffad0-f1ee-42ac-a457-92782a71d8aa None None] Provisioning complete for port 4f454d97-5e02-4d9a-845c-8589a252eb14 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:42.770369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-530ffad0-f1ee-42ac-a457-92782a71d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.776486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7cdb9755-baf4-490f-897a-18f07957ab4f no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:19:42.782106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8ed6e9bb-825e-4483-9488-cfc4b41703ac tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:42.784005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for 4f454d97-5e02-4d9a-845c-8589a252eb14 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:42.790204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8ed6e9bb-825e-4483-9488-cfc4b41703ac tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.1885996 Nov 16 21:19:42.793080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.833121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=ee2d3cb7-fb87-4b28-830e-568b1e252cb5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:42.844871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-21bc19f4-a4ec-485c-ae40-5eff2a3815bf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0538459 Nov 16 21:19:42.853228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 7cdb9755-baf4-490f-897a-18f07957ab4f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:19:42.853601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7cdb9755-baf4-490f-897a-18f07957ab4f not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:19:42.862682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-530ffad0-f1ee-42ac-a457-92782a71d8aa None None] Port 4f454d97-5e02-4d9a-845c-8589a252eb14 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:42.917704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-6c3a9313-3dd3-4e62-b974-e6da06003c53 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719159 Nov 16 21:19:42.934996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-369b1c71-1f8f-4aeb-b8d4-a0ede906a2da req-c22e9487-89ef-4c73-bf9b-fc1d7de04710 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251880 Nov 16 21:19:42.941558 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:42.994645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=4f454d97-5e02-4d9a-845c-8589a252eb14,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:43.012760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.016108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4304ce2f-ad56-408b-a978-fc0f140c35a0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/ports/ee2d3cb7-fb87-4b28-830e-568b1e252cb5 HTTP/1.1" status: 204 len: 168 time: 1.0057757 Nov 16 21:19:43.027213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44658) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:43.036503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:43.140598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.254397 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-9c288814-989c-4869-9497-1f6268ce5606 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125226 Nov 16 21:19:43.280116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9162-d112-49e9-84ab-7ced1f603003 req-f5ca95fb-4989-4a80-8edb-8bd50c59e0a2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:43.281737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adcc9162-d112-49e9-84ab-7ced1f603003 req-f5ca95fb-4989-4a80-8edb-8bd50c59e0a2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.2148259 Nov 16 21:19:43.313773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.320764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:43.320943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-163f6a88-cd9e-4d49-afd8-98aefcccce40 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/ports/4f454d97-5e02-4d9a-845c-8589a252eb14 HTTP/1.1" status: 204 len: 168 time: 0.9965034 Nov 16 21:19:43.349940 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a85cc4-b3a7-456d-85ac-cf1f1f66027e tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] GET failed (client error): The resource could not be found. Nov 16 21:19:43.351401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-71a85cc4-b3a7-456d-85ac-cf1f1f66027e tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "GET /v2.0/ports/4f454d97-5e02-4d9a-845c-8589a252eb14 HTTP/1.1" status: 404 len: 333 time: 0.0297086 Nov 16 21:19:43.355335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44666) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:43.363937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'name': 'tempest-AllowedAddressPairTestJSON-469386090'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:43.370273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adcc9162-d112-49e9-84ab-7ced1f603003 req-68dd488d-8010-4457-9d1e-1ef3e123e7ac tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797539 Nov 16 21:19:43.409827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.437425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-4154824f-fc88-4983-a609-14ea25d05b4a service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818626 Nov 16 21:19:43.532845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:43.545805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.593759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] device_id is not set on port a9701faa-5bc1-470c-8b0d-57b61dcd1072 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:43.662485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.129 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/e1dc1d51-e199-4023-a712-a88d37ff7678) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:43.794398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-55d8da40-f29b-4448-9685-3940960fac14 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:43.795933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-55d8da40-f29b-4448-9685-3940960fac14 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.2781320 Nov 16 21:19:43.859563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-4a1a1a54-1012-4e3f-8e3b-3c3721b84ecc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/quotas/eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 375 time: 0.0467932 Nov 16 21:19:43.870738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Allocated IP 172.20.0.8 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/a9701faa-5bc1-470c-8b0d-57b61dcd1072) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:43.911651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:43.967951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-c61d72e7-45bc-4d8d-8ffa-dd791b0f87a0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1074755 Nov 16 21:19:43.969772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.034016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:44.040778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:44.042883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=e1dc1d51-e199-4023-a712-a88d37ff7678,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:44.045345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:44.081872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-334a3793-abb2-4029-92dc-3732acc3674b req-438a0e67-6269-487c-bf8b-3d19112d9586 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 210 time: 0.0398183 Nov 16 21:19:44.147246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.185950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.238616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.250112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-d32cd00f-e717-4f28-b235-8fbb4785bc01 service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451332 Nov 16 21:19:44.330790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.427454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-e4472e8d-50fa-4db6-a3b8-4cc2523c68a3 service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566696 Nov 16 21:19:44.543361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:44.565738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:44.571569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:44.584351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.586971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=a9701faa-5bc1-470c-8b0d-57b61dcd1072,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:44.596064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.673640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d396-c088-4b0b-b98b-d653b40af6ba req-1d0008e2-eb80-4ed8-98f2-418e366fe4b7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:44.682450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c60d396-c088-4b0b-b98b-d653b40af6ba req-1d0008e2-eb80-4ed8-98f2-418e366fe4b7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1608007 Nov 16 21:19:44.710818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:44.711474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.716412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.746533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-989e43dc-9c5c-442b-82fd-23982ef336f8 req-5b429e54-3702-4135-bb18-63083debc5a0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 210 time: 0.0709074 Nov 16 21:19:44.749608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=e1dc1d51-e199-4023-a712-a88d37ff7678,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:44.764922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5eba4166-d001-4748-94ae-ee58a0e39452 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4067051 Nov 16 21:19:44.771356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:44.777594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fb:c6:6d'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:44.784045 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:44.785082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ce29182-d904-43e6-b40f-69de502e85a2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7551289 Nov 16 21:19:44.791005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44700) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:44.808731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c60d396-c088-4b0b-b98b-d653b40af6ba req-9bb3d7e3-888c-48dc-90ba-93be6d9613b3 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234179 Nov 16 21:19:44.861732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'port': {'network_id': '33e56c40-72d4-4181-913c-d9b848f64dc1', 'name': 'tempest-FloatingIPTestJSON-1099150198'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:45.019261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6f1fb9a5-e8c9-4b7f-baef-e3006b36bd79 None None] Provisioning complete for port a9701faa-5bc1-470c-8b0d-57b61dcd1072 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:45.020489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb9a5-e8c9-4b7f-baef-e3006b36bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.115272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fb9a5-e8c9-4b7f-baef-e3006b36bd79 None None] Port a9701faa-5bc1-470c-8b0d-57b61dcd1072 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:45.242397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-83bc5f7e-3772-42d1-92b1-20e06bd7d8a6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:45.244184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-83bc5f7e-3772-42d1-92b1-20e06bd7d8a6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.2743342 Nov 16 21:19:45.262751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Request body: {'port': {'device_id': '2016bd61-3111-4516-a836-9125ec2b00de', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'admin_state_up': True, 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:45.420008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:45.424510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.587900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Allocated IP 172.20.0.12 (757e525b-ea9d-49a3-81ea-554daa5b3926/bad8498e-5da9-4672-be9a-458a3dee38bd/c7e33e30-8441-4d32-8f96-3e0f087207e9) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:45.608561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6c73bc0-312d-4ead-8661-bd55f6c858d3 req-616fd158-f373-43db-8a97-9ecb11548fdb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 210 time: 0.0673745 Nov 16 21:19:45.637323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:45.641425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.676604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] device_id is not set on port 0eab124b-8d79-4314-9813-3cc658c58c0e yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:45.746145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.790817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.833552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:45.888839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.9 (33e56c40-72d4-4181-913c-d9b848f64dc1/5588b2a9-6e4e-47d5-874a-aae618bc5209/0eab124b-8d79-4314-9813-3cc658c58c0e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:45.932463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55b71cff-4664-4b48-b70e-d3e6364f04fd req-5c827680-b3a8-410c-a4f8-1ced77ae3a4a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 210 time: 0.0868266 Nov 16 21:19:45.945946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:45.946766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:45.949856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:45.951947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:46.053461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.054277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.078877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-8391a18b-d9fe-4b8e-a399-a0994c926ae2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8220305 Nov 16 21:19:46.089340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398dd0d-02b5-468c-9b8d-3f1f7e0bfaf1 req-abdbbd29-af3c-4b05-8baa-67f4c4e8d9e4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.093565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Request body: {'port': {'device_id': '2016bd61-3111-4516-a836-9125ec2b00de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:46.097647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e398dd0d-02b5-468c-9b8d-3f1f7e0bfaf1 req-abdbbd29-af3c-4b05-8baa-67f4c4e8d9e4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1723266 Nov 16 21:19:46.164484 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.263664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e398dd0d-02b5-468c-9b8d-3f1f7e0bfaf1 req-f36d3307-576d-45af-972e-276a584d35bd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648841 Nov 16 21:19:46.349956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.359613 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.372935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-51917fbe-e9ce-4d5b-aca7-89ff2a7ab456 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.374662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-51917fbe-e9ce-4d5b-aca7-89ff2a7ab456 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.3592365 Nov 16 21:19:46.409640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'port': {'device_id': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'admin_state_up': True, 'tenant_id': 'eff893ad234d41009410f4f434528fb7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:46.505469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e33e30-8441-4d32-8f96-3e0f087207e9 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:46.515463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.540253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Transition to ACTIVE for port object c7e33e30-8441-4d32-8f96-3e0f087207e9 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:19:46.546346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.547789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=a9701faa-5bc1-470c-8b0d-57b61dcd1072,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:46.566325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] In _notify_port_updated(), no bound segment for port a9701faa-5bc1-470c-8b0d-57b61dcd1072 on network c4ef71f8-5be4-4095-a682-ff621d08da6b {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:19:46.572815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.573476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.576834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-222bb068-4aee-4b21-a33a-ed0c2c931ea4 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "PUT /v2.0/ports/a9701faa-5bc1-470c-8b0d-57b61dcd1072 HTTP/1.1" status: 200 len: 995 time: 1.8043456 Nov 16 21:19:46.581106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.585542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:46.622663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:46.674240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:46.775775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Attempting to bind port c7e33e30-8441-4d32-8f96-3e0f087207e9 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:46.776299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Attempting to bind port c7e33e30-8441-4d32-8f96-3e0f087207e9 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:46.776674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Attempting to bind port c7e33e30-8441-4d32-8f96-3e0f087207e9 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:46.784781 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.788651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Port c7e33e30-8441-4d32-8f96-3e0f087207e9 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:19:46.788985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Attempting to bind port c7e33e30-8441-4d32-8f96-3e0f087207e9 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:46.803733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:46.811845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a5bb-08b7-47f1-b7be-a722fe0b3ebf req-d7a95273-a28c-4af6-9646-03d8833f4df0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:46.813439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d80a5bb-08b7-47f1-b7be-a722fe0b3ebf req-d7a95273-a28c-4af6-9646-03d8833f4df0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 944 time: 0.0956595 Nov 16 21:19:46.814899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:46.815391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:46.815784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Bound using segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:46.816236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Bound port: c7e33e30-8441-4d32-8f96-3e0f087207e9, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:46.816603 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.835928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-77e4727d-3e7d-4403-9a92-b71fd39eca20 None None] Provisioning complete for port a9701faa-5bc1-470c-8b0d-57b61dcd1072 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:46.836957 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-77e4727d-3e7d-4403-9a92-b71fd39eca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.838996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'mac_address': 'fa:16:3e:0b:34:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:46.872605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 33e56c40-72d4-4181-913c-d9b848f64dc1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:46.875058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:46.881803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.886784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:46.933073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-77e4727d-3e7d-4403-9a92-b71fd39eca20 None None] Port a9701faa-5bc1-470c-8b0d-57b61dcd1072 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:46.943455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:46.967105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:46.975799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6d80a5bb-08b7-47f1-b7be-a722fe0b3ebf req-bcf0143f-38d3-457b-83c2-b594368d0e9c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374218 Nov 16 21:19:46.994742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:47.016902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:47.022911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:47.026904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:47.030213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.036941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.117348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.118064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.119477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] 10.222.0.41 "PUT /v2.0/ports/c7e33e30-8441-4d32-8f96-3e0f087207e9 HTTP/1.1" status: 200 len: 1092 time: 1.0313916 Nov 16 21:19:47.120106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:47.122808 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:47.131493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=0eab124b-8d79-4314-9813-3cc658c58c0e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:47.170763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:47.177947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:47.192180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3520-df87-4e62-aad2-65a5f5a3950f service neutron] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:47.193992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port a9701faa-5bc1-470c-8b0d-57b61dcd1072 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:47.194350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.278696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8581654b-95c6-4f44-86dd-ed4b5c0be049 req-30845c12-3204-4abb-b344-a8bc5a3a4284 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 210 time: 0.1421881 Nov 16 21:19:47.297023 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a88ec72-f5fa-49eb-9cfa-71846b505a96 x-openstack-request-id: req-8a88ec72-f5fa-49eb-9cfa-71846b505a96 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:47.297669 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:47.298130 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a88ec72-f5fa-49eb-9cfa-71846b505a96 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:47.304289 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'status': 'completed', 'code': 200} Nov 16 21:19:47.311445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-dfc72139-e3c2-4981-926d-5e51512972ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.317663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-dfc72139-e3c2-4981-926d-5e51512972ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 1095 time: 0.1217227 Nov 16 21:19:47.362656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.363465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.384087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-7347d9ed-2904-4baf-82e1-d124fbd72cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9 HTTP/1.1" status: 200 len: 217 time: 0.0599935 Nov 16 21:19:47.406452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-179fe393-093e-469e-8577-a70f4c08fa65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5520301 Nov 16 21:19:47.413987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:47.420297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'port_id': '0eab124b-8d79-4314-9813-3cc658c58c0e'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:47.442781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-29db77ea-14b8-4a57-8125-f592a43706d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.444256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-29db77ea-14b8-4a57-8125-f592a43706d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.0526202 Nov 16 21:19:47.480379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-d7c5945f-05e1-4baa-bc04-8fe03b574e1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276816 Nov 16 21:19:47.523110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.536036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:47.570772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Allocated IP 172.20.0.7 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/78cf615e-0f55-49cc-9dc8-f11853c02b0e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:47.578914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-4f540df6-7857-48ee-8ee6-0e8bf6159872 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904179 Nov 16 21:19:47.618044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for a9701faa-5bc1-470c-8b0d-57b61dcd1072 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:47.650534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2da749-47ab-469b-8e19-fff8b1e830d9 req-f64ab0bd-3c8f-4bd2-a58e-9642a751b4cd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.652201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e2da749-47ab-469b-8e19-fff8b1e830d9 req-f64ab0bd-3c8f-4bd2-a58e-9642a751b4cd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 945 time: 0.2446263 Nov 16 21:19:47.687279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd679d0b-d419-45ed-9e45-8d5d7b285f01 req-97d91c4e-bb60-4519-8f6a-be1920540b46 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985465 Nov 16 21:19:47.779217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-614e1657-5d11-40b5-b479-69a32833f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.780638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-614e1657-5d11-40b5-b479-69a32833f734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 1095 time: 0.0419459 Nov 16 21:19:47.879719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-6befb901-1b16-4c75-a2a5-15f4ffea58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.881244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-6befb901-1b16-4c75-a2a5-15f4ffea58e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.0935152 Nov 16 21:19:47.923680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-aa73bd70-94cb-4a91-83ae-9acf0bf53770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9 HTTP/1.1" status: 200 len: 217 time: 0.0352786 Nov 16 21:19:47.944345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e2da749-47ab-469b-8e19-fff8b1e830d9 req-2a3c9d55-1cf4-41cb-a7a8-3275c375d80d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697396 Nov 16 21:19:47.986465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-9ea16525-d2de-463d-897e-c78cb5481f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:47.988495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-9ea16525-d2de-463d-897e-c78cb5481f65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.0581563 Nov 16 21:19:48.025358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-11c36a9f-bc6d-4eb8-9a71-b8982d8dcbcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280182 Nov 16 21:19:48.108603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.167146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccfcf-44ac-4b5b-9ab2-0c0885ef5bea req-7f6354fa-125e-4c6c-98ca-bdd17d76e7b2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:48.168680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-997ccfcf-44ac-4b5b-9ab2-0c0885ef5bea req-7f6354fa-125e-4c6c-98ca-bdd17d76e7b2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 944 time: 0.0839796 Nov 16 21:19:48.172364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-19471d46-043b-42c8-b8a3-d46ae19a8237 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384501 Nov 16 21:19:48.191998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.243982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=a9701faa-5bc1-470c-8b0d-57b61dcd1072,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:48.287220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-997ccfcf-44ac-4b5b-9ab2-0c0885ef5bea req-fcf7c64a-fad1-4404-936b-7a95ced09aba tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109023 Nov 16 21:19:48.338468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d7bf4d3-0b9c-4b0a-9e81-5b2f2199e7be req-3543d350-80f0-4e31-8442-42d5be37b670 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559701 Nov 16 21:19:48.340919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.412588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.resource_extend [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:19:48.489446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:48.514078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.518025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f0aca544-2b96-4035-9363-732d801944b1 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/ports/a9701faa-5bc1-470c-8b0d-57b61dcd1072 HTTP/1.1" status: 204 len: 168 time: 1.9301078 Nov 16 21:19:48.519391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:48.521386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44762) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:48.525258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=78cf615e-0f55-49cc-9dc8-f11853c02b0e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:48.527778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:48.561644 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a261ac41-780e-4fba-92a6-5622116f2e1f tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] GET failed (client error): The resource could not be found. Nov 16 21:19:48.565350 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a261ac41-780e-4fba-92a6-5622116f2e1f tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "GET /v2.0/ports/a9701faa-5bc1-470c-8b0d-57b61dcd1072 HTTP/1.1" status: 404 len: 333 time: 0.0417244 Nov 16 21:19:48.574150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44764) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:48.584356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'name': 'tempest-AllowedAddressPairTestJSON-1963698646'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:48.600336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.627838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.669121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:48.784205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:48.785097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.793869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:48.795063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.819216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377302d9-bb2b-4585-8da5-feb7927ba3d3 req-3bdd93f3-dee8-46e4-9963-a0c1af97f313 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:48.826003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:48.830626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-377302d9-bb2b-4585-8da5-feb7927ba3d3 req-3bdd93f3-dee8-46e4-9963-a0c1af97f313 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 931 time: 0.4259295 Nov 16 21:19:48.832096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.854213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] device_id is not set on port 542f4ddd-b229-4e98-a525-f8a79c222023 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:48.865151 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP c5688432-3ddd-48b3-994c-cda956ae9197 associated. External IP: 172.25.3.129, port: 0eab124b-8d79-4314-9813-3cc658c58c0e. Nov 16 21:19:48.924795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.944336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e3a01f64-59ca-4783-b905-6773b2dd66a8 None None] Provisioning complete for port 78cf615e-0f55-49cc-9dc8-f11853c02b0e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:48.945003 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3a01f64-59ca-4783-b905-6773b2dd66a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:48.945865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-d73c531d-5704-4176-95ab-a849a5fa00f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5435557 Nov 16 21:19:48.984279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e3a01f64-59ca-4783-b905-6773b2dd66a8 None None] Port 78cf615e-0f55-49cc-9dc8-f11853c02b0e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:49.006403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Request body: {'port': {'device_id': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:49.006868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:49.007499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Allocated IP 172.20.0.14 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/542f4ddd-b229-4e98-a525-f8a79c222023) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:49.011806 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a03bd9-ef8a-4c63-b3fa-1ad19001f90e" -d '{"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-plugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:49.029390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:49.035111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.099100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.104730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:49.242078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b115687-5574-42e0-8ee7-d285edc1ef52 req-59e2a4f8-5af6-4e8b-b892-7bca2074607a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.243818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b115687-5574-42e0-8ee7-d285edc1ef52 req-59e2a4f8-5af6-4e8b-b892-7bca2074607a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1364348 Nov 16 21:19:49.325356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.422506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b115687-5574-42e0-8ee7-d285edc1ef52 req-04d32ebf-a641-484f-b7fb-2b4b12ef8698 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719140 Nov 16 21:19:49.439890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.511033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-377302d9-bb2b-4585-8da5-feb7927ba3d3 req-f5f06e29-e18d-4482-8e3f-e34fc217e38e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793680 Nov 16 21:19:49.543821 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cf9fcf-8b0a-4e2f-8ae9-8fc79b240117 x-openstack-request-id: req-43cf9fcf-8b0a-4e2f-8ae9-8fc79b240117 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:49.544242 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-plugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:49.544598 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43cf9fcf-8b0a-4e2f-8ae9-8fc79b240117 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:49.546054 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'code': 200} Nov 16 21:19:49.605093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:49.631143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:49.637432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:49.647424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=542f4ddd-b229-4e98-a525-f8a79c222023,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:49.801257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.803079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:49.819883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac38b3-97f8-471e-be0b-f4c7b68a59e3 req-902d2909-4c0b-4950-ab3a-6a396f508aab tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:49.827895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bac38b3-97f8-471e-be0b-f4c7b68a59e3 req-902d2909-4c0b-4950-ab3a-6a396f508aab tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 944 time: 0.1025727 Nov 16 21:19:49.865444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b8264cd4-9132-4821-89ef-2c0a01e22932 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2900255 Nov 16 21:19:49.880218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44778) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:49.887933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'network_id': 'c4ef71f8-5be4-4095-a682-ff621d08da6b', 'name': 'tempest-AllowedAddressPairTestJSON-274421507'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:49.900299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bac38b3-97f8-471e-be0b-f4c7b68a59e3 req-4b10567c-2296-418d-8fab-4941f06176e9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Nov 16 21:19:50.030600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a4cdd5aa-d85c-4ef8-829c-219e03ec8368 None None] Provisioning complete for port 542f4ddd-b229-4e98-a525-f8a79c222023 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:50.031305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd5aa-d85c-4ef8-829c-219e03ec8368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.094802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdd5aa-d85c-4ef8-829c-219e03ec8368 None None] Port 542f4ddd-b229-4e98-a525-f8a79c222023 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:50.135789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:50.183193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Made reservation on behalf of 6c3b78e3d3a141e8af61629befe181f5 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:19:50.191002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.331617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] device_id is not set on port 7c8b5248-9e14-418f-8329-6b016937e036 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:19:50.359551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cf615e-0f55-49cc-9dc8-f11853c02b0e {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:50.400234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.430817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Transition to ACTIVE for port object 78cf615e-0f55-49cc-9dc8-f11853c02b0e will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:19:50.450596 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.479777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:50.495645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:50.530802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:50.531623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:50.567021 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.624118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-642654ef-753e-4119-b970-c58a1cef4f7e tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/floatingips/c5688432-3ddd-48b3-994c-cda956ae9197 HTTP/1.1" status: 200 len: 978 time: 3.2044487 Nov 16 21:19:50.624665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44784) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:50.652882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:50.672007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:50.672987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:50.737843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:50.738502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea76dd85-84a9-4b3c-9691-16fb15ce494a None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:50.763448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Pushing event updated for resources: {'Port': ['ID=78cf615e-0f55-49cc-9dc8-f11853c02b0e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:50.782550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-181ecc25-2922-44e5-b9b1-3be845748ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:50.787927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7e33e30-8441-4d32-8f96-3e0f087207e9 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:50.911052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c67ea4-dbf5-4aae-ab6d-c2407f6977dc req-f27c5153-6868-4789-b7a6-fec372dcc613 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.919191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94c67ea4-dbf5-4aae-ab6d-c2407f6977dc req-f27c5153-6868-4789-b7a6-fec372dcc613 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 943 time: 0.2842717 Nov 16 21:19:50.947910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Allocated IP 172.20.0.7 (c4ef71f8-5be4-4095-a682-ff621d08da6b/ec6d2631-541e-4d4a-99db-09163e5017c8/7c8b5248-9e14-418f-8329-6b016937e036) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:50.964051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c491e6-e73d-40aa-b79d-c293d1134aad req-82ca7b25-ee9b-4d75-829a-4bc84595b00f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:50.965689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72c491e6-e73d-40aa-b79d-c293d1134aad req-82ca7b25-ee9b-4d75-829a-4bc84595b00f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3374445 Nov 16 21:19:51.014790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 0eab124b-8d79-4314-9813-3cc658c58c0e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:51.015577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.036076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94c67ea4-dbf5-4aae-ab6d-c2407f6977dc req-8b078c64-340f-4842-b70f-b0c201ba0deb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160467 Nov 16 21:19:51.051517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:51.086679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'mac_address': 'fa:16:3e:21:4d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:51.133943 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.155281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e33e30-8441-4d32-8f96-3e0f087207e9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:51.186488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:51.192438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.253978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.281999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:51.333350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Attempting to bind port 78cf615e-0f55-49cc-9dc8-f11853c02b0e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:19:51.334096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Attempting to bind port 78cf615e-0f55-49cc-9dc8-f11853c02b0e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:19:51.334475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Attempting to bind port 78cf615e-0f55-49cc-9dc8-f11853c02b0e on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:51.356436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Port 78cf615e-0f55-49cc-9dc8-f11853c02b0e on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:19:51.357086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Attempting to bind port 78cf615e-0f55-49cc-9dc8-f11853c02b0e on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:19:51.371899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:19:51.372786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:19:51.373503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:19:51.374560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Bound port: 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:19:51.375325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.469533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] For port 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:19:51.474386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] For port 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:19:51.487450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.552177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c7e33e30-8441-4d32-8f96-3e0f087207e9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:51.573989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:51.574927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.576890 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] 10.222.0.41 "PUT /v2.0/ports/78cf615e-0f55-49cc-9dc8-f11853c02b0e HTTP/1.1" status: 200 len: 1091 time: 2.5780416 Nov 16 21:19:51.577898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5bb3-4aa3-4c7c-924a-d5fa36de9d46 service neutron] Pushing event updated for resources: {'Port': ['ID=78cf615e-0f55-49cc-9dc8-f11853c02b0e,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:51.583345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'tag': '78cf615e-0f55-49cc-9dc8-f11853c02b0e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:51.586335 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb5b25a-9a98-403c-becd-a7d7a8091bc8", "tag": "78cf615e-0f55-49cc-9dc8-f11853c02b0e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:51.606198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72c491e6-e73d-40aa-b79d-c293d1134aad req-480fb03f-81d8-4f0f-a10c-846d215e3f25 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6001472 Nov 16 21:19:51.655741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.756038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.757787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.759152 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP c5688432-3ddd-48b3-994c-cda956ae9197 disassociated. External IP: 172.25.3.129, port: 0eab124b-8d79-4314-9813-3cc658c58c0e. Nov 16 21:19:51.759687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 0eab124b-8d79-4314-9813-3cc658c58c0e owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:51.770394 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1dff6-0d70-4a40-b097-d29d8940a775 x-openstack-request-id: req-c9b1dff6-0d70-4a40-b097-d29d8940a775 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:51.771942 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb5b25a-9a98-403c-becd-a7d7a8091bc8", "tag": "78cf615e-0f55-49cc-9dc8-f11853c02b0e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:51.772321 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9b1dff6-0d70-4a40-b097-d29d8940a775 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:51.774101 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'tag': '78cf615e-0f55-49cc-9dc8-f11853c02b0e', 'status': 'completed', 'code': 200} Nov 16 21:19:51.778184 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:51.999446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Network c4ef71f8-5be4-4095-a682-ff621d08da6b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:52.031226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-826c4030-49c3-400d-a90d-39ce63a16438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.034700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-826c4030-49c3-400d-a90d-39ce63a16438 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 1094 time: 0.3033433 Nov 16 21:19:52.038863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:52.057065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:52.076190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.132679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=0eab124b-8d79-4314-9813-3cc658c58c0e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.172658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d12297-d859-41c7-a900-4fdfe55c75e1 req-08d43072-8647-4843-9b24-567f51defd79 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.180878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62d12297-d859-41c7-a900-4fdfe55c75e1 req-08d43072-8647-4843-9b24-567f51defd79 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 945 time: 0.5763311 Nov 16 21:19:52.239736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-7b5bc482-bc36-4281-82ac-c24b5fade38f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e HTTP/1.1" status: 200 len: 217 time: 0.1534445 Nov 16 21:19:52.350178 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62d12297-d859-41c7-a900-4fdfe55c75e1 req-0a15bba7-f9d6-4641-ad0b-2c5e7dd09691 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682494 Nov 16 21:19:52.359502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.360426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.364549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=7c8b5248-9e14-418f-8329-6b016937e036,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:52.429973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bd132e6c-00ce-44ec-a73b-bf77231adc7c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5462494 Nov 16 21:19:52.432436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:52.446914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:c6:6d'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:67:69:6b'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:52.474425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-badf70a7-7506-4a2a-8d29-0e05cbd9e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.476101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-badf70a7-7506-4a2a-8d29-0e05cbd9e1e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1079979 Nov 16 21:19:52.490443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad89f4-c1fb-408f-902d-8175655231dd req-80ca91ca-98f0-4f9a-aa0b-21752c32d38b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.491214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cad89f4-c1fb-408f-902d-8175655231dd req-80ca91ca-98f0-4f9a-aa0b-21752c32d38b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 943 time: 0.2506852 Nov 16 21:19:52.578948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-367ec74f-0e24-4f9d-9521-9cad5eb623b4 None None] Provisioning complete for port 7c8b5248-9e14-418f-8329-6b016937e036 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:52.581642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-367ec74f-0e24-4f9d-9521-9cad5eb623b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:52.585064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d027924-3652-4406-917a-d5ef40183470 req-34ce97ef-fe2a-4f51-be0e-033aa679b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:52.590626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-34ce97ef-fe2a-4f51-be0e-033aa679b712 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982049 Nov 16 21:19:52.630357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:19:52.671405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-367ec74f-0e24-4f9d-9521-9cad5eb623b4 None None] Port 7c8b5248-9e14-418f-8329-6b016937e036 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:52.716193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cad89f4-c1fb-408f-902d-8175655231dd req-52e360d2-1b2d-4ee2-a8dc-86b9ac17226f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872976 Nov 16 21:19:52.806640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7e33e30-8441-4d32-8f96-3e0f087207e9 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:52.841174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-0a8ac052-58ef-4e07-bb42-43bf90931831 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400541 Nov 16 21:19:52.891757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port c7e33e30-8441-4d32-8f96-3e0f087207e9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:52.899496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port c7e33e30-8441-4d32-8f96-3e0f087207e9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:52.900375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.026650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d027924-3652-4406-917a-d5ef40183470 req-6fd102ab-eadb-42d1-ab1c-87ac746aa918 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739538 Nov 16 21:19:53.102000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc728b54-d20e-41b5-bc53-a5565ed2b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.108168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.183691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:53.190544 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c35195-7d60-4de6-8353-12590dd36e57" -d '{"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-plugged", "status": "completed", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:53.210399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-e6c0a71c-3bbd-42c3-8d68-a41a017e3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.211844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-e6c0a71c-3bbd-42c3-8d68-a41a017e3498 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 1094 time: 0.1120453 Nov 16 21:19:53.219069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:53.249951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.306456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:19:53.319842 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:19:53.338916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:53.339648 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:53.385244 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40588cd2-f4ec-41bc-96cf-7a8fadacb6c9 x-openstack-request-id: req-40588cd2-f4ec-41bc-96cf-7a8fadacb6c9 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:53.397094 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-plugged", "status": "completed", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:53.397364 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40588cd2-f4ec-41bc-96cf-7a8fadacb6c9 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:53.397820 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'code': 200} Nov 16 21:19:53.439604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb02fa8-3b66-47ea-b63a-bf53c9470348 req-c8af51f4-8742-40a6-8e37-012a7be0e6a0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.439903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:53.455520 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fb02fa8-3b66-47ea-b63a-bf53c9470348 req-c8af51f4-8742-40a6-8e37-012a7be0e6a0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.2889502 Nov 16 21:19:53.470080 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:53.500358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:19:53.502112 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:53.506604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-6c870070-837c-4353-bb98-f0a47211fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.508457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-6c870070-837c-4353-bb98-f0a47211fcee service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2868421 Nov 16 21:19:53.545335 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:19:53.546014 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a926a0-cffc-41eb-92e5-c112adc78e34 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:19:53.573867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-844e5a1b-80f8-420b-9349-741631b82581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e HTTP/1.1" status: 200 len: 217 time: 0.0491757 Nov 16 21:19:53.616960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.632321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169de50e-e031-47fd-9b55-0cdd39e77029 req-a20d8455-f518-471d-8954-7732c67d5816 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.634030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-169de50e-e031-47fd-9b55-0cdd39e77029 req-a20d8455-f518-471d-8954-7732c67d5816 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1437886 Nov 16 21:19:53.705096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:53.708796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-36ff9ea4-2e63-48f8-a7a2-c0199038ee9b tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/ports/0eab124b-8d79-4314-9813-3cc658c58c0e HTTP/1.1" status: 204 len: 168 time: 3.0829945 Nov 16 21:19:53.713726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44842) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:53.717917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-4a55df52-60c6-455a-b19d-b8db66a414f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.719683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-4a55df52-60c6-455a-b19d-b8db66a414f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1363592 Nov 16 21:19:53.760854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-169de50e-e031-47fd-9b55-0cdd39e77029 req-f2976ff2-e381-4461-a5a2-c1fd352c955f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089060 Nov 16 21:19:53.819428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ab2576e5-5e71-465c-8ba0-d902d1994918 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/floatingips/c5688432-3ddd-48b3-994c-cda956ae9197 HTTP/1.1" status: 200 len: 688 time: 0.0989406 Nov 16 21:19:53.821839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-94dc5b3a-45f3-4a70-a067-48f7167a90fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1797140 Nov 16 21:19:53.822452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:53.880679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221d1fc-30c5-4bc8-afab-ca969337bbed req-30099d15-8500-4347-81d3-97aee2d68ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.882282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c221d1fc-30c5-4bc8-afab-ca969337bbed req-30099d15-8500-4347-81d3-97aee2d68ac7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 1097 time: 0.3530285 Nov 16 21:19:53.949346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-7dcaf222-0822-490a-b36c-9a32ae0a59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:53.951284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-7dcaf222-0822-490a-b36c-9a32ae0a59e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010362 Nov 16 21:19:54.010093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fb02fa8-3b66-47ea-b63a-bf53c9470348 req-faa1f730-c859-494f-82f3-47cdb810a8cf tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5536954 Nov 16 21:19:54.077033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c221d1fc-30c5-4bc8-afab-ca969337bbed req-57df1e11-4f9b-4262-805e-0f9cb500bb33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832159 Nov 16 21:19:54.093036 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.186048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-f2c408c6-2caa-4dbd-8e2b-cd43896ebf2e service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252834 Nov 16 21:19:54.199377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-7e6443a8-4ec3-43c3-8931-6001791253e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.201088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-7e6443a8-4ec3-43c3-8931-6001791253e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.3077109 Nov 16 21:19:54.239878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.252515 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.354412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] In _notify_port_updated(), no bound segment for port 7c8b5248-9e14-418f-8329-6b016937e036 on network c4ef71f8-5be4-4095-a682-ff621d08da6b {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:19:54.365800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.366454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.368525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "PUT /v2.0/ports/7c8b5248-9e14-418f-8329-6b016937e036 HTTP/1.1" status: 200 len: 1056 time: 1.9329267 Nov 16 21:19:54.384465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44850) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:54.423826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed6fc-c454-41f8-b20f-83b92bde4690 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event updated for resources: {'Port': ['ID=7c8b5248-9e14-418f-8329-6b016937e036,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:54.497703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21801-4420-493c-aa4e-fdfe1d26caf7 req-b6a01992-b1c1-483e-b5e8-44df6664c70f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.500004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44e21801-4420-493c-aa4e-fdfe1d26caf7 req-b6a01992-b1c1-483e-b5e8-44df6664c70f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 943 time: 0.3338761 Nov 16 21:19:54.561260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port e1dc1d51-e199-4023-a712-a88d37ff7678 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:54.561858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.631829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-59d86add-8028-4817-9076-8c99a2fcd273 None None] Provisioning complete for port 7c8b5248-9e14-418f-8329-6b016937e036 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:54.632312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59d86add-8028-4817-9076-8c99a2fcd273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.705936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-59d86add-8028-4817-9076-8c99a2fcd273 None None] Port 7c8b5248-9e14-418f-8329-6b016937e036 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:19:54.752857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-dd21879d-2219-4f52-aa44-a45b030f840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.754535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-dd21879d-2219-4f52-aa44-a45b030f840d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.5079076 Nov 16 21:19:54.766036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44e21801-4420-493c-aa4e-fdfe1d26caf7 req-d2a41f04-34a9-40e2-a961-01f7400e2012 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282467 Nov 16 21:19:54.794730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.795093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.812139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-177fe7b6-68a5-41bb-ba52-8110e5a0f40b req-687610d2-4b0d-4d0e-9fa7-5b0af611ed6d service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792750 Nov 16 21:19:54.815771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port 7c8b5248-9e14-418f-8329-6b016937e036 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:54.816369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:54.819710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for e1dc1d51-e199-4023-a712-a88d37ff7678 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:54.971472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f4529-6122-4ab5-bde6-cbdc7231f8fa req-c0d6102b-5bb4-420d-850b-fff7cecd49b1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:54.983460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-881f4529-6122-4ab5-bde6-cbdc7231f8fa req-c0d6102b-5bb4-420d-850b-fff7cecd49b1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1158142 Nov 16 21:19:55.075800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-881f4529-6122-4ab5-bde6-cbdc7231f8fa req-911a8ad8-8219-4fe5-85ff-0f6a567f07a7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903475 Nov 16 21:19:55.272422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c89b-dac7-46ba-bd51-b56522435e8f req-20195152-d42b-4efc-8793-de9fb85cab3d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:55.281219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8723c89b-dac7-46ba-bd51-b56522435e8f req-20195152-d42b-4efc-8793-de9fb85cab3d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0812855 Nov 16 21:19:55.358534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-6ec64d58-23b5-4834-a8e3-3d753f0ad374 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.5489168 Nov 16 21:19:55.370655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8723c89b-dac7-46ba-bd51-b56522435e8f req-ead68ac0-c80e-465a-96a2-5264d537793e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885403 Nov 16 21:19:55.438642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.464805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for 7c8b5248-9e14-418f-8329-6b016937e036 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:55.480343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-ff72636b-1422-4047-8578-bfa561efc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:55.481876 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-ff72636b-1422-4047-8578-bfa561efc6fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1057503 Nov 16 21:19:55.606692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.647684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.651173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-5e48ce9c-2983-47c8-9b25-3b4501ad42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:55.652723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-5e48ce9c-2983-47c8-9b25-3b4501ad42dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573040 Nov 16 21:19:55.691858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=e1dc1d51-e199-4023-a712-a88d37ff7678,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:55.945435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.951870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.957617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:55.957617 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-150f8735-3c4f-4eb3-8164-a1573a78e0e2 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/floatingips/c5688432-3ddd-48b3-994c-cda956ae9197 HTTP/1.1" status: 204 len: 168 time: 2.1316390 Nov 16 21:19:55.961477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44864) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:55.967977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'c0c7f830-b66a-4e47-8521-718b84904e89'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:19:56.007053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-7e65b0ca-17ef-4e89-bf85-79813de08514 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263197 Nov 16 21:19:56.009981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=7c8b5248-9e14-418f-8329-6b016937e036,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:56.023005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.031261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-ed72bf5f-3141-402b-9c61-dc2380ad3546 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1992877 Nov 16 21:19:56.050953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f1c5e-b10c-4fe6-8395-40cb6757e02c req-bb2622b6-099b-477c-ad18-af46cf5cfda3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.052787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c19f1c5e-b10c-4fe6-8395-40cb6757e02c req-bb2622b6-099b-477c-ad18-af46cf5cfda3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 943 time: 0.1654835 Nov 16 21:19:56.374379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e4271a2-2941-46de-af5d-5e2f7b9f3646 req-1e174ffe-66d2-4956-89bd-63d762251e71 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414679 Nov 16 21:19:56.390837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ea62-7819-4687-b360-5d9b7a193b7a req-26c26ba8-c3ef-46e1-a6fc-a7acb8b9c540 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.393751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74e0ea62-7819-4687-b360-5d9b7a193b7a req-26c26ba8-c3ef-46e1-a6fc-a7acb8b9c540 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1047890 Nov 16 21:19:56.428577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c19f1c5e-b10c-4fe6-8395-40cb6757e02c req-e9cab6a2-390f-47e9-8778-4ff0218461ca tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528688 Nov 16 21:19:56.437372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.438117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.438755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.439608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.440496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.441129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.442112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.444613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-10e3816c-6cfa-4dd1-be77-af32b9300c19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.2798152 Nov 16 21:19:56.544005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74e0ea62-7819-4687-b360-5d9b7a193b7a req-e2fcaca8-aa47-4d2a-a909-be866ad85eda tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370206 Nov 16 21:19:56.544944 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.547469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.642959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-564c8981-d650-46a6-adf1-6c33ef92ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.643678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-564c8981-d650-46a6-adf1-6c33ef92ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.644630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-564c8981-d650-46a6-adf1-6c33ef92ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:56.646479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-564c8981-d650-46a6-adf1-6c33ef92ab21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=91be6d52-379b-4601-8cda-fada21d4f4ac&id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 2293 time: 0.1609719 Nov 16 21:19:56.823775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.44 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/4f4a09cf-38d1-46f2-bc7b-3b912b65822d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:19:56.834463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 78cf615e-0f55-49cc-9dc8-f11853c02b0e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:19:56.921770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:56.933348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-996a9351-64b8-4c27-8970-9b822511b9fb tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/ports/7c8b5248-9e14-418f-8329-6b016937e036 HTTP/1.1" status: 204 len: 168 time: 2.5050938 Nov 16 21:19:56.935422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44882) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:56.937452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-00d4176d-2787-493b-8e38-050e93d81c79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 1002 time: 0.2744644 Nov 16 21:19:57.007425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.035661 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9001bf-d497-414e-b341-efedc84b6e77 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] GET failed (client error): The resource could not be found. Nov 16 21:19:57.041992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7b9001bf-d497-414e-b341-efedc84b6e77 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "GET /v2.0/ports/7c8b5248-9e14-418f-8329-6b016937e036 HTTP/1.1" status: 404 len: 333 time: 0.0978763 Nov 16 21:19:57.042415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44888) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:57.065492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:57.103316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b626daf-b991-409e-be62-f6d11b8e86b1 req-4b870812-193f-44df-98a4-0e3ad54ea376 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.114197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '78cf615e-0f55-49cc-9dc8-f11853c02b0e', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '78cf615e-0f55-49cc-9dc8-f11853c02b0e', 'mac_address': 'fa:16:3e:f5:e4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:19:57.138080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b626daf-b991-409e-be62-f6d11b8e86b1 req-4b870812-193f-44df-98a4-0e3ad54ea376 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3949428 Nov 16 21:19:57.169558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.181927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-2accf742-3447-40cd-bdd8-88a8a78c8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.183736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-2accf742-3447-40cd-bdd8-88a8a78c8660 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 200 len: 850 time: 0.2315328 Nov 16 21:19:57.194991 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.195385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:19:57.210983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:19:57.224599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cf615e-0f55-49cc-9dc8-f11853c02b0e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:19:57.252163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:19:57.286781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:57.295487 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.353031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b626daf-b991-409e-be62-f6d11b8e86b1 req-f467d420-a987-4214-b473-060f8009da50 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137632 Nov 16 21:19:57.389285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-00f45444-e46e-4c58-985c-2f2449a1fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.390879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-00f45444-e46e-4c58-985c-2f2449a1fc21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986949 Nov 16 21:19:57.425406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=78cf615e-0f55-49cc-9dc8-f11853c02b0e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:57.430181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=4f4a09cf-38d1-46f2-bc7b-3b912b65822d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:57.597943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-c8dbb013-6380-4f97-a204-f283d8b220be service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969154 Nov 16 21:19:57.617665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:19:57.623575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port 542f4ddd-b229-4e98-a525-f8a79c222023 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:19:57.623935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:57.838752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1831d-1fe3-4ba8-8f46-310ef25d1b55 req-a4d0bc3a-2ccc-4f1d-801c-5e2888701553 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.856174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6f1831d-1fe3-4ba8-8f46-310ef25d1b55 req-a4d0bc3a-2ccc-4f1d-801c-5e2888701553 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.6577716 Nov 16 21:19:57.875718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972285d3-72f8-4031-9ca6-d7ac7a5545ad req-428e1ea3-f033-4584-b99b-e3efeb0cbb50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:57.884724 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-972285d3-72f8-4031-9ca6-d7ac7a5545ad req-428e1ea3-f033-4584-b99b-e3efeb0cbb50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 944 time: 0.2803073 Nov 16 21:19:57.999816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-972285d3-72f8-4031-9ca6-d7ac7a5545ad req-b357c624-1332-4ac8-a7a6-6770f22dc0fb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014400 Nov 16 21:19:58.039247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-c9f4a4cd-18ba-4ab4-9e24-9bdfc013c542 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713663 Nov 16 21:19:58.093275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-048c7acb-92d9-4ee5-966c-d5202691f710 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 217 time: 0.0478771 Nov 16 21:19:58.179320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-37abf13f-c00f-4ce3-8449-e4cf6478c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.186562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-37abf13f-c00f-4ce3-8449-e4cf6478c3e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0834539 Nov 16 21:19:58.233272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6f1831d-1fe3-4ba8-8f46-310ef25d1b55 req-d9aa6a0a-105c-4632-83ea-e011ef3ba231 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698635 Nov 16 21:19:58.263509 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:58.284662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for 542f4ddd-b229-4e98-a525-f8a79c222023 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:19:58.314898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-f262f23f-5c01-419e-8789-f6f02f098832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.316418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-f262f23f-5c01-419e-8789-f6f02f098832 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236970 Nov 16 21:19:58.436953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-a23722c0-710e-40b8-b2ec-01a9fa8ebc1d service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128318 Nov 16 21:19:58.700482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b48cf-981d-42ba-8263-7cd18a532050 req-b1404b4d-fe19-4693-b22d-05b740032de8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:58.708861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-449b48cf-981d-42ba-8263-7cd18a532050 req-b1404b4d-fe19-4693-b22d-05b740032de8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.2098184 Nov 16 21:19:58.813591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-449b48cf-981d-42ba-8263-7cd18a532050 req-c2c68e26-f185-4b21-87cf-6d9d1c1a8f03 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037431 Nov 16 21:19:58.834556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-fc0f7b61-121d-4210-9d63-cffd344e8c21 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896434 Nov 16 21:19:58.848214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 78cf615e-0f55-49cc-9dc8-f11853c02b0e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:19:58.922188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:58.926053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-b8826380-f016-49f6-a7f4-7d1345e84526 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 217 time: 0.0833578 Nov 16 21:19:58.942092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 78cf615e-0f55-49cc-9dc8-f11853c02b0e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:19:58.948389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 78cf615e-0f55-49cc-9dc8-f11853c02b0e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:19:58.949064 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:58.977286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.019985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-a8ce38c9-4bf5-49ed-a30d-951040c03a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.021523 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-a8ce38c9-4bf5-49ed-a30d-951040c03a0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0881419 Nov 16 21:19:59.041368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=542f4ddd-b229-4e98-a525-f8a79c222023,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:59.139588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-36de8da1-abf5-485d-85f6-9013dae1844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.143438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-36de8da1-abf5-485d-85f6-9013dae1844f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133318 Nov 16 21:19:59.150137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.253409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:19:59.254519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cf615e-0f55-49cc-9dc8-f11853c02b0e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:19:59.258074 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f60426-4f3a-4812-b284-d91ea90fe597" -d '{"events": [{"server_uuid": "6fb5b25a-9a98-403c-becd-a7d7a8091bc8", "name": "network-vif-plugged", "status": "completed", "tag": "78cf615e-0f55-49cc-9dc8-f11853c02b0e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:19:59.262638 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.329225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.385225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=78cf615e-0f55-49cc-9dc8-f11853c02b0e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:19:59.458854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.463758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f506f4f3-4566-43b7-b424-bbd2ae97bd4c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/ports/542f4ddd-b229-4e98-a525-f8a79c222023 HTTP/1.1" status: 204 len: 168 time: 2.4203212 Nov 16 21:19:59.472948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44932) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:59.473196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-31faca5d-23ef-40b3-bba8-fc48b063b894 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199344 Nov 16 21:19:59.542560 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9bea18-d292-438d-b86a-b176d144f52c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] GET failed (client error): The resource could not be found. Nov 16 21:19:59.551363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dc9bea18-d292-438d-b86a-b176d144f52c tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "GET /v2.0/ports/542f4ddd-b229-4e98-a525-f8a79c222023 HTTP/1.1" status: 404 len: 333 time: 0.0675285 Nov 16 21:19:59.553067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44934) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:19:59.574129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236cbc-ca64-411a-b7e1-d627f400fc66 req-db391469-43ef-48a0-af5c-4d76fe2f2f9a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.587924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ba05d-5cdc-434f-885a-bdf3ebd2ee4c req-c948f6bc-790b-4089-b994-944d6e1e6358 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.589493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f8ba05d-5cdc-434f-885a-bdf3ebd2ee4c req-c948f6bc-790b-4089-b994-944d6e1e6358 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.3838980 Nov 16 21:19:59.589925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c236cbc-ca64-411a-b7e1-d627f400fc66 req-db391469-43ef-48a0-af5c-4d76fe2f2f9a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2383916 Nov 16 21:19:59.705804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c236cbc-ca64-411a-b7e1-d627f400fc66 req-d85d06d2-2e2c-402f-b1a8-8b5d99ad2859 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147325 Nov 16 21:19:59.714344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-e7080b72-532f-4443-aa18-01acbed8acbe service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301345 Nov 16 21:19:59.789367 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f345c30c-9629-402f-9823-f8954ca8e288 x-openstack-request-id: req-f345c30c-9629-402f-9823-f8954ca8e288 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:19:59.789691 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb5b25a-9a98-403c-becd-a7d7a8091bc8", "name": "network-vif-plugged", "status": "completed", "tag": "78cf615e-0f55-49cc-9dc8-f11853c02b0e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:19:59.789947 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f345c30c-9629-402f-9823-f8954ca8e288 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:19:59.790346 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cf615e-0f55-49cc-9dc8-f11853c02b0e', 'code': 200} Nov 16 21:19:59.815972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-147507b5-d553-4f4f-812e-6310ff78ca26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 200 len: 217 time: 0.0896776 Nov 16 21:19:59.833951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f8ba05d-5cdc-434f-885a-bdf3ebd2ee4c req-4d9d2b43-8333-42d4-bf10-98b75dd20c84 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789067 Nov 16 21:19:59.903599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-17402df9-3600-4964-870c-4f0df0aaa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.905103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-17402df9-3600-4964-870c-4f0df0aaa574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0745239 Nov 16 21:19:59.960066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-52657cda-ec17-4712-aa0c-9fa0c1ec55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:19:59.960629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:19:59.961734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-52657cda-ec17-4712-aa0c-9fa0c1ec55ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489805 Nov 16 21:20:00.009911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port 3ba8735b-8d62-4e34-b8bd-9390c81329ee {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:00.010716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.017860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9790-8666-4728-935c-1eba3a9c9e3b req-8adbc7f1-5eb7-487f-81be-06bf056d2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.019837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e70a9790-8666-4728-935c-1eba3a9c9e3b req-8adbc7f1-5eb7-487f-81be-06bf056d2b69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1462016 Nov 16 21:20:00.020933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.071455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-3de56315-d6c5-4f5d-a43b-22e6b94669f2 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004448 Nov 16 21:20:00.187889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-edfb499a-4c40-4879-b202-489918549b47 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089034 Nov 16 21:20:00.241944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-ffe865fc-80fb-4ad1-84cd-06ba6e63d54d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 200 len: 217 time: 0.0428514 Nov 16 21:20:00.345906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-e195344f-0594-4c07-ae2b-55052f6a4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.348146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-e195344f-0594-4c07-ae2b-55052f6a4b4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0926130 Nov 16 21:20:00.418803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-53a4a6ae-97ae-43ec-914b-0049c67ea736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.421109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-53a4a6ae-97ae-43ec-914b-0049c67ea736 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644267 Nov 16 21:20:00.535011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a53e1-fc72-4e4e-9a7f-006fd261a923 req-37cba29d-6dc7-4151-86d4-48ef79fada19 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:00.536755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e14a53e1-fc72-4e4e-9a7f-006fd261a923 req-37cba29d-6dc7-4151-86d4-48ef79fada19 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.5845492 Nov 16 21:20:00.549532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=4f4a09cf-38d1-46f2-bc7b-3b912b65822d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:00.621183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-7d4abdfa-b263-491a-8278-01778f479b80 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898382 Nov 16 21:20:00.630580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.643753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:00.653309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e70a9790-8666-4728-935c-1eba3a9c9e3b req-d875e769-8868-494d-80c7-386470922f05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776279 Nov 16 21:20:00.654258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for 3ba8735b-8d62-4e34-b8bd-9390c81329ee owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:00.799680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-6f3c44c5-6fc2-4305-809f-35cc2144ed38 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704228 Nov 16 21:20:00.833221 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e14a53e1-fc72-4e4e-9a7f-006fd261a923 req-602fa4ef-f0ec-42b9-b4d2-fdbfb50067ea tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647915 Nov 16 21:20:00.872662 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP c8a23556-6283-4897-a28d-69d9c2c9d7f8 associated. External IP: 172.25.3.44, port: c0c7f830-b66a-4e47-8521-718b84904e89. Nov 16 21:20:01.016544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-a97db964-376e-406e-88ea-dc0e8dfef6f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 200 len: 217 time: 0.1610909 Nov 16 21:20:01.050761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af9f68-38c6-4ca9-a80f-76dcb84b6763 req-213a4477-2bbc-42b8-976e-0b8bb5519884 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.062793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32af9f68-38c6-4ca9-a80f-76dcb84b6763 req-213a4477-2bbc-42b8-976e-0b8bb5519884 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2406869 Nov 16 21:20:01.106726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.126644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b800ac-d72e-43aa-a029-5d131bd67fe7 req-097dd5d4-8745-4523-a461-b7e9aabc2820 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.142443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45b800ac-d72e-43aa-a029-5d131bd67fe7 req-097dd5d4-8745-4523-a461-b7e9aabc2820 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1392229 Nov 16 21:20:01.180432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-e5b92807-76ba-483c-b05a-f55d5fc96cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.184567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-e5b92807-76ba-483c-b05a-f55d5fc96cec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.1091013 Nov 16 21:20:01.205343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32af9f68-38c6-4ca9-a80f-76dcb84b6763 req-4a9ca08b-fe54-4d9c-a4e0-c82b17849186 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400783 Nov 16 21:20:01.242295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=3ba8735b-8d62-4e34-b8bd-9390c81329ee,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:01.313418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-88d52377-2300-456f-956a-3a9ecf8ac686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.319632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-88d52377-2300-456f-956a-3a9ecf8ac686 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127806 Nov 16 21:20:01.511347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-4c5d61c4-1562-46ba-9f98-3322844a1418 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831534 Nov 16 21:20:01.513627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45b800ac-d72e-43aa-a029-5d131bd67fe7 req-245b3e6f-6a7e-4e91-88b9-ec633152d639 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701682 Nov 16 21:20:01.537962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.537962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0ff34873-eed2-4cff-a363-879a5691eb17 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/ports/3ba8735b-8d62-4e34-b8bd-9390c81329ee HTTP/1.1" status: 204 len: 168 time: 1.9807713 Nov 16 21:20:01.539416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44956) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:01.688050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:01.702685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-122b2bd2-32b6-4246-a49c-d57bbc449f7b service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800826 Nov 16 21:20:01.708958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting subnet ec6d2631-541e-4d4a-99db-09163e5017c8 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:01.713105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.764997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:01.777545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-d9581219-e74c-496e-97f3-25430e6921ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 217 time: 0.0596087 Nov 16 21:20:01.879233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-d1e81a3d-b52b-4401-b350-0b96bec91f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.881420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-d1e81a3d-b52b-4401-b350-0b96bec91f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.0891998 Nov 16 21:20:01.953536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-24edafb1-9976-4cbd-b7a3-93388b4baeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:01.961855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-24edafb1-9976-4cbd-b7a3-93388b4baeb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697112 Nov 16 21:20:02.073283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:02.087345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:02.103036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:02.107626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:02.141408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9d965-fcbe-4c91-b9af-100c068773df req-203f50ac-9df3-4bf3-94cb-41b362c462ef tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:02.144389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.152755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99f9d965-fcbe-4c91-b9af-100c068773df req-203f50ac-9df3-4bf3-94cb-41b362c462ef tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1200273 Nov 16 21:20:02.188847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:02.223029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:02.223873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:02.233853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.277606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-803c97df-b296-4bf5-8b7b-01d21a3c4712 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984483 Nov 16 21:20:02.307675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:02.308903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fdf587-7e38-4fbd-8749-16d773ede415 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:02.334672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99f9d965-fcbe-4c91-b9af-100c068773df req-0dcb4955-5608-4e88-8d45-119270822062 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806283 Nov 16 21:20:02.340419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e6fd5be5-f14b-4ac3-bd11-44ace0127305 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3774502 Nov 16 21:20:02.340949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44964) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:02.353582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.414429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6d2631-541e-4d4a-99db-09163e5017c8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:02.419977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.425595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1bb5ccc3-2e5c-429b-9f31-d00ed43fae9b tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/subnets/ec6d2631-541e-4d4a-99db-09163e5017c8 HTTP/1.1" status: 204 len: 168 time: 0.8845723 Nov 16 21:20:02.425814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1225413411'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:02.429005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44968) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:02.441496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad136143-0a74-464f-ba28-65f460cb0fcf None None] Network c4ef71f8-5be4-4095-a682-ff621d08da6b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:02.500238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:02.504869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.564075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120fc1-9a45-4fc7-b1ee-d0af2d82cb4e req-628afd71-df79-4a31-bdb2-48d135804ce8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:02.587506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec120fc1-9a45-4fc7-b1ee-d0af2d82cb4e req-628afd71-df79-4a31-bdb2-48d135804ce8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2256970 Nov 16 21:20:02.866769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec120fc1-9a45-4fc7-b1ee-d0af2d82cb4e req-7ba6ca16-c13f-4709-80cd-cb57432fc774 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675979 Nov 16 21:20:02.881793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:02.988407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Deleting port ebba4b1b-e65c-4775-85a7-3af7d70c7046 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:02.988961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.040507 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.109284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] For port ebba4b1b-e65c-4775-85a7-3af7d70c7046, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebba4b1b-e65c-4775-85a7-3af7d70c7046,segment=NetworkSegment(66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258),segment_id=66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:03.109927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.142604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Calling delete_port for ebba4b1b-e65c-4775-85a7-3af7d70c7046 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:03.147726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] DHCP port deletion for c4ef71f8-5be4-4095-a682-ff621d08da6b request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:03.188319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8db0068c-41f3-446b-8e5a-1a674c312ffd req-fb61dde0-a8ee-45da-a1e6-19cb8c8d37ca service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8866026 Nov 16 21:20:03.209625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:03.227928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.228330 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Added segment 121a8893-9bf0-4032-b790-830aa5930314 of type vlan for network 59842cdc-9a71-4331-a85f-077836866e34 Nov 16 21:20:03.253982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13e068-e5ed-48ce-9c3f-f86d9e84e524 req-871851cc-6e7f-409e-8eb2-04d74cbb8140 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:03.255438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b13e068-e5ed-48ce-9c3f-f86d9e84e524 req-871851cc-6e7f-409e-8eb2-04d74cbb8140 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1210768 Nov 16 21:20:03.269980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Deleting port ebba4b1b-e65c-4775-85a7-3af7d70c7046 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:03.270795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.307224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.318317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.364983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b13e068-e5ed-48ce-9c3f-f86d9e84e524 req-69dda166-e44f-49fa-9406-2c25239815e3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895383 Nov 16 21:20:03.385544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] No DVR routers for this DVR port ebba4b1b-e65c-4775-85a7-3af7d70c7046 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:03.385804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] For port ebba4b1b-e65c-4775-85a7-3af7d70c7046, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebba4b1b-e65c-4775-85a7-3af7d70c7046,segment=NetworkSegment(66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258),segment_id=66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:03.385804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.387649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.409960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Port': ['ID=ebba4b1b-e65c-4775-85a7-3af7d70c7046,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:03.424665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Calling delete_port for ebba4b1b-e65c-4775-85a7-3af7d70c7046 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:03.430505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:03.431604 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.520881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.556392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.577171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1996212 Nov 16 21:20:03.580944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44982) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:03.585811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] No DVR routers for this DVR port ebba4b1b-e65c-4775-85a7-3af7d70c7046 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:03.604307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'subnet': {'network_id': '59842cdc-9a71-4331-a85f-077836866e34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:03.631087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ef71f8-5be4-4095-a682-ff621d08da6b']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:03.642680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Pushing event deleted for resources: {'Port': ['ID=ebba4b1b-e65c-4775-85a7-3af7d70c7046,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:03.652971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:03.655141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.655854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.656328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.656936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b8ad8e-a9b7-4a31-bea7-c6b3c9f30258') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:03.657298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.658376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.659307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.659903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.660544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.660891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.661588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.662005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.662472 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b0a7f-ade0-41ed-be9c-f0f229d38004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:03.682940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.709461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2297bd-09cd-4571-a41d-2afb1b9bed6e req-2d3b1612-3274-48d0-901f-2e05c76153ba tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:03.711681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb2297bd-09cd-4571-a41d-2afb1b9bed6e req-2d3b1612-3274-48d0-901f-2e05c76153ba tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1412237 Nov 16 21:20:03.728468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.765930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c18a31-a5dd-47c9-9f9e-bc2516d16f79 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Network': ['ID=59842cdc-9a71-4331-a85f-077836866e34,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:03.781541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:03.781991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:03.790151 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:03.799826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 59842cdc-9a71-4331-a85f-077836866e34 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:03.905865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:03.909521 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:03.912413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb2297bd-09cd-4571-a41d-2afb1b9bed6e req-469b358e-0877-44b2-9e12-11dd7f0d5984 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926663 Nov 16 21:20:03.948240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebba4b1b-e65c-4775-85a7-3af7d70c7046 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:04.010315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ebba4b1b-e65c-4775-85a7-3af7d70c7046 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:04.010895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebba4b1b-e65c-4775-85a7-3af7d70c7046 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:04.030849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2bb0c-6648-4b86-b6fa-96bda0f2172b req-65e164d6-977a-4014-a425-f639be925645 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.040467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2bf2bb0c-6648-4b86-b6fa-96bda0f2172b req-65e164d6-977a-4014-a425-f639be925645 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1502204 Nov 16 21:20:04.063026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.071721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.079108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] 10.222.0.48 "DELETE /v2.0/networks/c4ef71f8-5be4-4095-a682-ff621d08da6b HTTP/1.1" status: 204 len: 168 time: 1.6489341 Nov 16 21:20:04.103037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf44c7-e609-4960-a702-39a15b354373 tempest-AllowedAddressPairTestJSON-1481662475 tempest-AllowedAddressPairTestJSON-1481662475-project] Pushing event deleted for resources: {'Network': ['ID=c4ef71f8-5be4-4095-a682-ff621d08da6b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:04.140574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2bf2bb0c-6648-4b86-b6fa-96bda0f2172b req-229a5f80-3e8f-4c21-a67a-7423d08fe482 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971262 Nov 16 21:20:04.286857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0cf03-22a9-4a5f-b049-baa4f46f5962 req-921486fa-58c5-491a-a524-cbef088a6423 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.300457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7d0cf03-22a9-4a5f-b049-baa4f46f5962 req-921486fa-58c5-491a-a524-cbef088a6423 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.0991795 Nov 16 21:20:04.310327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.372033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7d0cf03-22a9-4a5f-b049-baa4f46f5962 req-ffd9bee4-1847-4a08-95b4-e1cc8fd7cb28 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681207 Nov 16 21:20:04.382739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Subnet': ['ID=199d05d4-f27b-4ab9-9d3f-f14261913b9c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:04.431726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Checking segment: {'id': '121a8893-9bf0-4032-b790-830aa5930314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '59842cdc-9a71-4331-a85f-077836866e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:04.433105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network hostable DHCP agents. Network: 59842cdc-9a71-4331-a85f-077836866e34, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:04.473541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 59842cdc-9a71-4331-a85f-077836866e34 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:04.484696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 59842cdc-9a71-4331-a85f-077836866e34) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:04.496125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521d410-c7bd-4e38-9a4a-5d9eb3103a99 None None] Network 59842cdc-9a71-4331-a85f-077836866e34 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:04.522403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:04.523026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.543489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45000) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:04.559622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ec80775-c0db-4423-9f28-999ca5510001 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9693782 Nov 16 21:20:04.560235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45006) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:04.571954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-525787866', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:04.625157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.626698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.693672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.762583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-59842cdc-9a71-4331-a85f-077836866e34', 'network_id': '59842cdc-9a71-4331-a85f-077836866e34', 'tenant_id': '3cbff74e09c44cc0bd30e66b3fa51903', 'fixed_ips': [{'subnet_id': '199d05d4-f27b-4ab9-9d3f-f14261913b9c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:04.765573 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.940832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:04.967800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45012) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:04.968028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-382de0c7-5189-4a6c-8f4c-34178c21670c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c3b78e3d3a141e8af61629befe181f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233294 Nov 16 21:20:04.980470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Allocated IP 172.20.0.2 (59842cdc-9a71-4331-a85f-077836866e34/199d05d4-f27b-4ab9-9d3f-f14261913b9c/acedfc3b-82ac-4879-a460-1333943bc8d1) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:05.083640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.087890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.135200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.201935 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.209797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.252152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac00d0-ac44-4f09-b453-4faa13b95751 req-da43b726-ab6d-4dd0-a9a0-bc0f6a177895 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.262798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cac00d0-ac44-4f09-b453-4faa13b95751 req-da43b726-ab6d-4dd0-a9a0-bc0f6a177895 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1650279 Nov 16 21:20:05.270932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.274709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.276127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cdb2961-dd0c-4c80-ab05-fa7ac2ba1544 HTTP/1.1" status: 204 len: 168 time: 0.3068349 Nov 16 21:20:05.295912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdb2961-dd0c-4c80-ab05-fa7ac2ba1544,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:05.299766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Network 59842cdc-9a71-4331-a85f-077836866e34 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:05.305081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:05.325697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.326489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:05.326914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.327558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.328062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.328573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.329087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.329863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.330651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.331197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.334428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.334778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.335154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcede92-53e4-49e3-9009-70181777694c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:05.387332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Pushing event updated for resources: {'Port': ['ID=acedfc3b-82ac-4879-a460-1333943bc8d1,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:05.406767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cac00d0-ac44-4f09-b453-4faa13b95751 req-a07c4a61-6b8c-4d9b-8c45-c55cf179caa6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429777 Nov 16 21:20:05.490558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Attempting to bind port acedfc3b-82ac-4879-a460-1333943bc8d1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:05.493672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Attempting to bind port acedfc3b-82ac-4879-a460-1333943bc8d1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '121a8893-9bf0-4032-b790-830aa5930314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '59842cdc-9a71-4331-a85f-077836866e34'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:05.494173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Attempting to bind port acedfc3b-82ac-4879-a460-1333943bc8d1 on network 59842cdc-9a71-4331-a85f-077836866e34 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:05.507885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:05.509744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Checking segment: {'id': '121a8893-9bf0-4032-b790-830aa5930314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '59842cdc-9a71-4331-a85f-077836866e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:05.510391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.512076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Bound using segment: {'id': '121a8893-9bf0-4032-b790-830aa5930314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '59842cdc-9a71-4331-a85f-077836866e34'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:05.512691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Bound port: acedfc3b-82ac-4879-a460-1333943bc8d1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121a8893-9bf0-4032-b790-830aa5930314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '59842cdc-9a71-4331-a85f-077836866e34'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:05.514194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.590765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c25d-db42-4f17-8703-5b22f2ec96be req-4f8eb179-73ae-4771-8295-494bacff9464 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.595044 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.607594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db31c25d-db42-4f17-8703-5b22f2ec96be req-4f8eb179-73ae-4771-8295-494bacff9464 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1783745 Nov 16 21:20:05.684045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b4f4a28d-8297-46be-9149-341331df225a None None] For port acedfc3b-82ac-4879-a460-1333943bc8d1, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:05.688510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b4f4a28d-8297-46be-9149-341331df225a None None] For port acedfc3b-82ac-4879-a460-1333943bc8d1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=acedfc3b-82ac-4879-a460-1333943bc8d1,segment=NetworkSegment(121a8893-9bf0-4032-b790-830aa5930314),segment_id=121a8893-9bf0-4032-b790-830aa5930314)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:05.695306 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.707774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db31c25d-db42-4f17-8703-5b22f2ec96be req-e99c033f-6ab6-47c3-9063-82fb937fa48f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713804 Nov 16 21:20:05.722972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:05.804857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa592155-06b6-4ab2-aaa2-6fb3e33cfa9b req-f3143e1f-2a27-4fbe-9398-022ff7b119e2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:05.814954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa592155-06b6-4ab2-aaa2-6fb3e33cfa9b req-f3143e1f-2a27-4fbe-9398-022ff7b119e2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1717532 Nov 16 21:20:05.835950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4a28d-8297-46be-9149-341331df225a None None] Pushing event updated for resources: {'Port': ['ID=acedfc3b-82ac-4879-a460-1333943bc8d1,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:05.970110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa592155-06b6-4ab2-aaa2-6fb3e33cfa9b req-f8894273-f7c6-469c-9ee1-0ba3e201d4ce tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537583 Nov 16 21:20:05.980396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.25.3.41 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/141ff235-be61-4947-88a3-c841a2453a3e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:06.263226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.355875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:06.411480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:06.414980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:06.419061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:06.478917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=141ff235-be61-4947-88a3-c841a2453a3e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:06.624278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad7d6f-672a-4a05-ae51-400b998dd02b req-dde525a0-9cba-4c77-bcf7-5759f9e4cc92 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:06.633214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25ad7d6f-672a-4a05-ae51-400b998dd02b req-dde525a0-9cba-4c77-bcf7-5759f9e4cc92 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0862455 Nov 16 21:20:06.699244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25ad7d6f-672a-4a05-ae51-400b998dd02b req-ae276aef-2814-48df-8464-0da65f9259ec tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624349 Nov 16 21:20:06.820732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45058) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:07.005931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1399837917'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:07.053278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:07.056930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.085550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.245700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41521f-db0d-4da2-89d0-bbde528bfca5 req-ade94b32-d58b-423c-93cc-3c3c781ff999 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.247786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac41521f-db0d-4da2-89d0-bbde528bfca5 req-ade94b32-d58b-423c-93cc-3c3c781ff999 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1187804 Nov 16 21:20:07.370113 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.388432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac41521f-db0d-4da2-89d0-bbde528bfca5 req-81951b27-97c8-4001-add1-fe56bea384df tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185260 Nov 16 21:20:07.393827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.431799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:07.469700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.477943 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment bc58fc4b-8a21-489f-aa57-b3d30b63e89e of type vlan for network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 Nov 16 21:20:07.516931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914fd50-aeb2-456b-8590-a083a00c3d9c req-49c0fd86-d88c-457f-8bcf-1bafd55d583b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.531386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2914fd50-aeb2-456b-8590-a083a00c3d9c req-49c0fd86-d88c-457f-8bcf-1bafd55d583b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1607397 Nov 16 21:20:07.544875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.620501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.640581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ebfeab-934e-4fe7-8d4b-f3ca1620e90c None None] Network 59842cdc-9a71-4331-a85f-077836866e34 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:07.698115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.725169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:07.730345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.748147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2914fd50-aeb2-456b-8590-a083a00c3d9c req-ee835503-5cb0-4e37-b63a-e71a9aeed04e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151952 Nov 16 21:20:07.816879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9bf928ef-20ec-4aae-bc55-ecebe97c00ab None None] Provisioning complete for port acedfc3b-82ac-4879-a460-1333943bc8d1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:07.822622 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bf928ef-20ec-4aae-bc55-ecebe97c00ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:07.835632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0129223 Nov 16 21:20:07.842616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45070) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:07.882674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-442707842'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:07.989205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b34b1-7e70-4d7e-a8f8-42535029cb2f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:07.998604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device acedfc3b-82ac-4879-a460-1333943bc8d1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:08.036953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.046959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbacfc-5381-4bdc-94cd-a11bfc50ccf4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=a89e1b1b-71d5-48a7-96ab-f37887f4e4b4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:08.066428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:08.070881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.100258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:08.107785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:08.113043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.120787 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment ef5cc1ba-5702-4f98-ae99-ce661383301f of type vlan for network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 Nov 16 21:20:08.174014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.204989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.210716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.211452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.279721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 586ca696-46b9-489f-bfd2-305919818f1f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:20:08.310513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port acedfc3b-82ac-4879-a460-1333943bc8d1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:08.310882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.347285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edfe2a-b7e9-4f18-9527-19951929b1d7 req-4c0f4e2c-7d4a-4b49-85e9-34a1f73cfa63 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.349595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03edfe2a-b7e9-4f18-9527-19951929b1d7 req-4c0f4e2c-7d4a-4b49-85e9-34a1f73cfa63 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3831220 Nov 16 21:20:08.357258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4790714 Nov 16 21:20:08.363956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:08.371098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:08.442370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bf928ef-20ec-4aae-bc55-ecebe97c00ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.470620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:08.488213 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] Sync routers for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:08.505332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:08.505713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfab7b-8dff-4db1-9033-e372b9d10be7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=81e8e2f5-f65f-4cc0-9918-d0400c671d25,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:08.506567 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:08.540165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9bf928ef-20ec-4aae-bc55-ecebe97c00ab None None] For port acedfc3b-82ac-4879-a460-1333943bc8d1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=acedfc3b-82ac-4879-a460-1333943bc8d1,segment=NetworkSegment(121a8893-9bf0-4032-b790-830aa5930314),segment_id=121a8893-9bf0-4032-b790-830aa5930314)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:08.562890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:08.585990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03edfe2a-b7e9-4f18-9527-19951929b1d7 req-081804ba-dabe-4e9f-b379-4c31724e9247 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206361 Nov 16 21:20:08.610236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.613895 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:08.627571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a4c54f15-e9a0-4574-ac45-34862952586d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0564818 Nov 16 21:20:08.627571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45080) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:08.636223 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:08.636869 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:08.659526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:08.663533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.718623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bf928ef-20ec-4aae-bc55-ecebe97c00ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:08.782332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:08.783272 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93a95b-52f2-4695-9d9d-cdb6f845a418 None None] The sync data for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:08.834999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf928ef-20ec-4aae-bc55-ecebe97c00ab None None] Pushing event updated for resources: {'Port': ['ID=acedfc3b-82ac-4879-a460-1333943bc8d1,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:08.920852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385bc75-5685-4e21-98ab-c7bde7d02716 req-a55af6b4-02da-4310-9b22-76ab7e037b3c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:08.923836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9385bc75-5685-4e21-98ab-c7bde7d02716 req-a55af6b4-02da-4310-9b22-76ab7e037b3c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.4153831 Nov 16 21:20:09.111039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9385bc75-5685-4e21-98ab-c7bde7d02716 req-00fd76f5-fef3-4d41-80d1-f6a478c0b230 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670561 Nov 16 21:20:09.116409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa7e4-228a-48a2-b380-f3dba20d3eb0 req-266380e2-da00-46b2-8b7f-f6dcc6996f8f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.118978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81eaa7e4-228a-48a2-b380-f3dba20d3eb0 req-266380e2-da00-46b2-8b7f-f6dcc6996f8f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1155956 Nov 16 21:20:09.120638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.172256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f765bd4b-a4fd-48bb-91a4-e5897a645068 None None] Provisioning complete for port acedfc3b-82ac-4879-a460-1333943bc8d1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:09.172636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f765bd4b-a4fd-48bb-91a4-e5897a645068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.247660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81eaa7e4-228a-48a2-b380-f3dba20d3eb0 req-415d7511-7bb1-4ffc-915e-445edf9f4979 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177287 Nov 16 21:20:09.255460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=d3df61ca-9948-4ced-8ef5-b6e90ca7880c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:09.309645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:09.310311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: a89e1b1b-71d5-48a7-96ab-f37887f4e4b4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:09.334569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:09.347748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, a89e1b1b-71d5-48a7-96ab-f37887f4e4b4) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:09.361334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:09.364439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fce6a-d23b-4f00-a329-d995e1069acc None None] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:09.365838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.409175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-89062a50-488c-4894-9349-b7620df25fd9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0424798 Nov 16 21:20:09.411755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:09.419500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:09.566148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:09.571163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.608561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-a89e1b1b-71d5-48a7-96ab-f37887f4e4b4', 'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': 'd3df61ca-9948-4ced-8ef5-b6e90ca7880c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:09.610202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:09.931466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device acedfc3b-82ac-4879-a460-1333943bc8d1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:10.044417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.124555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.194148 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:20:10.202202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a1c05-1826-4d02-9f63-320c0fb44020 req-69a3ef70-7f42-4aff-bb1f-e2d1004055fe tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.214389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce4a1c05-1826-4d02-9f63-320c0fb44020 req-69a3ef70-7f42-4aff-bb1f-e2d1004055fe tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3866923 Nov 16 21:20:10.247335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=05c5466a-a1f8-430d-87b5-12222744ba90,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:10.296935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'ef5cc1ba-5702-4f98-ae99-ce661383301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:10.297732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: 81e8e2f5-f65f-4cc0-9918-d0400c671d25, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:10.336800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05465-4597-47d6-af05-cd4a6d5d4c05 req-fe1286be-b217-4172-b766-7258048106bc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.346067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7e05465-4597-47d6-af05-cd4a6d5d4c05 req-fe1286be-b217-4172-b766-7258048106bc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.0892270 Nov 16 21:20:10.349725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:10.370155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 81e8e2f5-f65f-4cc0-9918-d0400c671d25) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:10.378881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.379632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.389022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe77b773-f8a5-4915-9a0b-d37072758fcb None None] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:10.419360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:10.419647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d8c0e56b-42cf-47b8-a736-b3aed4091787 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0063927 Nov 16 21:20:10.427970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-756166481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:10.453594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7e05465-4597-47d6-af05-cd4a6d5d4c05 req-f525a3f7-6a18-4928-9bea-8fa969075668 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065919 Nov 16 21:20:10.480653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port acedfc3b-82ac-4879-a460-1333943bc8d1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:10.481035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.511698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce4a1c05-1826-4d02-9f63-320c0fb44020 req-af90d06f-b7cf-433f-8e7b-ace07eae422c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963946 Nov 16 21:20:10.532160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Allocated IP 172.20.0.2 (a89e1b1b-71d5-48a7-96ab-f37887f4e4b4/d3df61ca-9948-4ced-8ef5-b6e90ca7880c/70860d3c-f604-4e91-8bbb-33215f53cc5e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:10.545893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.552694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.661079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.670193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.674461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b606fe-0bcf-4c36-acc4-a760396b97aa req-3be03660-a064-4407-a248-b5b6a8278efd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:10.683578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3b606fe-0bcf-4c36-acc4-a760396b97aa req-3be03660-a064-4407-a248-b5b6a8278efd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1099651 Nov 16 21:20:10.767266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:10.769878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b6d3c66b-e445-4a32-8aa5-14b96547e8a4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3458652 Nov 16 21:20:10.773452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45104) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:10.830856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3b606fe-0bcf-4c36-acc4-a760396b97aa req-ec6c1ff5-97db-4603-a23d-14ba40ef257c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333845 Nov 16 21:20:10.871740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-81e8e2f5-f65f-4cc0-9918-d0400c671d25', 'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': '05c5466a-a1f8-430d-87b5-12222744ba90'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:10.872622 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.111720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.1 (59842cdc-9a71-4331-a85f-077836866e34/199d05d4-f27b-4ab9-9d3f-f14261913b9c/d0391066-fc61-4fd2-8350-6cc61be158f0) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:11.176265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.198787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.250825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.295591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.343035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 59842cdc-9a71-4331-a85f-077836866e34 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:11.346569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:11.354787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:11.363712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:11.368542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:11.379397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:11.401715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Pushing event updated for resources: {'Port': ['ID=70860d3c-f604-4e91-8bbb-33215f53cc5e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:11.412057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Allocated IP 172.21.0.2 (81e8e2f5-f65f-4cc0-9918-d0400c671d25/05c5466a-a1f8-430d-87b5-12222744ba90/bb290674-fb9c-4288-9bdd-dc5135cd0e85) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:11.442678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.504278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=d0391066-fc61-4fd2-8350-6cc61be158f0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:11.569913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.570276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.570621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.570978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.571302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.571637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.572668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.576017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.576564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.576940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.581870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.581870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:20:11.733505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Attempting to bind port 70860d3c-f604-4e91-8bbb-33215f53cc5e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:11.739136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.739821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Attempting to bind port 70860d3c-f604-4e91-8bbb-33215f53cc5e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:11.740330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Attempting to bind port 70860d3c-f604-4e91-8bbb-33215f53cc5e on network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:11.799836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:11.802160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Checking segment: {'id': 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:11.804942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.805617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Bound using segment: {'id': 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:11.808491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Bound port: 70860d3c-f604-4e91-8bbb-33215f53cc5e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a89e1b1b-71d5-48a7-96ab-f37887f4e4b4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:11.811266 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:11.849464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1a0c-1335-4cb4-860a-cf89acd089b1 req-efeb737a-37bf-4829-9403-fd0e386f54fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.857069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-490f1a0c-1335-4cb4-860a-cf89acd089b1 req-efeb737a-37bf-4829-9403-fd0e386f54fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2227874 Nov 16 21:20:11.950648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ae627-5791-4aed-8217-4a6ef42a799a req-0475c1ae-83e9-482b-8ed0-d7aaf7c7f2e6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:11.958945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d02ae627-5791-4aed-8217-4a6ef42a799a req-0475c1ae-83e9-482b-8ed0-d7aaf7c7f2e6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1664588 Nov 16 21:20:12.027268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-490f1a0c-1335-4cb4-860a-cf89acd089b1 req-9f6c5557-fff4-4a17-ab90-39c6a3f30f27 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623657 Nov 16 21:20:12.033396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d02ae627-5791-4aed-8217-4a6ef42a799a req-107984da-6db5-4179-8d73-022b0915fe24 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709925 Nov 16 21:20:12.097385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-43b0ca58-8706-473d-b7c8-a9053c01cb99 None None] Provisioning complete for port d0391066-fc61-4fd2-8350-6cc61be158f0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:12.098042 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-43b0ca58-8706-473d-b7c8-a9053c01cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.154572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] For port 70860d3c-f604-4e91-8bbb-33215f53cc5e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:12.175070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.196199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] For port 70860d3c-f604-4e91-8bbb-33215f53cc5e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=70860d3c-f604-4e91-8bbb-33215f53cc5e,segment=NetworkSegment(bc58fc4b-8a21-489f-aa57-b3d30b63e89e),segment_id=bc58fc4b-8a21-489f-aa57-b3d30b63e89e)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:12.209976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.212399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-43b0ca58-8706-473d-b7c8-a9053c01cb99 None None] Port d0391066-fc61-4fd2-8350-6cc61be158f0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:12.234655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.20.0.1 (a89e1b1b-71d5-48a7-96ab-f37887f4e4b4/d3df61ca-9948-4ced-8ef5-b6e90ca7880c/432c7597-96ac-4307-bb9f-6be1b6846dce) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:12.249725 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.265219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.382338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:12.396573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:12.402312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2238f0-1de7-49c2-88ad-b0b7b77fb5c1 None None] Pushing event updated for resources: {'Port': ['ID=70860d3c-f604-4e91-8bbb-33215f53cc5e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:12.417051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:12.611718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Pushing event updated for resources: {'Port': ['ID=bb290674-fb9c-4288-9bdd-dc5135cd0e85,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:12.618141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Attempting to bind port bb290674-fb9c-4288-9bdd-dc5135cd0e85 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:12.618334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Attempting to bind port bb290674-fb9c-4288-9bdd-dc5135cd0e85 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'ef5cc1ba-5702-4f98-ae99-ce661383301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:12.619312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Attempting to bind port bb290674-fb9c-4288-9bdd-dc5135cd0e85 on network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:12.629589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:12.629983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Checking segment: {'id': 'ef5cc1ba-5702-4f98-ae99-ce661383301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:12.632291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.633373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Bound using segment: {'id': 'ef5cc1ba-5702-4f98-ae99-ce661383301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:12.634140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Bound port: bb290674-fb9c-4288-9bdd-dc5135cd0e85, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5cc1ba-5702-4f98-ae99-ce661383301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '81e8e2f5-f65f-4cc0-9918-d0400c671d25'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:12.634780 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.645027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b12b8-b31e-4464-b707-c676b788c291 req-36b417c2-5c53-4bb5-a95c-c94cf4d208ce tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:12.656253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a8b12b8-b31e-4464-b707-c676b788c291 req-36b417c2-5c53-4bb5-a95c-c94cf4d208ce tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.4020834 Nov 16 21:20:12.757616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] For port bb290674-fb9c-4288-9bdd-dc5135cd0e85, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:12.764671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.769252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] For port bb290674-fb9c-4288-9bdd-dc5135cd0e85, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb290674-fb9c-4288-9bdd-dc5135cd0e85,segment=NetworkSegment(ef5cc1ba-5702-4f98-ae99-ce661383301f),segment_id=ef5cc1ba-5702-4f98-ae99-ce661383301f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:12.774605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:12.863336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb53ed-103e-4f16-83b8-53a45d7c801c None None] Pushing event updated for resources: {'Port': ['ID=bb290674-fb9c-4288-9bdd-dc5135cd0e85,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:12.918587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a8b12b8-b31e-4464-b707-c676b788c291 req-dab2debd-d2ea-4ae1-88dc-8deda002b90d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574124 Nov 16 21:20:12.944959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.072286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:13.084145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:13.124758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:13.277384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=432c7597-96ac-4307-bb9f-6be1b6846dce,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:13.325262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.428307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599eac3-7fab-4bcc-9b26-16319d93c0f8 req-9d8527fa-9b8b-45ca-bf80-c8184116efe7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.435286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c599eac3-7fab-4bcc-9b26-16319d93c0f8 req-9d8527fa-9b8b-45ca-bf80-c8184116efe7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1699672 Nov 16 21:20:13.552196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eb44c-879c-4ab4-a6f0-d0e143127db5 req-4c102d5d-f628-46b9-ba66-e16fb06793cd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:13.566142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-856eb44c-879c-4ab4-a6f0-d0e143127db5 req-4c102d5d-f628-46b9-ba66-e16fb06793cd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3454304 Nov 16 21:20:13.574805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.612714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.741739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c599eac3-7fab-4bcc-9b26-16319d93c0f8 req-834cf18d-1f1b-432e-921d-0d724c9fd026 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889769 Nov 16 21:20:13.756119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=d0391066-fc61-4fd2-8350-6cc61be158f0,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:13.784414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:13.927398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-856eb44c-879c-4ab4-a6f0-d0e143127db5 req-310f70dc-e56b-4527-afd3-8dff558edad2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387465 Nov 16 21:20:13.943112 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:14.006934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb290674-fb9c-4288-9bdd-dc5135cd0e85 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:14.160479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 59842cdc-9a71-4331-a85f-077836866e34 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:14.170359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:14.180329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bb290674-fb9c-4288-9bdd-dc5135cd0e85 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:14.182218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:14.482793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:14.587366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port bb290674-fb9c-4288-9bdd-dc5135cd0e85, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb290674-fb9c-4288-9bdd-dc5135cd0e85,segment=NetworkSegment(ef5cc1ba-5702-4f98-ae99-ce661383301f),segment_id=ef5cc1ba-5702-4f98-ae99-ce661383301f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:14.597623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:14.598447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 70860d3c-f604-4e91-8bbb-33215f53cc5e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:14.651423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0e320-69a8-4c01-a191-3aacc0dbfb86 req-cce3d580-a78f-4c4b-9763-eb8334f66e58 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:14.652316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 586ca696-46b9-489f-bfd2-305919818f1f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:14.664725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8b0e320-69a8-4c01-a191-3aacc0dbfb86 req-cce3d580-a78f-4c4b-9763-eb8334f66e58 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.5256820 Nov 16 21:20:14.901334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=bb290674-fb9c-4288-9bdd-dc5135cd0e85,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:14.952596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 70860d3c-f604-4e91-8bbb-33215f53cc5e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:14.953083 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.039977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35afbc93-7ab3-4303-b73b-6a844e920a50 None None] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:15.101858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6df2f0-0dbb-4693-b96d-d1a4cea3d0ac req-ca9174c8-34c2-40a0-ba54-467d43a07cd0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.103499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e6df2f0-0dbb-4693-b96d-d1a4cea3d0ac req-ca9174c8-34c2-40a0-ba54-467d43a07cd0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1210454 Nov 16 21:20:15.113242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bfaba827-d0f7-4d8b-b7af-7b13647e475e None None] Provisioning complete for port d0391066-fc61-4fd2-8350-6cc61be158f0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:15.114210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:15.117979 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bfaba827-d0f7-4d8b-b7af-7b13647e475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.163296 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8b0e320-69a8-4c01-a191-3aacc0dbfb86 req-de76606f-edc8-4e2c-9a6f-649cebaedb2e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889638 Nov 16 21:20:15.195511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b4ba5994-0666-4c15-9a25-faef93eccd2c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/routers/586ca696-46b9-489f-bfd2-305919818f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5707405 Nov 16 21:20:15.198345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02268de-0417-4bbf-b5af-97dc48222060 None None] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:15.201043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45150) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:15.207560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'port': {'network_id': '59842cdc-9a71-4331-a85f-077836866e34', 'name': 'tempest-FloatingIPTestJSON-156200961'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:15.245747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] Sync routers for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:15.295214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:15.295812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:15.320789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e6df2f0-0dbb-4693-b96d-d1a4cea3d0ac req-94785349-f0d6-494c-94f1-0e06c99987b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239436 Nov 16 21:20:15.448810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.466800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.517162 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.573004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26fbdc-4668-4be6-bb3b-1290f009a367 req-ee38c7d9-1413-4d1e-967c-73c5c4f1f05d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:15.584550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da26fbdc-4668-4be6-bb3b-1290f009a367 req-ee38c7d9-1413-4d1e-967c-73c5c4f1f05d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1899183 Nov 16 21:20:15.615024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bfaba827-d0f7-4d8b-b7af-7b13647e475e None None] Port d0391066-fc61-4fd2-8350-6cc61be158f0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:15.621994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Made reservation on behalf of 3cbff74e09c44cc0bd30e66b3fa51903 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:15.625715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.687237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:15.709425 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:15.726332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da26fbdc-4668-4be6-bb3b-1290f009a367 req-6d2c1200-ade2-4a7e-aa59-f87450ef343e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408029 Nov 16 21:20:15.777904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] device_id is not set on port 538c94fb-7b92-4381-ae5d-75e29d4bb9e1 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:20:15.802519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:15.803174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:15.810747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=432c7597-96ac-4307-bb9f-6be1b6846dce,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:15.868409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:15.869081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabfed6-73c9-4a24-96dd-7c512a57be18 None None] The sync data for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:15.955276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:15.979679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:16.013350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bb9e6573-1480-44d4-a86c-7cb486dad620 None None] Provisioning complete for port 70860d3c-f604-4e91-8bbb-33215f53cc5e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:16.013845 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb9e6573-1480-44d4-a86c-7cb486dad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.017673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 70860d3c-f604-4e91-8bbb-33215f53cc5e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=70860d3c-f604-4e91-8bbb-33215f53cc5e,segment=NetworkSegment(bc58fc4b-8a21-489f-aa57-b3d30b63e89e),segment_id=bc58fc4b-8a21-489f-aa57-b3d30b63e89e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:16.042096 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.253061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=70860d3c-f604-4e91-8bbb-33215f53cc5e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:16.264491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bb9e6573-1480-44d4-a86c-7cb486dad620 None None] Provisioning complete for port bb290674-fb9c-4288-9bdd-dc5135cd0e85 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:16.267085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb9e6573-1480-44d4-a86c-7cb486dad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.329991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb290674-fb9c-4288-9bdd-dc5135cd0e85 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:16.363265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Allocated IP 172.20.0.6 (59842cdc-9a71-4331-a85f-077836866e34/199d05d4-f27b-4ab9-9d3f-f14261913b9c/538c94fb-7b92-4381-ae5d-75e29d4bb9e1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:16.486283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bb290674-fb9c-4288-9bdd-dc5135cd0e85 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:16.486669 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:16.546640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbf842-b4a7-41ff-913e-0a0ca607f987 req-7b5c3aa6-7513-4dbc-8fba-ede7f328b5a3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:16.580294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66fbf842-b4a7-41ff-913e-0a0ca607f987 req-7b5c3aa6-7513-4dbc-8fba-ede7f328b5a3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.2105842 Nov 16 21:20:16.743048 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-66fbf842-b4a7-41ff-913e-0a0ca607f987 req-26de4363-5f30-491b-879e-5ac86d90fdef tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596866 Nov 16 21:20:16.823617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c59fc9-ba13-4510-a540-9f5c6da4db80 req-6744335d-8c63-4363-8313-17dd97ab10e7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:16.825465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32c59fc9-ba13-4510-a540-9f5c6da4db80 req-6744335d-8c63-4363-8313-17dd97ab10e7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.3286729 Nov 16 21:20:16.829836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router ae7b46af-0d2b-438c-b539-2e3d481fe2d3 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:20:16.883412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Provisioning complete for port 70860d3c-f604-4e91-8bbb-33215f53cc5e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:16.884126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.028010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32c59fc9-ba13-4510-a540-9f5c6da4db80 req-812c10a1-cc12-46d0-b546-01be802eb9a9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891918 Nov 16 21:20:17.186947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Provisioning complete for port 432c7597-96ac-4307-bb9f-6be1b6846dce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:17.187645 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.234313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Port 432c7597-96ac-4307-bb9f-6be1b6846dce cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:17.260836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Provisioning complete for port bb290674-fb9c-4288-9bdd-dc5135cd0e85 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:17.261316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6f0d076c-bd51-4094-8ad0-1de1d37ab9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.333262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:17.341835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1005650b-dbdf-42f6-841c-32d9cf575520 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/ae7b46af-0d2b-438c-b539-2e3d481fe2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5672476 Nov 16 21:20:17.345086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:17.360747 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] Sync routers for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:17.383290 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.391164 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:17.391164 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:17.462486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d8116-ca12-4c03-8adb-6d3659988873 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:17.464406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e10d8116-ca12-4c03-8adb-6d3659988873 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports/432c7597-96ac-4307-bb9f-6be1b6846dce HTTP/1.1" status: 200 len: 910 time: 0.1182241 Nov 16 21:20:17.468923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45178) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:17.485024 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:17.494114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f3fc9-a8a9-437d-9f99-96a90ecee300 req-869b0123-a341-4f82-91d2-d79840f0c730 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:17.497640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b27f3fc9-a8a9-437d-9f99-96a90ecee300 req-869b0123-a341-4f82-91d2-d79840f0c730 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.3211162 Nov 16 21:20:17.501543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.508607 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:17.509469 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:17.544680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dd02df5b-38b4-45f9-a43e-33fb8a5c73d7 None None] Provisioning complete for port 432c7597-96ac-4307-bb9f-6be1b6846dce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:17.545059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dd02df5b-38b4-45f9-a43e-33fb8a5c73d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.593001 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:17.593332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f73fc-5f15-41af-a86b-dfad01a9bf75 None None] The sync data for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:17.633832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-dd02df5b-38b4-45f9-a43e-33fb8a5c73d7 None None] Port 432c7597-96ac-4307-bb9f-6be1b6846dce cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:17.768988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3f0a3718-c40b-4303-9a93-8f8ff159138d None None] Provisioning complete for port 432c7597-96ac-4307-bb9f-6be1b6846dce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:17.769675 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f0a3718-c40b-4303-9a93-8f8ff159138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:17.862740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a3718-c40b-4303-9a93-8f8ff159138d None None] Port 432c7597-96ac-4307-bb9f-6be1b6846dce cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:18.041565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event updated for resources: {'Port': ['ID=538c94fb-7b92-4381-ae5d-75e29d4bb9e1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:18.051152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Network 59842cdc-9a71-4331-a85f-077836866e34 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:18.061416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:18.066257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:18.112379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b27f3fc9-a8a9-437d-9f99-96a90ecee300 req-1772838f-3a89-4741-9197-fc2f4d5b50cb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001387 Nov 16 21:20:18.154995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.154995 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.182598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756aa8-eaa2-4973-b705-f4abff514971 req-ce121819-4692-4616-991b-62a09e87d613 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.186511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9cb6a55c-a4f5-4dca-9b4d-2f966f75c4c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9840186 Nov 16 21:20:18.189141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:18.190969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7756aa8-eaa2-4973-b705-f4abff514971 req-ce121819-4692-4616-991b-62a09e87d613 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1399581 Nov 16 21:20:18.195402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Request body: {'floatingip': {'port_id': '538c94fb-7b92-4381-ae5d-75e29d4bb9e1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:18.232099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 70860d3c-f604-4e91-8bbb-33215f53cc5e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:18.279440 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.352472 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 70860d3c-f604-4e91-8bbb-33215f53cc5e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:18.352870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.384981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7756aa8-eaa2-4973-b705-f4abff514971 req-ee4e5c2c-1e6e-45c7-b657-3a1801de1735 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930590 Nov 16 21:20:18.508424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8f06650d-0e5e-4cad-9a9a-b14986ac9132 None None] Provisioning complete for port 538c94fb-7b92-4381-ae5d-75e29d4bb9e1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:18.509179 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f06650d-0e5e-4cad-9a9a-b14986ac9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.589655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8f06650d-0e5e-4cad-9a9a-b14986ac9132 None None] Port 538c94fb-7b92-4381-ae5d-75e29d4bb9e1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:18.596741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:18.625090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90fdea-f5b4-4716-be14-5a6c7cd06ac7 req-19485dce-9716-4934-95da-b5ca3a5371b5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.626888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf90fdea-f5b4-4716-be14-5a6c7cd06ac7 req-19485dce-9716-4934-95da-b5ca3a5371b5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1927748 Nov 16 21:20:18.651377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d639-aca6-483f-8560-415de1233acf req-0ff758d2-a432-4673-bbff-e52b3cb0113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.653174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-0ff758d2-a432-4673-bbff-e52b3cb0113d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1097 time: 0.2206159 Nov 16 21:20:18.818909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf90fdea-f5b4-4716-be14-5a6c7cd06ac7 req-1ed0e59e-aa72-42ca-858d-3ba5b6c2dd2e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779149 Nov 16 21:20:18.843336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d639-aca6-483f-8560-415de1233acf req-3ba2602b-c3c2-4ba4-af2b-09c79f007c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:18.845312 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-3ba2602b-c3c2-4ba4-af2b-09c79f007c76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.1782978 Nov 16 21:20:18.893115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.21.0.1 (81e8e2f5-f65f-4cc0-9918-d0400c671d25/05c5466a-a1f8-430d-87b5-12222744ba90/606501c8-b622-4513-8b6d-80510c10cd8b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:18.993805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-2d1f68ce-bba9-4ac3-a286-19df6340d771 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 1002 time: 0.1406956 Nov 16 21:20:19.013846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.050269 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.092698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:19.096160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:19.099879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:19.115891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d639-aca6-483f-8560-415de1233acf req-b07bc07d-5f58-43fc-893e-3c2c8a2effc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.117401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-b07bc07d-5f58-43fc-893e-3c2c8a2effc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1146810 Nov 16 21:20:19.142388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.142643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=606501c8-b622-4513-8b6d-80510c10cd8b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:19.157940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.172575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.273814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d639-aca6-483f-8560-415de1233acf req-a4f8f69c-89f1-469f-bd77-cdbcf5017b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.275531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-a4f8f69c-89f1-469f-bd77-cdbcf5017b29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489460 Nov 16 21:20:19.335265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.361328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc18280-fc39-49df-b3f5-429c7263f6b1 req-b637a73b-33e4-43ac-b86d-9c78e35af061 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.363228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bc18280-fc39-49df-b3f5-429c7263f6b1 req-b637a73b-33e4-43ac-b86d-9c78e35af061 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.0988460 Nov 16 21:20:19.386483 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP c8a23556-6283-4897-a28d-69d9c2c9d7f8 associated. External IP: 172.25.3.44, port: c0c7f830-b66a-4e47-8521-718b84904e89. Nov 16 21:20:19.520871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ce34a979-ae7d-4d62-9a89-b86faf52cd49 None None] Provisioning complete for port 606501c8-b622-4513-8b6d-80510c10cd8b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:19.521980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce34a979-ae7d-4d62-9a89-b86faf52cd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.531300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-b57414a9-8dfa-4aab-884d-ae0f3dc2a931 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475522 Nov 16 21:20:19.564234 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bc18280-fc39-49df-b3f5-429c7263f6b1 req-96ff32a6-f68c-4660-b0cc-08b101600028 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896482 Nov 16 21:20:19.567503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ce34a979-ae7d-4d62-9a89-b86faf52cd49 None None] Port 606501c8-b622-4513-8b6d-80510c10cd8b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:19.664360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80a6e-12ac-4343-95fb-4cc8b01b0c80 req-b6f2c940-3276-4f86-a577-53b73a70393d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:19.666158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-48f80a6e-12ac-4343-95fb-4cc8b01b0c80 req-b6f2c940-3276-4f86-a577-53b73a70393d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1849711 Nov 16 21:20:19.673443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bc9d639-aca6-483f-8560-415de1233acf req-d8e7983f-63fc-4875-a153-1ee2924d1428 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327231 Nov 16 21:20:19.730124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-48f80a6e-12ac-4343-95fb-4cc8b01b0c80 req-b73bf1ab-1e0e-4980-9d40-dfd052379f86 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Nov 16 21:20:19.782240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.786926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.847490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:19.870130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=606501c8-b622-4513-8b6d-80510c10cd8b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:19.873141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:19.975625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:19.989270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:20.010183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2304098-493c-4ee8-9a48-88b0fabe74a4 req-a0bb2209-87cf-4e84-b273-d40ba44352e2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.011292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:20.013881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2304098-493c-4ee8-9a48-88b0fabe74a4 req-a0bb2209-87cf-4e84-b273-d40ba44352e2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.0835750 Nov 16 21:20:20.015515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.070393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:20.075996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.082130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:20.088620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:20.093010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.135392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.136060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f783820-29a2-4add-a263-63039c98eed0 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:20.212232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2304098-493c-4ee8-9a48-88b0fabe74a4 req-f1b1e719-43fa-4217-aa4b-7d1eb19cfbc2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702511 Nov 16 21:20:20.244466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router ae7b46af-0d2b-438c-b539-2e3d481fe2d3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:20.274232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 586ca696-46b9-489f-bfd2-305919818f1f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:20.358747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:20.369248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2089dee7-b92f-4b4b-813a-8eb4d7825827 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/ae7b46af-0d2b-438c-b539-2e3d481fe2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8988812 Nov 16 21:20:20.369740 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] Sync routers for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:20.370251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45210) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:20.380486 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:20.381097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.418032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.425543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf5202-8ba9-4de3-a5b3-bfe80838b07d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.427746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:20.432214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.439620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-021d50ee-acf2-4c64-b68c-fdea7e612e88 None None] Provisioning complete for port 606501c8-b622-4513-8b6d-80510c10cd8b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:20.440010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-021d50ee-acf2-4c64-b68c-fdea7e612e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.448677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:20.450070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9cf5202-8ba9-4de3-a5b3-bfe80838b07d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports/606501c8-b622-4513-8b6d-80510c10cd8b HTTP/1.1" status: 200 len: 910 time: 0.0789139 Nov 16 21:20:20.450742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45214) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:20.452077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.507350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-021d50ee-acf2-4c64-b68c-fdea7e612e88 None None] Port 606501c8-b622-4513-8b6d-80510c10cd8b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:20.508919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] Sync routers for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:20.514312 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.515171 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a5465-71b1-402c-a88e-8b3f4675d4ee None None] The sync data for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:20.521256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:20.522646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.538956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-121d9e2f-e1fb-4f5e-bce4-1a48404bee65 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/floatingips/c8a23556-6283-4897-a28d-69d9c2c9d7f8 HTTP/1.1" status: 200 len: 976 time: 2.3480740 Nov 16 21:20:20.541488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45216) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:20.561963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.572603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:20.573428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.611954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:20.612861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85be586-5ad3-48be-bce0-dd76cdf56442 None None] The sync data for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:20.675545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 538c94fb-7b92-4381-ae5d-75e29d4bb9e1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:20.676095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.732518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e4112c8-74a8-4e99-9154-db082fef80ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.765492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46150b65-63f2-4ff0-b055-54148883040b req-eb6e1951-3688-4236-a9fe-fef5d21ac16d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:20.771633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46150b65-63f2-4ff0-b055-54148883040b req-eb6e1951-3688-4236-a9fe-fef5d21ac16d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 946 time: 0.1039412 Nov 16 21:20:20.858466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46150b65-63f2-4ff0-b055-54148883040b req-d5aad6fa-ea2f-4c2f-a75e-21dd0ad3fc72 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859067 Nov 16 21:20:20.878601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:20.881806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.940237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.971523 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:20.996977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:20.999965 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9246a5-23dc-4362-a6ca-b45f8386b8ca" -d '{"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-unplugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:21.018486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:21.024548 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.057291 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a52ad6-8d48-4e45-858b-e12b85ae561e x-openstack-request-id: req-c4a52ad6-8d48-4e45-858b-e12b85ae561e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:21.058180 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-unplugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:21.058434 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4a52ad6-8d48-4e45-858b-e12b85ae561e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:21.058833 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'code': 200} Nov 16 21:20:21.086268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:21.306139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 606501c8-b622-4513-8b6d-80510c10cd8b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:21.306484 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.380539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd2333-0f2d-492e-ae14-1b8c9c36d0e0 req-9cdc763f-23dd-4603-9329-c4d628edd663 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.382121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3bd2333-0f2d-492e-ae14-1b8c9c36d0e0 req-9cdc763f-23dd-4603-9329-c4d628edd663 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1099169 Nov 16 21:20:21.445862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.452468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.452889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.453209 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Floating IP c8a23556-6283-4897-a28d-69d9c2c9d7f8 disassociated. External IP: 172.25.3.44, port: 538c94fb-7b92-4381-ae5d-75e29d4bb9e1. Nov 16 21:20:21.453576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 538c94fb-7b92-4381-ae5d-75e29d4bb9e1 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:21.467052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 606501c8-b622-4513-8b6d-80510c10cd8b owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:21.479216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4f1a-12c6-40c3-bc10-fdbd38554606 req-53f24a7c-c939-431a-885c-df0ab518c7d2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:21.480846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44ad4f1a-12c6-40c3-bc10-fdbd38554606 req-53f24a7c-c939-431a-885c-df0ab518c7d2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.6220586 Nov 16 21:20:21.609671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44ad4f1a-12c6-40c3-bc10-fdbd38554606 req-ac6793ff-0764-464d-a42b-287dac0c65a4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132720 Nov 16 21:20:21.696969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:21.734056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=538c94fb-7b92-4381-ae5d-75e29d4bb9e1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:21.903563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 586ca696-46b9-489f-bfd2-305919818f1f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:21.914857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3bd2333-0f2d-492e-ae14-1b8c9c36d0e0 req-5b804a7f-37b2-444e-a679-42ef17bcad9c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228126 Nov 16 21:20:22.076674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:22.088867 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] Sync routers for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:22.102406 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:22.103269 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:22.135162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.142255 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:22.151976 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:22.152797 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:22.167001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eef2e-bb61-4ec5-944e-21d2da04ff47 req-4e84ca5d-8214-4f14-bf97-7093b22f0c3a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.169659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b2eef2e-bb61-4ec5-944e-21d2da04ff47 req-4e84ca5d-8214-4f14-bf97-7093b22f0c3a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1296577 Nov 16 21:20:22.182399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.191692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-150f0fe3-15ac-4f94-a39f-e5e2a85baf46 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/ports/538c94fb-7b92-4381-ae5d-75e29d4bb9e1 HTTP/1.1" status: 204 len: 168 time: 1.6489258 Nov 16 21:20:22.192479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45238) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:22.200962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=606501c8-b622-4513-8b6d-80510c10cd8b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:22.207579 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:22.208479 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0f974-4958-44aa-af06-a6b631e02d96 None None] The sync data for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:22.302316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b2eef2e-bb61-4ec5-944e-21d2da04ff47 req-6ed256eb-5da1-42b2-b6bb-992d30612177 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099138 Nov 16 21:20:22.433880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.761411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router ae7b46af-0d2b-438c-b539-2e3d481fe2d3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:22.790859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d6b61-973b-4b92-a5a1-faee75cf3bb2 req-80e6a5e8-019e-4a5f-85f3-ed989419ccc2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:22.793276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-706d6b61-973b-4b92-a5a1-faee75cf3bb2 req-80e6a5e8-019e-4a5f-85f3-ed989419ccc2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.0923290 Nov 16 21:20:22.835115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:22.952643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:22.963047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] Sync routers for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:22.976254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-706d6b61-973b-4b92-a5a1-faee75cf3bb2 req-344a1aec-29b3-4613-97bc-629e49a0df04 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493194 Nov 16 21:20:22.981014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-22ff2408-469d-45f8-9b8e-d37d3f8a102a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/ae7b46af-0d2b-438c-b539-2e3d481fe2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5292687 Nov 16 21:20:22.983737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45268) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:23.005525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:23.009286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:19:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:23.042705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-bdf017d0-0ed9-4124-bc18-792f5644a767 req-e18d23f7-7c77-4125-a85f-f35cd40ac335 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:20:23.055551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bdf017d0-0ed9-4124-bc18-792f5644a767 req-e18d23f7-7c77-4125-a85f-f35cd40ac335 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169754 Nov 16 21:20:23.086827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:23.096734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ad6bba-ed87-41de-a420-ea3be1f7a9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.114413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:23.116330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:23.162257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:23.163541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d2b5a-2ab7-4f20-8fa2-fba4dc1106fc None None] The sync data for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:23.326766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f64c4-5cf0-43bc-ac29-8e7db26f6ee1 req-1807e722-13f0-49e0-8760-2ebcba053856 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:23.334932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-533f64c4-5cf0-43bc-ac29-8e7db26f6ee1 req-1807e722-13f0-49e0-8760-2ebcba053856 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2135003 Nov 16 21:20:23.415979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-533f64c4-5cf0-43bc-ac29-8e7db26f6ee1 req-6329b90e-b2b7-4606-9ace-bba14c690de6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799596 Nov 16 21:20:23.461697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-c52b2909-4a5b-4012-b6d4-12f653b0dd7a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964508 Nov 16 21:20:23.601759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115a7c7-6f05-453e-be8a-c3900a0b2d19 req-97e988b7-de63-4889-b399-6501b8c39c68 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:23.609464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c115a7c7-6f05-453e-be8a-c3900a0b2d19 req-97e988b7-de63-4889-b399-6501b8c39c68 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1442404 Nov 16 21:20:23.611501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.711772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c115a7c7-6f05-453e-be8a-c3900a0b2d19 req-b301863e-cf64-447d-aa40-3ec6db2b448c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010082 Nov 16 21:20:23.742714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port d0391066-fc61-4fd2-8350-6cc61be158f0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:23.743062 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.898458 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:23.918739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for d0391066-fc61-4fd2-8350-6cc61be158f0 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:23.990657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 432c7597-96ac-4307-bb9f-6be1b6846dce {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:23.991641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.129601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.156541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.162383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.182162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 432c7597-96ac-4307-bb9f-6be1b6846dce owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:24.256361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=d0391066-fc61-4fd2-8350-6cc61be158f0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:24.398456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa1f7-1467-4506-b79b-685fcb82b3a1 req-56bb97cd-360a-4ea5-93a0-63ca90f82193 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:24.400576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-006aa1f7-1467-4506-b79b-685fcb82b3a1 req-56bb97cd-360a-4ea5-93a0-63ca90f82193 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1472979 Nov 16 21:20:24.502043 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.560345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=432c7597-96ac-4307-bb9f-6be1b6846dce,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:24.600961 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-006aa1f7-1467-4506-b79b-685fcb82b3a1 req-5060c820-2bee-4fc6-8448-868197ea67c5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870401 Nov 16 21:20:24.673624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.870311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:24.871792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:24.889620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184021d0-44c5-47d5-975e-d5b498e6bbf8 req-28a3afee-6882-410e-9271-9aab9b9db31b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:24.891958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-184021d0-44c5-47d5-975e-d5b498e6bbf8 req-28a3afee-6882-410e-9271-9aab9b9db31b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2548013 Nov 16 21:20:25.167420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e80df-7683-45ba-a932-d50bb598338e req-cf4e532c-8fe0-49bb-8949-da5ffa278b28 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.169127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f2e80df-7683-45ba-a932-d50bb598338e req-cf4e532c-8fe0-49bb-8949-da5ffa278b28 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.2794390 Nov 16 21:20:25.267133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f2e80df-7683-45ba-a932-d50bb598338e req-015b4aa7-ca2d-4c7a-8ce0-e58c0ee1a0f3 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902839 Nov 16 21:20:25.270091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 586ca696-46b9-489f-bfd2-305919818f1f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:25.499184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:25.512192 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] Sync routers for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:25.516082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a0a0c470-46b6-4a5b-bd89-62f4a69908da tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/routers/586ca696-46b9-489f-bfd2-305919818f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3223765 Nov 16 21:20:25.520476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:25.524821 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:25.525666 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.567916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.585308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-184021d0-44c5-47d5-975e-d5b498e6bbf8 req-8842df2d-123f-471a-8f0a-bc19f8042c7a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844671 Nov 16 21:20:25.587166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] Routers {'586ca696-46b9-489f-bfd2-305919818f1f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:25.588018 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['586ca696-46b9-489f-bfd2-305919818f1f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.612518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.616320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router ae7b46af-0d2b-438c-b539-2e3d481fe2d3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:25.637401 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.638659 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a06fa-af47-43fa-9209-ca22631f95e3 None None] The sync data for ids ['586ca696-46b9-489f-bfd2-305919818f1f'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:25.735912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.786125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:25.793948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d29894d4-b113-4d35-8958-3236dd19a6a5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/ae7b46af-0d2b-438c-b539-2e3d481fe2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066027 Nov 16 21:20:25.796152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:25.797620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] Sync routers for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:25.812572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:25.814191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.846784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-82b87c47-19f4-4c61-a91f-b3357647fb74 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae7b46af-0d2b-438c-b539-2e3d481fe2d3 HTTP/1.1" status: 200 len: 205 time: 0.0500028 Nov 16 21:20:25.848960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45316) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:25.863553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2de928-3197-4c70-8417-788f4cea4d3d req-e8a0f172-adf3-455c-a410-b053b8aba8de tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:25.865630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be2de928-3197-4c70-8417-788f4cea4d3d req-e8a0f172-adf3-455c-a410-b053b8aba8de tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1484418 Nov 16 21:20:25.867322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.877674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] Routers {'ae7b46af-0d2b-438c-b539-2e3d481fe2d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:25.878282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.880410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.919100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:25.920172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdd1eb-5c75-4dad-b01c-e906a946aa70 None None] The sync data for ids ['ae7b46af-0d2b-438c-b539-2e3d481fe2d3'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:25.939594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 141ff235-be61-4947-88a3-c841a2453a3e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:25.939933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:25.952231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.045837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.078134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 141ff235-be61-4947-88a3-c841a2453a3e owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:26.194560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be2de928-3197-4c70-8417-788f4cea4d3d req-2ce487be-85bb-4570-b2a1-4ca0f120e9ee tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916148 Nov 16 21:20:26.204196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.217083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.271863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.272448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router ae7b46af-0d2b-438c-b539-2e3d481fe2d3 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:20:26.282714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.284055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f1434f80-5332-42ae-aa4d-8e978570d6ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/ae7b46af-0d2b-438c-b539-2e3d481fe2d3 HTTP/1.1" status: 204 len: 168 time: 0.4338310 Nov 16 21:20:26.286754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:26.372506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet 05c5466a-a1f8-430d-87b5-12222744ba90 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:26.377292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.446701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.538631 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.571034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.663634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718afc5-2cd5-4cfc-ad90-7e86cc50a942 req-316e8660-eab4-4374-a513-495ca49cac3b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:26.665260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6718afc5-2cd5-4cfc-ad90-7e86cc50a942 req-316e8660-eab4-4374-a513-495ca49cac3b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.0944083 Nov 16 21:20:26.672534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.733659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=05c5466a-a1f8-430d-87b5-12222744ba90,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:26.768709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c1428-f5bc-4966-9376-9954772050d5 None None] Network 81e8e2f5-f65f-4cc0-9918-d0400c671d25 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:26.769457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.774994 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-32ca3c09-d76f-454e-a193-23178f57e39c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/05c5466a-a1f8-430d-87b5-12222744ba90 HTTP/1.1" status: 204 len: 168 time: 0.4865828 Nov 16 21:20:26.778170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:26.840964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet d3df61ca-9948-4ced-8ef5-b6e90ca7880c {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:26.844663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.863724 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6718afc5-2cd5-4cfc-ad90-7e86cc50a942 req-0398cb8a-2fa0-4500-b6fe-24b5a92e7282 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887853 Nov 16 21:20:26.882403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:26.943600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=141ff235-be61-4947-88a3-c841a2453a3e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:26.944593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.015881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.033723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6ad8-2733-43bb-84cb-5aa7779cf429 req-8d520c79-687e-4813-98c4-7babd64a9e0d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:27.035385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-394b6ad8-2733-43bb-84cb-5aa7779cf429 req-8d520c79-687e-4813-98c4-7babd64a9e0d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.3551056 Nov 16 21:20:27.158844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-394b6ad8-2733-43bb-84cb-5aa7779cf429 req-2f796943-6238-4a30-be16-fb28d98333be tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117282 Nov 16 21:20:27.166362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] DHCP port deletion for 81e8e2f5-f65f-4cc0-9918-d0400c671d25 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:27.178985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.217337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.219296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.273539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.274646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Fanout notify agent at l3_agent the message router_deleted on router 586ca696-46b9-489f-bfd2-305919818f1f {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:20:27.287356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.288894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] Deleting port bb290674-fb9c-4288-9bdd-dc5135cd0e85 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:27.291012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.301454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.302988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c32b2a91-4025-4f43-8aeb-d83c338887c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/routers/586ca696-46b9-489f-bfd2-305919818f1f HTTP/1.1" status: 204 len: 168 time: 1.7813931 Nov 16 21:20:27.305634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45334) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:27.342548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=d3df61ca-9948-4ced-8ef5-b6e90ca7880c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:27.348048 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.351670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-776a325c-1692-45a6-af56-a1568fd8961d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/d3df61ca-9948-4ced-8ef5-b6e90ca7880c HTTP/1.1" status: 204 len: 168 time: 0.5725298 Nov 16 21:20:27.354585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45336) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:27.415424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting subnet 199d05d4-f27b-4ab9-9d3f-f14261913b9c {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:27.422862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.453421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.465722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6165-99e2-4772-a84a-18f51e54765f req-f93603e0-9221-4797-b9ce-fd21625967a9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:27.469334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28ef6165-99e2-4772-a84a-18f51e54765f req-f93603e0-9221-4797-b9ce-fd21625967a9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.1120391 Nov 16 21:20:27.528235 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.530455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port bb290674-fb9c-4288-9bdd-dc5135cd0e85 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:27.530925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.594625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28ef6165-99e2-4772-a84a-18f51e54765f req-7ba65203-8190-4f35-bd02-649b65434fc3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192625 Nov 16 21:20:27.647042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ded1fd-97bc-44d4-b798-0b8609d73ea4 None None] Network a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:27.686875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port bb290674-fb9c-4288-9bdd-dc5135cd0e85, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb290674-fb9c-4288-9bdd-dc5135cd0e85,segment=NetworkSegment(ef5cc1ba-5702-4f98-ae99-ce661383301f),segment_id=ef5cc1ba-5702-4f98-ae99-ce661383301f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:27.689430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.710836 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.719110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for bb290674-fb9c-4288-9bdd-dc5135cd0e85 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:27.756552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] For port bb290674-fb9c-4288-9bdd-dc5135cd0e85, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb290674-fb9c-4288-9bdd-dc5135cd0e85,segment=NetworkSegment(ef5cc1ba-5702-4f98-ae99-ce661383301f),segment_id=ef5cc1ba-5702-4f98-ae99-ce661383301f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:27.756965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.820961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] Calling delete_port for bb290674-fb9c-4288-9bdd-dc5135cd0e85 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:27.847017 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.874247 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.876332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:27.892065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/subnets/199d05d4-f27b-4ab9-9d3f-f14261913b9c HTTP/1.1" status: 204 len: 168 time: 0.5848138 Nov 16 21:20:27.893023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45354) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:27.911681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b6248-169b-44fd-b013-26f00f5eb496 None None] Network 59842cdc-9a71-4331-a85f-077836866e34 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:27.951045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=bb290674-fb9c-4288-9bdd-dc5135cd0e85,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:27.963166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port bb290674-fb9c-4288-9bdd-dc5135cd0e85 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:28.089189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.118205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.126503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951486f9-f48a-4b26-b1b0-3d9eeacd9ed4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Subnet': ['ID=199d05d4-f27b-4ab9-9d3f-f14261913b9c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.145203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e8e2f5-f65f-4cc0-9918-d0400c671d25']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:28.173876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5cc1ba-5702-4f98-ae99-ce661383301f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:28.173876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5cc1ba-5702-4f98-ae99-ce661383301f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:28.183468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.233930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb290674-fb9c-4288-9bdd-dc5135cd0e85 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:28.241176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45364) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:28.242281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.280027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:28.294121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148cdb4-7d06-47dc-9fce-182e5e679fb8 req-89d04923-4ee6-461d-9c84-ffe45af16acc tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.295893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c148cdb4-7d06-47dc-9fce-182e5e679fb8 req-89d04923-4ee6-461d-9c84-ffe45af16acc tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1895556 Nov 16 21:20:28.298890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:28.306140 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:28.311243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: bb290674-fb9c-4288-9bdd-dc5135cd0e85 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:28.311660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb290674-fb9c-4288-9bdd-dc5135cd0e85 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:28.323886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] DHCP port deletion for a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:28.333054 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.353790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] No DVR routers for this DVR port bb290674-fb9c-4288-9bdd-dc5135cd0e85 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:28.388889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port acedfc3b-82ac-4879-a460-1333943bc8d1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:28.391257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.461210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.468765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2272b84-5c76-4ca4-9003-fc9e52c23fe5 None None] Pushing event deleted for resources: {'Port': ['ID=bb290674-fb9c-4288-9bdd-dc5135cd0e85,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.476924 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.488926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/81e8e2f5-f65f-4cc0-9918-d0400c671d25 HTTP/1.1" status: 204 len: 168 time: 1.1330869 Nov 16 21:20:28.500294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45368) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:28.531632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8a8a4-6808-469a-86b6-026344afc5e0 req-b98b502d-59d0-4bbf-bedb-7954356939b4 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.535686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] Deleting port 70860d3c-f604-4e91-8bbb-33215f53cc5e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:28.536723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.551908 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5d8a8a4-6808-469a-86b6-026344afc5e0 req-b98b502d-59d0-4bbf-bedb-7954356939b4 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1641102 Nov 16 21:20:28.581896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c148cdb4-7d06-47dc-9fce-182e5e679fb8 req-6a7bffa2-ea59-4925-a79e-ffa2b8c4b11d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730677 Nov 16 21:20:28.598112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce490-66c5-4558-ad3c-2fa5c7277877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.599784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] For port acedfc3b-82ac-4879-a460-1333943bc8d1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=acedfc3b-82ac-4879-a460-1333943bc8d1,segment=NetworkSegment(121a8893-9bf0-4032-b790-830aa5930314),segment_id=121a8893-9bf0-4032-b790-830aa5930314)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:28.600211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a31e2-8bd1-4cb5-9a1b-b4a778a0aa1a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=81e8e2f5-f65f-4cc0-9918-d0400c671d25,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.600534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.633370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for acedfc3b-82ac-4879-a460-1333943bc8d1 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:28.639710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] For port 70860d3c-f604-4e91-8bbb-33215f53cc5e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=70860d3c-f604-4e91-8bbb-33215f53cc5e,segment=NetworkSegment(bc58fc4b-8a21-489f-aa57-b3d30b63e89e),segment_id=bc58fc4b-8a21-489f-aa57-b3d30b63e89e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:28.640117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.663957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] Calling delete_port for 70860d3c-f604-4e91-8bbb-33215f53cc5e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:28.787606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.810405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663daa-fafb-4594-a12e-1820909bdf41 req-b4765b4a-02e6-49e9-a526-efd0218c449b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:28.816067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5d8a8a4-6808-469a-86b6-026344afc5e0 req-a9171542-b565-4c5e-988d-e594c943f20f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632241 Nov 16 21:20:28.816265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] DHCP port deletion for 59842cdc-9a71-4331-a85f-077836866e34 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:28.816717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52663daa-fafb-4594-a12e-1820909bdf41 req-b4765b4a-02e6-49e9-a526-efd0218c449b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.0920167 Nov 16 21:20:28.846482 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.894524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] Pushing event deleted for resources: {'Port': ['ID=70860d3c-f604-4e91-8bbb-33215f53cc5e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:28.897619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdbde6a-e885-4f38-8dbe-9c726173b80a None None] No DVR routers for this DVR port 70860d3c-f604-4e91-8bbb-33215f53cc5e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:28.915101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.927108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce490-66c5-4558-ad3c-2fa5c7277877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.935770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce9ce490-66c5-4558-ad3c-2fa5c7277877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:28.942689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Deleting port acedfc3b-82ac-4879-a460-1333943bc8d1 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:28.943073 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.024807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7e33e30-8441-4d32-8f96-3e0f087207e9 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:20:29.036784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52663daa-fafb-4594-a12e-1820909bdf41 req-54cc781e-dc46-4943-a76e-0f3c49c0faa8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153118 Nov 16 21:20:29.037466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] For port acedfc3b-82ac-4879-a460-1333943bc8d1, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:29.037897 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.038030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=acedfc3b-82ac-4879-a460-1333943bc8d1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.053414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] No DVR routers for this DVR port acedfc3b-82ac-4879-a460-1333943bc8d1 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:29.061790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Calling delete_port for acedfc3b-82ac-4879-a460-1333943bc8d1 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:29.066004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Port acedfc3b-82ac-4879-a460-1333943bc8d1 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:20:29.079302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.102455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ce490-66c5-4558-ad3c-2fa5c7277877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5d036-ae74-468d-9674-881dfaccfe7b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.134283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce9ce490-66c5-4558-ad3c-2fa5c7277877 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e10edb547f94c178dbc9cb582ed31d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8895848 Nov 16 21:20:29.137815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45374) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:29.152300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.176621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.192481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89e1b1b-71d5-48a7-96ab-f37887f4e4b4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:29.196395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:29.206842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:29.207274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc58fc4b-8a21-489f-aa57-b3d30b63e89e') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:29.214992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59842cdc-9a71-4331-a85f-077836866e34']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:29.215292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'mac_address': 'fa:16:3e:21:4d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:20:29.235544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121a8893-9bf0-4032-b790-830aa5930314') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:29.235840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121a8893-9bf0-4032-b790-830aa5930314') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:29.238558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] No DVR routers for this DVR port acedfc3b-82ac-4879-a460-1333943bc8d1 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:29.246013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.249485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4dcacfd-91d0-497e-a439-c313d5413161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.253713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.277326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.279751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.292388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4dcacfd-91d0-497e-a439-c313d5413161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.293967 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.299605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:29.301854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:29.302379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.302697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: items = [ Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:29.306662 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:29.309333 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:29.319071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7e33e30-8441-4d32-8f96-3e0f087207e9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:29.341646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:29.343122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e0c63-43ee-46b6-9113-33d12930c7d2 None None] Pushing event deleted for resources: {'Port': ['ID=acedfc3b-82ac-4879-a460-1333943bc8d1,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.347413 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.399351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.404009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.426314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.429928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.432499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/a89e1b1b-71d5-48a7-96ab-f37887f4e4b4 HTTP/1.1" status: 204 len: 168 time: 0.9301107 Nov 16 21:20:29.433544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a816c52-d70b-45f9-8332-02d8b5d93c46 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=a89e1b1b-71d5-48a7-96ab-f37887f4e4b4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.439024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45378) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:29.443573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/networks/59842cdc-9a71-4331-a85f-077836866e34 HTTP/1.1" status: 204 len: 168 time: 1.5306599 Nov 16 21:20:29.445181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bb0c5-aa1d-4655-ad88-68c7d37efda1 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Network': ['ID=59842cdc-9a71-4331-a85f-077836866e34,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.445600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-820626904'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:29.450164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.452365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:29.480701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:29.484732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.496272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c7e33e30-8441-4d32-8f96-3e0f087207e9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:29.513030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4dcacfd-91d0-497e-a439-c313d5413161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.515904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4dcacfd-91d0-497e-a439-c313d5413161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.517364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:29.528837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.529244 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment c9927496-a420-4f61-9cb8-796fd8f8fbdb of type vlan for network 4b733760-3301-42e1-9453-59bbad01baa4 Nov 16 21:20:29.531783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a4dcacfd-91d0-497e-a439-c313d5413161 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68c5d036-ae74-468d-9674-881dfaccfe7b HTTP/1.1" status: 204 len: 168 time: 0.3842084 Nov 16 21:20:29.589921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.613062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcacfd-91d0-497e-a439-c313d5413161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5d036-ae74-468d-9674-881dfaccfe7b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.621554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.629006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:29.630547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.713570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 4f4a09cf-38d1-46f2-bc7b-3b912b65822d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:29.713903 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.731402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2876868 Nov 16 21:20:29.732354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45394) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:29.739546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': '4b733760-3301-42e1-9453-59bbad01baa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:29.890655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.891357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:29.896934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880a60-d783-479b-92eb-0ea10f976b7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=4b733760-3301-42e1-9453-59bbad01baa4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:29.909306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4b733760-3301-42e1-9453-59bbad01baa4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:29.918719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 4f4a09cf-38d1-46f2-bc7b-3b912b65822d owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:30.002375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12be31-0484-4588-8556-2a0a0332bb2e req-ad9fd96d-ba5a-4a66-acb4-bc57149af239 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:30.014202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af12be31-0484-4588-8556-2a0a0332bb2e req-ad9fd96d-ba5a-4a66-acb4-bc57149af239 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.2031977 Nov 16 21:20:30.070310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:30.074706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.153197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee2007-17dc-4977-8e6d-fb3a0fdbe280 req-fd8bc95c-f715-4c32-aa91-e93245929954 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:30.155465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afee2007-17dc-4977-8e6d-fb3a0fdbe280 req-fd8bc95c-f715-4c32-aa91-e93245929954 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 945 time: 0.1731989 Nov 16 21:20:30.234412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device acedfc3b-82ac-4879-a460-1333943bc8d1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:30.245548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afee2007-17dc-4977-8e6d-fb3a0fdbe280 req-3ebdabbc-595f-4274-acae-139596f9ea0c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810151 Nov 16 21:20:30.286811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: acedfc3b-82ac-4879-a460-1333943bc8d1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:30.287881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device acedfc3b-82ac-4879-a460-1333943bc8d1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:30.288036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.288612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 70860d3c-f604-4e91-8bbb-33215f53cc5e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:30.337352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 70860d3c-f604-4e91-8bbb-33215f53cc5e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:30.338606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 70860d3c-f604-4e91-8bbb-33215f53cc5e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:30.355150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=4f4a09cf-38d1-46f2-bc7b-3b912b65822d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:30.382114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af12be31-0484-4588-8556-2a0a0332bb2e req-830d081b-9ebf-4794-970c-3d8951148e21 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669884 Nov 16 21:20:30.476371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.481855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.490972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-63fd0a6c-8df7-4cf5-aefa-c449197c85ce tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8a23556-6283-4897-a28d-69d9c2c9d7f8 HTTP/1.1" status: 204 len: 168 time: 1.0372667 Nov 16 21:20:30.491664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45430) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.541738 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-392792c9-32b9-45fe-afd9-694302495ea6 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] DELETE failed (client error): The resource could not be found. Nov 16 21:20:30.542317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392792c9-32b9-45fe-afd9-694302495ea6 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:20:30.546479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.549879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-392792c9-32b9-45fe-afd9-694302495ea6 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/ports/538c94fb-7b92-4381-ae5d-75e29d4bb9e1 HTTP/1.1" status: 404 len: 333 time: 0.0570056 Nov 16 21:20:30.557844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45434) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.614128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1cc487e5-b0ad-49e2-a8f0-72458606dacf tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/ports?device_id=586ca696-46b9-489f-bfd2-305919818f1f HTTP/1.1" status: 200 len: 205 time: 0.0551429 Nov 16 21:20:30.614781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45436) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.689371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=a53e88a7-44b4-4c0a-9e6e-5cc94d377252,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:30.698765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'c9927496-a420-4f61-9cb8-796fd8f8fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b733760-3301-42e1-9453-59bbad01baa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:30.699210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: 4b733760-3301-42e1-9453-59bbad01baa4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:30.719854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 4b733760-3301-42e1-9453-59bbad01baa4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:30.730960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4b733760-3301-42e1-9453-59bbad01baa4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:30.736813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:30.737548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.740021 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-b4918ba3-c16b-4a2b-9c04-4212fc8404c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] delete failed (client error): The resource could not be found. Nov 16 21:20:30.746272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7e93a-8422-47e9-9107-acb859fa604b None None] Network 4b733760-3301-42e1-9453-59bbad01baa4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:30.746480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45444) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.775889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b4918ba3-c16b-4a2b-9c04-4212fc8404c8 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/routers/586ca696-46b9-489f-bfd2-305919818f1f HTTP/1.1" status: 404 len: 336 time: 0.1585069 Nov 16 21:20:30.791168 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb05c8e7-1e94-491d-ba73-1af488a83fb4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] DELETE failed (client error): The resource could not be found. Nov 16 21:20:30.791831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb05c8e7-1e94-491d-ba73-1af488a83fb4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:20:30.796501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fb05c8e7-1e94-491d-ba73-1af488a83fb4 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/subnets/199d05d4-f27b-4ab9-9d3f-f14261913b9c HTTP/1.1" status: 404 len: 337 time: 0.0487609 Nov 16 21:20:30.804145 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43459a1f-29a5-4c34-8acb-e45e141f2067 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0685563 Nov 16 21:20:30.804145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45446) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.810631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45448) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.816676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1016301939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:30.820674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856de0fe-d18d-439d-9298-1e444065c033 req-857a7235-408e-450b-8b27-d0bcefcbcd1b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:30.839728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-856de0fe-d18d-439d-9298-1e444065c033 req-857a7235-408e-450b-8b27-d0bcefcbcd1b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.2999318 Nov 16 21:20:30.841986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45450) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:30.877664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.879010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.940650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:30.972738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.006782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.010541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a4ccb2a-263a-4526-9585-4bf1c140cd27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1954522 Nov 16 21:20:31.010834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45454) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:31.022819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'port': {'network_id': '4b733760-3301-42e1-9453-59bbad01baa4', 'name': 'tempest-RoutersTest-512876683'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:31.082285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-856de0fe-d18d-439d-9298-1e444065c033 req-81bad726-db81-462e-b183-147bfa54ea61 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382677 Nov 16 21:20:31.102692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port c0c7f830-b66a-4e47-8521-718b84904e89 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:31.103050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.138179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7e33e30-8441-4d32-8f96-3e0f087207e9 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:31.258541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4b733760-3301-42e1-9453-59bbad01baa4', 'network_id': '4b733760-3301-42e1-9453-59bbad01baa4', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': 'a53e88a7-44b4-4c0a-9e6e-5cc94d377252'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:31.258824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:31.262247 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.263681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.283187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-653625164-network', 'tenant_id': '25589cd53f4e432c9490e15133dafba3'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:31.327894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.336819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Made reservation on behalf of 25589cd53f4e432c9490e15133dafba3 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:31.339523 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.349067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] device_id is not set on port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:20:31.357988 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.396467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port c7e33e30-8441-4d32-8f96-3e0f087207e9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:31.397855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.515040 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.541069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.551982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:31.554723 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a11c68f-3826-42c8-a693-4184ae403d9a" -d '{"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-plugged", "status": "completed", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:31.569322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:31.575628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.608553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.627964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for c0c7f830-b66a-4e47-8521-718b84904e89 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:31.638653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.20.0.8 (4b733760-3301-42e1-9453-59bbad01baa4/a53e88a7-44b4-4c0a-9e6e-5cc94d377252/a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:31.659344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:31.686427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:31.717449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.718469 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Added segment d31fef90-d2bc-486b-8008-4f1bfe907892 of type vlan for network d7cbb971-c2b4-4aea-bc25-a1084161516f Nov 16 21:20:31.776221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.808718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34385e0-f18a-442b-932a-6bd51f4a1ccc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:31.814672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.816130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:31.817345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.838400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032e87-7e12-4071-b26e-a924b0c24d43 req-74b7075d-f324-45c7-bc43-fda0ffe1d6ad tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:31.840228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b032e87-7e12-4071-b26e-a924b0c24d43 req-74b7075d-f324-45c7-bc43-fda0ffe1d6ad tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.2972088 Nov 16 21:20:31.908956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.949466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b032e87-7e12-4071-b26e-a924b0c24d43 req-f9ff5da7-5c83-415f-b674-22cce09983b6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949063 Nov 16 21:20:31.966190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1230624 Nov 16 21:20:31.967034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45466) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:31.981850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:31.983806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Request body: {'subnet': {'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-653625164-subnet', 'tenant_id': '25589cd53f4e432c9490e15133dafba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:32.012740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Made reservation on behalf of 25589cd53f4e432c9490e15133dafba3 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:32.016077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.024015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37841b82-8d4e-4140-b9b7-b3de22db47d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7cbb971-c2b4-4aea-bc25-a1084161516f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.044311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d7cbb971-c2b4-4aea-bc25-a1084161516f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:32.049363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8bcb8-58a0-4603-ba79-86e0d807e7d6 req-120008c1-8256-45ad-9a04-09afc1618d74 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:32.054299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43a8bcb8-58a0-4603-ba79-86e0d807e7d6 req-120008c1-8256-45ad-9a04-09afc1618d74 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.4711750 Nov 16 21:20:32.180447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Allocated IP 172.20.0.2 (4b733760-3301-42e1-9453-59bbad01baa4/a53e88a7-44b4-4c0a-9e6e-5cc94d377252/7515256a-af75-4219-8248-5a21776bfbb7) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:32.262101 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f1696-758a-4460-8f19-b1254f212496 x-openstack-request-id: req-0c2f1696-758a-4460-8f19-b1254f212496 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:32.262432 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-plugged", "status": "completed", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:32.262638 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c2f1696-758a-4460-8f19-b1254f212496 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:32.263001 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'code': 200} Nov 16 21:20:32.357252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 4b733760-3301-42e1-9453-59bbad01baa4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:32.359457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:32.369573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:32.393738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.468671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.474622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b44bd3-24da-47e2-adb4-8320e9e55b7b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.477016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Checking segment: {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:32.477376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Network hostable DHCP agents. Network: d7cbb971-c2b4-4aea-bc25-a1084161516f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:32.493584 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.512261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.515884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Network d7cbb971-c2b4-4aea-bc25-a1084161516f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:32.532761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d7cbb971-c2b4-4aea-bc25-a1084161516f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:32.538571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:32.540788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.563828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.574858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0e13c14b-6bce-402f-82ba-c20923a96716 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6046512 Nov 16 21:20:32.578973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:32.579758 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:32.610927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Pushing event updated for resources: {'Port': ['ID=7515256a-af75-4219-8248-5a21776bfbb7,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.616720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed9735-4214-4768-b4a1-0b717b74cfd5 None None] Network d7cbb971-c2b4-4aea-bc25-a1084161516f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:32.664843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=c0c7f830-b66a-4e47-8521-718b84904e89,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:32.699039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43a8bcb8-58a0-4603-ba79-86e0d807e7d6 req-46bf786d-f00b-449d-8122-e8474635293b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976603 Nov 16 21:20:32.738506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae26d16c-6267-4f2d-9620-3c84e4970941 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7266040 Nov 16 21:20:32.740389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45472) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:32.824230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Network 4b733760-3301-42e1-9453-59bbad01baa4 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:32.836273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:32.879158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:32.976949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781d986-54fa-4598-ad6e-81e1c95c92bb None None] Network d7cbb971-c2b4-4aea-bc25-a1084161516f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:33.051845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa454b57-ea5f-4171-b806-896602186dd2 req-534c1c33-d8e9-45c3-8c30-967a85c21a3f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:33.060544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa454b57-ea5f-4171-b806-896602186dd2 req-534c1c33-d8e9-45c3-8c30-967a85c21a3f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.4443953 Nov 16 21:20:33.148103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Attempting to bind port 7515256a-af75-4219-8248-5a21776bfbb7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:33.148523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Attempting to bind port 7515256a-af75-4219-8248-5a21776bfbb7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'c9927496-a420-4f61-9cb8-796fd8f8fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b733760-3301-42e1-9453-59bbad01baa4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:33.148879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Attempting to bind port 7515256a-af75-4219-8248-5a21776bfbb7 on network 4b733760-3301-42e1-9453-59bbad01baa4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:33.166578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:33.167014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Checking segment: {'id': 'c9927496-a420-4f61-9cb8-796fd8f8fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b733760-3301-42e1-9453-59bbad01baa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:33.167357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.167749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Bound using segment: {'id': 'c9927496-a420-4f61-9cb8-796fd8f8fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b733760-3301-42e1-9453-59bbad01baa4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:33.168230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Bound port: 7515256a-af75-4219-8248-5a21776bfbb7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9927496-a420-4f61-9cb8-796fd8f8fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b733760-3301-42e1-9453-59bbad01baa4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:33.168613 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.316145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] For port 7515256a-af75-4219-8248-5a21776bfbb7, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:33.324303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] For port 7515256a-af75-4219-8248-5a21776bfbb7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7515256a-af75-4219-8248-5a21776bfbb7,segment=NetworkSegment(c9927496-a420-4f61-9cb8-796fd8f8fbdb),segment_id=c9927496-a420-4f61-9cb8-796fd8f8fbdb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:33.333202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.393609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa454b57-ea5f-4171-b806-896602186dd2 req-d29b6884-f09a-4751-a275-2f81e5a56f71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264875 Nov 16 21:20:33.407883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.441865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.448266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee4bd249-b705-4112-babd-f3e453b00b4c tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/ports/c0c7f830-b66a-4e47-8521-718b84904e89 HTTP/1.1" status: 204 len: 168 time: 2.6442623 Nov 16 21:20:33.458491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45482) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:33.555121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb282d5d-f4d0-4b33-9e38-1cdfe99a39e6 None None] Pushing event updated for resources: {'Port': ['ID=7515256a-af75-4219-8248-5a21776bfbb7,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:33.727463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.740465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d124-8532-4e8d-a0b9-27f88f3e098d req-05164d97-d923-40e3-b435-b530889e68b7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:33.746271 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da69d124-8532-4e8d-a0b9-27f88f3e098d req-05164d97-d923-40e3-b435-b530889e68b7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.4725735 Nov 16 21:20:33.909289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port e4fa24ae-a5b1-453f-b7d3-433a508539da {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:33.912358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:33.922121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da69d124-8532-4e8d-a0b9-27f88f3e098d req-46672131-39b3-43b3-bac5-e5f7df5d2504 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585004 Nov 16 21:20:34.217435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.244823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for e4fa24ae-a5b1-453f-b7d3-433a508539da owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:34.303502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7515256a-af75-4219-8248-5a21776bfbb7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:34.328941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-4a25ff2d-bcfd-4c81-a74e-62191697c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.330873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-4a25ff2d-bcfd-4c81-a74e-62191697c4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423&tenant_id=ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 1095 time: 0.1766114 Nov 16 21:20:34.362427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d8e86-893f-4aa5-91c6-2cea2847f4f7 req-2114aefb-2f19-4371-b661-89c0f76d3256 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.370349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb0d8e86-893f-4aa5-91c6-2cea2847f4f7 req-2114aefb-2f19-4371-b661-89c0f76d3256 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2554145 Nov 16 21:20:34.421536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7515256a-af75-4219-8248-5a21776bfbb7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:34.422098 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.448543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.463761 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.490583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.538219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb0d8e86-893f-4aa5-91c6-2cea2847f4f7 req-6a251d55-4786-4422-a2f8-36048528c8c7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666279 Nov 16 21:20:34.549629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-73dccc34-cbbc-4e2e-9388-a8e2f80df12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.550138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=e4fa24ae-a5b1-453f-b7d3-433a508539da,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:34.552417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-73dccc34-cbbc-4e2e-9388-a8e2f80df12b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1095 time: 0.1702445 Nov 16 21:20:34.604135 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.638236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379cfa-7c30-4bae-b637-4d2423ceb5a4 req-114617d4-191b-4ba8-b918-ebac9c11631c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.645635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf379cfa-7c30-4bae-b637-4d2423ceb5a4 req-114617d4-191b-4ba8-b918-ebac9c11631c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.0966716 Nov 16 21:20:34.679703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 7515256a-af75-4219-8248-5a21776bfbb7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7515256a-af75-4219-8248-5a21776bfbb7,segment=NetworkSegment(c9927496-a420-4f61-9cb8-796fd8f8fbdb),segment_id=c9927496-a420-4f61-9cb8-796fd8f8fbdb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:34.701437 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.715318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:34.719820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c4521cac-0442-4c17-a504-3b62cf645586 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/ports/e4fa24ae-a5b1-453f-b7d3-433a508539da HTTP/1.1" status: 204 len: 168 time: 1.2595294 Nov 16 21:20:34.768303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45498) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:34.779627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:34.785691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf379cfa-7c30-4bae-b637-4d2423ceb5a4 req-5158c266-75e4-420f-9cf0-21872dfdf74c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345341 Nov 16 21:20:34.972048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edd410-0dde-4444-b2a0-d4931139045f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:34.973842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6edd410-0dde-4444-b2a0-d4931139045f tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "GET /v2.0/ports?device_id=637aab80-462f-42f2-82d9-4a9e47a0cbfb HTTP/1.1" status: 200 len: 913 time: 0.1865671 Nov 16 21:20:34.978728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45506) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:35.182336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=7515256a-af75-4219-8248-5a21776bfbb7,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:35.224074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.258579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.284740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592dec6-fcfd-4e07-bc00-7faf378c4719 None None] Network 4b733760-3301-42e1-9453-59bbad01baa4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:35.414270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-94adaa8e-8f55-46ab-a0fe-f4d1fea72e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.415466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860afd-4f26-445e-aea0-e34ee28dbdf9 req-e4afb250-8820-405c-a7e4-86a236dfc748 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.416074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-94adaa8e-8f55-46ab-a0fe-f4d1fea72e5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.8493538 Nov 16 21:20:35.417002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39860afd-4f26-445e-aea0-e34ee28dbdf9 req-e4afb250-8820-405c-a7e4-86a236dfc748 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1995606 Nov 16 21:20:35.488106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.542825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7e0219a0-4f56-4f4f-8ad4-81b5b775d2b9 None None] Provisioning complete for port 7515256a-af75-4219-8248-5a21776bfbb7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:35.544633 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e0219a0-4f56-4f4f-8ad4-81b5b775d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:35.606498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59e5-f528-4d96-9607-dd42cb9a1393 req-97ece8b9-f388-4c35-bb21-ed3d97296c40 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:35.618486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8ac59e5-f528-4d96-9607-dd42cb9a1393 req-97ece8b9-f388-4c35-bb21-ed3d97296c40 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.5319521 Nov 16 21:20:35.713964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39860afd-4f26-445e-aea0-e34ee28dbdf9 req-c455c7bf-f035-4894-a5c0-025f91327a78 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115407 Nov 16 21:20:35.835767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.044674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-37da72bd-a068-46e4-8a08-60b0250a65e6 None None] Provisioning complete for port 7515256a-af75-4219-8248-5a21776bfbb7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:36.047849 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37da72bd-a068-46e4-8a08-60b0250a65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.196842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-37da72bd-a068-46e4-8a08-60b0250a65e6 None None] Provisioning complete for port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:36.197331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37da72bd-a068-46e4-8a08-60b0250a65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.246239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-37da72bd-a068-46e4-8a08-60b0250a65e6 None None] Port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:36.247388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a600f-5d47-4c54-b2f4-05dd12865438 req-062eabd8-2087-49e1-a5d9-c71987b04ccf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.256046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea4a600f-5d47-4c54-b2f4-05dd12865438 req-062eabd8-2087-49e1-a5d9-c71987b04ccf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2533882 Nov 16 21:20:36.264049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7515256a-af75-4219-8248-5a21776bfbb7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:36.342555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7515256a-af75-4219-8248-5a21776bfbb7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:36.343266 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.360306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea4a600f-5d47-4c54-b2f4-05dd12865438 req-8376c650-bc09-494d-923d-581c13552c2c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864704 Nov 16 21:20:36.421984 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-f2c813fc-c3de-4aac-a593-7b147eaefb93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 1000 time: 0.9958222 Nov 16 21:20:36.425313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-229a8b7e-0c79-4b5e-99a7-8d343a9070f4 None None] Provisioning complete for port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:36.425795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-229a8b7e-0c79-4b5e-99a7-8d343a9070f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.480157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-229a8b7e-0c79-4b5e-99a7-8d343a9070f4 None None] Port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:36.567813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8ac59e5-f528-4d96-9607-dd42cb9a1393 req-1c26c2f8-f518-4bfa-b1f8-1dd936625ea4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9482508 Nov 16 21:20:36.578380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 419c5df1-2af9-4e0f-b6df-dec7b2a6ae1d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:36.579235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.669096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-c03f1568-e0bc-41ad-bcd6-54dd960f8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.670656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-c03f1568-e0bc-41ad-bcd6-54dd960f8a35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.2411695 Nov 16 21:20:36.765344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b7b1-835c-44b6-b342-40cc005afc7d req-4d2fe609-b995-47cf-b413-62cbe7fba903 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.774454 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a0b7b1-835c-44b6-b342-40cc005afc7d req-4d2fe609-b995-47cf-b413-62cbe7fba903 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1726961 Nov 16 21:20:36.784181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-485a76e8-b6ca-4dff-ad46-5c03628503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:36.785981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-485a76e8-b6ca-4dff-ad46-5c03628503b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055732 Nov 16 21:20:36.800066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.822732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8e637004-19bb-4935-bcf7-045bbd2434a4 None None] Provisioning complete for port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:36.823337 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e637004-19bb-4935-bcf7-045bbd2434a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.834863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 419c5df1-2af9-4e0f-b6df-dec7b2a6ae1d owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:36.867007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a0b7b1-835c-44b6-b342-40cc005afc7d req-62643120-6e8c-4b74-bd7f-afdd3f2f0aca tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914567 Nov 16 21:20:36.878652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8e637004-19bb-4935-bcf7-045bbd2434a4 None None] Port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:36.970349 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:36.988531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.108601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-d1d81af7-8c96-4511-b7f4-f2f4bd223c47 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:37.110625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-d1d81af7-8c96-4511-b7f4-f2f4bd223c47 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/networks?id=d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 200 len: 808 time: 0.3209522 Nov 16 21:20:37.129976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-ef1910dd-343c-4c55-bdde-cdad6cb1b68e service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198233 Nov 16 21:20:37.132682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:37.140201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.197396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-d3d4336a-4f20-4bd7-92fe-d4083cf372a8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/quotas/25589cd53f4e432c9490e15133dafba3 HTTP/1.1" status: 200 len: 375 time: 0.0605421 Nov 16 21:20:37.217652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.259746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=419c5df1-2af9-4e0f-b6df-dec7b2a6ae1d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:37.287331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-942f8e4c-69cc-4b1a-aea3-493815bc5735 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=25589cd53f4e432c9490e15133dafba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825617 Nov 16 21:20:37.308275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-8ec476bb-cb79-4b30-a644-6f2de0956853 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:37.310244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-8ec476bb-cb79-4b30-a644-6f2de0956853 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.1935031 Nov 16 21:20:37.352620 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-8136158e-8c24-4963-b9da-e416ee2c3467 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/quotas/eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 375 time: 0.0228195 Nov 16 21:20:37.402368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbaa7b8b-c495-4d2c-996e-b0fd9b30bd88 req-732d91b3-880b-4522-86f5-f3f748554398 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633541 Nov 16 21:20:37.429294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 4b733760-3301-42e1-9453-59bbad01baa4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:37.436389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:37.607643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-cabe2084-cfca-41a5-94bc-8bb48ac22f9d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2457831 Nov 16 21:20:37.695097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-b59a6b8f-8718-4d98-977d-c9e865e1ca35 service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991508 Nov 16 21:20:37.720228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.830038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6d6c1144-f2cd-4354-8770-b670c9d6c675 None None] Provisioning complete for port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:37.831122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1144-f2cd-4354-8770-b670c9d6c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:37.831891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 8511009b-be35-4757-80ef-6430e7763cf5 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:20:37.855221 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-82c4df35-010b-4850-82fc-ea1c9f30267a service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388489 Nov 16 21:20:37.890047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c1144-f2cd-4354-8770-b670c9d6c675 None None] Port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:38.043019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-acf2e895-55db-4179-8fc5-207eb27bc400 service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458395 Nov 16 21:20:38.086376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:38.107372 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] Sync routers for ids ['8511009b-be35-4757-80ef-6430e7763cf5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:38.129056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f1c4ffc1-b874-4b33-9d8d-46b37df5bc34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/8511009b-be35-4757-80ef-6430e7763cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3856032 Nov 16 21:20:38.132168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] Routers {'8511009b-be35-4757-80ef-6430e7763cf5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:38.132573 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8511009b-be35-4757-80ef-6430e7763cf5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:38.144366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45564) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:38.176401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-0e2b28dc-f65a-415a-ae0a-34a8f753a7e6 service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101358 Nov 16 21:20:38.199751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Router 637aab80-462f-42f2-82d9-4a9e47a0cbfb has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:38.277978 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:38.341430 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] Routers {'8511009b-be35-4757-80ef-6430e7763cf5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:38.342116 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8511009b-be35-4757-80ef-6430e7763cf5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:38.350965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d8df4-d42b-44e0-b930-7106b8743425 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:38.357476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c90d8df4-d42b-44e0-b930-7106b8743425 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports/a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d HTTP/1.1" status: 200 len: 976 time: 0.2120318 Nov 16 21:20:38.364348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:38.485068 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:38.486582 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb31732-d831-414e-b1a6-597302836e0d None None] The sync data for ids ['8511009b-be35-4757-80ef-6430e7763cf5'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:38.664641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425a04d-fecb-4f84-86fa-d7a7863ac6c8 req-0f600bf8-648c-42ee-906e-0082be78f30a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:38.674640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b425a04d-fecb-4f84-86fa-d7a7863ac6c8 req-0f600bf8-648c-42ee-906e-0082be78f30a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1690004 Nov 16 21:20:38.771195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:38.784040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] Sync routers for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:38.785061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bd9afe3e-e8da-4560-ae0f-e9c6d927d94d tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "PUT /v2.0/routers/637aab80-462f-42f2-82d9-4a9e47a0cbfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8030283 Nov 16 21:20:38.803179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:38.806991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45590) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:38.807874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:38.892602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f16c8-5cca-49ad-9134-b913f9a9525c req-82f64c38-326f-46b4-97ae-6c760df628db tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:38.894538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d44f16c8-5cca-49ad-9134-b913f9a9525c req-82f64c38-326f-46b4-97ae-6c760df628db tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.2116225 Nov 16 21:20:38.925837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:38.990631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] Routers {'637aab80-462f-42f2-82d9-4a9e47a0cbfb'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:38.992824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:39.043526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d44f16c8-5cca-49ad-9134-b913f9a9525c req-fd3eeaf2-512c-433a-ab9e-6cb5b06e759e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409159 Nov 16 21:20:39.127523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:39.128023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd4cca-9658-4a8c-8642-98578e8ba156 None None] The sync data for ids ['637aab80-462f-42f2-82d9-4a9e47a0cbfb'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:39.223212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b425a04d-fecb-4f84-86fa-d7a7863ac6c8 req-3c31fd81-8bbd-4195-ab7a-fa776940daca tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472641 Nov 16 21:20:39.473941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:39.481503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fec6b62-de10-4429-91d0-74f2bd80d86c req-17ef5ce2-714b-4fa1-98ac-2ce240dd538f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 210 time: 0.0640297 Nov 16 21:20:39.679581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-848fa451-5427-42a9-89dd-f57bcbab0632 req-b6c86648-75cb-4a82-b020-72860db2f4bc tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 210 time: 0.2336237 Nov 16 21:20:39.996677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.267832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0384e5-6372-4984-a4ec-ca7d6054e760 req-e6b6d053-74db-44dc-83f9-bc3a0d7d53b6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:40.286419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f0384e5-6372-4984-a4ec-ca7d6054e760 req-e6b6d053-74db-44dc-83f9-bc3a0d7d53b6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1057405 Nov 16 21:20:40.389306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f0384e5-6372-4984-a4ec-ca7d6054e760 req-8f3a3a72-590a-440d-ab05-bbcd0d324de6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005569 Nov 16 21:20:40.756014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22842bea-c619-4e8c-a409-e9c4ce574da8 req-927f5a67-6ac8-4a8e-bdf9-61e7dce9f9a8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 210 time: 0.0409200 Nov 16 21:20:40.821244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-c3acbde9-c6c8-4ec0-8357-3ce638df3818 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:40.822928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-c3acbde9-c6c8-4ec0-8357-3ce638df3818 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.47 "GET /v2.0/networks?id=d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 200 len: 808 time: 0.1363029 Nov 16 21:20:40.838939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:40.930245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Request body: {'port': {'device_id': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f', 'admin_state_up': True, 'tenant_id': '25589cd53f4e432c9490e15133dafba3'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:40.997574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c16c903-0716-40f7-b3b3-6747646054dd req-180b392b-95cb-4777-9b3b-18a0d6bc6c92 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 210 time: 0.0501895 Nov 16 21:20:41.284410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-1a211d53-9c01-4f96-aaf5-8fdf2345cc39 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:41.286633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-1a211d53-9c01-4f96-aaf5-8fdf2345cc39 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.1760304 Nov 16 21:20:41.343781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'port': {'device_id': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'admin_state_up': True, 'tenant_id': 'eff893ad234d41009410f4f434528fb7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:41.407531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting port 0b0c4a63-70e7-44ed-9016-7df369b4e1d9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:41.408304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:41.496763 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:41.550904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Calling delete_port for 0b0c4a63-70e7-44ed-9016-7df369b4e1d9 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:41.808531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:41.828265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4469c-c9e9-4cc8-adb9-ff59b6d59cc2 req-1e72ab12-67bb-4040-bb4d-fc4e601f86a0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:41.837134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8f4469c-c9e9-4cc8-adb9-ff59b6d59cc2 req-1e72ab12-67bb-4040-bb4d-fc4e601f86a0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1034012 Nov 16 21:20:41.853038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Port': ['ID=0b0c4a63-70e7-44ed-9016-7df369b4e1d9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:41.907244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ad4af-29e6-43f6-9091-5787737013ef req-6774070a-b277-40b6-a040-b05b36dc7593 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:41.909412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b8ad4af-29e6-43f6-9091-5787737013ef req-6774070a-b277-40b6-a040-b05b36dc7593 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 1.2240803 Nov 16 21:20:41.980070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8f4469c-c9e9-4cc8-adb9-ff59b6d59cc2 req-85a3baee-3305-40e3-80b1-fc85649abb96 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417010 Nov 16 21:20:42.191944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.314566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:42.318347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.321757 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.348686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:20:42.348686 n-d-817778-8 neutron-server[102453]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:20:42.348686 n-d-817778-8 neutron-server[102453]: [parameters: {'project_id': '25589cd53f4e432c9490e15133dafba3', 'id': '88da0a0c-00dc-42bd-9bea-4e70397990d8', 'expiration': datetime.datetime(2021, 11, 16, 21, 22, 42, 172680)}] Nov 16 21:20:42.348686 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:20:42.349319 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:20:42.353594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.381580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b8ad4af-29e6-43f6-9091-5787737013ef req-eed56af1-382b-4328-94a1-433f04b564dd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607728 Nov 16 21:20:42.518718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.519200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Fanout notify agent at l3_agent the message router_deleted on router 637aab80-462f-42f2-82d9-4a9e47a0cbfb {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:20:42.529480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.530557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e3e97fce-d2e0-47ae-aebe-6a4938ba7559 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/routers/637aab80-462f-42f2-82d9-4a9e47a0cbfb HTTP/1.1" status: 204 len: 168 time: 3.7122326 Nov 16 21:20:42.533640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:42.632084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-805b186d-0b43-48ca-af3c-8e76f358c02a req-c7832776-2415-42fe-82a2-f37e3ef7db1e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 210 time: 0.0453675 Nov 16 21:20:42.650681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Deleting subnet 5588b2a9-6e4e-47d5-874a-aae618bc5209 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:42.656619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.675788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:42.676142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.753900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.820070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.897954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Made reservation on behalf of 25589cd53f4e432c9490e15133dafba3 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:42.902538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.905190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:42.962173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Allocated IP 172.20.0.12 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/455b621f-7de4-42e7-b4e8-07d11b2b0182) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:42.983789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67a0abf4-9dc0-4b06-8685-20b12521111a req-e9d70827-a183-4980-936f-156e7f7ba845 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 210 time: 0.0827529 Nov 16 21:20:42.984854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Subnet': ['ID=5588b2a9-6e4e-47d5-874a-aae618bc5209,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:43.001269 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.005554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d7a6533a-ef13-4e79-81ab-b9d1743f82e0 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/subnets/5588b2a9-6e4e-47d5-874a-aae618bc5209 HTTP/1.1" status: 204 len: 168 time: 0.4704652 Nov 16 21:20:43.008665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45630) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:43.035071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.105964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:43.122585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.641662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.667269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e56c40-72d4-4181-913c-d9b848f64dc1']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:43.682825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5822b062-5474-4586-9662-d6d086dc4d18') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:43.683423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5822b062-5474-4586-9662-d6d086dc4d18') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:43.686438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41268887-da6e-47a4-93af-0c5429a4e11e req-c08296cc-bc53-43c4-8803-6aa03edba7fe tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:43.695278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.698196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41268887-da6e-47a4-93af-0c5429a4e11e req-c08296cc-bc53-43c4-8803-6aa03edba7fe tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.5310867 Nov 16 21:20:43.711952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.719161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:43.719820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.760885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Allocated IP 172.20.0.6 (d7cbb971-c2b4-4aea-bc25-a1084161516f/52b44bd3-24da-47e2-adb4-8320e9e55b7b/969d313b-4d68-4636-b676-f0541789f89c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:43.800337 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:43.807354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.815446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:43.820310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] 10.222.0.48 "DELETE /v2.0/networks/33e56c40-72d4-4181-913c-d9b848f64dc1 HTTP/1.1" status: 204 len: 168 time: 0.8103712 Nov 16 21:20:43.879049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca9ace-710c-4656-a858-e769d4a6d987 tempest-FloatingIPTestJSON-1919569962 tempest-FloatingIPTestJSON-1919569962-project] Pushing event deleted for resources: {'Network': ['ID=33e56c40-72d4-4181-913c-d9b848f64dc1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:43.907031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee2e9-9301-43d1-893e-ea7a5b375f17 req-522a4a49-8b5f-4755-b4ce-99d291b99317 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:43.909830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-437ee2e9-9301-43d1-893e-ea7a5b375f17 req-522a4a49-8b5f-4755-b4ce-99d291b99317 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1051106 Nov 16 21:20:43.930421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.039196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-437ee2e9-9301-43d1-893e-ea7a5b375f17 req-a98a5431-4f20-40dd-8a35-39d7e27770cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208181 Nov 16 21:20:44.051305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-41268887-da6e-47a4-93af-0c5429a4e11e req-ce558340-bf55-4794-bbbf-8bc0655e6f62 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519323 Nov 16 21:20:44.058302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.071297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:20:44.135708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:44.150728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:44.154532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:44.391837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b1ad2-04d4-41c7-8d9f-7c2cc2c5e64a req-1da2fa4b-0bfb-4a49-8cf7-baa860e28328 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:44.393543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-960b1ad2-04d4-41c7-8d9f-7c2cc2c5e64a req-1da2fa4b-0bfb-4a49-8cf7-baa860e28328 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 932 time: 0.1524606 Nov 16 21:20:44.440617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=455b621f-7de4-42e7-b4e8-07d11b2b0182,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:44.526140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:44.559553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-960b1ad2-04d4-41c7-8d9f-7c2cc2c5e64a req-cb173669-f86f-4f86-ab9a-9d8bb8f51239 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569862 Nov 16 21:20:44.611549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:44.612235 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.667326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.675408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f526014-d9c8-4e66-8aa5-e379d4992c4d req-8324f172-2aa4-4664-881e-69b761e68c1f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 210 time: 0.0449662 Nov 16 21:20:44.710358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-3c492baf-b230-42c6-aef4-e4b7f1644910 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3982074 Nov 16 21:20:44.716669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=a2b4e6c7-2970-45c4-a61d-a4ba26ff5a3d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:44.732775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Request body: {'port': {'device_id': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:44.764448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1fcaa8fb-04d0-468b-bae0-979274c82c77 None None] Provisioning complete for port 455b621f-7de4-42e7-b4e8-07d11b2b0182 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:44.767278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa8fb-04d0-468b-bae0-979274c82c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:44.841578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1fcaa8fb-04d0-468b-bae0-979274c82c77 None None] Port 455b621f-7de4-42e7-b4e8-07d11b2b0182 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:20:44.879916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-df7dd1de-f38d-40f3-b412-8018345e4caa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cbff74e09c44cc0bd30e66b3fa51903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518801 Nov 16 21:20:44.882643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:45.023388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-537d1bd7-0391-4284-a749-af9d5857bada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.080590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-537d1bd7-0391-4284-a749-af9d5857bada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.084593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.089015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.187810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-537d1bd7-0391-4284-a749-af9d5857bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.195031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-537d1bd7-0391-4284-a749-af9d5857bada admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.196975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-537d1bd7-0391-4284-a749-af9d5857bada admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79321061-b83e-480d-b93b-d442ed9b28c5 HTTP/1.1" status: 204 len: 168 time: 0.3114963 Nov 16 21:20:45.393329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d1bd7-0391-4284-a749-af9d5857bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79321061-b83e-480d-b93b-d442ed9b28c5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:45.465796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.480068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055e1c-66d4-4fa0-85cf-d3b102b48ad5 req-db5b0a13-4437-4a54-bc98-d3c7bf5a30d1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:45.494041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08055e1c-66d4-4fa0-85cf-d3b102b48ad5 req-db5b0a13-4437-4a54-bc98-d3c7bf5a30d1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.2863295 Nov 16 21:20:45.615584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08055e1c-66d4-4fa0-85cf-d3b102b48ad5 req-8d9c6a1e-2c7e-45ce-9df3-7f5952fd6615 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204412 Nov 16 21:20:45.774427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:45.868080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688ab21-54dc-445e-93e7-6fce91f5911c req-323396bc-c931-4508-8166-aab0a6034969 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:45.878125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5688ab21-54dc-445e-93e7-6fce91f5911c req-323396bc-c931-4508-8166-aab0a6034969 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.4196682 Nov 16 21:20:45.882122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Pushing event updated for resources: {'Port': ['ID=969d313b-4d68-4636-b676-f0541789f89c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:46.088407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8855b-2a38-43af-bdfd-b5c10ea6c86f req-6bcb2e6b-a410-42bd-9c96-74eb91965e3c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:46.091702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21e8855b-2a38-43af-bdfd-b5c10ea6c86f req-6bcb2e6b-a410-42bd-9c96-74eb91965e3c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 932 time: 0.1107862 Nov 16 21:20:46.199352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21e8855b-2a38-43af-bdfd-b5c10ea6c86f req-dd1b499b-8c99-495f-ad61-5dc8e02cb60a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005793 Nov 16 21:20:46.483967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcffc7-e6fd-4051-84b8-b7935c0e204c req-771018d0-754c-49a7-8e40-198b8f5db07b tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:46.486351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50fcffc7-e6fd-4051-84b8-b7935c0e204c req-771018d0-754c-49a7-8e40-198b8f5db07b tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 931 time: 0.1018763 Nov 16 21:20:46.592195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Network d7cbb971-c2b4-4aea-bc25-a1084161516f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:46.595290 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50fcffc7-e6fd-4051-84b8-b7935c0e204c req-ea95c49e-b2db-47e2-a8fd-a090fde35097 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002460 Nov 16 21:20:46.606462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:46.609760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:46.745142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5688ab21-54dc-445e-93e7-6fce91f5911c req-bcf1914a-a5bd-46e7-b1b6-0f617c9eb4b8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8662601 Nov 16 21:20:46.788131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:46.789346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:46.799555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45692) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:46.823110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 8511009b-be35-4757-80ef-6430e7763cf5 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:20:46.843994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-9214afd2-f7a3-40eb-a2e1-8fbb9006f687 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0010357 Nov 16 21:20:46.899302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216b4e9-1076-4fe1-9660-7d6b9f757b03 req-e52af417-aea8-4fc5-9309-7b30dd415bba tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:46.909391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b216b4e9-1076-4fe1-9660-7d6b9f757b03 req-e52af417-aea8-4fc5-9309-7b30dd415bba tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 0.1519308 Nov 16 21:20:46.916026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Request body: {'port': {'device_id': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:47.030175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b216b4e9-1076-4fe1-9660-7d6b9f757b03 req-d0015d80-15e9-4626-ac20-ac500833ead9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197231 Nov 16 21:20:47.053377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-864326748'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:47.105004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455b621f-7de4-42e7-b4e8-07d11b2b0182 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:47.115176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.129457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Transition to ACTIVE for port object 455b621f-7de4-42e7-b4e8-07d11b2b0182 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:47.142346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.150630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:47.165916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] Sync routers for ids ['8511009b-be35-4757-80ef-6430e7763cf5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:47.166823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99ab05c3-5555-4a06-bcab-a5e822fc0905 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/8511009b-be35-4757-80ef-6430e7763cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8004000 Nov 16 21:20:47.169332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:47.185932 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] Routers {'8511009b-be35-4757-80ef-6430e7763cf5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:47.186563 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8511009b-be35-4757-80ef-6430e7763cf5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:47.242564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:47.246683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.263758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.283300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.299207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Pushing event updated for resources: {'Port': ['ID=455b621f-7de4-42e7-b4e8-07d11b2b0182,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:47.324052 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:47.328834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:20:47.348697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] Routers {'8511009b-be35-4757-80ef-6430e7763cf5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:47.349666 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8511009b-be35-4757-80ef-6430e7763cf5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:47.450048 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:47.451035 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fc447-e8d6-470d-bfa1-969f6f1a0f50 None None] The sync data for ids ['8511009b-be35-4757-80ef-6430e7763cf5'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:47.645791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17726917-f02f-4143-96dd-adbea5f61acd req-f3a745d3-a85c-4c03-b3df-36c80e0244f5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:47.653720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17726917-f02f-4143-96dd-adbea5f61acd req-f3a745d3-a85c-4c03-b3df-36c80e0244f5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.2330275 Nov 16 21:20:47.688642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Attempting to bind port 455b621f-7de4-42e7-b4e8-07d11b2b0182 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:47.689865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Attempting to bind port 455b621f-7de4-42e7-b4e8-07d11b2b0182 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:47.690214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Attempting to bind port 455b621f-7de4-42e7-b4e8-07d11b2b0182 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:47.720867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Port 455b621f-7de4-42e7-b4e8-07d11b2b0182 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:47.721248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Attempting to bind port 455b621f-7de4-42e7-b4e8-07d11b2b0182 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:47.776879 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-b9c1d359-3d03-4078-98b2-535a5de0fc50 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 21:20:47.781605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b9c1d359-3d03-4078-98b2-535a5de0fc50 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/8511009b-be35-4757-80ef-6430e7763cf5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6108477 Nov 16 21:20:47.782129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45708) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:47.865877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-35dbf93a-5e4d-4a11-a7f3-0b8315ab9a29 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=8511009b-be35-4757-80ef-6430e7763cf5 HTTP/1.1" status: 200 len: 205 time: 0.0766385 Nov 16 21:20:47.866546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45712) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:47.882152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:47.882499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:47.882671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:47.883143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Bound port: 455b621f-7de4-42e7-b4e8-07d11b2b0182, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:47.883528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.917423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:47.957178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.007197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17726917-f02f-4143-96dd-adbea5f61acd req-06c4dad6-e72b-4598-99df-e223e6a7a969 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521059 Nov 16 21:20:48.019897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:48.020749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.042542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d906fd-7daa-49f6-9f04-9ac7d3d181b2 req-0a01b4e0-6590-48d7-89cd-dbe17f2ec9d4 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.044104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1d906fd-7daa-49f6-9f04-9ac7d3d181b2 req-0a01b4e0-6590-48d7-89cd-dbe17f2ec9d4 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 931 time: 0.3200347 Nov 16 21:20:48.062485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca75d34-7c2f-4f09-b6c3-c4aaabccf482,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:48.067894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.068251 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0 of type vlan for network d8f52e63-3f6d-477f-a4ca-e636223cda01 Nov 16 21:20:48.241824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] For port 455b621f-7de4-42e7-b4e8-07d11b2b0182, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:48.253054 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.306874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.310231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.358588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] For port 455b621f-7de4-42e7-b4e8-07d11b2b0182, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:48.387527 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.388042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router 8511009b-be35-4757-80ef-6430e7763cf5 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:20:48.396542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.402298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.407330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d56a23f-328a-4c7b-99bc-c1ff2cf81655 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/8511009b-be35-4757-80ef-6430e7763cf5 HTTP/1.1" status: 204 len: 168 time: 0.5213487 Nov 16 21:20:48.407949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1d906fd-7daa-49f6-9f04-9ac7d3d181b2 req-f2dffb7a-d0d9-42c1-9f57-d1eab31f8e9d tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539140 Nov 16 21:20:48.408080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45730) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:48.442427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969d313b-4d68-4636-b676-f0541789f89c {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:20:48.494688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.500983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.501727 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.516066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbab7f-d3f4-4ff0-b7e5-fd55f34eaff2 req-2e3ce7ba-2c6f-40d6-8d66-40e8975a3f2e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.518111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63fbab7f-d3f4-4ff0-b7e5-fd55f34eaff2 req-2e3ce7ba-2c6f-40d6-8d66-40e8975a3f2e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1333699 Nov 16 21:20:48.541924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet a53e88a7-44b4-4c0a-9e6e-5cc94d377252 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:20:48.546241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.589706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.601202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Pushing event updated for resources: {'Port': ['ID=455b621f-7de4-42e7-b4e8-07d11b2b0182,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:48.618105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.622459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=d8f52e63-3f6d-477f-a4ca-e636223cda01,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:48.629287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ae8e781-d318-4247-9401-2b103e4568c6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8284538 Nov 16 21:20:48.636947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d8f52e63-3f6d-477f-a4ca-e636223cda01 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:48.655073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:48.658539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.662856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-b26bc5a6-6838-4209-83bd-77625d0cff8a service neutron] 10.222.0.47 "PUT /v2.0/ports/455b621f-7de4-42e7-b4e8-07d11b2b0182 HTTP/1.1" status: 200 len: 1092 time: 3.9357517 Nov 16 21:20:48.663338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'tag': '455b621f-7de4-42e7-b4e8-07d11b2b0182'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:48.667676 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcc1ae2-9395-4789-90a5-f008224b8946", "tag": "455b621f-7de4-42e7-b4e8-07d11b2b0182"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:48.701302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Transition to ACTIVE for port object 969d313b-4d68-4636-b676-f0541789f89c will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:20:48.708217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.756322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:48.847122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.001857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=a53e88a7-44b4-4c0a-9e6e-5cc94d377252,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:49.018750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.024433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3c10f-5931-4ac2-b883-20cbd37f0c79 None None] Network 4b733760-3301-42e1-9453-59bbad01baa4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:49.034746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a80fede-4ea1-4e5d-89d3-7544da420f71 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/a53e88a7-44b4-4c0a-9e6e-5cc94d377252 HTTP/1.1" status: 204 len: 168 time: 0.6236963 Nov 16 21:20:49.045677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45736) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:49.269830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63fbab7f-d3f4-4ff0-b7e5-fd55f34eaff2 req-7fd77263-a6a2-41e5-b732-48b204e62f49 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7366548 Nov 16 21:20:49.360393 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.471182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Attempting to bind port 969d313b-4d68-4636-b676-f0541789f89c on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:49.471531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Attempting to bind port 969d313b-4d68-4636-b676-f0541789f89c by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:49.471861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Attempting to bind port 969d313b-4d68-4636-b676-f0541789f89c on network d7cbb971-c2b4-4aea-bc25-a1084161516f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:49.501152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Port 969d313b-4d68-4636-b676-f0541789f89c on network d7cbb971-c2b4-4aea-bc25-a1084161516f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:20:49.501811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Attempting to bind port 969d313b-4d68-4636-b676-f0541789f89c on network d7cbb971-c2b4-4aea-bc25-a1084161516f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:49.517306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-02a6f515-9260-40d8-8c12-f9e99d9befcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:49.520762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 7515256a-af75-4219-8248-5a21776bfbb7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:49.521051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.530485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] DHCP port deletion for 4b733760-3301-42e1-9453-59bbad01baa4 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:20:49.536652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-02a6f515-9260-40d8-8c12-f9e99d9befcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 1095 time: 0.5957246 Nov 16 21:20:49.569709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Pushing event updated for resources: {'Port': ['ID=969d313b-4d68-4636-b676-f0541789f89c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:49.582980 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48392728-2fb0-4eae-8e5e-287b443666cc x-openstack-request-id: req-48392728-2fb0-4eae-8e5e-287b443666cc {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:49.583350 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcc1ae2-9395-4789-90a5-f008224b8946", "tag": "455b621f-7de4-42e7-b4e8-07d11b2b0182", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:49.592968 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48392728-2fb0-4eae-8e5e-287b443666cc {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:49.593407 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'tag': '455b621f-7de4-42e7-b4e8-07d11b2b0182', 'status': 'completed', 'code': 200} Nov 16 21:20:49.595095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:49.595432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Checking segment: {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:49.595826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Bound using segment: {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:49.596274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Bound port: 969d313b-4d68-4636-b676-f0541789f89c, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:49.596632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.731032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] Deleting port 7515256a-af75-4219-8248-5a21776bfbb7 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:49.732101 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.770481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port 7515256a-af75-4219-8248-5a21776bfbb7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7515256a-af75-4219-8248-5a21776bfbb7,segment=NetworkSegment(c9927496-a420-4f61-9cb8-796fd8f8fbdb),segment_id=c9927496-a420-4f61-9cb8-796fd8f8fbdb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:49.770819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:49.824698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 7515256a-af75-4219-8248-5a21776bfbb7 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:49.849806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-6de09228-d61d-4476-8d05-573b9c700061 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182 HTTP/1.1" status: 200 len: 217 time: 0.2701526 Nov 16 21:20:49.877260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342ce5f-da85-4562-93cb-7c9d9a157e91 req-daa38ab0-22c8-47ef-880d-4984e6106c92 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:49.890161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3342ce5f-da85-4562-93cb-7c9d9a157e91 req-daa38ab0-22c8-47ef-880d-4984e6106c92 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.2416253 Nov 16 21:20:50.052008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] For port 7515256a-af75-4219-8248-5a21776bfbb7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7515256a-af75-4219-8248-5a21776bfbb7,segment=NetworkSegment(c9927496-a420-4f61-9cb8-796fd8f8fbdb),segment_id=c9927496-a420-4f61-9cb8-796fd8f8fbdb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:50.053980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.117070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3342ce5f-da85-4562-93cb-7c9d9a157e91 req-b15c2cee-9535-4a63-845c-ce728206338c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252951 Nov 16 21:20:50.130672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] Calling delete_port for 7515256a-af75-4219-8248-5a21776bfbb7 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:50.153490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.170990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-7b507762-89ff-4965-a5c9-782a7a50bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.173020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-7b507762-89ff-4965-a5c9-782a7a50bbbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.2574875 Nov 16 21:20:50.208248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=7515256a-af75-4219-8248-5a21776bfbb7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:50.236845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port 7515256a-af75-4219-8248-5a21776bfbb7 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:50.287320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-6f1a707c-2a70-4994-be20-3c9940e6ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.288824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-6f1a707c-2a70-4994-be20-3c9940e6ed04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 1097 time: 1.1681271 Nov 16 21:20:50.339884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7515256a-af75-4219-8248-5a21776bfbb7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:50.435212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7515256a-af75-4219-8248-5a21776bfbb7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:20:50.438592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7515256a-af75-4219-8248-5a21776bfbb7 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:20:50.478649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c731fb2-4a43-4169-ab0a-d6445aeb9085 req-2d873f57-15b5-48be-9a13-1d04c23d9a80 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.493897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c731fb2-4a43-4169-ab0a-d6445aeb9085 req-2d873f57-15b5-48be-9a13-1d04c23d9a80 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.2695115 Nov 16 21:20:50.497099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.548102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.551740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b733760-3301-42e1-9453-59bbad01baa4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:50.555731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2f04e-568d-47db-9336-f46a6e864ec8 req-704dec69-a7ce-4364-89a3-e3680db66b98 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.563390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cb2f04e-568d-47db-9336-f46a6e864ec8 req-704dec69-a7ce-4364-89a3-e3680db66b98 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 946 time: 1.4183617 Nov 16 21:20:50.577404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-3232f26c-af49-4b10-8b56-696b9c3da0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.578834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9927496-a420-4f61-9cb8-796fd8f8fbdb') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:50.579775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9927496-a420-4f61-9cb8-796fd8f8fbdb') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:50.589228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-3232f26c-af49-4b10-8b56-696b9c3da0a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.2540309 Nov 16 21:20:50.600799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.630211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c731fb2-4a43-4169-ab0a-d6445aeb9085 req-8f61b03d-d396-45c4-b901-252406ab28b2 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352584 Nov 16 21:20:50.648941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.658967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:50.659487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:50.664553 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:50.692688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] Pushing event deleted for resources: {'Port': ['ID=7515256a-af75-4219-8248-5a21776bfbb7,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:50.723619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-37c5aa92-1a96-44fd-930d-3d75e2cae435 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9 HTTP/1.1" status: 200 len: 217 time: 0.0937669 Nov 16 21:20:50.745871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ccb227-87f9-49b4-8cd3-682f5286091f None None] No DVR routers for this DVR port 7515256a-af75-4219-8248-5a21776bfbb7 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:20:50.771828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501af84-6206-44de-855b-0325fa33c64c req-3abf60df-59e6-4713-acc2-bad45ef622ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.773664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-3abf60df-59e6-4713-acc2-bad45ef622ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5043790 Nov 16 21:20:50.838220 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-228a7558-7b0e-44be-b908-8390d8191255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.851083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] For port 969d313b-4d68-4636-b676-f0541789f89c, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:50.883675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.889368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.897365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/4b733760-3301-42e1-9453-59bbad01baa4 HTTP/1.1" status: 204 len: 168 time: 1.8486433 Nov 16 21:20:50.906907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:50.919827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5cb2f04e-568d-47db-9336-f46a6e864ec8 req-7d42aad1-6fe0-493c-9c65-de732f3b9a32 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484111 Nov 16 21:20:50.929043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] For port 969d313b-4d68-4636-b676-f0541789f89c, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=969d313b-4d68-4636-b676-f0541789f89c,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:50.944989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-dc8c685c-eca8-4dbb-87f8-bfd8c083499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:50.946783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-dc8c685c-eca8-4dbb-87f8-bfd8c083499f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.2030814 Nov 16 21:20:50.948251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:50.964170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1867201932'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:51.000693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-7b5ec59d-a999-4d6d-90aa-a0bfc0023217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383315 Nov 16 21:20:51.073068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4a52b-2450-4dc0-af0b-f201178a936e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=4b733760-3301-42e1-9453-59bbad01baa4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:51.086268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:51.111062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.178534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7e33e30-8441-4d32-8f96-3e0f087207e9 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:51.258419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:51.283651 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.284349 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment d912c92b-f790-4542-8410-94330c7dbc07 of type vlan for network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f Nov 16 21:20:51.306347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57779cb-6617-4ad5-b428-98bcc2fe29bb req-249bde9e-f31b-41cf-b112-72eb5cd3b7af tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.316452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57779cb-6617-4ad5-b428-98bcc2fe29bb req-249bde9e-f31b-41cf-b112-72eb5cd3b7af tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1491694 Nov 16 21:20:51.379558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.385191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.394484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] 10.222.0.47 "PUT /v2.0/ports/969d313b-4d68-4636-b676-f0541789f89c HTTP/1.1" status: 200 len: 1091 time: 4.5281515 Nov 16 21:20:51.415525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.466888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57779cb-6617-4ad5-b428-98bcc2fe29bb req-a14475ba-e954-4323-90e7-9a4047d0f56f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490555 Nov 16 21:20:51.509199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.524015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.530793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.531800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.545565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:51.548772 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf74f7-016f-458c-9619-b6614a9f2e57" -d '{"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:51.595032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:51.601793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:51.684340 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b92dc-f7bc-448d-a855-9b348cbf6bbe x-openstack-request-id: req-b60b92dc-f7bc-448d-a855-9b348cbf6bbe {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:51.689823 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:51.689823 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b60b92dc-f7bc-448d-a855-9b348cbf6bbe {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:51.689823 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'code': 200} Nov 16 21:20:51.710774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'tag': '969d313b-4d68-4636-b676-f0541789f89c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:20:51.717118 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34106e26-c34c-45e5-9b5f-c17609f72abb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e151f9d-36b4-4668-b352-79c0ce8ce535", "tag": "969d313b-4d68-4636-b676-f0541789f89c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:20:51.764307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:51.802473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d5e00-5af2-4124-9b51-a218217f0610 service neutron] Pushing event updated for resources: {'Port': ['ID=969d313b-4d68-4636-b676-f0541789f89c,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:51.810033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8752408 Nov 16 21:20:51.818066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-d0482fbc-4723-4415-941d-acaee8e44eaf service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0147109 Nov 16 21:20:51.818726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45758) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:51.827851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:51.963044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaae92-4d9b-43ca-a7db-f3f84331d2aa tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=79197150-2e3d-4d0e-a2f2-5acaf6943e7f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:51.966447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-d172913e-6036-47e5-912c-7f5d619b4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:51.969931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-d172913e-6036-47e5-912c-7f5d619b4d34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25589cd53f4e432c9490e15133dafba3&device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 1094 time: 0.3505077 Nov 16 21:20:51.975140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:51.990275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d387765-1c89-49c9-87de-7a153b4d813b req-30a9bb93-f71f-4816-9ca6-5212d1ee7fce tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.000023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d387765-1c89-49c9-87de-7a153b4d813b req-30a9bb93-f71f-4816-9ca6-5212d1ee7fce tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.6835048 Nov 16 21:20:52.013012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eab924-2530-4d60-96c5-e1ee6e8dfe7f req-b63eff05-99a4-41ec-a67a-0056e586b69c tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.014652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14eab924-2530-4d60-96c5-e1ee6e8dfe7f req-b63eff05-99a4-41ec-a67a-0056e586b69c tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.2011290 Nov 16 21:20:52.080697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-ae7d5781-5547-49d6-8de7-eabe18d9938f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=969d313b-4d68-4636-b676-f0541789f89c HTTP/1.1" status: 200 len: 217 time: 0.0512147 Nov 16 21:20:52.165676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:52.169404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.246778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14eab924-2530-4d60-96c5-e1ee6e8dfe7f req-2ced66db-23bc-4b64-921b-023b3ffb2411 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251225 Nov 16 21:20:52.247285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:52.266642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:52.282204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-7bb83aac-6169-4c9b-9e8b-712d3a2cec43 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2476394 Nov 16 21:20:52.346212 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f781c1a5-f19d-4fd3-835e-8a49b28eaed5 x-openstack-request-id: req-f781c1a5-f19d-4fd3-835e-8a49b28eaed5 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:20:52.346412 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e151f9d-36b4-4668-b352-79c0ce8ce535", "tag": "969d313b-4d68-4636-b676-f0541789f89c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:20:52.346625 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f781c1a5-f19d-4fd3-835e-8a49b28eaed5 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:20:52.350809 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'tag': '969d313b-4d68-4636-b676-f0541789f89c', 'status': 'completed', 'code': 200} Nov 16 21:20:52.376626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d387765-1c89-49c9-87de-7a153b4d813b req-9e4772fc-ad85-4045-901a-46d2139ef9dc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746281 Nov 16 21:20:52.462530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-e30c32a1-580b-49f9-a07a-ff43232981e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:52.464316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-e30c32a1-580b-49f9-a07a-ff43232981e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52b44bd3-24da-47e2-adb4-8320e9e55b7b HTTP/1.1" status: 200 len: 848 time: 0.3531129 Nov 16 21:20:52.573055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-172fac7e-c61e-4468-99dc-0899844d21d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cbb971-c2b4-4aea-bc25-a1084161516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779970 Nov 16 21:20:52.614687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5501af84-6206-44de-855b-0325fa33c64c req-80d2f733-6ca7-46c9-b34c-7de2c4efd70a service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475953 Nov 16 21:20:52.644264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:52.670633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:52.725079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e95967-f31b-4622-ada7-6a37b9d1f1bf req-4425dd82-dbe3-4df1-9875-35d40e83b9dd service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703260 Nov 16 21:20:53.016138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e030470a-47e9-46e1-a836-5bb1d331f3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.047935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4de57-6d77-4cc8-b42c-d27dfd4e7961 req-3bd02a41-8ac5-4056-bf73-85b433affe4c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.049534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e4de57-6d77-4cc8-b42c-d27dfd4e7961 req-3bd02a41-8ac5-4056-bf73-85b433affe4c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.2605925 Nov 16 21:20:53.142274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.186699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e4de57-6d77-4cc8-b42c-d27dfd4e7961 req-c71154cf-e669-448a-894d-2d5b64c852d6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300578 Nov 16 21:20:53.212500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce2f57-1e53-487b-95d5-2af04a6694a0 req-cb67fed9-2485-4a57-9362-3d7390ab88f8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.217727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccce2f57-1e53-487b-95d5-2af04a6694a0 req-cb67fed9-2485-4a57-9362-3d7390ab88f8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 944 time: 0.7091541 Nov 16 21:20:53.247583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=2f63d0c4-d70f-475f-8be1-0f9a56d59ae5,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:53.265449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:53.265863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: d8f52e63-3f6d-477f-a4ca-e636223cda01, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:53.282829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-6f5dc396-d13c-407a-885e-48e2fde75bfc service neutron] 10.222.0.47 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267180 Nov 16 21:20:53.300413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network d8f52e63-3f6d-477f-a4ca-e636223cda01 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:53.314208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d8f52e63-3f6d-477f-a4ca-e636223cda01) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:53.319195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.320743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.324222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1966ece-86fa-4283-9fcc-afb0cc04df33 None None] Network d8f52e63-3f6d-477f-a4ca-e636223cda01 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:53.410838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccce2f57-1e53-487b-95d5-2af04a6694a0 req-a3755207-f455-4b85-acdf-b5b0fcafbc1c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220083 Nov 16 21:20:53.429692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f4c1bded-113d-4da7-947b-5e3c6566adee tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1811697 Nov 16 21:20:53.433755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45774) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:53.442074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500678700'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:53.452430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.521040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:53.524605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.553477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86b8eb-c7e1-482f-aeba-ce1c30752342 req-a800eb41-41dd-4807-bce1-5d963a2efee2 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.560843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f86b8eb-c7e1-482f-aeba-ce1c30752342 req-a800eb41-41dd-4807-bce1-5d963a2efee2 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.1297612 Nov 16 21:20:53.567258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=2c211a90-65da-4c8b-acfb-94b68273a0ea,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:53.585948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'd912c92b-f790-4542-8410-94330c7dbc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:53.586313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: 79197150-2e3d-4d0e-a2f2-5acaf6943e7f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:53.595024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:53.621204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.621585 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment ab1a95fa-f2cc-434e-99e7-119e8be2bd44 of type vlan for network 971bc462-5643-4bca-9189-d0e924067656 Nov 16 21:20:53.640183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:53.666339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cf92b-212e-444c-9dfb-f49434fb9a22 req-dbe78ca5-18db-4f07-9707-07ce800baca0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.675854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-692cf92b-212e-444c-9dfb-f49434fb9a22 req-dbe78ca5-18db-4f07-9707-07ce800baca0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.0798945 Nov 16 21:20:53.676835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 79197150-2e3d-4d0e-a2f2-5acaf6943e7f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:53.687053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.691834 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.692524 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f86b8eb-c7e1-482f-aeba-ce1c30752342 req-2567f4bd-d686-4307-acd3-20b662505665 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304944 Nov 16 21:20:53.725981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.727261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-887eba89-4cd3-45f7-aba3-8acea43fe2d6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9036658 Nov 16 21:20:53.727902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45780) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:53.738393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3829662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:53.763155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202fe11-626a-4495-ae85-303815245a86 None None] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:53.783374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-692cf92b-212e-444c-9dfb-f49434fb9a22 req-694122b6-c5b7-4811-920c-20eca403dbf7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Nov 16 21:20:53.794094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.801224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:53.801906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.802989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.804133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.821785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d8f52e63-3f6d-477f-a4ca-e636223cda01', 'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': '2f63d0c4-d70f-475f-8be1-0f9a56d59ae5'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:53.825767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.880766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.886486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.909000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:53.913912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ae27122e-c802-4a48-9c0c-b457ab0731dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1798019 Nov 16 21:20:53.914545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45782) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:53.949123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=971bc462-5643-4bca-9189-d0e924067656,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:53.949123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-178c3475-693b-4448-b755-4669dcca0d41 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5121007 Nov 16 21:20:53.950529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45784) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:53.957439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': '971bc462-5643-4bca-9189-d0e924067656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:54.025090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 971bc462-5643-4bca-9189-d0e924067656 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:54.132786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:54.141739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.231088 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.424342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.439153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-79197150-2e3d-4d0e-a2f2-5acaf6943e7f', 'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': '2c211a90-65da-4c8b-acfb-94b68273a0ea'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:54.440122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.486701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Allocated IP 2001:db8:0:ffff::2 (d8f52e63-3f6d-477f-a4ca-e636223cda01/2f63d0c4-d70f-475f-8be1-0f9a56d59ae5/f6289f47-7a75-4905-8950-6d11abbaa7da) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:54.516073 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.675963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6201-50b3-4544-9407-7bbea456aaba req-3b40d15f-1d9d-4a4b-8733-78f7eb0332c5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:54.677802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a33a6201-50b3-4544-9407-7bbea456aaba req-3b40d15f-1d9d-4a4b-8733-78f7eb0332c5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.3552239 Nov 16 21:20:54.689744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=e67a0455-5ce8-4cb0-97c4-f0dee3887058,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:54.698597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': 'ab1a95fa-f2cc-434e-99e7-119e8be2bd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '971bc462-5643-4bca-9189-d0e924067656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:54.699335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: 971bc462-5643-4bca-9189-d0e924067656, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:54.734007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network 971bc462-5643-4bca-9189-d0e924067656 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:54.762650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 971bc462-5643-4bca-9189-d0e924067656) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:54.770325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:54.770325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:54.808401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-950ce1ac-76f3-4547-950a-5d63b699906e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8552105 Nov 16 21:20:54.808401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45796) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:54.869836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Allocated IP 172.20.0.2 (79197150-2e3d-4d0e-a2f2-5acaf6943e7f/2c211a90-65da-4c8b-acfb-94b68273a0ea/51f796ae-0d69-4dd4-8712-277c0e138c70) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:54.901693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a33a6201-50b3-4544-9407-7bbea456aaba req-f4af5cc2-90b5-47d9-89f9-85711ba00889 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928437 Nov 16 21:20:54.964038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5b89b-897b-4bcb-a01b-58fb2e2372ff None None] Network 971bc462-5643-4bca-9189-d0e924067656 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:55.025784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.076661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b195a-a331-4b05-a260-e9cd63c4d0c1 req-8375e115-6505-4b5e-bdbc-60332e63cbca tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.078969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62b195a-a331-4b05-a260-e9cd63c4d0c1 req-8375e115-6505-4b5e-bdbc-60332e63cbca tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 944 time: 0.0656507 Nov 16 21:20:55.151001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.188339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62b195a-a331-4b05-a260-e9cd63c4d0c1 req-80e0da69-9ea4-4345-a33d-1acb537f9e7d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023729 Nov 16 21:20:55.247391 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.268784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa2639-83f2-47d6-8e5c-3bb02450db14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-971bc462-5643-4bca-9189-d0e924067656', 'network_id': '971bc462-5643-4bca-9189-d0e924067656', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': 'e67a0455-5ce8-4cb0-97c4-f0dee3887058'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:55.271811 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ebaa2639-83f2-47d6-8e5c-3bb02450db14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.293812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=e67a0455-5ce8-4cb0-97c4-f0dee3887058,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.340329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a333f3-6861-4ea3-b949-ef899427fb9d req-784cc791-e7e9-496a-8562-cd507d92347e tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.341928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73a333f3-6861-4ea3-b949-ef899427fb9d req-784cc791-e7e9-496a-8562-cd507d92347e tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.0645425 Nov 16 21:20:55.343872 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.383430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.386759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.405601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971bc462-5643-4bca-9189-d0e924067656']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:55.417232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1a95fa-f2cc-434e-99e7-119e8be2bd44') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:55.417576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1a95fa-f2cc-434e-99e7-119e8be2bd44') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:55.427605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.434379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.20.0.1 (79197150-2e3d-4d0e-a2f2-5acaf6943e7f/2c211a90-65da-4c8b-acfb-94b68273a0ea/cd42e9e7-fece-401c-aee5-144d41dc5158) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:55.442369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.443599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73a333f3-6861-4ea3-b949-ef899427fb9d req-60590190-2761-45da-afab-2e0f0023a826 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924137 Nov 16 21:20:55.451872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:55.452505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:55.456561 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:55.499840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Pushing event updated for resources: {'Port': ['ID=51f796ae-0d69-4dd4-8712-277c0e138c70,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.527694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a9157-2d59-4866-b1db-48b07a5415e3 None None] Network 971bc462-5643-4bca-9189-d0e924067656 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:55.544330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.553778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.560649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/971bc462-5643-4bca-9189-d0e924067656 HTTP/1.1" status: 204 len: 168 time: 0.7398283 Nov 16 21:20:55.560860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45802) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:55.577643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1793437781'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:55.583310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e202dc8-736b-45fd-ac95-bd602ff15beb tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=971bc462-5643-4bca-9189-d0e924067656,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.595075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414cb00-6875-4503-aea1-95e5a9674479 req-911db7d3-c87b-4862-8547-66bc5e51cf6e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.596715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8414cb00-6875-4503-aea1-95e5a9674479 req-911db7d3-c87b-4862-8547-66bc5e51cf6e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.0723076 Nov 16 21:20:55.614099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:55.614999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:55.619748 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.621686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.638379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:55.641076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:55.654223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:55.659861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.666789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.667222 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment 8ce6254d-e5b6-4bc1-be0a-1167d1f1af73 of type vlan for network 908744b9-52a5-47a2-9f4c-93706653be34 Nov 16 21:20:55.682267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.682383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8414cb00-6875-4503-aea1-95e5a9674479 req-fc2a1de8-aa88-48cb-8a8e-faf22b98c33a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761116 Nov 16 21:20:55.697142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.717448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.739261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.751431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.758809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:55.759546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.779848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Network d8f52e63-3f6d-477f-a4ca-e636223cda01 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:55.790561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:55.793962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:55.796521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:55.798281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:55.820524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:55.825731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2603390 Nov 16 21:20:55.826149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45804) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:55.831505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': '908744b9-52a5-47a2-9f4c-93706653be34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:55.869191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.901967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be4b8-8023-4cb6-84b9-58e11d9a4452 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=908744b9-52a5-47a2-9f4c-93706653be34,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.928435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Attempting to bind port 51f796ae-0d69-4dd4-8712-277c0e138c70 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:55.928815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Attempting to bind port 51f796ae-0d69-4dd4-8712-277c0e138c70 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd912c92b-f790-4542-8410-94330c7dbc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:55.929184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Attempting to bind port 51f796ae-0d69-4dd4-8712-277c0e138c70 on network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:55.934467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 908744b9-52a5-47a2-9f4c-93706653be34 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:55.939213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Pushing event updated for resources: {'Port': ['ID=f6289f47-7a75-4905-8950-6d11abbaa7da,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:55.963466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:55.963919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Checking segment: {'id': 'd912c92b-f790-4542-8410-94330c7dbc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:55.964251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.964699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Bound using segment: {'id': 'd912c92b-f790-4542-8410-94330c7dbc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:55.965171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Bound port: 51f796ae-0d69-4dd4-8712-277c0e138c70, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd912c92b-f790-4542-8410-94330c7dbc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '79197150-2e3d-4d0e-a2f2-5acaf6943e7f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:55.965564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.965814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:55.973159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:55.983933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=cd42e9e7-fece-401c-aee5-144d41dc5158,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.028483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.122717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Attempting to bind port f6289f47-7a75-4905-8950-6d11abbaa7da on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:56.123097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Attempting to bind port f6289f47-7a75-4905-8950-6d11abbaa7da by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:56.123719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Attempting to bind port f6289f47-7a75-4905-8950-6d11abbaa7da on network d8f52e63-3f6d-477f-a4ca-e636223cda01 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:56.146990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:56.147342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Checking segment: {'id': 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:56.147745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.148138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Bound using segment: {'id': 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:56.148617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Bound port: f6289f47-7a75-4905-8950-6d11abbaa7da, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f52e63-3f6d-477f-a4ca-e636223cda01'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:56.149438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.225505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] For port 51f796ae-0d69-4dd4-8712-277c0e138c70, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:56.239956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.241029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] For port 51f796ae-0d69-4dd4-8712-277c0e138c70, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=51f796ae-0d69-4dd4-8712-277c0e138c70,segment=NetworkSegment(d912c92b-f790-4542-8410-94330c7dbc07),segment_id=d912c92b-f790-4542-8410-94330c7dbc07)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:56.252708 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.290913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=f07c3a4d-e7f0-4e0c-a109-c4123e7d0445,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.315942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] For port f6289f47-7a75-4905-8950-6d11abbaa7da, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:56.348842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '908744b9-52a5-47a2-9f4c-93706653be34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:56.349219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: 908744b9-52a5-47a2-9f4c-93706653be34, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:56.364075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] For port f6289f47-7a75-4905-8950-6d11abbaa7da, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f6289f47-7a75-4905-8950-6d11abbaa7da,segment=NetworkSegment(f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0),segment_id=f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:56.377140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network 908744b9-52a5-47a2-9f4c-93706653be34 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:56.378315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.389181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89c8b-6d0a-47fc-a814-4ba0c620eab7 None None] Pushing event updated for resources: {'Port': ['ID=51f796ae-0d69-4dd4-8712-277c0e138c70,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.394919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 908744b9-52a5-47a2-9f4c-93706653be34) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:56.409444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e58000-30b7-4cab-acae-997087c8573c None None] Network 908744b9-52a5-47a2-9f4c-93706653be34 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:56.410006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.411122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.443308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45828) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:56.444160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-25e10aa7-c29a-4006-b42b-ff66fbccb88d tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6167538 Nov 16 21:20:56.455275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931219034'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:56.463235 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.472466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.577721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:56.581877 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.582522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.601450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daeb6f-ed02-4497-9e15-bdf7e09c3718 None None] Pushing event updated for resources: {'Port': ['ID=f6289f47-7a75-4905-8950-6d11abbaa7da,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.627373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=cd42e9e7-fece-401c-aee5-144d41dc5158,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:56.638674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.699014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:56.720324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.721221 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment 11d6bb20-4554-4a15-81c6-814ff9dfad11 of type vlan for network ea275e2a-bb03-4fe1-a183-9e226e22194b Nov 16 21:20:56.768741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-908744b9-52a5-47a2-9f4c-93706653be34', 'network_id': '908744b9-52a5-47a2-9f4c-93706653be34', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': 'f07c3a4d-e7f0-4e0c-a109-c4123e7d0445'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:56.769707 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.860693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.937024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.944626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:56.945248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:56.948912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:56.955165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:57.004210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Allocated IP 2001:db8::3 (908744b9-52a5-47a2-9f4c-93706653be34/f07c3a4d-e7f0-4e0c-a109-c4123e7d0445/b0629b51-4840-4ae3-b0e9-96b854b36786) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:20:57.018988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5744784 Nov 16 21:20:57.022111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45852) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:57.027530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': 'ea275e2a-bb03-4fe1-a183-9e226e22194b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:57.105077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d78c0-44d2-499c-977c-33237909b07c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=ea275e2a-bb03-4fe1-a183-9e226e22194b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:57.165412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 0fd7bdad-c7ee-4f05-8212-137d894559b7 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:20:57.189088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ea275e2a-bb03-4fe1-a183-9e226e22194b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:20:57.236193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7e33e30-8441-4d32-8f96-3e0f087207e9 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:20:57.262723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:20:57.269065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5bedd1b7-b9e1-464b-8283-4c63cd70202e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/0fd7bdad-c7ee-4f05-8212-137d894559b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3534515 Nov 16 21:20:57.274066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:57.293028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] Sync routers for ids ['0fd7bdad-c7ee-4f05-8212-137d894559b7'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:20:57.329692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04138b1e-1a82-42b9-b5dd-cf2609dcf5ca tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:57.334082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-04138b1e-1a82-42b9-b5dd-cf2609dcf5ca tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports/cd42e9e7-fece-401c-aee5-144d41dc5158 HTTP/1.1" status: 200 len: 910 time: 0.0589623 Nov 16 21:20:57.334703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:57.340791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] Routers {'0fd7bdad-c7ee-4f05-8212-137d894559b7'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:57.342464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0fd7bdad-c7ee-4f05-8212-137d894559b7'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:57.413894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:57.447264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:57.452887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.467841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] Routers {'0fd7bdad-c7ee-4f05-8212-137d894559b7'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:20:57.469185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0fd7bdad-c7ee-4f05-8212-137d894559b7'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:57.521990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:57.522888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9423c8f-e16d-4f0c-9f87-7c96788f7856 None None] The sync data for ids ['0fd7bdad-c7ee-4f05-8212-137d894559b7'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:20:57.533877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Performing IP validity checks on allocation pools {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:20:57.534421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:20:57.534772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.542453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.604815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Network 908744b9-52a5-47a2-9f4c-93706653be34 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:20:57.607454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:57.608785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:20:57.625755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Pushing event updated for resources: {'Port': ['ID=b0629b51-4840-4ae3-b0e9-96b854b36786,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:57.676247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-a3b52d8d-7426-450c-9166-8fb3eadbcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:57.677812 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-a3b52d8d-7426-450c-9166-8fb3eadbcebc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1095 time: 0.0895464 Nov 16 21:20:57.716273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Attempting to bind port b0629b51-4840-4ae3-b0e9-96b854b36786 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:20:57.716646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Attempting to bind port b0629b51-4840-4ae3-b0e9-96b854b36786 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '908744b9-52a5-47a2-9f4c-93706653be34'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:20:57.717022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Attempting to bind port b0629b51-4840-4ae3-b0e9-96b854b36786 on network 908744b9-52a5-47a2-9f4c-93706653be34 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:20:57.724831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:20:57.725245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Checking segment: {'id': '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '908744b9-52a5-47a2-9f4c-93706653be34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:57.725645 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.726090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Bound using segment: {'id': '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '908744b9-52a5-47a2-9f4c-93706653be34'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:20:57.726704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Bound port: b0629b51-4840-4ae3-b0e9-96b854b36786, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '908744b9-52a5-47a2-9f4c-93706653be34'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:20:57.727099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.801679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ba0447e-02a8-418f-961a-2ac7a387d13b req-50faf937-7036-4879-9c9a-976c4c62a868 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792214 Nov 16 21:20:57.805193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] For port b0629b51-4840-4ae3-b0e9-96b854b36786, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:20:57.810502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] For port b0629b51-4840-4ae3-b0e9-96b854b36786, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b0629b51-4840-4ae3-b0e9-96b854b36786,segment=NetworkSegment(8ce6254d-e5b6-4bc1-be0a-1167d1f1af73),segment_id=8ce6254d-e5b6-4bc1-be0a-1167d1f1af73)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:20:57.816620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.870594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-fade7871-d3bc-4a94-ac2b-3bbbc9fb2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:57.874159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-fade7871-d3bc-4a94-ac2b-3bbbc9fb2445 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 1095 time: 0.2843676 Nov 16 21:20:57.890457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:57.900034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ec29b-2a77-4211-8dda-1bfa685bb57f None None] Pushing event updated for resources: {'Port': ['ID=b0629b51-4840-4ae3-b0e9-96b854b36786,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:58.058172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da0bb-050e-4fc8-a437-ba83e19a718b req-1d3a5494-0316-4a07-bc8d-f7376308f9d7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.059732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a65da0bb-050e-4fc8-a437-ba83e19a718b req-1d3a5494-0316-4a07-bc8d-f7376308f9d7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.3237903 Nov 16 21:20:58.068499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=e2d8e042-e449-4c3e-ad34-ba1f4253909d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:58.084731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-6fc3c2a6-a0e2-4456-bba9-d596ec6a1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.087747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-6fc3c2a6-a0e2-4456-bba9-d596ec6a1902 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.3533342 Nov 16 21:20:58.140531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-13ecb5ac-58a0-4302-be5d-eaa589337acf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.142136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-13ecb5ac-58a0-4302-be5d-eaa589337acf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2016bd61-3111-4516-a836-9125ec2b00de HTTP/1.1" status: 200 len: 944 time: 0.1634212 Nov 16 21:20:58.165966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-a2d8c7ac-150f-4fcd-91fb-7852bf4ec1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.167325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-a2d8c7ac-150f-4fcd-91fb-7852bf4ec1ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2799890 Nov 16 21:20:58.189889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-30c55731-4f2e-4be6-beb1-aae8c124e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.191389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-30c55731-4f2e-4be6-beb1-aae8c124e7ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25589cd53f4e432c9490e15133dafba3&device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 1094 time: 0.2331431 Nov 16 21:20:58.196871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a275eec-b993-4c15-8f5b-65f742836101 None None] Network d8f52e63-3f6d-477f-a4ca-e636223cda01 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:58.260100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': '11d6bb20-4554-4a15-81c6-814ff9dfad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ea275e2a-bb03-4fe1-a183-9e226e22194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:20:58.260811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: ea275e2a-bb03-4fe1-a183-9e226e22194b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:20:58.346310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-bc973b4a-0011-497d-b1cc-936063c5cfda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182 HTTP/1.1" status: 200 len: 217 time: 0.1531188 Nov 16 21:20:58.350076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-5921feed-6434-47cf-b174-21330cbd857d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 200 len: 1000 time: 0.2538316 Nov 16 21:20:58.356864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a65da0bb-050e-4fc8-a437-ba83e19a718b req-b5b67905-1d9e-4ffa-946d-fbc642ca759a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824471 Nov 16 21:20:58.436209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4ac64c99-210b-4fb2-a4d9-960f47d54d08 None None] Provisioning complete for port f6289f47-7a75-4905-8950-6d11abbaa7da triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:58.436668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ac64c99-210b-4fb2-a4d9-960f47d54d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.474203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-a97b92a1-4c13-496f-997d-3c2c55ac6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.475804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-a97b92a1-4c13-496f-997d-3c2c55ac6be5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1145864 Nov 16 21:20:58.477560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network ea275e2a-bb03-4fe1-a183-9e226e22194b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:20:58.492616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51f796ae-0d69-4dd4-8712-277c0e138c70 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:58.537529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df1ef9-d357-4e75-970f-126a901cf75a None None] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:58.550996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-5bd81abd-f9c3-43c8-9c71-410747ca15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.552474 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-5bd81abd-f9c3-43c8-9c71-410747ca15a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1731822 Nov 16 21:20:58.561992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ea275e2a-bb03-4fe1-a183-9e226e22194b) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:20:58.580122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.580910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.602518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-51b7a58c-36f4-4f8a-ad7e-77437d12a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.604039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-51b7a58c-36f4-4f8a-ad7e-77437d12a5e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 200 len: 909 time: 0.4023232 Nov 16 21:20:58.607432 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.607673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc76033-0feb-4f30-847a-f1846c5f726f None None] Network ea275e2a-bb03-4fe1-a183-9e226e22194b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:58.613670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-f4699649-901a-4223-b101-cdaf4fa3ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.615432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-f4699649-901a-4223-b101-cdaf4fa3ddfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315591 Nov 16 21:20:58.637974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34b5ba39-ab3d-4ff7-a82f-30dd49873c8f tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6121042 Nov 16 21:20:58.639858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45862) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:58.668615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e5743-fb22-407a-afef-bf1639658f21 req-5a79a70f-a2cb-4ccb-b05e-2d8162c950b3 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:58.670193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a7e5743-fb22-407a-afef-bf1639658f21 req-5a79a70f-a2cb-4ccb-b05e-2d8162c950b3 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.1427164 Nov 16 21:20:58.702737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 51f796ae-0d69-4dd4-8712-277c0e138c70 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:58.702953 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.723802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-46c31672-1700-4ca1-8e10-834bf7311982 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=969d313b-4d68-4636-b676-f0541789f89c HTTP/1.1" status: 200 len: 217 time: 0.0779359 Nov 16 21:20:58.797629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Deleting port c7e33e30-8441-4d32-8f96-3e0f087207e9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:20:58.798396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.831969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a7e5743-fb22-407a-afef-bf1639658f21 req-d1248b4f-9bc9-49ca-a2cf-cb4b84e38431 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182294 Nov 16 21:20:58.887973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:58.891990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-d77fb153-9cb3-448d-b0ea-94ea8c535492 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687304 Nov 16 21:20:58.904648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ac64c99-210b-4fb2-a4d9-960f47d54d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.016755 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.101375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.121959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ac64c99-210b-4fb2-a4d9-960f47d54d08 None None] For port f6289f47-7a75-4905-8950-6d11abbaa7da, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f6289f47-7a75-4905-8950-6d11abbaa7da,segment=NetworkSegment(f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0),segment_id=f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:59.130354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73dbaa4f-00cd-46f4-9ed1-4ce2fe613109 req-040e7d25-d449-4f71-a975-4a62d3e02b41 service neutron] 10.222.0.47 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260787 Nov 16 21:20:59.170784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ac64c99-210b-4fb2-a4d9-960f47d54d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.219786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fb77b-f048-46cb-96e5-3c30b3db0b7e req-b8ec3638-7568-4ecc-98a0-eb40b90e9abb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.223002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f3fb77b-f048-46cb-96e5-3c30b3db0b7e req-b8ec3638-7568-4ecc-98a0-eb40b90e9abb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.2562265 Nov 16 21:20:59.230331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1db518-0a63-4828-b3d2-2482d989ef28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ea275e2a-bb03-4fe1-a183-9e226e22194b', 'network_id': 'ea275e2a-bb03-4fe1-a183-9e226e22194b', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': 'e2d8e042-e449-4c3e-ad34-ba1f4253909d'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:20:59.231220 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a1db518-0a63-4828-b3d2-2482d989ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.239081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 51f796ae-0d69-4dd4-8712-277c0e138c70, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=51f796ae-0d69-4dd4-8712-277c0e138c70,segment=NetworkSegment(d912c92b-f790-4542-8410-94330c7dbc07),segment_id=d912c92b-f790-4542-8410-94330c7dbc07)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:59.259942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.261896 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.263043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f6289f47-7a75-4905-8950-6d11abbaa7da up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:20:59.299597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d8e042-e449-4c3e-ad34-ba1f4253909d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:59.337990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac64c99-210b-4fb2-a4d9-960f47d54d08 None None] Pushing event updated for resources: {'Port': ['ID=f6289f47-7a75-4905-8950-6d11abbaa7da,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:59.340274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-dc02edcb-0a87-48a7-b511-53626194d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.341809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-dc02edcb-0a87-48a7-b511-53626194d82c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7747808 Nov 16 21:20:59.344563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8f3fb77b-f048-46cb-96e5-3c30b3db0b7e req-37f2304b-1f83-4c3c-9a61-635c3d496cca tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144943 Nov 16 21:20:59.402895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-5d0ae8c7-5d18-459d-bf0d-7766fdae4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.404364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-5d0ae8c7-5d18-459d-bf0d-7766fdae4c56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52b44bd3-24da-47e2-adb4-8320e9e55b7b HTTP/1.1" status: 200 len: 848 time: 0.6665373 Nov 16 21:20:59.441836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.470281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-03d1b121-8a92-4671-b25d-f8ce590f8797 None None] Provisioning complete for port 51f796ae-0d69-4dd4-8712-277c0e138c70 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:20:59.473417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03d1b121-8a92-4671-b25d-f8ce590f8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.488970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea275e2a-bb03-4fe1-a183-9e226e22194b']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:59.504395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d6bb20-4554-4a15-81c6-814ff9dfad11') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:59.504395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d6bb20-4554-4a15-81c6-814ff9dfad11') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:20:59.527940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.543499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-7a88143f-e713-441f-bc9e-c52a90529b8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7cbb971-c2b4-4aea-bc25-a1084161516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904417 Nov 16 21:20:59.553276 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.567879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:20:59.568442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:20:59.579541 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:20:59.636215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c93a72-a8fd-4d4e-9da3-b5495be2ac5f None None] Network 908744b9-52a5-47a2-9f4c-93706653be34 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:59.651675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=51f796ae-0d69-4dd4-8712-277c0e138c70,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:59.664964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f187d-0fbe-4a37-bbc5-ddaeddd724c9 None None] Network ea275e2a-bb03-4fe1-a183-9e226e22194b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:20:59.737883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.746979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] For port c7e33e30-8441-4d32-8f96-3e0f087207e9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7e33e30-8441-4d32-8f96-3e0f087207e9,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:20:59.747349 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.768341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.772041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/ea275e2a-bb03-4fe1-a183-9e226e22194b HTTP/1.1" status: 204 len: 168 time: 1.1324787 Nov 16 21:20:59.773657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89cd7-48fa-48c3-b9a1-2cdc8dd107cc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=ea275e2a-bb03-4fe1-a183-9e226e22194b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:20:59.780394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45868) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:20:59.786743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73905711'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:20:59.792402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Calling delete_port for c7e33e30-8441-4d32-8f96-3e0f087207e9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:20:59.812971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7110-dfe5-4a9d-9687-fb3655c9e56b req-8122ffc2-fdd7-4dcd-8648-46afb40b094c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:20:59.815218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-041c7110-dfe5-4a9d-9687-fb3655c9e56b req-8122ffc2-fdd7-4dcd-8648-46afb40b094c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1156528 Nov 16 21:20:59.860847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-7a0bf7ea-5d9c-4ae8-8332-7d19c68d53a5 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037656 Nov 16 21:20:59.895114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:20:59.898852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.950319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-041c7110-dfe5-4a9d-9687-fb3655c9e56b req-8ffa0b06-0e2d-4b48-a563-faee541812d7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240699 Nov 16 21:20:59.974830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:20:59.999060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:20:59.999414 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment 2f33d5b9-78d9-4a72-be21-e8d32698f3e4 of type vlan for network 33185ccc-2e0a-47f4-98c4-94436aba2508 Nov 16 21:21:00.064804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.086885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f6289f47-7a75-4905-8950-6d11abbaa7da triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:00.087263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.138495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.144737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.145431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.148372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-1124f19a-dfe0-4019-b51c-4128ab1acad6 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842094 Nov 16 21:21:00.174994 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3885558 Nov 16 21:21:00.185362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45872) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:00.195307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': '33185ccc-2e0a-47f4-98c4-94436aba2508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:00.293490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1bd18-07ea-45c8-8524-ac4a58a9ea4c req-0e5ab0ea-48d8-444c-991b-0a10d683d05f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.301637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ca1bd18-07ea-45c8-8524-ac4a58a9ea4c req-0e5ab0ea-48d8-444c-991b-0a10d683d05f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.2217081 Nov 16 21:21:00.316627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-03d1b121-8a92-4671-b25d-f8ce590f8797 None None] Provisioning complete for port f6289f47-7a75-4905-8950-6d11abbaa7da triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:00.318003 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03d1b121-8a92-4671-b25d-f8ce590f8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.338159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d839dc-0f96-486e-baf5-2fc344fe1c65 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=33185ccc-2e0a-47f4-98c4-94436aba2508,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:00.362230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 33185ccc-2e0a-47f4-98c4-94436aba2508 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:00.389809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab7e6dbb-7bc6-48f8-bd1d-bea9470a2388 req-23639c3d-2f14-45d4-88f4-7c18632360dd service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507124 Nov 16 21:21:00.400748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ca1bd18-07ea-45c8-8524-ac4a58a9ea4c req-5fc0c95b-03ac-4f48-927d-c88ffa77bfdd tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980563 Nov 16 21:21:00.417480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:00.423928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.428878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.490564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event deleted for resources: {'Port': ['ID=c7e33e30-8441-4d32-8f96-3e0f087207e9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:00.513256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34106e26-c34c-45e5-9b5f-c17609f72abb req-ad2fe93b-ac8c-4e02-8970-0f7f44507892 service neutron] 10.222.0.47 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482988 Nov 16 21:21:00.541121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port cd42e9e7-fece-401c-aee5-144d41dc5158 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:00.541988 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.587365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ef60d-a70a-4c32-9efd-7a2c94f46717 req-e1cf17ff-e32d-4787-aeb2-629a43a2c62d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:00.589303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-991ef60d-a70a-4c32-9efd-7a2c94f46717 req-e1cf17ff-e32d-4787-aeb2-629a43a2c62d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 944 time: 0.1006341 Nov 16 21:21:00.658506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] No DVR routers for this DVR port c7e33e30-8441-4d32-8f96-3e0f087207e9 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:00.663625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.667720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75a69aa7-6349-4207-a5f3-1642623f1f6b req-1f16dc87-1a73-479d-b6a8-01550673a4cf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "DELETE /v2.0/ports/c7e33e30-8441-4d32-8f96-3e0f087207e9 HTTP/1.1" status: 204 len: 173 time: 2.4993193 Nov 16 21:21:00.668298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-deleted', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:00.670749 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e149333e-3c4d-4d09-ae42-c5add920ea58" -d '{"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-deleted", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:00.726878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-991ef60d-a70a-4c32-9efd-7a2c94f46717 req-8bc10401-3b9a-4503-9fba-cc9ee4389897 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169093 Nov 16 21:21:00.742773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Provisioning complete for port b0629b51-4840-4ae3-b0e9-96b854b36786 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:00.749111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.760401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.777761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for cd42e9e7-fece-401c-aee5-144d41dc5158 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:00.866823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.937182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:00.943676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51f796ae-0d69-4dd4-8712-277c0e138c70 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:00.951912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=99ab6eac-dc83-494d-ae53-ac70ce631f6b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:01.022624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': '2f33d5b9-78d9-4a72-be21-e8d32698f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '33185ccc-2e0a-47f4-98c4-94436aba2508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:01.024637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: 33185ccc-2e0a-47f4-98c4-94436aba2508, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:01.032427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] For port b0629b51-4840-4ae3-b0e9-96b854b36786, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b0629b51-4840-4ae3-b0e9-96b854b36786,segment=NetworkSegment(8ce6254d-e5b6-4bc1-be0a-1167d1f1af73),segment_id=8ce6254d-e5b6-4bc1-be0a-1167d1f1af73)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:01.040529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.042313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.061407 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3e06e4-1577-492f-9cde-16fcf3e0789e x-openstack-request-id: req-3b3e06e4-1577-492f-9cde-16fcf3e0789e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:01.061899 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2016bd61-3111-4516-a836-9125ec2b00de", "name": "network-vif-deleted", "tag": "c7e33e30-8441-4d32-8f96-3e0f087207e9", "status": "failed", "code": 422}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:01.062568 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b3e06e4-1577-492f-9cde-16fcf3e0789e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:01.063361 n-d-817778-8 neutron-server[102453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2016bd61-3111-4516-a836-9125ec2b00de', 'name': 'network-vif-deleted', 'tag': 'c7e33e30-8441-4d32-8f96-3e0f087207e9', 'status': 'failed', 'code': 422} returned with failed status Nov 16 21:21:01.065874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network 33185ccc-2e0a-47f4-98c4-94436aba2508 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:01.081347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 33185ccc-2e0a-47f4-98c4-94436aba2508) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:01.095995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=cd42e9e7-fece-401c-aee5-144d41dc5158,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:01.100491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Pushing event updated for resources: {'Port': ['ID=b0629b51-4840-4ae3-b0e9-96b854b36786,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:01.104612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 455b621f-7de4-42e7-b4e8-07d11b2b0182 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:01.113543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.114430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.145694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e7d46f56-9510-483d-bbf2-48c8f8d5c7e6 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9581530 Nov 16 21:21:01.148318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45890) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:01.178288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9d663-1ad0-4fac-b0a7-5eeca22423a4 None None] Network 33185ccc-2e0a-47f4-98c4-94436aba2508 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:01.252029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Provisioning complete for port 51f796ae-0d69-4dd4-8712-277c0e138c70 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:01.252575 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.275591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.278790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa684d2-7592-40f6-983f-e2c996e08def req-bcc60d44-236d-4ee7-9b71-f6e8a530ad2d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.280641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fa684d2-7592-40f6-983f-e2c996e08def req-bcc60d44-236d-4ee7-9b71-f6e8a530ad2d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1409390 Nov 16 21:21:01.292453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 51f796ae-0d69-4dd4-8712-277c0e138c70 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:01.292855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.346693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.385783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.479801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.501007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 455b621f-7de4-42e7-b4e8-07d11b2b0182, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:01.516834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3fa684d2-7592-40f6-983f-e2c996e08def req-d3216338-3f8b-4207-9bda-72b42b71e7b0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884122 Nov 16 21:21:01.538355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f6289f47-7a75-4905-8950-6d11abbaa7da up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:01.565941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=99ab6eac-dc83-494d-ae53-ac70ce631f6b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:01.589534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '455b621f-7de4-42e7-b4e8-07d11b2b0182', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '455b621f-7de4-42e7-b4e8-07d11b2b0182', 'mac_address': 'fa:16:3e:5b:4c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:01.646942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 0fd7bdad-c7ee-4f05-8212-137d894559b7 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:01.679056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3bb3-b41b-4a3c-91b1-ce770c2249db req-bd258342-1da6-4a29-88a9-a5f279c40e18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.680621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44c3bb3-b41b-4a3c-91b1-ce770c2249db req-bd258342-1da6-4a29-88a9-a5f279c40e18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.0701630 Nov 16 21:21:01.692420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8286c5-faa2-4d0a-a187-12d5df6c3085 None None] Network 33185ccc-2e0a-47f4-98c4-94436aba2508 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:01.713388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.719264 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.732909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-de663e32-6c4f-4c76-bb3c-610e3110d109 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:01.734944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-de663e32-6c4f-4c76-bb3c-610e3110d109 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.2723737 Nov 16 21:21:01.756008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33185ccc-2e0a-47f4-98c4-94436aba2508']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.762758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4cc5ee99-ec8b-4f9a-a6af-5f850de9a5f7 None None] Could not find standard attr ID for object cd42e9e7-fece-401c-aee5-144d41dc5158. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:21:01.770457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-dc4906ad-6c6d-407e-a566-8a51e7285f60 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0253642 Nov 16 21:21:01.772163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f33d5b9-78d9-4a72-be21-e8d32698f3e4') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.774295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f33d5b9-78d9-4a72-be21-e8d32698f3e4') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.781430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:01.782998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455b621f-7de4-42e7-b4e8-07d11b2b0182 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:01.793275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd174dc6-7f20-4a94-845e-27c6435779dc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/0fd7bdad-c7ee-4f05-8212-137d894559b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4575002 Nov 16 21:21:01.796813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45906) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:01.797568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] Sync routers for ids ['0fd7bdad-c7ee-4f05-8212-137d894559b7'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:01.809683 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] Routers {'0fd7bdad-c7ee-4f05-8212-137d894559b7'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:01.810488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f6289f47-7a75-4905-8950-6d11abbaa7da triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:01.810877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.811054 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0fd7bdad-c7ee-4f05-8212-137d894559b7'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.814015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44c3bb3-b41b-4a3c-91b1-ce770c2249db req-4b8a4969-7692-4c68-a39a-52bc60646bd8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011429 Nov 16 21:21:01.817787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.840730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-165c9305-e922-4747-8814-42bb29f8f96d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fd7bdad-c7ee-4f05-8212-137d894559b7 HTTP/1.1" status: 200 len: 205 time: 0.0427155 Nov 16 21:21:01.841344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45908) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:01.856501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 455b621f-7de4-42e7-b4e8-07d11b2b0182, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:01.876770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.882654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.887652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:01.889364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.904100 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.924979 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] Routers {'0fd7bdad-c7ee-4f05-8212-137d894559b7'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:01.925632 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0fd7bdad-c7ee-4f05-8212-137d894559b7'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.962399 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:01.963099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.963508 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e6f98-3909-4884-957c-0b1d17a5a5af None None] The sync data for ids ['0fd7bdad-c7ee-4f05-8212-137d894559b7'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:01.971617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f9432433-5aff-4ef8-9ab8-00ccccb4b8a5 None None] Provisioning complete for port b0629b51-4840-4ae3-b0e9-96b854b36786 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:01.972000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9432433-5aff-4ef8-9ab8-00ccccb4b8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:01.979660 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:01.982481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-1650a289-e5dd-4ac4-8e6e-faa305415fb3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1995306 Nov 16 21:21:01.986221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:01.991907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.001586 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/33185ccc-2e0a-47f4-98c4-94436aba2508 HTTP/1.1" status: 204 len: 168 time: 0.8460772 Nov 16 21:21:02.001793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=455b621f-7de4-42e7-b4e8-07d11b2b0182,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.002533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:02.014150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446250114'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:02.047808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d031da-738f-4245-ab6d-39882f24b635 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=33185ccc-2e0a-47f4-98c4-94436aba2508,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.059775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc5c4-204b-4f3e-b4f1-3dc09803a29d req-aeb849e5-232d-42ed-b5c5-58c78733ecbe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:02.060942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b0629b51-4840-4ae3-b0e9-96b854b36786 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:02.067661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-107bc5c4-204b-4f3e-b4f1-3dc09803a29d req-aeb849e5-232d-42ed-b5c5-58c78733ecbe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 945 time: 0.1436641 Nov 16 21:21:02.113020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:02.116651 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.150656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b0629b51-4840-4ae3-b0e9-96b854b36786 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:02.151041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.176210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-20b48152-80a3-4916-9ae3-7999c93c376d service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474192 Nov 16 21:21:02.184656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:02.189130 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.195073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.218107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-107bc5c4-204b-4f3e-b4f1-3dc09803a29d req-379bd342-f35b-447d-9467-5bd403450c43 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475744 Nov 16 21:21:02.239082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.239589 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment f084b291-b24f-4cf7-9544-fe5b5091e2e1 of type vlan for network 24b1a5d3-0011-4469-893b-412e51cccd98 Nov 16 21:21:02.272536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.273058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd7bdad-c7ee-4f05-8212-137d894559b7 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:02.282982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.285084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-578934ff-9dac-4eb0-a716-b71ea0f42e33 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/0fd7bdad-c7ee-4f05-8212-137d894559b7 HTTP/1.1" status: 204 len: 168 time: 0.4425411 Nov 16 21:21:02.287730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45916) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:02.296514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.335862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-b62ec7f1-c3ab-4a99-928d-7a3333e4073c service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588020 Nov 16 21:21:02.341395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.348712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:02.349348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.350319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet 2c211a90-65da-4c8b-acfb-94b68273a0ea {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:02.359493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.371650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['455b621f-7de4-42e7-b4e8-07d11b2b0182'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:02.421292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4145181 Nov 16 21:21:02.425870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45918) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:02.430189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.431968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': '24b1a5d3-0011-4469-893b-412e51cccd98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:02.506246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b91d-bb9e-4ebd-b372-f57528200214 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=24b1a5d3-0011-4469-893b-412e51cccd98,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.521998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 24b1a5d3-0011-4469-893b-412e51cccd98 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:02.595696 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.662905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:02.672365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.676577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cd8d3623-79c4-45b2-b3d6-9f9f417393b2 req-cf89b172-d66e-4241-9dee-718f6b77b95d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 210 time: 0.1091514 Nov 16 21:21:02.754125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.804096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:02.810916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/2c211a90-65da-4c8b-acfb-94b68273a0ea HTTP/1.1" status: 204 len: 168 time: 0.5187457 Nov 16 21:21:02.810916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d627d-387c-4701-9079-d1aa8cd3a8bb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=2c211a90-65da-4c8b-acfb-94b68273a0ea,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:02.810916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:02.814170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adc601-0d0f-4c5e-b750-b6b9e195e288 None None] Network 79197150-2e3d-4d0e-a2f2-5acaf6943e7f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:02.887825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b0629b51-4840-4ae3-b0e9-96b854b36786 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:02.968146 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.059565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817670-2535-4d17-918e-fc023522a51f req-eb2442a9-d0ad-4dba-8fd7-2e501d3dff75 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.061386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-98817670-2535-4d17-918e-fc023522a51f req-eb2442a9-d0ad-4dba-8fd7-2e501d3dff75 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 943 time: 0.1168416 Nov 16 21:21:03.111550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 51f796ae-0d69-4dd4-8712-277c0e138c70 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:03.112056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.162919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 969d313b-4d68-4636-b676-f0541789f89c details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:03.176376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-98817670-2535-4d17-918e-fc023522a51f req-65c31b9e-8ae3-4870-a2fc-465a5681c0f5 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043191 Nov 16 21:21:03.206216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port 51f796ae-0d69-4dd4-8712-277c0e138c70, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=51f796ae-0d69-4dd4-8712-277c0e138c70,segment=NetworkSegment(d912c92b-f790-4542-8410-94330c7dbc07),segment_id=d912c92b-f790-4542-8410-94330c7dbc07)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:03.206669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.216992 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.223260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 51f796ae-0d69-4dd4-8712-277c0e138c70 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:03.258850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b0629b51-4840-4ae3-b0e9-96b854b36786 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:03.259383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.268892 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.332780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ee30b-34ea-4c4a-995a-6ed4630676c6 req-105185ce-1b43-46bf-b5a2-18035883a751 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.341195 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f95ee30b-34ea-4c4a-995a-6ed4630676c6 req-105185ce-1b43-46bf-b5a2-18035883a751 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.7073743 Nov 16 21:21:03.345218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.387344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de486ea-3cc6-46e6-b366-77124ef30feb None None] DHCP port deletion for 79197150-2e3d-4d0e-a2f2-5acaf6943e7f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:03.387591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=51f796ae-0d69-4dd4-8712-277c0e138c70,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:03.408434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=32983ccb-3d5a-4388-a0bc-9d0d9e1b319c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:03.428243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': 'f084b291-b24f-4cf7-9544-fe5b5091e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '24b1a5d3-0011-4469-893b-412e51cccd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:03.428619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: 24b1a5d3-0011-4469-893b-412e51cccd98, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:03.434625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port 51f796ae-0d69-4dd4-8712-277c0e138c70 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:03.447897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f95ee30b-34ea-4c4a-995a-6ed4630676c6 req-3cfa456a-19a6-43cb-89b8-9ab0dbf53b75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056814 Nov 16 21:21:03.488777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network 24b1a5d3-0011-4469-893b-412e51cccd98 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:03.501354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 24b1a5d3-0011-4469-893b-412e51cccd98) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:03.509216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 969d313b-4d68-4636-b676-f0541789f89c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=969d313b-4d68-4636-b676-f0541789f89c,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:03.515731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.516658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.525273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e3b9e-c4a2-4f61-876c-89503a293e7d None None] Network 24b1a5d3-0011-4469-893b-412e51cccd98 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:03.528268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577f9ad-1d6a-4b44-9695-be371a90ceac req-faed44b1-4796-42da-b908-0121aceafadb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:03.530241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b577f9ad-1d6a-4b44-9695-be371a90ceac req-faed44b1-4796-42da-b908-0121aceafadb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 945 time: 0.1482747 Nov 16 21:21:03.543562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b2e0fcba-25ce-4112-acb8-34032c349c9c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1164396 Nov 16 21:21:03.548691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '969d313b-4d68-4636-b676-f0541789f89c', 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f', 'port_id': '969d313b-4d68-4636-b676-f0541789f89c', 'mac_address': 'fa:16:3e:9c:e2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b44bd3-24da-47e2-adb4-8320e9e55b7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:03.550201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45944) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:03.566022 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.610617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79197150-2e3d-4d0e-a2f2-5acaf6943e7f']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:03.638627 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b577f9ad-1d6a-4b44-9695-be371a90ceac req-e0034c26-5c1c-4bab-892f-1ae3f9b82574 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Nov 16 21:21:03.652278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd912c92b-f790-4542-8410-94330c7dbc07') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:03.652884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd912c92b-f790-4542-8410-94330c7dbc07') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:03.664264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.691223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.697387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.715722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.717987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:03.718723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:03.723544 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:03.749090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969d313b-4d68-4636-b676-f0541789f89c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:03.788905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.810756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69929b93-2d8d-4471-8748-0c40a6124d54 req-2da530ce-a194-46a4-abcf-858d229ce514 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 210 time: 0.0403521 Nov 16 21:21:03.820072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.829430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 969d313b-4d68-4636-b676-f0541789f89c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=969d313b-4d68-4636-b676-f0541789f89c,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:03.834000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.850420 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.858246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/79197150-2e3d-4d0e-a2f2-5acaf6943e7f HTTP/1.1" status: 204 len: 168 time: 1.0469370 Nov 16 21:21:03.858591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45948) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:03.860613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23359cbe-5246-4f26-ab3a-159b2f5d8741 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=79197150-2e3d-4d0e-a2f2-5acaf6943e7f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:03.871165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1504456313', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:03.888359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.926196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=969d313b-4d68-4636-b676-f0541789f89c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:03.930151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=32983ccb-3d5a-4388-a0bc-9d0d9e1b319c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:03.935775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79f1bd-8468-4371-82c1-77d0ee47fd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-24b1a5d3-0011-4469-893b-412e51cccd98', 'network_id': '24b1a5d3-0011-4469-893b-412e51cccd98', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': '32983ccb-3d5a-4388-a0bc-9d0d9e1b319c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:03.936870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.937761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fa79f1bd-8468-4371-82c1-77d0ee47fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.937947 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:03.942125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.942482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.942859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.943292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.943701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.943999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.944354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.944673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.945004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.945336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.945691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:03.946032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:04.002735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.031815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea138ca7-0a97-4641-a3a7-3c4174fc00fc None None] Network 24b1a5d3-0011-4469-893b-412e51cccd98 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:04.057615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.059453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b1a5d3-0011-4469-893b-412e51cccd98']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:04.100352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f084b291-b24f-4cf7-9544-fe5b5091e2e1') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:04.100637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f084b291-b24f-4cf7-9544-fe5b5091e2e1') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:04.137031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.193268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.227581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:04.227997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:04.231030 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:04.245000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.264711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['969d313b-4d68-4636-b676-f0541789f89c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:04.369751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.380664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.383837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/24b1a5d3-0011-4469-893b-412e51cccd98 HTTP/1.1" status: 204 len: 168 time: 0.8325753 Nov 16 21:21:04.389392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45952) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:04.403506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535877060'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:04.413248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407d5b3-7192-4393-a319-621a08799820 req-147841a0-f6c4-4320-aa17-8c6beaee12d5 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:04.414793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4407d5b3-7192-4393-a319-621a08799820 req-147841a0-f6c4-4320-aa17-8c6beaee12d5 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 944 time: 0.1341522 Nov 16 21:21:04.415578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a948bc-4d71-43a9-a51c-482ef3482319 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=24b1a5d3-0011-4469-893b-412e51cccd98,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:04.420605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-078e63c0-9399-4910-b545-53423442da6c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:04.422538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-078e63c0-9399-4910-b545-53423442da6c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.1518693 Nov 16 21:21:04.440584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Request body: {'port': {'device_id': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'admin_state_up': True, 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:04.464987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:04.470251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.486313 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4407d5b3-7192-4393-a319-621a08799820 req-23635f31-e827-45c1-b16a-c990123ca943 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Nov 16 21:21:04.580533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:04.614909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.615627 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment 3c631952-b6c3-4b60-8568-084db7a1caeb of type vlan for network f639d492-3f59-48e6-b059-3a5d56c76b72 Nov 16 21:21:04.617068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.638703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.642768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e3c8a-4225-419d-bfa1-9b4b9024c986 req-4ffc43e9-3adb-4934-8761-667b5939c988 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:04.644335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-342e3c8a-4225-419d-bfa1-9b4b9024c986 req-4ffc43e9-3adb-4934-8761-667b5939c988 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.1128595 Nov 16 21:21:04.705278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.729350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:04.733358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:04.804729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e6f0a-28f3-45b9-af4a-a42b0df2c7dc req-6fdb5c84-420e-4d07-aa78-32a4a3ea04bf tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:04.806378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd5e6f0a-28f3-45b9-af4a-a42b0df2c7dc req-6fdb5c84-420e-4d07-aa78-32a4a3ea04bf tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 945 time: 0.0991447 Nov 16 21:21:04.829034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.25.3.182 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/677fbc18-d94c-4183-9d78-e9e3875ee09d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:04.843869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51f796ae-0d69-4dd4-8712-277c0e138c70 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:04.871340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 51f796ae-0d69-4dd4-8712-277c0e138c70 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:04.871899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51f796ae-0d69-4dd4-8712-277c0e138c70 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:04.924115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd5e6f0a-28f3-45b9-af4a-a42b0df2c7dc req-a6deb2a5-f629-456d-b3ed-f776779a09d1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088893 Nov 16 21:21:04.997402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.040079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.061759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.105671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff8fb5a7-52ba-4f96-a59d-c7eae558c757 req-b83dd446-079b-413e-b648-eca5216b1195 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 210 time: 0.0393913 Nov 16 21:21:05.118178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:05.119733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=677fbc18-d94c-4183-9d78-e9e3875ee09d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.120410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 455b621f-7de4-42e7-b4e8-07d11b2b0182 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:05.128527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:05.130811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:05.139388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.145409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.146024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.150993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-342e3c8a-4225-419d-bfa1-9b4b9024c986 req-b6273977-fb28-43b9-9b41-e98b8adeae38 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822960 Nov 16 21:21:05.214703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 455b621f-7de4-42e7-b4e8-07d11b2b0182 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:05.220515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 455b621f-7de4-42e7-b4e8-07d11b2b0182 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:05.221054 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.245361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8488963 Nov 16 21:21:05.249079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45964) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:05.257990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:05.267416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab2c36-3194-4b03-a900-4384d43573ec tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=f639d492-3f59-48e6-b059-3a5d56c76b72,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.299985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:05.327216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Allocated IP 172.20.0.12 (757e525b-ea9d-49a3-81ea-554daa5b3926/bad8498e-5da9-4672-be9a-458a3dee38bd/2687a509-5257-4955-b3aa-fd7d7db3f209) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:05.352381 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.395740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455b621f-7de4-42e7-b4e8-07d11b2b0182'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:05.398072 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f9da2-a609-4202-81cc-62dfbdaaaff1" -d '{"events": [{"server_uuid": "6bcc1ae2-9395-4789-90a5-f008224b8946", "name": "network-vif-plugged", "status": "completed", "tag": "455b621f-7de4-42e7-b4e8-07d11b2b0182"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:05.412100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 455b621f-7de4-42e7-b4e8-07d11b2b0182, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:05.416526 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.458795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:05.462591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.482101 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59575a94-76ae-4b6d-9fac-d9b22c2802d9 x-openstack-request-id: req-59575a94-76ae-4b6d-9fac-d9b22c2802d9 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:05.482399 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcc1ae2-9395-4789-90a5-f008224b8946", "name": "network-vif-plugged", "status": "completed", "tag": "455b621f-7de4-42e7-b4e8-07d11b2b0182", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:05.482660 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59575a94-76ae-4b6d-9fac-d9b22c2802d9 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:05.483063 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455b621f-7de4-42e7-b4e8-07d11b2b0182', 'code': 200} Nov 16 21:21:05.499427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=455b621f-7de4-42e7-b4e8-07d11b2b0182,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.510434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.579447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.594625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692122e7-4956-4897-9514-1fc3bc1590c3 req-2d1f002c-059e-4839-bf74-dd96fd8c32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.596159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-692122e7-4956-4897-9514-1fc3bc1590c3 req-2d1f002c-059e-4839-bf74-dd96fd8c32c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 1097 time: 0.0839012 Nov 16 21:21:05.621373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.693901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:05.707346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b489b2-6122-4126-8b7e-eedc5104805b req-d8a7280d-bd98-4cf9-8727-3e5c89209aed tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.708968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1b489b2-6122-4126-8b7e-eedc5104805b req-d8a7280d-bd98-4cf9-8727-3e5c89209aed tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 944 time: 0.1389785 Nov 16 21:21:05.719134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:05.730039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:05.761409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-692122e7-4956-4897-9514-1fc3bc1590c3 req-66e355d7-501e-40ed-bfb1-2a2486d09352 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509728 Nov 16 21:21:05.762044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event updated for resources: {'Port': ['ID=2687a509-5257-4955-b3aa-fd7d7db3f209,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.783825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.784179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.784529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.784878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.785224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.785585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.785925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.786258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.786589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.786924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.787263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.787590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:05.818621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:05.819245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.840830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1b489b2-6122-4126-8b7e-eedc5104805b req-453e3424-4902-47bc-9eea-8c9a0585ced8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194472 Nov 16 21:21:05.841052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.845010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-3872c7b2-edea-45ac-9851-28691cc973b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4107335 Nov 16 21:21:05.859453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Request body: {'port': {'device_id': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:05.913798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.923164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=491c496d-ed18-458a-9176-3188b4df4811,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:05.927317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:05.970489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': '3c631952-b6c3-4b60-8568-084db7a1caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:05.970866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: f639d492-3f59-48e6-b059-3a5d56c76b72, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:06.059467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network f639d492-3f59-48e6-b059-3a5d56c76b72 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:06.080160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f639d492-3f59-48e6-b059-3a5d56c76b72) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:06.093796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.093796 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.117324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958e512-0e7b-476a-b656-003eb9a066d4 req-df4947a1-95c3-49b3-b35a-47f1641ee99a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.118847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d958e512-0e7b-476a-b656-003eb9a066d4 req-df4947a1-95c3-49b3-b35a-47f1641ee99a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 946 time: 0.1003640 Nov 16 21:21:06.126390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ffd2f9-0086-4b53-b171-1ea7a13e4e8e None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:06.136750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-39099996-f5c2-4e89-aaf9-3495e5402b96 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8855834 Nov 16 21:21:06.137377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45978) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:06.148247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:06.242215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router ee2773e7-5e9b-43e7-b95f-e36f07c8d26e is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:06.266097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d958e512-0e7b-476a-b656-003eb9a066d4 req-878f48ae-3bd8-4ea9-8872-4553faa195b3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396246 Nov 16 21:21:06.295430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63fd8-5788-41f9-aa65-78fc42a2d3b4 req-00246128-9e87-4d27-a5a0-9bc3116bddf1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.298253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7b63fd8-5788-41f9-aa65-78fc42a2d3b4 req-00246128-9e87-4d27-a5a0-9bc3116bddf1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 932 time: 0.1032310 Nov 16 21:21:06.305313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2687a509-5257-4955-b3aa-fd7d7db3f209 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:06.316069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-f639d492-3f59-48e6-b059-3a5d56c76b72', 'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': '491c496d-ed18-458a-9176-3188b4df4811'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:06.316903 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.329088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.359800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Transition to ACTIVE for port object 2687a509-5257-4955-b3aa-fd7d7db3f209 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:06.366524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.408494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7b63fd8-5788-41f9-aa65-78fc42a2d3b4 req-1f83199e-721f-4821-b140-f8943533ef81 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979111 Nov 16 21:21:06.431258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Pushing event updated for resources: {'Port': ['ID=2687a509-5257-4955-b3aa-fd7d7db3f209,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.461932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93a92-038a-4d0e-95e8-07260335f5c9 req-19ba0adb-ae0e-45d2-855b-33d0a53c5933 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.463473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2c93a92-038a-4d0e-95e8-07260335f5c9 req-19ba0adb-ae0e-45d2-855b-33d0a53c5933 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 944 time: 0.0968454 Nov 16 21:21:06.473681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:06.473681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.491996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Allocated IP 2001:db8::2 (f639d492-3f59-48e6-b059-3a5d56c76b72/491c496d-ed18-458a-9176-3188b4df4811/5c79eeb2-0c9a-4f01-a036-1e8acfde339d) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:06.513472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Attempting to bind port 2687a509-5257-4955-b3aa-fd7d7db3f209 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:06.513910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Attempting to bind port 2687a509-5257-4955-b3aa-fd7d7db3f209 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:06.514337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Attempting to bind port 2687a509-5257-4955-b3aa-fd7d7db3f209 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:06.519632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Port 2687a509-5257-4955-b3aa-fd7d7db3f209 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:06.520078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Attempting to bind port 2687a509-5257-4955-b3aa-fd7d7db3f209 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:06.525193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:06.525702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:06.526351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Bound using segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:06.526885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Bound port: 2687a509-5257-4955-b3aa-fd7d7db3f209, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:06.527345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.529304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:06.552840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] Sync routers for ids ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:06.575509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] Routers {'ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:06.576148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.584935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.588850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-97773bb8-0aea-4314-befe-7259f7bb4581 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.7223959 Nov 16 21:21:06.592469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45982) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:06.615968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.623027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2c93a92-038a-4d0e-95e8-07260335f5c9 req-44c744d7-5913-489e-b3e8-e21d2dd0f172 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452572 Nov 16 21:21:06.636831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] Routers {'ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:06.637561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.656699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] For port 2687a509-5257-4955-b3aa-fd7d7db3f209, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:06.688090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:06.688757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3df6aa-ea8f-4302-bf54-eaf0b240b077 None None] The sync data for ids ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:06.698304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] For port 2687a509-5257-4955-b3aa-fd7d7db3f209, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2687a509-5257-4955-b3aa-fd7d7db3f209,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:06.706086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.754426 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.761766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.762388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.763871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] 10.222.0.41 "PUT /v2.0/ports/2687a509-5257-4955-b3aa-fd7d7db3f209 HTTP/1.1" status: 200 len: 1092 time: 0.9093390 Nov 16 21:21:06.764258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'tag': '2687a509-5257-4955-b3aa-fd7d7db3f209'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:06.767187 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66254589-cc90-4f95-886c-75daabebe50f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6656bd1-db44-45bb-af28-e8edfb94e4fb", "tag": "2687a509-5257-4955-b3aa-fd7d7db3f209"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:06.769858 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.798930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0ada-2b71-4223-978e-12c0c12cd477 service neutron] Pushing event updated for resources: {'Port': ['ID=2687a509-5257-4955-b3aa-fd7d7db3f209,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.810900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-74d10c2f-dfec-4869-880d-857e5508fd3c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/routers/ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 200 len: 881 time: 0.2170539 Nov 16 21:21:06.811934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45988) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:06.830721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:06.835782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:06.840695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:06.845859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Pushing event updated for resources: {'Port': ['ID=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.851428 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.881933 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c299f-b1a6-4083-8b0b-847eb7d15e4a x-openstack-request-id: req-5b8c299f-b1a6-4083-8b0b-847eb7d15e4a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:06.883365 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6656bd1-db44-45bb-af28-e8edfb94e4fb", "tag": "2687a509-5257-4955-b3aa-fd7d7db3f209", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:06.883660 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b8c299f-b1a6-4083-8b0b-847eb7d15e4a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:06.884113 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'tag': '2687a509-5257-4955-b3aa-fd7d7db3f209', 'status': 'completed', 'code': 200} Nov 16 21:21:06.916440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Attempting to bind port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:06.916816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Attempting to bind port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3c631952-b6c3-4b60-8568-084db7a1caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:06.917179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Attempting to bind port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d on network f639d492-3f59-48e6-b059-3a5d56c76b72 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:06.929849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:06.937577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Checking segment: {'id': '3c631952-b6c3-4b60-8568-084db7a1caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:06.938479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.938479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Bound using segment: {'id': '3c631952-b6c3-4b60-8568-084db7a1caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:06.939116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Bound port: 5c79eeb2-0c9a-4f01-a036-1e8acfde339d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c631952-b6c3-4b60-8568-084db7a1caeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:06.939603 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.939729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network f639d492-3f59-48e6-b059-3a5d56c76b72 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:06.943464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:06.947901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.948496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:06.970803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=c5aa91b0-3940-42d5-9164-566e7ae376e8,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:06.996461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-1bed272b-42e8-428b-8d35-411bc98fc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:06.997376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3bba5605-5ae5-4329-968e-34ac89fee89e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8529172 Nov 16 21:21:06.998003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-1bed272b-42e8-428b-8d35-411bc98fc95a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 1095 time: 0.1625555 Nov 16 21:21:07.000501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 45992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:07.025028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] For port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:07.029765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] For port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,segment=NetworkSegment(3c631952-b6c3-4b60-8568-084db7a1caeb),segment_id=3c631952-b6c3-4b60-8568-084db7a1caeb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:07.041945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.060358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-1c98f159-3b70-45ba-b5cc-160859c71909 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2687a509-5257-4955-b3aa-fd7d7db3f209 HTTP/1.1" status: 200 len: 217 time: 0.0464733 Nov 16 21:21:07.128865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:07.141229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5f5d-a0d9-4ae4-81a8-d8f40e350a99 None None] Pushing event updated for resources: {'Port': ['ID=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:07.145574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 969d313b-4d68-4636-b676-f0541789f89c up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:07.175128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-c61acf89-be49-4ec9-845a-756749077931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.177463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-c61acf89-be49-4ec9-845a-756749077931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.1072264 Nov 16 21:21:07.231500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-7454a9f1-6ce6-4624-b444-cace1dced997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396080 Nov 16 21:21:07.353994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2377d433-0677-4e47-8d86-cb2b0beb4fef tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5408888 Nov 16 21:21:07.356271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45998) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:07.361473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1504456313'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:07.396285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:07.413816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'port_id': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'mac_address': 'fa:16:3e:0b:34:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:07.417842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 969d313b-4d68-4636-b676-f0541789f89c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:07.471950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 969d313b-4d68-4636-b676-f0541789f89c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:07.472661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.503373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42406e74-4d5a-4fc1-aa7c-ca10c07b71b2 req-84bc23be-e437-4a5e-a50a-dcc46fbc1df6 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.505197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42406e74-4d5a-4fc1-aa7c-ca10c07b71b2 req-84bc23be-e437-4a5e-a50a-dcc46fbc1df6 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 944 time: 0.5495796 Nov 16 21:21:07.531445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcb479-eef9-4331-b350-69583feb0bd1 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.533157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcb479-eef9-4331-b350-69583feb0bd1 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.535399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcb479-eef9-4331-b350-69583feb0bd1 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.537662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcb479-eef9-4331-b350-69583feb0bd1 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.540221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcb479-eef9-4331-b350-69583feb0bd1 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.542353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e6bcb479-eef9-4331-b350-69583feb0bd1 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5391600 Nov 16 21:21:07.545870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-f5c2a828-229f-434b-af41-66035f809a6c service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022768 Nov 16 21:21:07.550114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46002) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:07.557281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471063823'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:07.563286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.583491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:07.599199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eecbc-86bc-4cfb-a997-4ae5df9e1c3f req-e7c55f00-164c-458c-9044-0f3d4d93705a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.607138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e1eecbc-86bc-4cfb-a997-4ae5df9e1c3f req-e7c55f00-164c-458c-9044-0f3d4d93705a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 946 time: 0.1977270 Nov 16 21:21:07.612167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42406e74-4d5a-4fc1-aa7c-ca10c07b71b2 req-5846a1c5-ea06-4417-9c83-9a4df52640d6 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993409 Nov 16 21:21:07.659292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:07.666226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.713172 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.735310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:07.739490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.745398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:07.753980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969d313b-4d68-4636-b676-f0541789f89c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:07.754191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74e7a4-ec23-4192-97af-078be0c05798 req-a5b0330d-5bcf-421f-a2ed-ba70ec5e4e1d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.756448 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1d8885-ed0d-4cf6-a444-0b479e5c2d02" -d '{"events": [{"server_uuid": "0e151f9d-36b4-4668-b352-79c0ce8ce535", "name": "network-vif-plugged", "status": "completed", "tag": "969d313b-4d68-4636-b676-f0541789f89c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:07.762171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa74e7a4-ec23-4192-97af-078be0c05798 req-a5b0330d-5bcf-421f-a2ed-ba70ec5e4e1d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 944 time: 0.0665166 Nov 16 21:21:07.770988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 969d313b-4d68-4636-b676-f0541789f89c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=969d313b-4d68-4636-b676-f0541789f89c,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:07.775566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.825174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa74e7a4-ec23-4192-97af-078be0c05798 req-d7d140e7-01eb-437d-911a-3a1c49128e65 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 Nov 16 21:21:07.828327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=969d313b-4d68-4636-b676-f0541789f89c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:07.866139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e1eecbc-86bc-4cfb-a997-4ae5df9e1c3f req-4ce1f80d-1c02-404d-999f-2749abd5ba45 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577193 Nov 16 21:21:07.872623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a67753fe-e348-4313-8ca3-7a7bdf26fc4e req-d4624ee1-ad90-4e49-8120-36a5f85c5fc7 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088496 Nov 16 21:21:07.875356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:07.901589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:07.902083 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment a43f72ea-26fb-4d46-9d75-083c75de9d82 of type vlan for network a9dc7e76-befb-462a-a478-17249ec2e4dc Nov 16 21:21:07.918372 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8d1276-f15f-4a9a-93d1-351e9495d799 x-openstack-request-id: req-db8d1276-f15f-4a9a-93d1-351e9495d799 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:07.918664 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e151f9d-36b4-4668-b352-79c0ce8ce535", "name": "network-vif-plugged", "status": "completed", "tag": "969d313b-4d68-4636-b676-f0541789f89c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:07.918915 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db8d1276-f15f-4a9a-93d1-351e9495d799 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:07.919304 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969d313b-4d68-4636-b676-f0541789f89c', 'code': 200} Nov 16 21:21:07.973209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9935a-a0cf-4bf2-a2fb-bf66f67c38eb req-91016aad-778f-4df0-ba51-62e3b4c62545 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:07.974943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-add9935a-a0cf-4bf2-a2fb-bf66f67c38eb req-91016aad-778f-4df0-ba51-62e3b4c62545 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 945 time: 0.0777428 Nov 16 21:21:08.052439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-add9935a-a0cf-4bf2-a2fb-bf66f67c38eb req-b87dc855-a5f4-4d7d-902b-190899046a10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703449 Nov 16 21:21:08.089120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:08.108641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.166311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254589-cc90-4f95-886c-75daabebe50f req-059bbb71-0497-41c4-a00c-9db4adbe03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.167854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-059bbb71-0497-41c4-a00c-9db4adbe03bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 1095 time: 0.2215917 Nov 16 21:21:08.177835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.183725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.184354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.210280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f26ad9-860b-43c7-b250-3dd7b597c0a4 req-3a30b8eb-c6a8-4aef-a922-00e8a5286380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.211809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79f26ad9-860b-43c7-b250-3dd7b597c0a4 req-3a30b8eb-c6a8-4aef-a922-00e8a5286380 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 1096 time: 0.1743655 Nov 16 21:21:08.240879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.337909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7841740 Nov 16 21:21:08.341023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46014) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:08.345017 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.349562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:08.420509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32892e-e66a-4b39-b9bb-9c6d3b3e9ba4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=a9dc7e76-befb-462a-a478-17249ec2e4dc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:08.425293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c71592-f366-4a7f-8eb0-b2d146a732f6 None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:08.470737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79f26ad9-860b-43c7-b250-3dd7b597c0a4 req-9cacf3db-b1a8-4fbd-a439-9e420e428b2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963484 Nov 16 21:21:08.471541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network a9dc7e76-befb-462a-a478-17249ec2e4dc details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:08.489785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254589-cc90-4f95-886c-75daabebe50f req-efb7cf74-55b1-4b8f-9351-439a1a5eb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.491733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-efb7cf74-55b1-4b8f-9351-439a1a5eb5ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.3007531 Nov 16 21:21:08.530429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.541762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-f1ec945f-79dd-4734-803b-84d3ea183f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2687a509-5257-4955-b3aa-fd7d7db3f209 HTTP/1.1" status: 200 len: 217 time: 0.0413401 Nov 16 21:21:08.547847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.558540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network a9dc7e76-befb-462a-a478-17249ec2e4dc is not hosted by any dhcp agent {{(pid=102454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:21:08.564422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.565053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.566438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "PUT /v2.0/networks/a9dc7e76-befb-462a-a478-17249ec2e4dc HTTP/1.1" status: 200 len: 723 time: 0.2239661 Nov 16 21:21:08.577668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46016) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:08.584005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:08.596829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router ee2773e7-5e9b-43e7-b95f-e36f07c8d26e has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:08.611701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254589-cc90-4f95-886c-75daabebe50f req-47b908ee-c0be-4215-aabb-fb5758c0e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.613227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-47b908ee-c0be-4215-aabb-fb5758c0e480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.0630105 Nov 16 21:21:08.681230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3195d11-78f3-4f5f-8371-91c477f7f8e8 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=a9dc7e76-befb-462a-a478-17249ec2e4dc,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:08.697830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network a9dc7e76-befb-462a-a478-17249ec2e4dc details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:08.773670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:08.777880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.819427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7bd56c8d-c51c-4352-a0d1-f4c11e1b9daf None None] Provisioning complete for port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:08.820684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bd56c8d-c51c-4352-a0d1-f4c11e1b9daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:08.855997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c66b-fd5a-4586-b2e6-1c133bb76c36 req-715c2c3a-cd82-40e8-b8ed-cf2d8b40a91a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:08.860777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f120c66b-fd5a-4586-b2e6-1c133bb76c36 req-715c2c3a-cd82-40e8-b8ed-cf2d8b40a91a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 945 time: 0.1510863 Nov 16 21:21:08.961286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c79eeb2-0c9a-4f01-a036-1e8acfde339d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:09.087911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.096504 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bd56c8d-c51c-4352-a0d1-f4c11e1b9daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.101198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f120c66b-fd5a-4586-b2e6-1c133bb76c36 req-2ddfca9b-8275-4cd5-a480-d5ca94d036a0 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014400 Nov 16 21:21:09.125403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-5427ceff-c239-46c7-af2b-c90adb4fbcf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5048115 Nov 16 21:21:09.153227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:09.153632 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.159674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7bd56c8d-c51c-4352-a0d1-f4c11e1b9daf None None] For port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,segment=NetworkSegment(3c631952-b6c3-4b60-8568-084db7a1caeb),segment_id=3c631952-b6c3-4b60-8568-084db7a1caeb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:09.184862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bd56c8d-c51c-4352-a0d1-f4c11e1b9daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.192325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=4e6db3d7-a6bd-4983-a86d-ac377e6f5afc,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.201028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': 'a43f72ea-26fb-4d46-9d75-083c75de9d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:09.201383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: a9dc7e76-befb-462a-a478-17249ec2e4dc, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:09.223768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network a9dc7e76-befb-462a-a478-17249ec2e4dc is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:09.242921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, a9dc7e76-befb-462a-a478-17249ec2e4dc) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:09.246528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-a25f1312-464e-45cf-8a55-a238b0603f50 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112502 Nov 16 21:21:09.256407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3414-b460-4bbc-863b-ce128720e908 req-8aff35e4-2244-4fa9-bca6-90bbf4280335 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.259475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa7d3414-b460-4bbc-863b-ce128720e908 req-8aff35e4-2244-4fa9-bca6-90bbf4280335 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 944 time: 0.1780787 Nov 16 21:21:09.263395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8904bee2-966c-4b7e-982c-291fae88e01b None None] Network a9dc7e76-befb-462a-a478-17249ec2e4dc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:09.267551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.273638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.294533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd56c8d-c51c-4352-a0d1-f4c11e1b9daf None None] Pushing event updated for resources: {'Port': ['ID=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.301330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-491f1161-e476-4939-9de7-56db870b523e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7225666 Nov 16 21:21:09.305187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46028) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.312506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:09.376987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:09.392004 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.392370 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] Sync routers for ids ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:09.393198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a35bd08-864a-450b-b37c-ccc950ba2843 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 200 len: 888 time: 2.0359821 Nov 16 21:21:09.398100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46032) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.417078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] Routers {'ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:09.417740 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:09.466799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] Update dhcp port {'port': {'network_id': 'f639d492-3f59-48e6-b059-3a5d56c76b72', 'fixed_ips': [{'subnet_id': '491c496d-ed18-458a-9176-3188b4df4811', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5aa91b0-3940-42d5-9164-566e7ae376e8'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '5c79eeb2-0c9a-4f01-a036-1e8acfde339d'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:21:09.479328 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:09.495253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.497354 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] Routers {'ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:09.498185 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:09.519922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa7d3414-b460-4bbc-863b-ce128720e908 req-5783e0a0-6725-410d-87e1-04a9a35b8a49 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513580 Nov 16 21:21:09.527137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66254589-cc90-4f95-886c-75daabebe50f req-21976681-5057-47c2-aa3e-341de5d9fd56 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665734 Nov 16 21:21:09.531673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966316a-5525-4970-a110-c243fc541e66 req-e57b246f-f353-474b-be89-6703abcb2ec5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.565641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e966316a-5525-4970-a110-c243fc541e66 req-e57b246f-f353-474b-be89-6703abcb2ec5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 945 time: 0.1506927 Nov 16 21:21:09.574369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a624551c-0804-4b4c-a301-0656d596c5a0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/routers/ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 200 len: 888 time: 0.1737351 Nov 16 21:21:09.580141 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:09.581078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.581347 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6897f29-a1e1-41ae-85e2-d47a2228da94 None None] The sync data for ids ['ee2773e7-5e9b-43e7-b95f-e36f07c8d26e'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:09.600503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502611'] for subnet, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.612467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-932d935f-b67a-4be5-8b48-c0ddffdf49b3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 200 len: 205 time: 0.0301287 Nov 16 21:21:09.616183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46036) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.626843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-a9dc7e76-befb-462a-a478-17249ec2e4dc', 'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': '4e6db3d7-a6bd-4983-a86d-ac377e6f5afc'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:09.627709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.703280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e966316a-5525-4970-a110-c243fc541e66 req-44fd37f2-2721-459e-9f33-a7cb00300057 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258357 Nov 16 21:21:09.776998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.785092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] Allocated IP 172.20.0.1 (f639d492-3f59-48e6-b059-3a5d56c76b72/c5aa91b0-3940-42d5-9164-566e7ae376e8/5c79eeb2-0c9a-4f01-a036-1e8acfde339d) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:09.826983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791121399260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8489358'] for subnet, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.866830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:09.867351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:09.868653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "PUT /v2.0/subnets/4e6db3d7-a6bd-4983-a86d-ac377e6f5afc HTTP/1.1" status: 200 len: 826 time: 0.5622046 Nov 16 21:21:09.871681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46038) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:09.885146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b312a-16ff-4ab6-b40c-5efd90131942 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=4e6db3d7-a6bd-4983-a86d-ac377e6f5afc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:09.910535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Allocated IP 2001:db8::2 (a9dc7e76-befb-462a-a478-17249ec2e4dc/4e6db3d7-a6bd-4983-a86d-ac377e6f5afc/fb9a5c37-229b-40cc-a636-ec40920984a8) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:09.934755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] For port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,segment=NetworkSegment(3c631952-b6c3-4b60-8568-084db7a1caeb),segment_id=3c631952-b6c3-4b60-8568-084db7a1caeb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:09.956598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.014374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.017747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.026780 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.103832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 677fbc18-d94c-4183-9d78-e9e3875ee09d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:10.104188 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.122672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.169971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11056-93ae-4c2c-8196-f17f60d83b5e None None] Pushing event updated for resources: {'Port': ['ID=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:10.192081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.199932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.239206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Network a9dc7e76-befb-462a-a478-17249ec2e4dc is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:10.244254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:10.247965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:10.258073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Pushing event updated for resources: {'Port': ['ID=fb9a5c37-229b-40cc-a636-ec40920984a8,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:10.274502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.289871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.335009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 677fbc18-d94c-4183-9d78-e9e3875ee09d owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:10.363046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Attempting to bind port fb9a5c37-229b-40cc-a636-ec40920984a8 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:10.364823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Attempting to bind port fb9a5c37-229b-40cc-a636-ec40920984a8 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'a43f72ea-26fb-4d46-9d75-083c75de9d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:10.365465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Attempting to bind port fb9a5c37-229b-40cc-a636-ec40920984a8 on network a9dc7e76-befb-462a-a478-17249ec2e4dc {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:10.377553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:10.379173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Checking segment: {'id': 'a43f72ea-26fb-4d46-9d75-083c75de9d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:10.379605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.380254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Bound using segment: {'id': 'a43f72ea-26fb-4d46-9d75-083c75de9d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:10.380760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Bound port: fb9a5c37-229b-40cc-a636-ec40920984a8, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43f72ea-26fb-4d46-9d75-083c75de9d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:10.381369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.444208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53bf4d-7d20-42ff-91e4-1c6787c7bb18 req-d0bfeb5a-750e-47b3-9dad-19e39414157f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.446480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea53bf4d-7d20-42ff-91e4-1c6787c7bb18 req-d0bfeb5a-750e-47b3-9dad-19e39414157f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 945 time: 0.2389195 Nov 16 21:21:10.447263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6db3d7-a6bd-4983-a86d-ac377e6f5afc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:10.487831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] For port fb9a5c37-229b-40cc-a636-ec40920984a8, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:10.492710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] For port fb9a5c37-229b-40cc-a636-ec40920984a8, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fb9a5c37-229b-40cc-a636-ec40920984a8,segment=NetworkSegment(a43f72ea-26fb-4d46-9d75-083c75de9d82),segment_id=a43f72ea-26fb-4d46-9d75-083c75de9d82)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:10.497988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.587398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b2960-f335-447c-b219-a1020f688443 None None] Pushing event updated for resources: {'Port': ['ID=fb9a5c37-229b-40cc-a636-ec40920984a8,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:10.630463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c0534-b289-4aff-a526-a1c6eee6c053 None None] Network a9dc7e76-befb-462a-a478-17249ec2e4dc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:10.642888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.713482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dc7e76-befb-462a-a478-17249ec2e4dc']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:10.761179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43f72ea-26fb-4d46-9d75-083c75de9d82') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:10.761587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43f72ea-26fb-4d46-9d75-083c75de9d82') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:10.761723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf53b7-c4b2-4501-9cdb-1f6a1b401785 req-fef856d6-8568-48b4-97d6-f5281eff95bc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:10.763089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ddf53b7-c4b2-4501-9cdb-1f6a1b401785 req-fef856d6-8568-48b4-97d6-f5281eff95bc tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 944 time: 0.1192145 Nov 16 21:21:10.777061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea53bf4d-7d20-42ff-91e4-1c6787c7bb18 req-35a3fbdd-00bc-4db6-8cf6-c44ab1bf9c56 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132875 Nov 16 21:21:10.791828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.825050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ddf53b7-c4b2-4501-9cdb-1f6a1b401785 req-214b75de-04aa-4fcd-9bba-12e8788e3796 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542102 Nov 16 21:21:10.839817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.855069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:10.855526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:10.859532 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:10.884397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:10.919040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c79eeb2-0c9a-4f01-a036-1e8acfde339d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:10.968131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:21:10.968131 n-d-817778-8 neutron-server[102453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:21:10.968131 n-d-817778-8 neutron-server[102453]: [parameters: {'id': 'a9dc7e76-befb-462a-a478-17249ec2e4dc'}] Nov 16 21:21:10.968131 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:21:10.968920 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:21:10.992213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=677fbc18-d94c-4183-9d78-e9e3875ee09d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:11.034061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb4ef1-87b6-4b84-8a17-2fd95039abe4 req-449d7ae0-34e7-461d-804f-7b009cda92a2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:11.043249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7edb4ef1-87b6-4b84-8a17-2fd95039abe4 req-449d7ae0-34e7-461d-804f-7b009cda92a2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 945 time: 0.0966277 Nov 16 21:21:11.054199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce393275-df3b-48a8-9ac3-ce3356affc85 None None] Network a9dc7e76-befb-462a-a478-17249ec2e4dc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:11.087948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.107038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91212ec5-d023-40de-a8cc-72a070acb272 None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:11.121915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7edb4ef1-87b6-4b84-8a17-2fd95039abe4 req-4d0bb287-aa69-4eb8-84ea-0c428eb4fe50 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707917 Nov 16 21:21:11.170088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:11.211749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:11.212145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.232101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.236084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.261589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2687a509-5257-4955-b3aa-fd7d7db3f209 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:11.298677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-56d2c800-02fc-4287-9566-0450b323e974 None None] Provisioning complete for port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:11.299074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56d2c800-02fc-4287-9566-0450b323e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.303894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.304330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router ee2773e7-5e9b-43e7-b95f-e36f07c8d26e {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:11.313870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.318860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:11.319612 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3e9cc3de-2bc6-4448-bf56-ff032b700dba tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 204 len: 168 time: 1.7015924 Nov 16 21:21:11.324814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1408382174'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:11.371915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:11.378788 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.417338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:11.429392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.429746 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment f9729693-9904-42c8-83fc-958810f1c23b of type vlan for network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 Nov 16 21:21:11.469733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.511578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.558389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting port fb9a5c37-229b-40cc-a636-ec40920984a8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:11.558731 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.583239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.592796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:11.593790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.622220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea58c-a72d-4ec8-9c09-d1f32f7ec1a6 req-21833c67-7dc9-45b2-95e0-4fbb175f3a12 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:11.625181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-87aea58c-a72d-4ec8-9c09-d1f32f7ec1a6 req-21833c67-7dc9-45b2-95e0-4fbb175f3a12 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 945 time: 0.1045642 Nov 16 21:21:11.638582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] For port fb9a5c37-229b-40cc-a636-ec40920984a8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fb9a5c37-229b-40cc-a636-ec40920984a8,segment=NetworkSegment(a43f72ea-26fb-4d46-9d75-083c75de9d82),segment_id=a43f72ea-26fb-4d46-9d75-083c75de9d82)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:11.639351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.680036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3595126 Nov 16 21:21:11.680742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:11.701293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:11.710542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:11.711204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.791287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=62ae2e69-f793-4e8a-a5cf-0ba64795c874,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:11.820964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.821319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.821685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.822023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.822350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.822679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.823003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.823327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.823646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.823966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.824536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.824857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2becd37-6eb8-4e6e-87fb-5728fe95e318 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:11.838584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-87aea58c-a72d-4ec8-9c09-d1f32f7ec1a6 req-9c2b439e-b995-48f2-9c9a-f3f85de10515 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963060 Nov 16 21:21:11.840217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 2687a509-5257-4955-b3aa-fd7d7db3f209, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2687a509-5257-4955-b3aa-fd7d7db3f209,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:11.851771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:11.870742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:11.876661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:11.912764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '2687a509-5257-4955-b3aa-fd7d7db3f209', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': '2687a509-5257-4955-b3aa-fd7d7db3f209', 'mac_address': 'fa:16:3e:e3:f5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:11.940629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Calling delete_port for fb9a5c37-229b-40cc-a636-ec40920984a8 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:12.015945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.020281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.048310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2687a509-5257-4955-b3aa-fd7d7db3f209 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:12.061298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b793d4-7bd5-4e9d-82a2-87a43ff462ee req-82e39a8e-ccbf-42c6-be6e-aa82aa6b2a7b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.064894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f1b793d4-7bd5-4e9d-82a2-87a43ff462ee req-82e39a8e-ccbf-42c6-be6e-aa82aa6b2a7b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 944 time: 0.1143012 Nov 16 21:21:12.088261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:12.091060 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf1355-213f-4155-b72d-c92a6b823a26" -d '{"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-plugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:12.109822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 2687a509-5257-4955-b3aa-fd7d7db3f209, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2687a509-5257-4955-b3aa-fd7d7db3f209,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:12.119768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:12.120984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.126930 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.128450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.167632 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbabc1e1-5db6-4cde-b447-28d7575d2e1a x-openstack-request-id: req-dbabc1e1-5db6-4cde-b447-28d7575d2e1a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:12.167931 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-plugged", "status": "completed", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:12.168189 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbabc1e1-5db6-4cde-b447-28d7575d2e1a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:12.168597 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'code': 200} Nov 16 21:21:12.187037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=2687a509-5257-4955-b3aa-fd7d7db3f209,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.238968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.253612 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f1b793d4-7bd5-4e9d-82a2-87a43ff462ee req-235ce7fc-8d58-4487-892c-56b5809fa3f9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827424 Nov 16 21:21:12.256186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Port': ['ID=fb9a5c37-229b-40cc-a636-ec40920984a8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.259880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No DVR routers for this DVR port fb9a5c37-229b-40cc-a636-ec40920984a8 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:12.279895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.301397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83052394-dfdd-4e2a-8599-4e9ebb80b19a None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:21:12.320093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=c43ba537-d24f-4e8c-96e5-7a535c995b50,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.364254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.416740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'f9729693-9904-42c8-83fc-958810f1c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:12.417244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: 62ae2e69-f793-4e8a-a5cf-0ba64795c874, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:12.420697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dc7e76-befb-462a-a478-17249ec2e4dc']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:12.434742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41197b8d-485d-4da4-8795-f27992d549a9 req-0c2b03ce-4843-42b3-b222-e783d5972106 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.436079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43f72ea-26fb-4d46-9d75-083c75de9d82') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:12.436384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43f72ea-26fb-4d46-9d75-083c75de9d82') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:12.436636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-41197b8d-485d-4da4-8795-f27992d549a9 req-0c2b03ce-4843-42b3-b222-e783d5972106 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.0953946 Nov 16 21:21:12.449081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd260c-e561-4bf9-9d14-965de971d0e7 req-3da16297-a44a-43d8-bfc6-caaae4e33c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.450787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ffd260c-e561-4bf9-9d14-965de971d0e7 req-3da16297-a44a-43d8-bfc6-caaae4e33c0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 1098 time: 0.0804868 Nov 16 21:21:12.452575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.464303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:12.466362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a73cdf32-f541-4e7e-adbd-0373c58e96a1 None None] Provisioning complete for port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:12.467226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a73cdf32-f541-4e7e-adbd-0373c58e96a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.481577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.484910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 62ae2e69-f793-4e8a-a5cf-0ba64795c874) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:12.495454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.496084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.499672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['2687a509-5257-4955-b3aa-fd7d7db3f209'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:12.513230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ffd260c-e561-4bf9-9d14-965de971d0e7 req-517a6a9c-9e61-4421-bfe6-23296af23e69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532858 Nov 16 21:21:12.514378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:12.515551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:12.518930 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:12.523531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-41197b8d-485d-4da4-8795-f27992d549a9 req-628d6a52-96b7-490c-8769-bf757ef0210a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760293 Nov 16 21:21:12.527365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34da1d51-04f1-4fcc-822c-c3d90705df1d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8319254 Nov 16 21:21:12.530302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46082) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:12.535926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1211755159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:12.571883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.573393 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.618027 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.626541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.632792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46086) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:12.633980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/a9dc7e76-befb-462a-a478-17249ec2e4dc HTTP/1.1" status: 204 len: 168 time: 2.7574291 Nov 16 21:21:12.646767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3c239-cf27-4115-b545-5e752344cca3 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=a9dc7e76-befb-462a-a478-17249ec2e4dc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:12.683656 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8925517d-55a6-4675-911e-2d6139916584 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:12.684261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8925517d-55a6-4675-911e-2d6139916584 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:12.687489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8925517d-55a6-4675-911e-2d6139916584 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/a9dc7e76-befb-462a-a478-17249ec2e4dc HTTP/1.1" status: 404 len: 339 time: 0.0534673 Nov 16 21:21:12.691154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46088) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:12.695972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872389803', 'description': 'd1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:12.703080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.710998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.731861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:12.735798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.740949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.742142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e6be834-0106-44b3-94ff-a40ebc30e8d0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2102804 Nov 16 21:21:12.745166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46090) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:12.763950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:12.776487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.776705 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment 85a96b20-864a-4ee7-826e-10e9b184b5b0 of type vlan for network b53d0244-6736-4d03-8eb5-211af77447be Nov 16 21:21:12.844284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83052394-dfdd-4e2a-8599-4e9ebb80b19a None None] Unable to find a vacant binding_index for network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 and agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 {{(pid=102455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 16 21:21:12.844898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.852274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83052394-dfdd-4e2a-8599-4e9ebb80b19a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 62ae2e69-f793-4e8a-a5cf-0ba64795c874) {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:21:12.882121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:12.903640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:12.904294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.009225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3145440 Nov 16 21:21:13.010194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46094) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:13.026751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6034fa-0cf5-462a-8cbe-c0949428e261 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=b53d0244-6736-4d03-8eb5-211af77447be,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:13.041092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b53d0244-6736-4d03-8eb5-211af77447be details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:13.093435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.105845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624aec-2c49-4695-b40e-c1a396c320b4 req-0558ec19-478a-4692-b38a-950c53091eb8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.113330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc624aec-2c49-4695-b40e-c1a396c320b4 req-0558ec19-478a-4692-b38a-950c53091eb8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 945 time: 0.1835098 Nov 16 21:21:13.142112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8c30e-88b3-4cf7-9353-28eb121e0298 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.143630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a5d8c30e-88b3-4cf7-9353-28eb121e0298 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks?id=b53d0244-6736-4d03-8eb5-211af77447be HTTP/1.1" status: 200 len: 764 time: 0.1322951 Nov 16 21:21:13.146312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46098) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:13.151350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'description': 'd2'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:13.253765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc624aec-2c49-4695-b40e-c1a396c320b4 req-f2850c83-cad5-4504-85a9-d4ab8c4d3f80 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354280 Nov 16 21:21:13.365261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.381730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.382180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-e88bb727-03d4-4f70-82e6-d22f7da0348d tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.383754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-e88bb727-03d4-4f70-82e6-d22f7da0348d tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 945 time: 0.1853559 Nov 16 21:21:13.436625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network b53d0244-6736-4d03-8eb5-211af77447be is not hosted by any dhcp agent {{(pid=102454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:21:13.442269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.443228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.446678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "PUT /v2.0/networks/b53d0244-6736-4d03-8eb5-211af77447be HTTP/1.1" status: 200 len: 761 time: 0.2969975 Nov 16 21:21:13.447787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:13.476172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437c08-46ea-4b82-8b73-32a1b6d85eff req-19d2977b-1644-4cdc-933e-80e42721d2c7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.477721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb437c08-46ea-4b82-8b73-32a1b6d85eff req-19d2977b-1644-4cdc-933e-80e42721d2c7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 945 time: 0.1426873 Nov 16 21:21:13.527938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e659f33-83ce-494b-af50-e86bad8ae888 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=b53d0244-6736-4d03-8eb5-211af77447be,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:13.541160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-62ae2e69-f793-4e8a-a5cf-0ba64795c874', 'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': 'c43ba537-d24f-4e8c-96e5-7a535c995b50'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:13.542523 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.555106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b53d0244-6736-4d03-8eb5-211af77447be details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:13.580107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a67318-c441-4623-b924-df332673f19c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.582896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37a67318-c441-4623-b924-df332673f19c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks?id=b53d0244-6736-4d03-8eb5-211af77447be HTTP/1.1" status: 200 len: 764 time: 0.1343431 Nov 16 21:21:13.587210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46108) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:13.668732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb437c08-46ea-4b82-8b73-32a1b6d85eff req-a4268fc8-762c-4c97-a1d6-476b09b14c1f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480451 Nov 16 21:21:13.695292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.20.0.1 (62ae2e69-f793-4e8a-a5cf-0ba64795c874/c43ba537-d24f-4e8c-96e5-7a535c995b50/4d05536b-fecc-4787-b95c-803681063856) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:13.722747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Deleting port 969d313b-4d68-4636-b676-f0541789f89c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:13.723096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.758983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:13.759369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.796049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Port d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:13.806515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port fe3f0871-4d40-4c10-8495-881e55a4cb43 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:13.807442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.860513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6b164-26dd-414e-a74e-aed2b836c0d1 req-88547b79-77b5-43db-9f10-963b730b8d90 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.866011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dfd6b164-26dd-414e-a74e-aed2b836c0d1 req-88547b79-77b5-43db-9f10-963b730b8d90 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.1716127 Nov 16 21:21:13.887587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96130fd0-84ca-43db-ac7c-90ae420bfa32 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:13.889547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96130fd0-84ca-43db-ac7c-90ae420bfa32 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3007567 Nov 16 21:21:13.895897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46114) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:13.909781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] For port 969d313b-4d68-4636-b676-f0541789f89c, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=969d313b-4d68-4636-b676-f0541789f89c,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:13.910155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.911221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port 829a1e81-ca1f-42e8-9669-567bac3145c2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:13.911720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.937383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dfd6b164-26dd-414e-a74e-aed2b836c0d1 req-e3815baa-10a4-4798-b1d3-23bc945d4acf tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667505 Nov 16 21:21:13.954231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Port 829a1e81-ca1f-42e8-9669-567bac3145c2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:13.965327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.966054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port 969d313b-4d68-4636-b676-f0541789f89c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:13.966673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:13.973050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fd5a9c30-a7e1-4c66-9f1d-4a9d775a4d72 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 207 time: 0.0760493 Nov 16 21:21:13.975926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Calling delete_port for 969d313b-4d68-4636-b676-f0541789f89c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:13.976704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46118) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:14.059058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.118982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:14.121497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Allocated IP 172.20.0.2 (62ae2e69-f793-4e8a-a5cf-0ba64795c874/c43ba537-d24f-4e8c-96e5-7a535c995b50/f2d1002e-6358-469f-81ed-296c79edce7e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:14.123512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:14.133267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:14.186646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port be6df4a5-7c01-45bf-af52-527e8aa01e78 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.187807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.198324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=4d05536b-fecc-4787-b95c-803681063856,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:14.242443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.244579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.253386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.261931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.274265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.287789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.294729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.297809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b87ad270-1e5c-4ef7-b801-bfd000417761 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3201141 Nov 16 21:21:14.304522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46144) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:14.397396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.397920 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.424508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6afc713-fe4b-435b-ad7e-edaf296ae960 req-23c2ed86-f09b-41bd-986f-8a5c3010f697 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e151f9d-36b4-4668-b352-79c0ce8ce535 HTTP/1.1" status: 200 len: 210 time: 0.0411289 Nov 16 21:21:14.428693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.430360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.430809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.443474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['969d313b-4d68-4636-b676-f0541789f89c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:14.447998 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.504226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Pushing event deleted for resources: {'Port': ['ID=969d313b-4d68-4636-b676-f0541789f89c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:14.508444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57817a35-b2a5-4289-9e73-d8c2d2e4aaa2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2011983 Nov 16 21:21:14.512371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46156) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:14.529367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:14.535309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] No DVR routers for this DVR port 969d313b-4d68-4636-b676-f0541789f89c on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:14.538560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.539812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:14.542524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:14.544391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fe05ec09-1053-4356-bd67-1516fcf73f49 req-9306bd10-1013-463a-aaa3-107d7980f813 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.47 "DELETE /v2.0/ports/969d313b-4d68-4636-b676-f0541789f89c HTTP/1.1" status: 204 len: 173 time: 1.1484115 Nov 16 21:21:14.554246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Pushing event updated for resources: {'Port': ['ID=f2d1002e-6358-469f-81ed-296c79edce7e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:14.578742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'name': 'network-vif-deleted', 'tag': '969d313b-4d68-4636-b676-f0541789f89c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:14.586897 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fffbc8-94c7-4e89-bca8-26454c9dac89" -d '{"events": [{"server_uuid": "0e151f9d-36b4-4668-b352-79c0ce8ce535", "name": "network-vif-deleted", "tag": "969d313b-4d68-4636-b676-f0541789f89c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:14.600029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77646-6bf5-4023-8d73-3a307355d2ac tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.601687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77646-6bf5-4023-8d73-3a307355d2ac tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.603925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77646-6bf5-4023-8d73-3a307355d2ac tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.605611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77646-6bf5-4023-8d73-3a307355d2ac tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.607185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c77646-6bf5-4023-8d73-3a307355d2ac tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.614330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-39c77646-6bf5-4023-8d73-3a307355d2ac tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1007426 Nov 16 21:21:14.614942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:14.662755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Attempting to bind port f2d1002e-6358-469f-81ed-296c79edce7e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:14.663444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Attempting to bind port f2d1002e-6358-469f-81ed-296c79edce7e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f9729693-9904-42c8-83fc-958810f1c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:14.664000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Attempting to bind port f2d1002e-6358-469f-81ed-296c79edce7e on network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:14.672968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:14.673702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Checking segment: {'id': 'f9729693-9904-42c8-83fc-958810f1c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:14.674299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.674865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Bound using segment: {'id': 'f9729693-9904-42c8-83fc-958810f1c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:14.675525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Bound port: f2d1002e-6358-469f-81ed-296c79edce7e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9729693-9904-42c8-83fc-958810f1c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '62ae2e69-f793-4e8a-a5cf-0ba64795c874'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:14.676228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.722294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port d3cf461f-c259-49d0-bff6-8b918769c9dd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.722672 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.727200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfec6c-479b-4beb-a66b-b5693b22f657 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.735209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfec6c-479b-4beb-a66b-b5693b22f657 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.736815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfec6c-479b-4beb-a66b-b5693b22f657 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.746402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfec6c-479b-4beb-a66b-b5693b22f657 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.747955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfec6c-479b-4beb-a66b-b5693b22f657 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:14.756037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-23dfec6c-479b-4beb-a66b-b5693b22f657 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1400449 Nov 16 21:21:14.756619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46166) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:14.777036 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43e1ce2-1c59-45f0-8fea-76cc8caf72e6 x-openstack-request-id: req-d43e1ce2-1c59-45f0-8fea-76cc8caf72e6 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:14.777675 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e151f9d-36b4-4668-b352-79c0ce8ce535", "name": "network-vif-deleted", "tag": "969d313b-4d68-4636-b676-f0541789f89c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:14.778170 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d43e1ce2-1c59-45f0-8fea-76cc8caf72e6 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:14.778925 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e151f9d-36b4-4668-b352-79c0ce8ce535', 'name': 'network-vif-deleted', 'tag': '969d313b-4d68-4636-b676-f0541789f89c', 'status': 'completed', 'code': 200} Nov 16 21:21:14.811189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Port d3cf461f-c259-49d0-bff6-8b918769c9dd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:14.816050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] For port f2d1002e-6358-469f-81ed-296c79edce7e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:14.819751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] For port f2d1002e-6358-469f-81ed-296c79edce7e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2d1002e-6358-469f-81ed-296c79edce7e,segment=NetworkSegment(f9729693-9904-42c8-83fc-958810f1c23b),segment_id=f9729693-9904-42c8-83fc-958810f1c23b)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:14.827062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.838892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port 37f73767-451d-4053-8b49-752f814a4997 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:14.838892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:14.955109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33130bb7-493f-4a19-b618-a3a26fffccc4 None None] Pushing event updated for resources: {'Port': ['ID=f2d1002e-6358-469f-81ed-296c79edce7e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:15.017165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b7fea-1f7c-443b-b3c4-3538a5c5980c req-fd468a71-d2f2-4ad6-8ec1-0a6ae2bbd2e1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.019124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-713b7fea-1f7c-443b-b3c4-3538a5c5980c req-fd468a71-d2f2-4ad6-8ec1-0a6ae2bbd2e1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 945 time: 0.1558690 Nov 16 21:21:15.058000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:15.058450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.219731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port 4a0152fc-2e21-43be-9daf-1780b5f88a50 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:15.220271 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.301169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2687a509-5257-4955-b3aa-fd7d7db3f209 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:15.362331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964377c-db83-4214-9cfa-959ccc9f7f78 req-a670ca42-48b9-4d39-baf1-a830903b0b8b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.371720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5964377c-db83-4214-9cfa-959ccc9f7f78 req-a670ca42-48b9-4d39-baf1-a830903b0b8b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.1627223 Nov 16 21:21:15.445498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 2687a509-5257-4955-b3aa-fd7d7db3f209 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:15.456260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 2687a509-5257-4955-b3aa-fd7d7db3f209 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:15.456844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.457069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60855788-3efb-4736-aa8b-06be895f02d2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.464274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60855788-3efb-4736-aa8b-06be895f02d2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks/d8f52e63-3f6d-477f-a4ca-e636223cda01 HTTP/1.1" status: 200 len: 803 time: 0.7065306 Nov 16 21:21:15.464902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46174) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:15.483281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.490139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.491428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port f44aab35-6421-497a-a313-b554e4fbedb2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:15.491967 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.510398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-713b7fea-1f7c-443b-b3c4-3538a5c5980c req-b15ec1db-b328-4c73-bf2d-ed906dbf186c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834063 Nov 16 21:21:15.515182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5964377c-db83-4214-9cfa-959ccc9f7f78 req-5a7565f7-c225-4b7b-82a8-ddabc3258f8d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422768 Nov 16 21:21:15.644657 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.651285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=4d05536b-fecc-4787-b95c-803681063856,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:15.665381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.675901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2687a509-5257-4955-b3aa-fd7d7db3f209'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:15.678553 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71760ba-a5fd-4b20-98b1-3457c8f9609a" -d '{"events": [{"server_uuid": "f6656bd1-db44-45bb-af28-e8edfb94e4fb", "name": "network-vif-plugged", "status": "completed", "tag": "2687a509-5257-4955-b3aa-fd7d7db3f209"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:15.696853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 2687a509-5257-4955-b3aa-fd7d7db3f209, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2687a509-5257-4955-b3aa-fd7d7db3f209,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:15.703215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.709074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Provisioning complete for port a8b6fd90-8929-4505-9961-0640feb18ec8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:15.709269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:15.765747 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a62e6b-6673-4e8f-a337-c943b780c630 x-openstack-request-id: req-94a62e6b-6673-4e8f-a337-c943b780c630 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:15.766032 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6656bd1-db44-45bb-af28-e8edfb94e4fb", "name": "network-vif-plugged", "status": "completed", "tag": "2687a509-5257-4955-b3aa-fd7d7db3f209", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:15.766381 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94a62e6b-6673-4e8f-a337-c943b780c630 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:15.766837 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2687a509-5257-4955-b3aa-fd7d7db3f209', 'code': 200} Nov 16 21:21:15.799902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-35424ddc-f8bb-486e-a952-151158f1017c None None] Port a8b6fd90-8929-4505-9961-0640feb18ec8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:15.804478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9ea06105-0283-4465-920a-9eba8345af5e tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/networks/d8f52e63-3f6d-477f-a4ca-e636223cda01?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3335705 Nov 16 21:21:15.808281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:15.809152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=2687a509-5257-4955-b3aa-fd7d7db3f209,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:15.831748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:15.841885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:15.880500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c95e6-d42f-4b61-90a3-076bf32e76fc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.885715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c00c95e6-d42f-4b61-90a3-076bf32e76fc tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/subnets/2f63d0c4-d70f-475f-8be1-0f9a56d59ae5 HTTP/1.1" status: 200 len: 843 time: 0.0680735 Nov 16 21:21:15.886349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:15.918918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b01a9-17a4-47ec-a807-eaf9e6cc481b req-11815aee-d333-4cfc-892c-b06e29fc96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:15.920616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-024b01a9-17a4-47ec-a807-eaf9e6cc481b req-11815aee-d333-4cfc-892c-b06e29fc96c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 1097 time: 0.0878644 Nov 16 21:21:16.004235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3eae89-2d99-4f93-8a7d-e2161d4fdfd0 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['shared'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.007166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-024b01a9-17a4-47ec-a807-eaf9e6cc481b req-3388a3c8-fb90-4d26-8fd7-ee6b155e0e45 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594831 Nov 16 21:21:16.010043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fa3eae89-2d99-4f93-8a7d-e2161d4fdfd0 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "GET /v2.0/subnets/2f63d0c4-d70f-475f-8be1-0f9a56d59ae5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1220076 Nov 16 21:21:16.010213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46200) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:16.015113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829439316'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:16.052031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:16.055406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.055544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-895ebcd1-cdb9-4706-bc63-8fb9bf81d6df tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.062871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-895ebcd1-cdb9-4706-bc63-8fb9bf81d6df tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/networks?id=d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 200 len: 808 time: 0.1453805 Nov 16 21:21:16.079142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-09476a0e-0de5-4389-a943-3a71e8b28135 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/quotas/25589cd53f4e432c9490e15133dafba3 HTTP/1.1" status: 200 len: 375 time: 0.0152729 Nov 16 21:21:16.090560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 2a37b5c5-4c2d-4797-94a5-8c3558248686 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:16.098236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:16.118335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-f85d61ac-5f9d-4127-9251-e6a6b4bc8a8a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=25589cd53f4e432c9490e15133dafba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380671 Nov 16 21:21:16.147277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.147634 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Added segment 536a13ea-8364-4722-ba95-a745b9e91d29 of type vlan for network fd268147-5242-4121-b1a2-3f004f63e390 Nov 16 21:21:16.221700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-1a5f419e-73ef-411f-a840-9e0615891ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024075 Nov 16 21:21:16.228262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.241162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:16.249569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-50727b5c-d5e5-4f45-9311-847e6ef00ff9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/2a37b5c5-4c2d-4797-94a5-8c3558248686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5025151 Nov 16 21:21:16.254627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] Sync routers for ids ['2a37b5c5-4c2d-4797-94a5-8c3558248686'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:16.255871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46202) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:16.267146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] Routers {'2a37b5c5-4c2d-4797-94a5-8c3558248686'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:16.267924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a37b5c5-4c2d-4797-94a5-8c3558248686'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:16.308333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.310739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:16.320074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.320554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] Routers {'2a37b5c5-4c2d-4797-94a5-8c3558248686'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:16.320730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.321347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a37b5c5-4c2d-4797-94a5-8c3558248686'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:16.356419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3421047 Nov 16 21:21:16.356553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46204) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:16.360422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:16.361181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0fd83-2f18-41f2-ba63-e6d2cd2bc05e None None] The sync data for ids ['2a37b5c5-4c2d-4797-94a5-8c3558248686'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:16.366043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:16.372652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d24e30-3ab9-4e21-9d8a-f2f11b7fd053 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.377046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-1998a418-76af-448a-a184-3ad3ff4e9ebd service neutron] 10.222.0.48 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448791 Nov 16 21:21:16.377254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2d24e30-3ab9-4e21-9d8a-f2f11b7fd053 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports/4d05536b-fecc-4787-b95c-803681063856 HTTP/1.1" status: 200 len: 910 time: 0.1177275 Nov 16 21:21:16.385946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46206) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:16.393150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c43ba537-d24f-4e8c-96e5-7a535c995b50'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:16.408031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d866f-f848-4dd2-abe1-c1fcf0f48f8b None None] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:16.429887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d9653-4b7c-4c2c-b0d8-c129a8b20efa None None] DHCP port deletion for d7cbb971-c2b4-4aea-bc25-a1084161516f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:16.438686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3c09-ff03-4a79-9500-4959c1727c30 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Network': ['ID=fd268147-5242-4121-b1a2-3f004f63e390,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:16.469838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network fd268147-5242-4121-b1a2-3f004f63e390 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:16.558340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1fd4d67f-e761-49c5-868a-e106b49fd577 None None] Provisioning complete for port f2d1002e-6358-469f-81ed-296c79edce7e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:16.558680 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d67f-e761-49c5-868a-e106b49fd577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.667546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Made reservation on behalf of 2f35334a5f444110a9b877de13c6beb7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:16.671616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.674299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0bea87a3-3e42-4320-88a9-5c76fd9aed4e req-58fcec8c-12c2-4c3a-906c-84b21d087277 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 210 time: 0.0595903 Nov 16 21:21:16.788124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.793692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Performing IP validity checks on allocation pools {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:21:16.794249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:21:16.825183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc69498-6729-4985-a044-5d391062cc36 req-1fb6b980-94b4-4189-a6bd-a3db9da2aa85 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.834593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abc69498-6729-4985-a044-5d391062cc36 req-1fb6b980-94b4-4189-a6bd-a3db9da2aa85 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2155232 Nov 16 21:21:16.856927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16514a7-3fd9-43cf-ad2c-bdf597a236a3 req-6c271cd2-7f8a-4a94-9430-b3926eb2464a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:16.860688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a16514a7-3fd9-43cf-ad2c-bdf597a236a3 req-6c271cd2-7f8a-4a94-9430-b3926eb2464a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.0993295 Nov 16 21:21:16.940815 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d67f-e761-49c5-868a-e106b49fd577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:16.964312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2d1002e-6358-469f-81ed-296c79edce7e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:16.978720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a16514a7-3fd9-43cf-ad2c-bdf597a236a3 req-5b67c54a-9bdd-42ef-a479-2782fa17e30e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110785 Nov 16 21:21:17.101766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abc69498-6729-4985-a044-5d391062cc36 req-75117ffa-62f0-492c-95f5-ab5904b17bb3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660661 Nov 16 21:21:17.127371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1fd4d67f-e761-49c5-868a-e106b49fd577 None None] For port f2d1002e-6358-469f-81ed-296c79edce7e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2d1002e-6358-469f-81ed-296c79edce7e,segment=NetworkSegment(f9729693-9904-42c8-83fc-958810f1c23b),segment_id=f9729693-9904-42c8-83fc-958810f1c23b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:17.136244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d67f-e761-49c5-868a-e106b49fd577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.164170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 969d313b-4d68-4636-b676-f0541789f89c no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:17.391511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.397136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f2d1002e-6358-469f-81ed-296c79edce7e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:17.397674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.401081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 969d313b-4d68-4636-b676-f0541789f89c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:17.401360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 969d313b-4d68-4636-b676-f0541789f89c not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:17.456185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4d67f-e761-49c5-868a-e106b49fd577 None None] Pushing event updated for resources: {'Port': ['ID=f2d1002e-6358-469f-81ed-296c79edce7e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:17.515616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:17.547147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Checking segment: {'id': '536a13ea-8364-4722-ba95-a745b9e91d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:17.547614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network hostable DHCP agents. Network: fd268147-5242-4121-b1a2-3f004f63e390, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:17.597835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Network fd268147-5242-4121-b1a2-3f004f63e390 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:17.616077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.619306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, fd268147-5242-4121-b1a2-3f004f63e390) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:17.625384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:17.626081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.627798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bf294-462d-44e6-833c-ca3798f61922 None None] Network fd268147-5242-4121-b1a2-3f004f63e390 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:17.629779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.716179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a09e9e9f-28a8-475a-8fde-0604319625f5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3589897 Nov 16 21:21:17.719776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46232) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:17.728810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:17.753662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:17.754618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.756343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/ports/4d05536b-fecc-4787-b95c-803681063856 HTTP/1.1" status: 200 len: 910 time: 1.3692527 Nov 16 21:21:17.758938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:17.765928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e94a4e-68df-4ec9-bec0-89c80fac2589 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=4d05536b-fecc-4787-b95c-803681063856,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:17.830990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-fd268147-5242-4121-b1a2-3f004f63e390', 'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390', 'tenant_id': '2f35334a5f444110a9b877de13c6beb7', 'fixed_ips': [{'subnet_id': '3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:17.832415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.840747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce123ab-5670-4b94-83e7-fa8c01f41d94 None None] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:17.854986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11545683'] for subnet, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:17.866154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0e670e2-b6cd-47f6-89c9-f69dfad29caf req-c94c44bf-1639-4549-a165-aeae839c1b62 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 210 time: 0.1084702 Nov 16 21:21:18.023137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-56073621-d0aa-4bc7-8ffd-2309bc3209ee None None] Provisioning complete for port f2d1002e-6358-469f-81ed-296c79edce7e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:18.023550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56073621-d0aa-4bc7-8ffd-2309bc3209ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.166734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-80450a68-d727-4685-8f29-5e501ec7cc5a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:18.168665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-80450a68-d727-4685-8f29-5e501ec7cc5a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.41 "GET /v2.0/networks?id=d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 200 len: 808 time: 0.2093182 Nov 16 21:21:18.183430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Request body: {'port': {'device_id': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f', 'admin_state_up': True, 'tenant_id': '25589cd53f4e432c9490e15133dafba3'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:18.261570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.293425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791121399260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10236259'] for subnet, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.310326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-56073621-d0aa-4bc7-8ffd-2309bc3209ee None None] Provisioning complete for port 4d05536b-fecc-4787-b95c-803681063856 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:18.310807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56073621-d0aa-4bc7-8ffd-2309bc3209ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.394286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:18.394897 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.399548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "PUT /v2.0/subnets/3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9 HTTP/1.1" status: 200 len: 900 time: 0.6786122 Nov 16 21:21:18.406295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-56073621-d0aa-4bc7-8ffd-2309bc3209ee None None] Port 4d05536b-fecc-4787-b95c-803681063856 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:18.407432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46244) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:18.415705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Allocated IP 2001:db8::3 (fd268147-5242-4121-b1a2-3f004f63e390/3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9/22c47b60-33e1-42cd-8810-ecc8e9857196) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:18.440244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc86ce-170e-4b4b-a60c-d2ee1c8aa74f req-1ce27c01-d368-4a29-99b9-622a0709124d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:18.449152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5dc86ce-170e-4b4b-a60c-d2ee1c8aa74f req-1ce27c01-d368-4a29-99b9-622a0709124d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2121675 Nov 16 21:21:18.475876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76afb21-77af-439b-ba71-439290b4a281 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event updated for resources: {'Subnet': ['ID=3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:18.600632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 4d05536b-fecc-4787-b95c-803681063856 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:18.601388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.610345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Made reservation on behalf of 25589cd53f4e432c9490e15133dafba3 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:18.614631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.623707 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.631177 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.641756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5dc86ce-170e-4b4b-a60c-d2ee1c8aa74f req-1d1d1bea-5baa-4018-9692-a9d2f744cbc6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909039 Nov 16 21:21:18.690468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Network fd268147-5242-4121-b1a2-3f004f63e390 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:18.693930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:18.696477 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.698130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:18.705343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Pushing event updated for resources: {'Port': ['ID=22c47b60-33e1-42cd-8810-ecc8e9857196,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:18.778904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.797716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 4d05536b-fecc-4787-b95c-803681063856 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:18.810485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Attempting to bind port 22c47b60-33e1-42cd-8810-ecc8e9857196 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:18.810862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Attempting to bind port 22c47b60-33e1-42cd-8810-ecc8e9857196 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '536a13ea-8364-4722-ba95-a745b9e91d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:18.811225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Attempting to bind port 22c47b60-33e1-42cd-8810-ecc8e9857196 on network fd268147-5242-4121-b1a2-3f004f63e390 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:18.823194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:18.823576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Checking segment: {'id': '536a13ea-8364-4722-ba95-a745b9e91d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:18.823985 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.825829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Bound using segment: {'id': '536a13ea-8364-4722-ba95-a745b9e91d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:18.826324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Bound port: 22c47b60-33e1-42cd-8810-ecc8e9857196, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536a13ea-8364-4722-ba95-a745b9e91d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fd268147-5242-4121-b1a2-3f004f63e390'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:18.828194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.847507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a5a60117-4fbb-4099-9d73-94b84bf8738d None None] Provisioning complete for port f2d1002e-6358-469f-81ed-296c79edce7e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:18.852568 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5a60117-4fbb-4099-9d73-94b84bf8738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:18.923788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2d1002e-6358-469f-81ed-296c79edce7e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:18.926170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Allocated IP 172.20.0.11 (d7cbb971-c2b4-4aea-bc25-a1084161516f/52b44bd3-24da-47e2-adb4-8320e9e55b7b/905eb9a5-77ae-4df8-aada-5bf6eb323c55) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:19.074955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] For port 22c47b60-33e1-42cd-8810-ecc8e9857196, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:19.080627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] For port 22c47b60-33e1-42cd-8810-ecc8e9857196, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=22c47b60-33e1-42cd-8810-ecc8e9857196,segment=NetworkSegment(536a13ea-8364-4722-ba95-a745b9e91d29),segment_id=536a13ea-8364-4722-ba95-a745b9e91d29)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:19.107590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.145884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.151147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2c69c66f-36e4-4228-b8fa-35a817b5aaa7 req-25739d01-eda2-4cad-9e49-605c558d8610 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 210 time: 0.0504858 Nov 16 21:21:19.154718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting port 22c47b60-33e1-42cd-8810-ecc8e9857196 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:19.155075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.162854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b0f9-512e-4d2b-86a6-24db21f71d0b req-ec0c2dad-08e0-46d1-8f79-a36bd0df76a0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:19.164929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2325b0f9-512e-4d2b-86a6-24db21f71d0b req-ec0c2dad-08e0-46d1-8f79-a36bd0df76a0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1020143 Nov 16 21:21:19.181830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f2d1002e-6358-469f-81ed-296c79edce7e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:19.182460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.206132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=4d05536b-fecc-4787-b95c-803681063856,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.261563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a5a60117-4fbb-4099-9d73-94b84bf8738d None None] Could not find standard attr ID for object 4d05536b-fecc-4787-b95c-803681063856. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:21:19.299786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c43f5a-89f5-437d-aaa8-5f3455136250 None None] Pushing event updated for resources: {'Port': ['ID=22c47b60-33e1-42cd-8810-ecc8e9857196,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.301723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.325325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] For port 22c47b60-33e1-42cd-8810-ecc8e9857196, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=22c47b60-33e1-42cd-8810-ecc8e9857196,segment=NetworkSegment(536a13ea-8364-4722-ba95-a745b9e91d29),segment_id=536a13ea-8364-4722-ba95-a745b9e91d29)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:19.325761 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.346332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Calling delete_port for 22c47b60-33e1-42cd-8810-ecc8e9857196 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:19.395305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8603dd78-bc58-46e3-945f-d58d6971c878 None None] Could not find standard attr ID for object 4d05536b-fecc-4787-b95c-803681063856. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:21:19.439964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.452955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2325b0f9-512e-4d2b-86a6-24db21f71d0b req-c5998ae7-6f02-4ed2-b557-7db0195b7ee2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491095 Nov 16 21:21:19.516971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e62a62e-0b39-4226-998c-0b4306fbdda3 None None] Could not find standard attr ID for object 4d05536b-fecc-4787-b95c-803681063856. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:21:19.521885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Network d7cbb971-c2b4-4aea-bc25-a1084161516f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:19.551067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:19.554015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:19.579354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.581862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7457d9-2d15-471e-be2a-e82f53d09caa None None] DHCP port deletion for d7cbb971-c2b4-4aea-bc25-a1084161516f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:19.628230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Pushing event updated for resources: {'Port': ['ID=905eb9a5-77ae-4df8-aada-5bf6eb323c55,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.654231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:19.655258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.666712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-833f9420-7f7a-4f38-9201-094562ec515e None None] Provisioning complete for port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:19.666995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-833f9420-7f7a-4f38-9201-094562ec515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.711164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-375a0cce-c7f9-4132-bdea-956bc4e6d3e8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5316274 Nov 16 21:21:19.725983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.728313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-833f9420-7f7a-4f38-9201-094562ec515e None None] Port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:19.762303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Request body: {'port': {'device_id': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:19.769799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 2a37b5c5-4c2d-4797-94a5-8c3558248686 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:19.770489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Port': ['ID=22c47b60-33e1-42cd-8810-ecc8e9857196,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:19.851555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No DVR routers for this DVR port 22c47b60-33e1-42cd-8810-ecc8e9857196 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:19.863170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:19.870089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eabb31e3-5f69-4675-b9b7-accae2c4189c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/2a37b5c5-4c2d-4797-94a5-8c3558248686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099904 Nov 16 21:21:19.872500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:19.875082 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] Sync routers for ids ['2a37b5c5-4c2d-4797-94a5-8c3558248686'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:19.890679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.893673 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] Routers {'2a37b5c5-4c2d-4797-94a5-8c3558248686'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:19.894641 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a37b5c5-4c2d-4797-94a5-8c3558248686'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:19.909142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5e6c61e7-5354-4a1a-8032-990d01557d34 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a37b5c5-4c2d-4797-94a5-8c3558248686 HTTP/1.1" status: 200 len: 205 time: 0.0338759 Nov 16 21:21:19.911590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46260) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:19.937352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:19.943709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:19.957189 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] Routers {'2a37b5c5-4c2d-4797-94a5-8c3558248686'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:19.958372 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:20:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a37b5c5-4c2d-4797-94a5-8c3558248686'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:20.009288 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:20.010819 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c453a3a-5c4c-48c9-aa12-b4a1c4c80452 None None] The sync data for ids ['2a37b5c5-4c2d-4797-94a5-8c3558248686'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:20.131684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.169221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:20.254921 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.320991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd268147-5242-4121-b1a2-3f004f63e390']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:20.338714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a13ea-8364-4722-ba95-a745b9e91d29') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:20.339038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a13ea-8364-4722-ba95-a745b9e91d29') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:20.345314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.360858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.379639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31b464-9414-40ed-a308-1aebf7f0ce2d req-bf084d77-25ed-4d0a-be35-22137a1d1d38 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:20.381164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d31b464-9414-40ed-a308-1aebf7f0ce2d req-bf084d77-25ed-4d0a-be35-22137a1d1d38 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 932 time: 0.1335938 Nov 16 21:21:20.416978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.438708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:20.439139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:20.442472 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:20.490670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905eb9a5-77ae-4df8-aada-5bf6eb323c55 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:20.505373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.546958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.550838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.553503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d31b464-9414-40ed-a308-1aebf7f0ce2d req-5c1bd3bb-2fde-407c-822c-f4c8eb3c8313 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392376 Nov 16 21:21:20.554565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Transition to ACTIVE for port object 905eb9a5-77ae-4df8-aada-5bf6eb323c55 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:21:20.555804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.558628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.567245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.576630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46270) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:20.582645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/fd268147-5242-4121-b1a2-3f004f63e390 HTTP/1.1" status: 204 len: 168 time: 2.1597118 Nov 16 21:21:20.633290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398e15b-f295-453f-9a86-215cc2b6cfff tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=fd268147-5242-4121-b1a2-3f004f63e390,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:20.645254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b08ef-c798-4b6b-9b06-01520d968e1c None None] DHCP port deletion for d7cbb971-c2b4-4aea-bc25-a1084161516f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:20.652970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Pushing event updated for resources: {'Port': ['ID=905eb9a5-77ae-4df8-aada-5bf6eb323c55,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:20.679183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d0983dfa-deea-43b3-9b3b-3692d5701b51 None None] Could not find standard attr ID for object 22c47b60-33e1-42cd-8810-ecc8e9857196. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:21:20.693558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc191d-31e2-4f4a-b718-5139447c712a None None] DHCP port deletion for fd268147-5242-4121-b1a2-3f004f63e390 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:20.725520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c72c1-99c8-43ea-9e03-0c825034788f None None] Network fd268147-5242-4121-b1a2-3f004f63e390 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:20.737305 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-878ea93d-8485-40ab-afd5-55d4d41e3d24 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:20.738083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878ea93d-8485-40ab-afd5-55d4d41e3d24 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:20.742543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-878ea93d-8485-40ab-afd5-55d4d41e3d24 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/3b2c96bf-8489-4d9e-a3a5-8eaea132ebf9 HTTP/1.1" status: 404 len: 337 time: 0.1625381 Nov 16 21:21:20.747114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46276) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:20.753090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c72c1-99c8-43ea-9e03-0c825034788f None None] Network fd268147-5242-4121-b1a2-3f004f63e390 could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:21:20.756077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b008daf7-cd51-4be4-a933-14a40e480385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.762390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cca67-d903-45d4-bd44-75a621e27f88 None None] Network fd268147-5242-4121-b1a2-3f004f63e390 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:20.766220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.766843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router 2a37b5c5-4c2d-4797-94a5-8c3558248686 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:21:20.775150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.776279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e352274e-504e-4618-af05-e5cb699fb1c2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/2a37b5c5-4c2d-4797-94a5-8c3558248686 HTTP/1.1" status: 204 len: 168 time: 0.8637452 Nov 16 21:21:20.778713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cca67-d903-45d4-bd44-75a621e27f88 None None] Network fd268147-5242-4121-b1a2-3f004f63e390 could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:21:20.790081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46278) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:20.800519 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74addf9-9b35-42af-b0e7-763ddaed45a5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:20.801052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74addf9-9b35-42af-b0e7-763ddaed45a5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:20.804293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e74addf9-9b35-42af-b0e7-763ddaed45a5 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/fd268147-5242-4121-b1a2-3f004f63e390 HTTP/1.1" status: 404 len: 339 time: 0.0552258 Nov 16 21:21:20.810138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46280) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:20.862994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6cccf-289f-49be-a712-64b5b08cbc31 req-5b2a23d7-a076-4f4c-bf33-306ac6ba90e6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:20.864733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30f6cccf-289f-49be-a712-64b5b08cbc31 req-5b2a23d7-a076-4f4c-bf33-306ac6ba90e6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.3063443 Nov 16 21:21:20.950530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet c43ba537-d24f-4e8c-96e5-7a535c995b50 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:20.955793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:20.989968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.024579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.029856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a42a-37ce-425f-93a1-bee26ef79f46 req-94e688f1-51b9-450e-9160-d0987ced5ea5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.031969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4767a42a-37ce-425f-93a1-bee26ef79f46 req-94e688f1-51b9-450e-9160-d0987ced5ea5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0876865 Nov 16 21:21:21.033122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Attempting to bind port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:21.033459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Attempting to bind port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:21.033886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Attempting to bind port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 on network d7cbb971-c2b4-4aea-bc25-a1084161516f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:21.038630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 on network d7cbb971-c2b4-4aea-bc25-a1084161516f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:21:21.039008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Attempting to bind port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 on network d7cbb971-c2b4-4aea-bc25-a1084161516f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:21.049361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30f6cccf-289f-49be-a712-64b5b08cbc31 req-c29b5976-8fdd-4ab5-90b9-49f8e3ae25f8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486678 Nov 16 21:21:21.050395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:21.050739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Checking segment: {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:21.051128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Bound using segment: {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:21.052042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Bound port: 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31fef90-d2bc-486b-8008-4f1bfe907892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:21.052042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.125547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4767a42a-37ce-425f-93a1-bee26ef79f46 req-201d0f07-9997-451b-aac5-49d53655751c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835297 Nov 16 21:21:21.156134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] For port 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:21.157466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.159998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] For port 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:21.164662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.205894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.206643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.208558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] 10.222.0.41 "PUT /v2.0/ports/905eb9a5-77ae-4df8-aada-5bf6eb323c55 HTTP/1.1" status: 200 len: 1092 time: 1.4784977 Nov 16 21:21:21.208558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'tag': '905eb9a5-77ae-4df8-aada-5bf6eb323c55'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:21.210935 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "58ac7c60-0831-43fd-a6fc-b863e8966759", "tag": "905eb9a5-77ae-4df8-aada-5bf6eb323c55"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:21.212109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e987c9e-5509-4cd0-b967-82db0ef9373a None None] DHCP port deletion for d7cbb971-c2b4-4aea-bc25-a1084161516f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:21.213934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53d0244-6736-4d03-8eb5-211af77447be']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:21.245962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a96b20-864a-4ee7-826e-10e9b184b5b0') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:21.246367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a96b20-864a-4ee7-826e-10e9b184b5b0') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:21.263530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc58288-7432-4b2f-9674-3c9aaa9ec607 service neutron] Pushing event updated for resources: {'Port': ['ID=905eb9a5-77ae-4df8-aada-5bf6eb323c55,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:21.282585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.290793 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14a063-c53d-4fa9-9158-e4302b8afc17 x-openstack-request-id: req-4e14a063-c53d-4fa9-9158-e4302b8afc17 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:21.291024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.291170 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ac7c60-0831-43fd-a6fc-b863e8966759", "tag": "905eb9a5-77ae-4df8-aada-5bf6eb323c55", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:21.291170 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e14a063-c53d-4fa9-9158-e4302b8afc17 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:21.291170 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'tag': '905eb9a5-77ae-4df8-aada-5bf6eb323c55', 'status': 'completed', 'code': 200} Nov 16 21:21:21.320834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-808f011b-0e41-4c70-ab61-cfc1dd7e545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.322369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-808f011b-0e41-4c70-ab61-cfc1dd7e545f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25589cd53f4e432c9490e15133dafba3&device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 1095 time: 0.0461512 Nov 16 21:21:21.326411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.340142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:21.340639 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:21.345605 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:21.370415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-469d5820-7d3c-4cf5-adde-8fad4fd2c433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55 HTTP/1.1" status: 200 len: 217 time: 0.0380023 Nov 16 21:21:21.396397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242bd4-c1b0-445a-8e52-c1619bc6a367 req-1f705e37-72cc-4bbb-9b91-15d77449910a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.397928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da242bd4-c1b0-445a-8e52-c1619bc6a367 req-1f705e37-72cc-4bbb-9b91-15d77449910a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1978605 Nov 16 21:21:21.422933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-ad421b67-e857-4b44-a09e-564ca6232248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.424470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-ad421b67-e857-4b44-a09e-564ca6232248 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52b44bd3-24da-47e2-adb4-8320e9e55b7b HTTP/1.1" status: 200 len: 848 time: 0.0466497 Nov 16 21:21:21.443843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.455599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.458710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/b53d0244-6736-4d03-8eb5-211af77447be HTTP/1.1" status: 204 len: 168 time: 0.6502512 Nov 16 21:21:21.459050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-cebbeacd-c219-44d4-b0bb-563b68c3c627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7cbb971-c2b4-4aea-bc25-a1084161516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271242 Nov 16 21:21:21.461178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:21.466250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.494388 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c035504-c167-4fda-844d-e343f55da4f0 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:21.494836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c035504-c167-4fda-844d-e343f55da4f0 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:21.497817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6c035504-c167-4fda-844d-e343f55da4f0 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/4e6db3d7-a6bd-4983-a86d-ac377e6f5afc HTTP/1.1" status: 404 len: 337 time: 0.0356486 Nov 16 21:21:21.509731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b56c5-bf13-4135-9d5d-3c46aa059e01 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=b53d0244-6736-4d03-8eb5-211af77447be,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:21.513620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:21.517720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=c43ba537-d24f-4e8c-96e5-7a535c995b50,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:21.525445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da242bd4-c1b0-445a-8e52-c1619bc6a367 req-6bbfa90e-581d-424c-a099-960d66ab73ca tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192009 Nov 16 21:21:21.526480 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.532108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1cccb5b9-0c7f-456c-ae9d-08eadd76ed37 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/c43ba537-d24f-4e8c-96e5-7a535c995b50 HTTP/1.1" status: 204 len: 168 time: 0.7387874 Nov 16 21:21:21.532948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46292) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:21.538922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df22f2-dc94-46f7-86ec-11a48f9ad897 None None] Network 62ae2e69-f793-4e8a-a5cf-0ba64795c874 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:21.622323 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6be947a-d988-4093-937f-9db85766449b tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:21.622881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6be947a-d988-4093-937f-9db85766449b tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:21.627665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6be947a-d988-4093-937f-9db85766449b tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/a9dc7e76-befb-462a-a478-17249ec2e4dc HTTP/1.1" status: 404 len: 339 time: 0.1118398 Nov 16 21:21:21.632089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46298) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:21.634997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.712894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port f2d1002e-6358-469f-81ed-296c79edce7e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:21.716260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.727586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting subnet c5aa91b0-3940-42d5-9164-566e7ae376e8 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:21.743392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.754521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] DHCP port deletion for 62ae2e69-f793-4e8a-a5cf-0ba64795c874 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:21.786827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-3c46cbe8-aaec-4ad0-8c02-e08a164a6e6d service neutron] 10.222.0.41 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167751 Nov 16 21:21:21.809676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port f2d1002e-6358-469f-81ed-296c79edce7e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2d1002e-6358-469f-81ed-296c79edce7e,segment=NetworkSegment(f9729693-9904-42c8-83fc-958810f1c23b),segment_id=f9729693-9904-42c8-83fc-958810f1c23b)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:21.810299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.827779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for f2d1002e-6358-469f-81ed-296c79edce7e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:21.829875 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] Deleting port f2d1002e-6358-469f-81ed-296c79edce7e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:21.832460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.870116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.898140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] For port f2d1002e-6358-469f-81ed-296c79edce7e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2d1002e-6358-469f-81ed-296c79edce7e,segment=NetworkSegment(f9729693-9904-42c8-83fc-958810f1c23b),segment_id=f9729693-9904-42c8-83fc-958810f1c23b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:21.898820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.913134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] Calling delete_port for f2d1002e-6358-469f-81ed-296c79edce7e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:21.914981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48008da-4eef-4c2f-94e6-1d718167e572 req-1be7c442-5a5e-4b1f-8db5-8de876f34e1f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.916513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b48008da-4eef-4c2f-94e6-1d718167e572 req-1be7c442-5a5e-4b1f-8db5-8de876f34e1f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 944 time: 0.1949985 Nov 16 21:21:21.950348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023fd4-1912-41e3-9e17-c885cbb5356d req-848868fa-7dd3-4bbb-a6be-92e4a97005f6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:21.951870 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43023fd4-1912-41e3-9e17-c885cbb5356d req-848868fa-7dd3-4bbb-a6be-92e4a97005f6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1054177 Nov 16 21:21:21.963531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:21.999722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.003865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7684af59-e7ad-47ef-b5c0-1a3cbe420b38 req-5c25d809-86a0-4aa8-9907-555951f2351d service neutron] 10.222.0.41 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049460 Nov 16 21:21:22.005255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=f2d1002e-6358-469f-81ed-296c79edce7e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.011926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port f2d1002e-6358-469f-81ed-296c79edce7e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:22.027164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] Pushing event deleted for resources: {'Port': ['ID=f2d1002e-6358-469f-81ed-296c79edce7e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.033966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8ae16-f872-4742-a78d-48d5005748fa None None] No DVR routers for this DVR port f2d1002e-6358-469f-81ed-296c79edce7e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:22.061604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b48008da-4eef-4c2f-94e6-1d718167e572 req-6f77ae8d-96c5-4edb-9edd-a53277f98048 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268497 Nov 16 21:21:22.078940 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.125924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43023fd4-1912-41e3-9e17-c885cbb5356d req-ab4c5596-5f6b-4a37-8eb8-38f4151f0401 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571007 Nov 16 21:21:22.143929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.167874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-417ae075-b6b0-488e-853c-e0e5d9286f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.169599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-417ae075-b6b0-488e-853c-e0e5d9286f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25589cd53f4e432c9490e15133dafba3&device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 1095 time: 0.0620077 Nov 16 21:21:22.178263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ae2e69-f793-4e8a-a5cf-0ba64795c874']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.180023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.192539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9729693-9904-42c8-83fc-958810f1c23b') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.192840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9729693-9904-42c8-83fc-958810f1c23b') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:22.214427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.230596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f4d9b-c2f5-494f-b0af-028d2dfa3a34 None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:22.259208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.272315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:22.272725 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:22.276227 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:22.305219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.313660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/c5aa91b0-3940-42d5-9164-566e7ae376e8 HTTP/1.1" status: 204 len: 168 time: 0.6802430 Nov 16 21:21:22.317912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:22.334419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb316fb-59b0-4041-aa4f-072e446408c4 req-c9517580-19c5-46dd-a681-e383396e9a31 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.343248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3eb316fb-59b0-4041-aa4f-072e446408c4 req-c9517580-19c5-46dd-a681-e383396e9a31 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1429224 Nov 16 21:21:22.372227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb088cf-b2fc-4192-a055-bfadd4449579 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=c5aa91b0-3940-42d5-9164-566e7ae376e8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.397946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.404631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.410265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/62ae2e69-f793-4e8a-a5cf-0ba64795c874 HTTP/1.1" status: 204 len: 168 time: 0.8763852 Nov 16 21:21:22.416477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:22.419114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting subnet 491c496d-ed18-458a-9176-3188b4df4811 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:22.426513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-651754404', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:22.430787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.452981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f85321-2afb-4fa4-ad45-665ca03e0766 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=62ae2e69-f793-4e8a-a5cf-0ba64795c874,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.476086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3eb316fb-59b0-4041-aa4f-072e446408c4 req-001527d8-6306-4925-b983-eaf586d6e622 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318123 Nov 16 21:21:22.490122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-c1b624f4-4d46-411a-b4e8-f469f0ab1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.490122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-c1b624f4-4d46-411a-b4e8-f469f0ab1ef5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 200 len: 909 time: 0.3092184 Nov 16 21:21:22.498096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.500058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.581042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.586001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.593884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.598427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-7cf706cc-1a66-4306-9c31-52ae614b5cb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55 HTTP/1.1" status: 200 len: 217 time: 0.0992079 Nov 16 21:21:22.609960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.611803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42854922-f9f6-4804-8504-b9d0b152474b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1914916 Nov 16 21:21:22.614464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46320) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:22.620647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-2019123231'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:22.649807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:22.653653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.681416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:22.692160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.692576 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment 1a7d95e4-8fbd-4a13-a402-b04589e1c9ad of type vlan for network 6276252e-ab8e-4eef-901c-53011a4e4c64 Nov 16 21:21:22.734977 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.740403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.767098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.773134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.773991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:22.774223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acca1f-5c24-4a2b-9fbd-b38228346d3c req-63b02c11-040d-4610-b981-b9df55a44dbc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.775749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5acca1f-5c24-4a2b-9fbd-b38228346d3c req-63b02c11-040d-4610-b981-b9df55a44dbc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2217011 Nov 16 21:21:22.782713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-90f3eb7c-d82b-4ecf-8697-bafaed7a648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:22.784934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-90f3eb7c-d82b-4ecf-8697-bafaed7a648e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52b44bd3-24da-47e2-adb4-8320e9e55b7b HTTP/1.1" status: 200 len: 848 time: 0.1642330 Nov 16 21:21:22.844741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2288108 Nov 16 21:21:22.848110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:22.860138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-422f0509-30b0-47f5-8c21-dc0ec5ba4f78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7cbb971-c2b4-4aea-bc25-a1084161516f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398803 Nov 16 21:21:22.860798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2d1002e-6358-469f-81ed-296c79edce7e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:22.867190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:22.888809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3acf3-006a-4d59-9d46-da5aa394584b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=6276252e-ab8e-4eef-901c-53011a4e4c64,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:22.893358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f2d1002e-6358-469f-81ed-296c79edce7e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:22.894149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2d1002e-6358-469f-81ed-296c79edce7e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:22.901481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:22.954595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5acca1f-5c24-4a2b-9fbd-b38228346d3c req-6cc2a2c4-f681-4464-8413-aba1a80d4348 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651709 Nov 16 21:21:22.967659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.007941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:23.012931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.015600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.018981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/491c496d-ed18-458a-9176-3188b4df4811 HTTP/1.1" status: 204 len: 168 time: 0.6972551 Nov 16 21:21:23.024905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b57e1-7e8f-44c7-bbf1-171c96f48932 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=491c496d-ed18-458a-9176-3188b4df4811,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.027383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46324) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.040768 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff1984f9-4311-4f49-8e5b-9e8600dbdd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.042783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-fa24e0ed-2ebf-4011-9229-7cf378ad78ba service neutron] 10.222.0.41 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741877 Nov 16 21:21:23.206535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.213042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-034efdb4-08bb-4e7b-9de9-33e4554ba7b9 req-daaa3767-0b4e-4810-b346-2cd904936ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595855 Nov 16 21:21:23.244901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afd948-1059-4a93-9957-e64b767b6922 req-6826d054-2313-4415-b44b-2ce8e809bb02 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:23.254387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9afd948-1059-4a93-9957-e64b767b6922 req-6826d054-2313-4415-b44b-2ce8e809bb02 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 944 time: 0.1057518 Nov 16 21:21:23.276095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5934d-95fd-4c6b-a8ac-c150945dc7a1 None None] Network f639d492-3f59-48e6-b059-3a5d56c76b72 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:23.278506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:23.278964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.335599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.350730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8fbebfdd-8905-4b47-8aaf-f88993b79b04 None None] Provisioning complete for port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:23.351420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8fbebfdd-8905-4b47-8aaf-f88993b79b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.356797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] For port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,segment=NetworkSegment(3c631952-b6c3-4b60-8568-084db7a1caeb),segment_id=3c631952-b6c3-4b60-8568-084db7a1caeb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:23.357284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.371822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Calling delete_port for 5c79eeb2-0c9a-4f01-a036-1e8acfde339d owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:23.389281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9afd948-1059-4a93-9957-e64b767b6922 req-b7b20257-1016-449f-82ed-315f21ea1fd6 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339920 Nov 16 21:21:23.416817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=32ea0ab5-da70-4a36-98e0-2a51231c3ce0,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.428391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:23.428763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: 6276252e-ab8e-4eef-901c-53011a4e4c64, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:23.447011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:23.459218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6276252e-ab8e-4eef-901c-53011a4e4c64) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:23.463699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:23.464310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.471160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.479369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ee26b-9cb4-4992-9cff-886b5f370b16 None None] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:23.482630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-278ef102-ff2d-49ae-8cf0-67b4b1e46d7e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6333163 Nov 16 21:21:23.484677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No DVR routers for this DVR port 5c79eeb2-0c9a-4f01-a036-1e8acfde339d on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:23.489335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.513402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Port': ['ID=5c79eeb2-0c9a-4f01-a036-1e8acfde339d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.648854 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.678896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f639d492-3f59-48e6-b059-3a5d56c76b72']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:23.696180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69bbb4-6761-4179-a603-f73057165dff None None] DHCP port deletion for f639d492-3f59-48e6-b059-3a5d56c76b72 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:23.712034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10eba-faad-4849-b890-6fdce0faba2c req-06bce475-b0ff-44e2-a96b-00fe43982465 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:23.713599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccd10eba-faad-4849-b890-6fdce0faba2c req-06bce475-b0ff-44e2-a96b-00fe43982465 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1096516 Nov 16 21:21:23.726382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c631952-b6c3-4b60-8568-084db7a1caeb') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:23.726382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c631952-b6c3-4b60-8568-084db7a1caeb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:23.746158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.776543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.790283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:23.790691 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:23.793675 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:23.837373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-6276252e-ab8e-4eef-901c-53011a4e4c64', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:23.838389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.838895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccd10eba-faad-4849-b890-6fdce0faba2c req-51c08f79-634f-4994-9022-c0db0ca3232f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125498 Nov 16 21:21:23.846852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.876555 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.884271 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:23.890164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/f639d492-3f59-48e6-b059-3a5d56c76b72 HTTP/1.1" status: 204 len: 168 time: 0.8577921 Nov 16 21:21:23.891088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.908932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7e3dd-62e7-4614-b498-59a28aa155d4 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=f639d492-3f59-48e6-b059-3a5d56c76b72,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:23.929069 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bccf0c-8fb3-4b71-b3fd-05bcad3bcf60 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:23.929738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bccf0c-8fb3-4b71-b3fd-05bcad3bcf60 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:23.933047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-93bccf0c-8fb3-4b71-b3fd-05bcad3bcf60 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/32983ccb-3d5a-4388-a0bc-9d0d9e1b319c HTTP/1.1" status: 404 len: 337 time: 0.0416787 Nov 16 21:21:23.935901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.955599 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-abddee0d-219c-4848-96c9-7bfafb40a72a tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:23.956110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abddee0d-219c-4848-96c9-7bfafb40a72a tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:23.959199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-abddee0d-219c-4848-96c9-7bfafb40a72a tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/24b1a5d3-0011-4469-893b-412e51cccd98 HTTP/1.1" status: 404 len: 339 time: 0.0222700 Nov 16 21:21:23.961728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46340) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:23.994183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Allocated IP 172.20.0.2 (6276252e-ab8e-4eef-901c-53011a4e4c64/32ea0ab5-da70-4a36-98e0-2a51231c3ce0/abc394dd-10cd-4a0f-9f96-fb96c3e16814) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:24.001155 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ff82d-e8f3-4298-af40-d76652e50ada tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:24.002220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ff82d-e8f3-4298-af40-d76652e50ada tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:24.012103 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-582ff82d-e8f3-4298-af40-d76652e50ada tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/99ab6eac-dc83-494d-ae53-ac70ce631f6b HTTP/1.1" status: 404 len: 337 time: 0.0476985 Nov 16 21:21:24.012810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46344) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:24.044391 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e3bb5f-5145-4084-8c9b-2bbc94ebfc23 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:24.045003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e3bb5f-5145-4084-8c9b-2bbc94ebfc23 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:24.051611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a5e3bb5f-5145-4084-8c9b-2bbc94ebfc23 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/33185ccc-2e0a-47f4-98c4-94436aba2508 HTTP/1.1" status: 404 len: 339 time: 0.0353205 Nov 16 21:21:24.052381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46346) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:24.083437 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a86efab-34b9-4458-b3a4-df817c30f758 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:24.083903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a86efab-34b9-4458-b3a4-df817c30f758 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:24.087000 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a86efab-34b9-4458-b3a4-df817c30f758 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/e2d8e042-e449-4c3e-ad34-ba1f4253909d HTTP/1.1" status: 404 len: 337 time: 0.0338981 Nov 16 21:21:24.089730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46348) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:24.097584 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.112537 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8212b69e-f035-4cd0-bb64-d8dc0d225d90 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:24.113157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8212b69e-f035-4cd0-bb64-d8dc0d225d90 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:24.115393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdd213-cd56-46e3-afa1-aebd0e9f8a3d req-17f12fc3-9816-4906-b7f9-fd4cfb8f573f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:24.116421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8212b69e-f035-4cd0-bb64-d8dc0d225d90 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/ea275e2a-bb03-4fe1-a183-9e226e22194b HTTP/1.1" status: 404 len: 339 time: 0.0252457 Nov 16 21:21:24.118149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-babdd213-cd56-46e3-afa1-aebd0e9f8a3d req-17f12fc3-9816-4906-b7f9-fd4cfb8f573f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0752451 Nov 16 21:21:24.119006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46350) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:24.181432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-babdd213-cd56-46e3-afa1-aebd0e9f8a3d req-8ea9d701-0394-4334-a5fc-dd2c06b27095 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548873 Nov 16 21:21:24.191851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting subnet f07c3a4d-e7f0-4e0c-a109-c4123e7d0445 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:24.192271 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.195850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.199668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.244887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:24.246421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.249321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:24.251428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Pushing event updated for resources: {'Port': ['ID=abc394dd-10cd-4a0f-9f96-fb96c3e16814,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.255608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:24.265598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.20.0.1 (6276252e-ab8e-4eef-901c-53011a4e4c64/32ea0ab5-da70-4a36-98e0-2a51231c3ce0/b05753bc-aba9-4d50-a3c2-43ffcd7e5517) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:24.318863 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:21:24.324444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Attempting to bind port abc394dd-10cd-4a0f-9f96-fb96c3e16814 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:24.324901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Attempting to bind port abc394dd-10cd-4a0f-9f96-fb96c3e16814 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:24.325543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Attempting to bind port abc394dd-10cd-4a0f-9f96-fb96c3e16814 on network 6276252e-ab8e-4eef-901c-53011a4e4c64 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:24.332027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:24.332027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Checking segment: {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:24.332444 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.332886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Bound using segment: {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:24.333497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Bound port: abc394dd-10cd-4a0f-9f96-fb96c3e16814, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:24.334230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.364925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.401550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] For port abc394dd-10cd-4a0f-9f96-fb96c3e16814, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:24.403949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.404968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] For port abc394dd-10cd-4a0f-9f96-fb96c3e16814, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=abc394dd-10cd-4a0f-9f96-fb96c3e16814,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:24.412150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.439405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.448622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.471532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035d545-2c60-4c4a-9fa6-aa6e1d6ef901 None None] Pushing event updated for resources: {'Port': ['ID=abc394dd-10cd-4a0f-9f96-fb96c3e16814,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.482167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=f07c3a4d-e7f0-4e0c-a109-c4123e7d0445,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.486730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.487565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a25309-2cf8-4341-994e-7bca70c3f910 None None] Network 908744b9-52a5-47a2-9f4c-93706653be34 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:24.492379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f8d25c56-934b-4ed7-a3df-1f4f0ab48092 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/f07c3a4d-e7f0-4e0c-a109-c4123e7d0445 HTTP/1.1" status: 204 len: 168 time: 0.3701167 Nov 16 21:21:24.492780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46356) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:24.523484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:24.536171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:24.542096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:24.583428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:24.608411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.613324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac2eb-c632-4f90-af72-0d3a04aef1cb req-6f46f044-e9f6-44d2-831f-353a7b85542f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:24.615202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee9ac2eb-c632-4f90-af72-0d3a04aef1cb req-6f46f044-e9f6-44d2-831f-353a7b85542f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 944 time: 0.1358328 Nov 16 21:21:24.643594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.696468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting port b0629b51-4840-4ae3-b0e9-96b854b36786 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:24.696811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.714445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] DHCP port deletion for 908744b9-52a5-47a2-9f4c-93706653be34 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:24.767477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee9ac2eb-c632-4f90-af72-0d3a04aef1cb req-2ede4a23-570f-46f1-8cde-650109d8c9f8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440785 Nov 16 21:21:24.808591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] Deleting port b0629b51-4840-4ae3-b0e9-96b854b36786 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:24.809156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.815024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] For port b0629b51-4840-4ae3-b0e9-96b854b36786, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b0629b51-4840-4ae3-b0e9-96b854b36786,segment=NetworkSegment(8ce6254d-e5b6-4bc1-be0a-1167d1f1af73),segment_id=8ce6254d-e5b6-4bc1-be0a-1167d1f1af73)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:24.815738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.863067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Calling delete_port for b0629b51-4840-4ae3-b0e9-96b854b36786 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:24.904213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.978415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] For port b0629b51-4840-4ae3-b0e9-96b854b36786, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b0629b51-4840-4ae3-b0e9-96b854b36786,segment=NetworkSegment(8ce6254d-e5b6-4bc1-be0a-1167d1f1af73),segment_id=8ce6254d-e5b6-4bc1-be0a-1167d1f1af73)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:24.979288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:24.991438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.009194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] Calling delete_port for b0629b51-4840-4ae3-b0e9-96b854b36786 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:25.017011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device abc394dd-10cd-4a0f-9f96-fb96c3e16814 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:25.021465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No DVR routers for this DVR port b0629b51-4840-4ae3-b0e9-96b854b36786 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:25.048613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Port': ['ID=b0629b51-4840-4ae3-b0e9-96b854b36786,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.119629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed34ebe-d83a-4f93-a4dc-f1b8e3e6c1ec req-e4c100c7-1f42-4764-a0c5-0c6544d19085 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:25.121179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ed34ebe-d83a-4f93-a4dc-f1b8e3e6c1ec req-e4c100c7-1f42-4764-a0c5-0c6544d19085 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1779516 Nov 16 21:21:25.139411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.143023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port abc394dd-10cd-4a0f-9f96-fb96c3e16814 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:25.143403 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.164546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908744b9-52a5-47a2-9f4c-93706653be34']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:25.169424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.178828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:25.180070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce6254d-e5b6-4bc1-be0a-1167d1f1af73') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:25.190143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.206419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.213267 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ed34ebe-d83a-4f93-a4dc-f1b8e3e6c1ec req-a808b6b1-44c9-4fb1-91ea-b721655dfe2b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756402 Nov 16 21:21:25.214384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:25.216214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:25.221222 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:25.224886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] Pushing event deleted for resources: {'Port': ['ID=b0629b51-4840-4ae3-b0e9-96b854b36786,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.227649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2647c7b-2ee7-4a4e-a314-3e9858cded66 None None] No DVR routers for this DVR port b0629b51-4840-4ae3-b0e9-96b854b36786 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:25.308651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.328343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 905eb9a5-77ae-4df8-aada-5bf6eb323c55 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:21:25.331001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.335909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.340106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/908744b9-52a5-47a2-9f4c-93706653be34 HTTP/1.1" status: 204 len: 168 time: 0.8459282 Nov 16 21:21:25.344368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46364) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:25.357476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port abc394dd-10cd-4a0f-9f96-fb96c3e16814, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=abc394dd-10cd-4a0f-9f96-fb96c3e16814,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:25.373451 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.401440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44993595-b88b-46f5-b396-8164454d17d5 req-e555d518-0405-48c4-97e5-962eab9c7f69 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:25.409594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44993595-b88b-46f5-b396-8164454d17d5 req-e555d518-0405-48c4-97e5-962eab9c7f69 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1334786 Nov 16 21:21:25.412698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d34076-2dea-4e84-9817-ac50c8006144 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=908744b9-52a5-47a2-9f4c-93706653be34,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.416058 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-521ec014-f6f4-4f8c-90af-6b5de0fe3142 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:25.416636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521ec014-f6f4-4f8c-90af-6b5de0fe3142 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:25.420421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-521ec014-f6f4-4f8c-90af-6b5de0fe3142 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/e67a0455-5ce8-4cb0-97c4-f0dee3887058 HTTP/1.1" status: 404 len: 337 time: 0.0748305 Nov 16 21:21:25.426372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46368) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:25.460479 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82c7118-7693-45ba-9d51-0078129b42b2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] DELETE failed (client error): The resource could not be found. Nov 16 21:21:25.461123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82c7118-7693-45ba-9d51-0078129b42b2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:21:25.464547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a82c7118-7693-45ba-9d51-0078129b42b2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/971bc462-5643-4bca-9189-d0e924067656 HTTP/1.1" status: 404 len: 339 time: 0.0370903 Nov 16 21:21:25.470554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46370) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:25.504378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=abc394dd-10cd-4a0f-9f96-fb96c3e16814,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.511081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c79eeb2-0c9a-4f01-a036-1e8acfde339d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:25.534315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5c79eeb2-0c9a-4f01-a036-1e8acfde339d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:25.534680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c79eeb2-0c9a-4f01-a036-1e8acfde339d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:25.535072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b0629b51-4840-4ae3-b0e9-96b854b36786 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:25.556224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting subnet 2f63d0c4-d70f-475f-8be1-0f9a56d59ae5 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:25.564085 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.565266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b0629b51-4840-4ae3-b0e9-96b854b36786 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:25.565651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b0629b51-4840-4ae3-b0e9-96b854b36786 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:25.636391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:25.642012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.656684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '905eb9a5-77ae-4df8-aada-5bf6eb323c55', 'network_id': 'd7cbb971-c2b4-4aea-bc25-a1084161516f', 'port_id': '905eb9a5-77ae-4df8-aada-5bf6eb323c55', 'mac_address': 'fa:16:3e:25:59:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b44bd3-24da-47e2-adb4-8320e9e55b7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:21:25.708827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.730594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905eb9a5-77ae-4df8-aada-5bf6eb323c55 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:21:25.755447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:25.760423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.801556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.806436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.861275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=905eb9a5-77ae-4df8-aada-5bf6eb323c55,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.865575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44993595-b88b-46f5-b396-8164454d17d5 req-29abd62f-12f3-402e-9c33-343f1d72ae86 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549396 Nov 16 21:21:25.893824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.902788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:25.907618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:25.928158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5a948-73b6-43f6-a4b9-54a02978d2dd None None] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:26.002191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-abc3df08-56af-496a-a054-be080566cb54 None None] Provisioning complete for port abc394dd-10cd-4a0f-9f96-fb96c3e16814 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:26.002695 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-abc3df08-56af-496a-a054-be080566cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.003114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.042650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860346f5-0b84-4bd5-b30d-6fac4876eb76 req-d21d42ac-4b17-4a8d-ae49-680b776955bd tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:26.044267 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-860346f5-0b84-4bd5-b30d-6fac4876eb76 req-d21d42ac-4b17-4a8d-ae49-680b776955bd tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 945 time: 0.1339605 Nov 16 21:21:26.072013 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.090300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:26.094651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:26.101534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Subnet': ['ID=2f63d0c4-d70f-475f-8be1-0f9a56d59ae5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:26.103925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.110394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a32b4ad1-6854-4fd1-9360-e6160a74821c tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/subnets/2f63d0c4-d70f-475f-8be1-0f9a56d59ae5 HTTP/1.1" status: 204 len: 168 time: 0.6387670 Nov 16 21:21:26.111348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:26.152416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['905eb9a5-77ae-4df8-aada-5bf6eb323c55'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:26.158917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc5eaf-32cf-4cdd-b5d0-def595edb4cb None None] Network d8f52e63-3f6d-477f-a4ca-e636223cda01 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:26.194176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.220878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-860346f5-0b84-4bd5-b30d-6fac4876eb76 req-f57ac297-febd-4628-a219-fe20c60655a0 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653721 Nov 16 21:21:26.260936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Deleting port f6289f47-7a75-4905-8950-6d11abbaa7da {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:26.261210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.278661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:21:26.382457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] For port f6289f47-7a75-4905-8950-6d11abbaa7da, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f6289f47-7a75-4905-8950-6d11abbaa7da,segment=NetworkSegment(f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0),segment_id=f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:26.383066 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.401832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Calling delete_port for f6289f47-7a75-4905-8950-6d11abbaa7da owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:26.412260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e78082-6dfd-48a8-8ab8-79f67ba72363 req-e0c3df44-d925-49ff-86f8-1d1fbf4293a8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:26.413717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71e78082-6dfd-48a8-8ab8-79f67ba72363 req-e0c3df44-d925-49ff-86f8-1d1fbf4293a8 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.0975733 Nov 16 21:21:26.433387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:26.441274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-83a9fa4e-f148-4827-bc59-8c2b221372a3 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9504623 Nov 16 21:21:26.445749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:26.455418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1460263331'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:26.465020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:26.493550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:26.494639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:26.498094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:26.507129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.541548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71e78082-6dfd-48a8-8ab8-79f67ba72363 req-d1e84a48-8b93-4931-95b6-951458d89194 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168470 Nov 16 21:21:26.561425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:26.579847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.579847 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment 4a024603-b9b3-49f3-8601-03a7d97030bd of type vlan for network aa91ff14-95ec-4654-9dee-a14d3d6645ac Nov 16 21:21:26.612285 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.614830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de701156-092a-4174-9631-a782ba1b4a1f None None] DHCP port deletion for d8f52e63-3f6d-477f-a4ca-e636223cda01 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:26.654387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Port': ['ID=f6289f47-7a75-4905-8950-6d11abbaa7da,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:26.656308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] No DVR routers for this DVR port f6289f47-7a75-4905-8950-6d11abbaa7da on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:26.662984 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.687532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.706869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:26.731991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.741747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:26.742867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.772179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2005f303-0c61-4b74-9640-a5a2ee677184 None None] Provisioning complete for port abc394dd-10cd-4a0f-9f96-fb96c3e16814 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:26.772582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2005f303-0c61-4b74-9640-a5a2ee677184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.825411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.841437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3931396 Nov 16 21:21:26.846141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:26.852213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:26.868299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f52e63-3f6d-477f-a4ca-e636223cda01']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:26.894271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:26.895035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f557f0fc-97c0-4b86-ae8b-01e9d17f6ae0') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:26.932848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.970504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba3af0-cdc9-4f2e-bc55-4b43a7396f86 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=aa91ff14-95ec-4654-9dee-a14d3d6645ac,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:26.971112 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:26.989910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:26.994871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.002859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:27.003311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:27.009241 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:27.126962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:27.128939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device abc394dd-10cd-4a0f-9f96-fb96c3e16814 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:27.177286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.191659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b74a41-04df-4d2f-831c-f9a8ba166a64 req-0c5b9eb9-a135-4518-ae0b-f3bfb3250879 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.199668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9b74a41-04df-4d2f-831c-f9a8ba166a64 req-0c5b9eb9-a135-4518-ae0b-f3bfb3250879 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1670525 Nov 16 21:21:27.213598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.218340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] 10.222.0.48 "DELETE /v2.0/networks/d8f52e63-3f6d-477f-a4ca-e636223cda01 HTTP/1.1" status: 204 len: 168 time: 1.1052873 Nov 16 21:21:27.246215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db02e9-f834-4905-8372-71d04fa4bfc2 tempest-NetworksIpV6Test-2516280 tempest-NetworksIpV6Test-2516280-project] Pushing event deleted for resources: {'Network': ['ID=d8f52e63-3f6d-477f-a4ca-e636223cda01,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:27.290524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.306008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9b74a41-04df-4d2f-831c-f9a8ba166a64 req-cd0f9475-04b2-4fc6-b6d0-ce12176a40c7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050808 Nov 16 21:21:27.419930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=7de0cbf8-06f5-441d-b902-61dbd6487877,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:27.428722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:27.429072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: aa91ff14-95ec-4654-9dee-a14d3d6645ac, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:27.431288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port abc394dd-10cd-4a0f-9f96-fb96c3e16814 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:27.431812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.462486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873882e6-e658-4d5b-9ce3-dd2aac2d48b6 req-9a908156-7369-4056-bc02-63c787ccd1fa tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.463712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-873882e6-e658-4d5b-9ce3-dd2aac2d48b6 req-9a908156-7369-4056-bc02-63c787ccd1fa tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 945 time: 0.0874138 Nov 16 21:21:27.466585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:27.480768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2005f303-0c61-4b74-9640-a5a2ee677184 None None] Provisioning complete for port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:27.481160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2005f303-0c61-4b74-9640-a5a2ee677184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.494715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, aa91ff14-95ec-4654-9dee-a14d3d6645ac) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:27.503346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.504059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.519231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3713f-c7e0-4589-a372-18b4a4337e7e None None] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:27.538125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-873882e6-e658-4d5b-9ce3-dd2aac2d48b6 req-8045dd39-f9d6-4af8-a2f4-3867f39ffd1b tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621643 Nov 16 21:21:27.542314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c527bb1-eaf3-4918-899a-a03216b42d4b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6951146 Nov 16 21:21:27.545019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46396) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:27.572898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:25Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:27.617251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2005f303-0c61-4b74-9640-a5a2ee677184 None None] Port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:27.621907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:27.622265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Updating router b4379557-72d1-421d-8e24-92ba100344bd port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:27.688977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.734109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46402) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:27.788120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efad019-66c1-4632-98bc-9c9191264c48 req-aa795ecf-78f6-41f7-b351-f287f5a199a1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:27.789841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2efad019-66c1-4632-98bc-9c9191264c48 req-aa795ecf-78f6-41f7-b351-f287f5a199a1 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1296878 Nov 16 21:21:27.826937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3667d044-f99a-421e-b2a0-6aaff97d1a79 None None] Provisioning complete for port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:27.827892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3667d044-f99a-421e-b2a0-6aaff97d1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.856551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2efad019-66c1-4632-98bc-9c9191264c48 req-c9b60324-b071-4627-88bb-e3100cfc10d0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599384 Nov 16 21:21:27.881058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f6289f47-7a75-4905-8950-6d11abbaa7da no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:27.933864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f6289f47-7a75-4905-8950-6d11abbaa7da {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:27.934217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f6289f47-7a75-4905-8950-6d11abbaa7da not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:27.945540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:27.946401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:27.963628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e26538b6-cd94-456d-9207-42642ed54bd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f35334a5f444110a9b877de13c6beb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222662 Nov 16 21:21:27.963851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:27.980130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3667d044-f99a-421e-b2a0-6aaff97d1a79 None None] Port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:28.021883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.022496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1482819-873f-4380-9ed5-4eaa3fab6283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.048194 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1482819-873f-4380-9ed5-4eaa3fab6283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.103726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1482819-873f-4380-9ed5-4eaa3fab6283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.106949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f1482819-873f-4380-9ed5-4eaa3fab6283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.108227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f1482819-873f-4380-9ed5-4eaa3fab6283 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ca75d34-7c2f-4f09-b6c3-c4aaabccf482 HTTP/1.1" status: 204 len: 168 time: 0.1434445 Nov 16 21:21:28.125947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1482819-873f-4380-9ed5-4eaa3fab6283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca75d34-7c2f-4f09-b6c3-c4aaabccf482,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:28.224351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Allocated IP 172.21.0.2 (aa91ff14-95ec-4654-9dee-a14d3d6645ac/7de0cbf8-06f5-441d-b902-61dbd6487877/26a18b9d-3f05-4b20-88fe-a4c4dbf50f82) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:28.315728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.323128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.401444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75013d-4003-48ca-bd9f-19a430361ccd None None] Pushing event updated for resources: {'Port': ['ID=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:28.474696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab84f3-e04c-4f81-a9cd-2d68d19460d1 req-eae6ee34-19b6-40f3-8852-714641e6d64a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:28.476944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-daab84f3-e04c-4f81-a9cd-2d68d19460d1 req-eae6ee34-19b6-40f3-8852-714641e6d64a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0674410 Nov 16 21:21:28.503676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Attempting to bind port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:28.504232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Attempting to bind port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:28.504433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Attempting to bind port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 on network 6276252e-ab8e-4eef-901c-53011a4e4c64 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:28.523204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.532245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.560520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-daab84f3-e04c-4f81-a9cd-2d68d19460d1 req-585f7909-d874-4bfd-9a2c-cecb4c004dfe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745170 Nov 16 21:21:28.563930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:28.564073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Checking segment: {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:28.564474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.564865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Bound using segment: {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:28.565352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Bound port: b05753bc-aba9-4d50-a3c2-43ffcd7e5517, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:28.566052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.595949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Pushing event updated for resources: {'Port': ['ID=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:28.615997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:28.618526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:28.621004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:28.648197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.21.0.1 (aa91ff14-95ec-4654-9dee-a14d3d6645ac/7de0cbf8-06f5-441d-b902-61dbd6487877/f9791725-8e52-4d7d-a85c-ad4e926e9ded) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:28.751522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Attempting to bind port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:28.751917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Attempting to bind port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:28.752330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Attempting to bind port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 on network aa91ff14-95ec-4654-9dee-a14d3d6645ac {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:28.759705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] For port b05753bc-aba9-4d50-a3c2-43ffcd7e5517, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:28.762289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:28.762671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Checking segment: {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:28.763079 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.763667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Bound using segment: {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:28.764115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Bound port: 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:28.764511 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.769401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] For port b05753bc-aba9-4d50-a3c2-43ffcd7e5517, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:28.776855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.784631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6cdaa-a52b-4a95-a9bb-382905e1c9a4 req-911d19f7-35f9-4ae0-b61d-943f2f62985a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:28.796427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33a6cdaa-a52b-4a95-a9bb-382905e1c9a4 req-911d19f7-35f9-4ae0-b61d-943f2f62985a tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 945 time: 0.1455398 Nov 16 21:21:28.897251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:28.897948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:28.903729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33a6cdaa-a52b-4a95-a9bb-382905e1c9a4 req-d05ed87a-d1d1-47e4-8367-1e96a3bc8af8 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881295 Nov 16 21:21:28.922955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.963237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.982837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ce7b0870-9312-49cb-9fcf-cf6ad622228e None None] Provisioning complete for port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:28.983085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0870-9312-49cb-9fcf-cf6ad622228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:28.989101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46438) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:29.028288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:29.032881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:29.034915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=f9791725-8e52-4d7d-a85c-ad4e926e9ded,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.037188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:29.058623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1931430-beab-49ae-a3c4-13f490978d53 req-7766ecec-bad4-4058-9505-efec303024e0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:29.060266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1931430-beab-49ae-a3c4-13f490978d53 req-7766ecec-bad4-4058-9505-efec303024e0 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.0875049 Nov 16 21:21:29.120781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.144221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1931430-beab-49ae-a3c4-13f490978d53 req-454db793-a5a0-4616-8906-970887f6bf28 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724444 Nov 16 21:21:29.169746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5c0a928f-f59e-4b54-ab75-50c96dea06b0 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:29.170202 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-5c0a928f-f59e-4b54-ab75-50c96dea06b0 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:21:29.170789 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-5c0a928f-f59e-4b54-ab75-50c96dea06b0 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:21:29.172762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c0a928f-f59e-4b54-ab75-50c96dea06b0 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1811469 Nov 16 21:21:29.175592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46442) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:29.180210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349770318'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:29.208093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.219829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.261939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.262270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:29.293895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75013d-4003-48ca-bd9f-19a430361ccd None None] Pushing event updated for resources: {'Port': ['ID=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.312996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.322566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.341793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] For port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:29.374693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0cdf4-cefb-4ba8-af72-14263b218cb4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.391495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 905eb9a5-77ae-4df8-aada-5bf6eb323c55 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:29.396365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] For port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,segment=NetworkSegment(4a024603-b9b3-49f3-8601-03a7d97030bd),segment_id=4a024603-b9b3-49f3-8601-03a7d97030bd)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:29.419711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.423889 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.425928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.457888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.461988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2827582 Nov 16 21:21:29.462285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46446) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:29.466995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cb94-401c-4111-a8f3-ffd3aafc4baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:29.471974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882096cb-b163-429e-8893-a4d9f871042c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4cb94-401c-4111-a8f3-ffd3aafc4baf,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.502207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.567282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3a5b-85d4-4b34-b31b-c51ac17f1065 None None] Pushing event updated for resources: {'Port': ['ID=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.595920 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.601893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.628282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.631007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:21:29.633877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e68e3bb-f9fb-4ce0-a53b-e99260c86218,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.634541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.639248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.644109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b7f94c66-3ca4-4178-8ee6-11ba65524f26 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1806924 Nov 16 21:21:29.644901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46450) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:29.650319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-55ef8062-76ab-46e6-a756-071561c057a3 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4cb94-401c-4111-a8f3-ffd3aafc4baf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:29.651663 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0870-9312-49cb-9fcf-cf6ad622228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.668931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:29.669309 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.682602 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55ef8062-76ab-46e6-a756-071561c057a3 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.713186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.735123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ce7b0870-9312-49cb-9fcf-cf6ad622228e None None] For port b05753bc-aba9-4d50-a3c2-43ffcd7e5517, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:29.742433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0870-9312-49cb-9fcf-cf6ad622228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.779450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=f9791725-8e52-4d7d-a85c-ad4e926e9ded,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.791052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4644-da08-4183-8cdd-256662048a85 req-31b67297-3e3a-4b13-a5fd-924ab5913e22 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:29.792299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66bc4644-da08-4183-8cdd-256662048a85 req-31b67297-3e3a-4b13-a5fd-924ab5913e22 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0875206 Nov 16 21:21:29.837326 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-55ef8062-76ab-46e6-a756-071561c057a3 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:21:29.841939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55ef8062-76ab-46e6-a756-071561c057a3 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1955235 Nov 16 21:21:29.842354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:28Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:29.852428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46452) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:29.882365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b0870-9312-49cb-9fcf-cf6ad622228e None None] Pushing event updated for resources: {'Port': ['ID=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:29.891634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0619863f-0486-473b-be4b-3dd5a67f1220 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:24Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:28Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:29.907224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.936940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ce11020-15d5-460a-84c7-b25831070997 None None] Provisioning complete for port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:29.937381 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ce11020-15d5-460a-84c7-b25831070997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.952527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-646d5bfb-a2ba-4900-9115-5bb9d7066f64 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:29.977625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:29.984823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66bc4644-da08-4183-8cdd-256662048a85 req-e739a03e-4778-4525-a7ee-3a99980e4b20 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799257 Nov 16 21:21:29.987958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:29.991189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-646d5bfb-a2ba-4900-9115-5bb9d7066f64 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.012780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905eb9a5-77ae-4df8-aada-5bf6eb323c55'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:30.015348 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea1f202-9880-4c4e-9271-250b5d4d5a95" -d '{"events": [{"server_uuid": "58ac7c60-0831-43fd-a6fc-b863e8966759", "name": "network-vif-plugged", "status": "completed", "tag": "905eb9a5-77ae-4df8-aada-5bf6eb323c55"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:30.035881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:30.042236 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.111284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-646d5bfb-a2ba-4900-9115-5bb9d7066f64 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.114519 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa3f2cd-05c6-4bc2-96b9-34619467adc6 x-openstack-request-id: req-daa3f2cd-05c6-4bc2-96b9-34619467adc6 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:30.115060 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ac7c60-0831-43fd-a6fc-b863e8966759", "name": "network-vif-plugged", "status": "completed", "tag": "905eb9a5-77ae-4df8-aada-5bf6eb323c55", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:30.115326 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-daa3f2cd-05c6-4bc2-96b9-34619467adc6 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:30.115702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-646d5bfb-a2ba-4900-9115-5bb9d7066f64 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.116033 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905eb9a5-77ae-4df8-aada-5bf6eb323c55', 'code': 200} Nov 16 21:21:30.117686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-646d5bfb-a2ba-4900-9115-5bb9d7066f64 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/bbd4cb94-401c-4111-a8f3-ffd3aafc4baf HTTP/1.1" status: 204 len: 168 time: 0.2639883 Nov 16 21:21:30.135610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46460) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.167008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=905eb9a5-77ae-4df8-aada-5bf6eb323c55,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:30.182127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:30.192252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d5bfb-a2ba-4900-9115-5bb9d7066f64 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4cb94-401c-4111-a8f3-ffd3aafc4baf,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:30.321033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c6dfcabc-c30f-434d-802b-d54cf0a0b0e6 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1839879 Nov 16 21:21:30.326314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46466) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.338013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5c4d-f72f-4644-9425-911d5dcbfc5b req-c7488b0f-475c-4657-ad09-ef8634c75ff0 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:30.340369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa3a5c4d-f72f-4644-9425-911d5dcbfc5b req-c7488b0f-475c-4657-ad09-ef8634c75ff0 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.1943269 Nov 16 21:21:30.344754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055438660'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:30.352466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cb663-755f-44da-b2a3-6a6055ade697 req-365c7bf0-3147-4e04-a880-1f800c762d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:30.354280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e37cb663-755f-44da-b2a3-6a6055ade697 req-365c7bf0-3147-4e04-a880-1f800c762d28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 1097 time: 0.1583600 Nov 16 21:21:30.367273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:30.375631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-05fd9b5a-bb62-40f4-afe6-72198b5d793c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8267038 Nov 16 21:21:30.377377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.383357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1453984531'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:30.398018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfb4dc-bb28-45f3-96a8-1bfd1b9a625e req-9c5b41ee-f33f-4c2e-813c-793ef8f13022 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:30.399840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cccfb4dc-bb28-45f3-96a8-1bfd1b9a625e req-9c5b41ee-f33f-4c2e-813c-793ef8f13022 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1476920 Nov 16 21:21:30.415439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.457392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:30.461160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.470178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e37cb663-755f-44da-b2a3-6a6055ade697 req-671fbc10-08e3-4a8a-8e24-4483ce44d140 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013210 Nov 16 21:21:30.478400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa3a5c4d-f72f-4644-9425-911d5dcbfc5b req-0cab0c8a-7a4a-443d-a8c6-fb397082c47c tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230271 Nov 16 21:21:30.520467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cccfb4dc-bb28-45f3-96a8-1bfd1b9a625e req-c145fc03-e07a-4c64-8c59-039983babba6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115572 Nov 16 21:21:30.545333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:30.552462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.558047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.563778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.564241 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment cc9fc334-6099-46ad-ab2b-65fa6b42e393 of type vlan for network 85377ae7-7218-4a65-8198-f652c7d44256 Nov 16 21:21:30.603957 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.608021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2777107 Nov 16 21:21:30.608021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3403ec-3d8f-4399-a824-d008d031a857 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c120fc7f-f0a9-4215-8dce-8aafc5a9ab28,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:30.609944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.614837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-99e01b62-e689-4689-ab27-a1b08a9cf2cb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'c120fc7f-f0a9-4215-8dce-8aafc5a9ab28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:30.615343 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-99e01b62-e689-4689-ab27-a1b08a9cf2cb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 21:21:30.616201 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-99e01b62-e689-4689-ab27-a1b08a9cf2cb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:30.617628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99e01b62-e689-4689-ab27-a1b08a9cf2cb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058219 Nov 16 21:21:30.622172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46472) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.652889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.685966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.694139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:30.694794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.712867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fda170b4-f829-478a-959a-982f4b0221bf tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.749576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fda170b4-f829-478a-959a-982f4b0221bf tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.774613 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3932607 Nov 16 21:21:30.776070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46474) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.785478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:30.794433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15635d-efae-422b-ac7b-27fe2f4a61d9 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=85377ae7-7218-4a65-8198-f652c7d44256,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:30.816339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 85377ae7-7218-4a65-8198-f652c7d44256 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:30.921974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fda170b4-f829-478a-959a-982f4b0221bf tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.925928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fda170b4-f829-478a-959a-982f4b0221bf tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.927228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fda170b4-f829-478a-959a-982f4b0221bf tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/c120fc7f-f0a9-4215-8dce-8aafc5a9ab28 HTTP/1.1" status: 204 len: 168 time: 0.3030167 Nov 16 21:21:30.930103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46476) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:30.948921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:30.952937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:30.962138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda170b4-f829-478a-959a-982f4b0221bf tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120fc7f-f0a9-4215-8dce-8aafc5a9ab28,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.006270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1db1f63e-2d5a-48e9-928e-010ddf5cbace tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743909 Nov 16 21:21:31.006919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46478) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.015939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:31.016133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798235623'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.019422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15053dae-fa7b-4597-8622-99c98443cb68 None None] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:31.058992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.180763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.185484 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.196903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-81b8e6ad-733f-4e25-9771-68299619fae5 None None] Provisioning complete for port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:31.197707 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81b8e6ad-733f-4e25-9771-68299619fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.216950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.219153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2112727 Nov 16 21:21:31.221729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56975f4-0547-4528-8992-0c6ff1ff7143 req-29346791-ea56-4dd1-9577-bc92ea72891f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.223275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a56975f4-0547-4528-8992-0c6ff1ff7143 req-29346791-ea56-4dd1-9577-bc92ea72891f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1382124 Nov 16 21:21:31.223690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.228500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.229353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c144a562-fdd5-4088-9a38-da6e8c5e9959 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': '98bc75ae-e89d-48d4-8804-bb337e72831a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.230120 n-d-817778-8 neutron-server[102454]: WARNING neutron.api.v2.base [None req-c144a562-fdd5-4088-9a38-da6e8c5e9959 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 21:21:31.230918 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-c144a562-fdd5-4088-9a38-da6e8c5e9959 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:31.232076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c144a562-fdd5-4088-9a38-da6e8c5e9959 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072641 Nov 16 21:21:31.235805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46486) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.242804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59426d8c-7796-4705-a487-364d717c53e4 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc75ae-e89d-48d4-8804-bb337e72831a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.272686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:31.273219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.295450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f9b-0d90-4a3e-985f-7ad72b0b2b29 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.320315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f9b-0d90-4a3e-985f-7ad72b0b2b29 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.350084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:31.350452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: 85377ae7-7218-4a65-8198-f652c7d44256, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:31.356673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=8a56a7f4-dc2f-415e-b96c-79f7396c0477,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.373654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a56975f4-0547-4528-8992-0c6ff1ff7143 req-1d090f9c-669f-4861-ae65-ead8209ceac0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164744 Nov 16 21:21:31.377777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f9b-0d90-4a3e-985f-7ad72b0b2b29 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.380845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f9b-0d90-4a3e-985f-7ad72b0b2b29 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.384478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9f56f9b-0d90-4a3e-985f-7ad72b0b2b29 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/98bc75ae-e89d-48d4-8804-bb337e72831a HTTP/1.1" status: 204 len: 168 time: 0.1451983 Nov 16 21:21:31.387173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46488) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.392699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f56f9b-0d90-4a3e-985f-7ad72b0b2b29 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc75ae-e89d-48d4-8804-bb337e72831a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.413878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 85377ae7-7218-4a65-8198-f652c7d44256 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:31.425655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 85377ae7-7218-4a65-8198-f652c7d44256) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:31.433332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.434181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.449013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa50e5b-163f-494d-b164-345fe3c2c298 None None] Network 85377ae7-7218-4a65-8198-f652c7d44256 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:31.454291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c92ba4a4-a7da-41e7-aca0-399f83f03bd0 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664582 Nov 16 21:21:31.458209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46490) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.463011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--902374540'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.474323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46492) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.477995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb04c436-ce82-4215-b784-17153bc2cc21 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6966739 Nov 16 21:21:31.498377 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.609706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.617537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.659584 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81b8e6ad-733f-4e25-9771-68299619fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.668456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.669983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2108259 Nov 16 21:21:31.674465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46500) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.686405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45a12-f605-4faa-9385-f131289b9281 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9293011-229d-42db-a3cb-6cc0de3b52b4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:31.705286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.720683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bad4-d593-4423-9e28-9efbd5a7ef5e req-bc97d6e4-6cb7-4b58-a864-03950f3c8164 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.722457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2e0bad4-d593-4423-9e28-9efbd5a7ef5e req-bc97d6e4-6cb7-4b58-a864-03950f3c8164 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.0783248 Nov 16 21:21:31.740328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-85377ae7-7218-4a65-8198-f652c7d44256', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:31.741172 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.755666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bc4f4275-b80d-4a23-9825-9fa88ec34a20 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'a9293011-229d-42db-a3cb-6cc0de3b52b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.759084 n-d-817778-8 neutron-server[102454]: WARNING neutron.api.v2.base [None req-bc4f4275-b80d-4a23-9825-9fa88ec34a20 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 21:21:31.759550 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-bc4f4275-b80d-4a23-9825-9fa88ec34a20 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:31.764624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc4f4275-b80d-4a23-9825-9fa88ec34a20 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0850427 Nov 16 21:21:31.775978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46502) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.794996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-81b8e6ad-733f-4e25-9771-68299619fae5 None None] For port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,segment=NetworkSegment(4a024603-b9b3-49f3-8601-03a7d97030bd),segment_id=4a024603-b9b3-49f3-8601-03a7d97030bd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:31.797151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-af80f61b-bea2-4052-8f42-45eb3643c5dd tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'a9293011-229d-42db-a3cb-6cc0de3b52b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.798146 n-d-817778-8 neutron-server[102454]: WARNING neutron.api.v2.base [None req-af80f61b-bea2-4052-8f42-45eb3643c5dd tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 21:21:31.798830 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-af80f61b-bea2-4052-8f42-45eb3643c5dd tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:31.802740 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af80f61b-bea2-4052-8f42-45eb3643c5dd tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0238137 Nov 16 21:21:31.807825 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81b8e6ad-733f-4e25-9771-68299619fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:31.810001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46504) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.831224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a46896e6-a653-4a4f-bfc3-6afefad3b5c7 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'a9293011-229d-42db-a3cb-6cc0de3b52b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.832323 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-a46896e6-a653-4a4f-bfc3-6afefad3b5c7 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 21:21:31.832871 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-a46896e6-a653-4a4f-bfc3-6afefad3b5c7 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:31.836699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a46896e6-a653-4a4f-bfc3-6afefad3b5c7 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0226915 Nov 16 21:21:31.838553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46506) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.845038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6171f8bf-c4cc-495e-8e65-e898e16e7c7e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'a9293011-229d-42db-a3cb-6cc0de3b52b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:31.847623 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-6171f8bf-c4cc-495e-8e65-e898e16e7c7e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 21:21:31.848152 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-6171f8bf-c4cc-495e-8e65-e898e16e7c7e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:31.851875 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6171f8bf-c4cc-495e-8e65-e898e16e7c7e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084481 Nov 16 21:21:31.852211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46508) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:31.895383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2e0bad4-d593-4423-9e28-9efbd5a7ef5e req-e43ed5b2-3592-4295-a4bc-163fe62d3080 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660845 Nov 16 21:21:31.896762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85165f36-31fc-4ee4-a7e8-cdb93785b343 req-567f3a22-30a5-474c-a46e-f8ae288994df tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:31.906456 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85165f36-31fc-4ee4-a7e8-cdb93785b343 req-567f3a22-30a5-474c-a46e-f8ae288994df tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.2309670 Nov 16 21:21:31.906745 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:31.919039 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:31.919743 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:31.997974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07510906-b0e5-47b1-b2fb-c8eb57641c4b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.030819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07510906-b0e5-47b1-b2fb-c8eb57641c4b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.040852 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:32.086410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07510906-b0e5-47b1-b2fb-c8eb57641c4b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.096887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-07510906-b0e5-47b1-b2fb-c8eb57641c4b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.098644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-07510906-b0e5-47b1-b2fb-c8eb57641c4b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/a9293011-229d-42db-a3cb-6cc0de3b52b4 HTTP/1.1" status: 204 len: 168 time: 0.2441738 Nov 16 21:21:32.107186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46510) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.138956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07510906-b0e5-47b1-b2fb-c8eb57641c4b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9293011-229d-42db-a3cb-6cc0de3b52b4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.197554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8d082915-66d8-456c-ab79-a2f29dbdf1fb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800881 Nov 16 21:21:32.198349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85165f36-31fc-4ee4-a7e8-cdb93785b343 req-4fe7c302-fb53-45dc-b497-c54ed158c8f9 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902472 Nov 16 21:21:32.199556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46514) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.212225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--241338704'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.300296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.312716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 3, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:32.313667 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:21:32.314186 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:21:32.315377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Allocated IP 172.22.0.2 (85377ae7-7218-4a65-8198-f652c7d44256/8a56a7f4-dc2f-415e-b96c-79f7396c0477/f43d9d4b-d863-4098-b140-5a7baed4ab12) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:32.330950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8e6ad-733f-4e25-9771-68299619fae5 None None] Pushing event updated for resources: {'Port': ['ID=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.355415 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:32.356328 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Updating router b4379557-72d1-421d-8e24-92ba100344bd port f9791725-8e52-4d7d-a85c-ad4e926e9ded binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:32.359361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-27ada90e-2fcf-4cba-b79d-4f3fd0d98e1a None None] Provisioning complete for port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:32.359776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27ada90e-2fcf-4cba-b79d-4f3fd0d98e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.369707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.392765 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.575172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.587285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.626238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.632937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-27ada90e-2fcf-4cba-b79d-4f3fd0d98e1a None None] Provisioning complete for port f9791725-8e52-4d7d-a85c-ad4e926e9ded triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:32.633317 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27ada90e-2fcf-4cba-b79d-4f3fd0d98e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.637186 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.677288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc113f5-a046-4f00-bd42-faf7b3d814e2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.690654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cd796-c130-42a9-92a1-01ae3df5953d req-fb498763-36c9-4f24-aaff-c957812a4190 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:32.692633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-811cd796-c130-42a9-92a1-01ae3df5953d req-fb498763-36c9-4f24-aaff-c957812a4190 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2102160 Nov 16 21:21:32.695619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.699816 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a9424ca2-f008-4479-8ae5-e4113bae8b7c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4901350 Nov 16 21:21:32.700284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46518) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.706046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ea4651d4-81d0-49f6-ab22-cbfc57f19970 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.706778 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-ea4651d4-81d0-49f6-ab22-cbfc57f19970 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:21:32.707528 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-ea4651d4-81d0-49f6-ab22-cbfc57f19970 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:32.711348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ea4651d4-81d0-49f6-ab22-cbfc57f19970 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071337 Nov 16 21:21:32.711862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46520) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.720987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8f9f96f2-5dca-4199-aef5-a9516fde5a82 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.752844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Network 85377ae7-7218-4a65-8198-f652c7d44256 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:32.760542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:32.765946 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.766390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-27ada90e-2fcf-4cba-b79d-4f3fd0d98e1a None None] Port f9791725-8e52-4d7d-a85c-ad4e926e9ded cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:32.768974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:32.772878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Pushing event updated for resources: {'Port': ['ID=f43d9d4b-d863-4098-b140-5a7baed4ab12,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.774648 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.840226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Pushing event updated for resources: {'Port': ['ID=f9791725-8e52-4d7d-a85c-ad4e926e9ded,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:32.841142 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-8f9f96f2-5dca-4199-aef5-a9516fde5a82 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:32.843448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8f9f96f2-5dca-4199-aef5-a9516fde5a82 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1304862 Nov 16 21:21:32.851578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46522) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.858805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fb24af4a-3be6-4b0a-8d35-1fd2e8d83475 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.859916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.860360 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.860893 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.861158 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-fb24af4a-3be6-4b0a-8d35-1fd2e8d83475 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 21:21:32.861311 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.861592 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.862112 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.862487 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-fb24af4a-3be6-4b0a-8d35-1fd2e8d83475 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:32.862794 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.863458 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.863829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb24af4a-3be6-4b0a-8d35-1fd2e8d83475 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106997 Nov 16 21:21:32.864145 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.864649 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.864975 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.865486 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:21:32.866586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46524) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.874966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8e05ad09-7ae4-43ed-a1b0-8d6ae28a7632 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.928774 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-8e05ad09-7ae4-43ed-a1b0-8d6ae28a7632 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:32.930052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e05ad09-7ae4-43ed-a1b0-8d6ae28a7632 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0622249 Nov 16 21:21:32.933116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46528) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.940364 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Attempting to bind port f9791725-8e52-4d7d-a85c-ad4e926e9ded on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:32.941311 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Attempting to bind port f9791725-8e52-4d7d-a85c-ad4e926e9ded by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:32.942095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a307cedb-8cae-41f1-9b5f-1b021cfe932c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.943032 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-a307cedb-8cae-41f1-9b5f-1b021cfe932c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 21:21:32.943633 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Attempting to bind port f9791725-8e52-4d7d-a85c-ad4e926e9ded on network aa91ff14-95ec-4654-9dee-a14d3d6645ac {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:32.943759 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-a307cedb-8cae-41f1-9b5f-1b021cfe932c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:32.944976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a307cedb-8cae-41f1-9b5f-1b021cfe932c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102837 Nov 16 21:21:32.947893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46530) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:32.950836 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:32.951536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Checking segment: {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:32.952838 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.952984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-62345e63-5be4-4652-9d07-f3456b8d5901 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:32.953842 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Bound using segment: {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:32.954567 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Bound port: f9791725-8e52-4d7d-a85c-ad4e926e9ded, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a024603-b9b3-49f3-8601-03a7d97030bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:32.955308 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:32.979901 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-62345e63-5be4-4652-9d07-f3456b8d5901 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Project 7d9ecbf1df2b42189663065e28d1aaa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:21:33.006618 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-62345e63-5be4-4652-9d07-f3456b8d5901 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:33.007968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-62345e63-5be4-4652-9d07-f3456b8d5901 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0591402 Nov 16 21:21:33.010840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46532) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.015409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ab12bea1-f663-45f0-af6b-9350b2e570fe tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:33.017447 n-d-817778-8 neutron-server[102453]: WARNING neutron.api.v2.base [None req-ab12bea1-f663-45f0-af6b-9350b2e570fe tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 21:21:33.024654 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-ab12bea1-f663-45f0-af6b-9350b2e570fe tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:33.026115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ab12bea1-f663-45f0-af6b-9350b2e570fe tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141888 Nov 16 21:21:33.043772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46536) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.050063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-566ce9fc-fa0d-4da1-a970-8ce254b1cf8f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:33.051643 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] For port f9791725-8e52-4d7d-a85c-ad4e926e9ded, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:33.060621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] For port f9791725-8e52-4d7d-a85c-ad4e926e9ded, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f9791725-8e52-4d7d-a85c-ad4e926e9ded,segment=NetworkSegment(4a024603-b9b3-49f3-8601-03a7d97030bd),segment_id=4a024603-b9b3-49f3-8601-03a7d97030bd)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:33.067762 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.090688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b05753bc-aba9-4d50-a3c2-43ffcd7e5517 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:33.100687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Attempting to bind port f43d9d4b-d863-4098-b140-5a7baed4ab12 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:33.101365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Attempting to bind port f43d9d4b-d863-4098-b140-5a7baed4ab12 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:33.101930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Attempting to bind port f43d9d4b-d863-4098-b140-5a7baed4ab12 on network 85377ae7-7218-4a65-8198-f652c7d44256 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:33.114625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd582-a5d0-4a2d-b9bd-22e1c28205a7 req-112eebe6-6653-4134-b393-f4a566fe48f7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:33.116212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bcd582-a5d0-4a2d-b9bd-22e1c28205a7 req-112eebe6-6653-4134-b393-f4a566fe48f7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.0889733 Nov 16 21:21:33.117180 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-566ce9fc-fa0d-4da1-a970-8ce254b1cf8f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Project 7d9ecbf1df2b42189663065e28d1aaa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:21:33.133095 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-566ce9fc-fa0d-4da1-a970-8ce254b1cf8f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:33.134232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-566ce9fc-fa0d-4da1-a970-8ce254b1cf8f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0891607 Nov 16 21:21:33.139346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46538) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.144168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-747c25a1-f129-4d6e-b4e4-66a2b40a8fbf None None] Provisioning complete for port f9791725-8e52-4d7d-a85c-ad4e926e9ded triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:33.144770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-747c25a1-f129-4d6e-b4e4-66a2b40a8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.151460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.155454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f78dc74c-dc73-4e07-b539-021ce67a82d9 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ffc113f5-a046-4f00-bd42-faf7b3d814e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:33.167957 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ee376-1bdd-40e6-840c-9bffb10f6137 None None] Pushing event updated for resources: {'Port': ['ID=f9791725-8e52-4d7d-a85c-ad4e926e9ded,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:33.183887 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:33.184906 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:33.205136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bcd582-a5d0-4a2d-b9bd-22e1c28205a7 req-0f16748d-9d3c-46cf-8b5d-985992845f7e tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749936 Nov 16 21:21:33.212374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:33.216442 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-f78dc74c-dc73-4e07-b539-021ce67a82d9 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Project 7d9ecbf1df2b42189663065e28d1aaa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:21:33.219476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Checking segment: {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:33.220243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.220845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Bound using segment: {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:33.222034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Bound port: f43d9d4b-d863-4098-b140-5a7baed4ab12, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:33.223693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.255617 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-f78dc74c-dc73-4e07-b539-021ce67a82d9 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:33.259797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f78dc74c-dc73-4e07-b539-021ce67a82d9 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1177804 Nov 16 21:21:33.260424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46542) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.334777 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:33.363208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0eadeb90-954c-4b70-a6dd-44ae0926d331 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.422084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0eadeb90-954c-4b70-a6dd-44ae0926d331 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.425151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:33.425669 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.487708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] For port f43d9d4b-d863-4098-b140-5a7baed4ab12, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:33.497414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-747c25a1-f129-4d6e-b4e4-66a2b40a8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.511579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0eadeb90-954c-4b70-a6dd-44ae0926d331 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.514562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0eadeb90-954c-4b70-a6dd-44ae0926d331 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.519027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0eadeb90-954c-4b70-a6dd-44ae0926d331 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/ffc113f5-a046-4f00-bd42-faf7b3d814e2 HTTP/1.1" status: 204 len: 168 time: 0.2575343 Nov 16 21:21:33.519725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46546) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.544074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-811cd796-c130-42a9-92a1-01ae3df5953d req-629ca2d1-a012-4842-ba8e-66832ef8767f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037289 Nov 16 21:21:33.561219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] For port f43d9d4b-d863-4098-b140-5a7baed4ab12, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f43d9d4b-d863-4098-b140-5a7baed4ab12,segment=NetworkSegment(cc9fc334-6099-46ad-ab2b-65fa6b42e393),segment_id=cc9fc334-6099-46ad-ab2b-65fa6b42e393)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:33.571657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadeb90-954c-4b70-a6dd-44ae0926d331 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc113f5-a046-4f00-bd42-faf7b3d814e2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:33.612234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.676500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fd15f49d-faa5-4de0-9762-a642ec44b050 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1527436 Nov 16 21:21:33.677241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46548) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.681967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772044140'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:33.701252 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 3, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:33.712848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.22.0.1 (85377ae7-7218-4a65-8198-f652c7d44256/8a56a7f4-dc2f-415e-b96c-79f7396c0477/64dc0e6c-aa75-4440-933c-5362ac76a895) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:33.719961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-747c25a1-f129-4d6e-b4e4-66a2b40a8fbf None None] For port f9791725-8e52-4d7d-a85c-ad4e926e9ded, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f9791725-8e52-4d7d-a85c-ad4e926e9ded,segment=NetworkSegment(4a024603-b9b3-49f3-8601-03a7d97030bd),segment_id=4a024603-b9b3-49f3-8601-03a7d97030bd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:33.736298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-747c25a1-f129-4d6e-b4e4-66a2b40a8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.737831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.760420 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724e0f8a-93f2-45a5-b143-735c72bab29e None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 3, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:33.805292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4fb0-b251-4171-8cc2-444a3ac1878c None None] Pushing event updated for resources: {'Port': ['ID=f43d9d4b-d863-4098-b140-5a7baed4ab12,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:33.896816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.900744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.951602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-78e621de-0531-4096-b802-66c0af63ccf4 None None] Provisioning complete for port f9791725-8e52-4d7d-a85c-ad4e926e9ded triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:33.952291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78e621de-0531-4096-b802-66c0af63ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.954208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:33.955252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c25a1-f129-4d6e-b4e4-66a2b40a8fbf None None] Pushing event updated for resources: {'Port': ['ID=f9791725-8e52-4d7d-a85c-ad4e926e9ded,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:33.955788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2773638 Nov 16 21:21:33.961629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46550) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:33.973072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4692753e-bd9e-4dbc-9680-609eb4c5b7cc tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': '9b059d63-331d-46ab-9378-8bcd6fbd65b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:34.001149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.060553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.077127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ee77b-351e-41e8-a889-0fbfc482290e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b059d63-331d-46ab-9378-8bcd6fbd65b7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:34.125306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87dd79-d6c0-4ed4-8632-d98d61101d9c req-fdd655a0-b0f1-429c-99f2-00b86bedefe0 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:34.140543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db87dd79-d6c0-4ed4-8632-d98d61101d9c req-fdd655a0-b0f1-429c-99f2-00b86bedefe0 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.1512303 Nov 16 21:21:34.142086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 85377ae7-7218-4a65-8198-f652c7d44256 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:34.158445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:34.164518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:34.185377 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-4692753e-bd9e-4dbc-9680-609eb4c5b7cc tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The resource could not be found. Nov 16 21:21:34.187314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4692753e-bd9e-4dbc-9680-609eb4c5b7cc tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2246718 Nov 16 21:21:34.190427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46552) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:34.219879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db87dd79-d6c0-4ed4-8632-d98d61101d9c req-a0832938-95f5-462e-8dc1-3df70d73e984 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771008 Nov 16 21:21:34.220111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-42910256-05dd-4e20-a613-ce82bc63f208 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': '9b059d63-331d-46ab-9378-8bcd6fbd65b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4f7b5388-fad4-4ed0-a420-cbc0b15ea45d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:34.284214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:34.312519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=64dc0e6c-aa75-4440-933c-5362ac76a895,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:34.399048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:34.399800 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.401129 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-42910256-05dd-4e20-a613-ce82bc63f208 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The resource could not be found. Nov 16 21:21:34.402259 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42910256-05dd-4e20-a613-ce82bc63f208 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2108395 Nov 16 21:21:34.405178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:34.411072 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.516784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f058ecbf-9962-4f0a-bb09-5e990bba968e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.555528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f9791725-8e52-4d7d-a85c-ad4e926e9ded up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:34.558593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f058ecbf-9962-4f0a-bb09-5e990bba968e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.564319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7aca4-ee43-4efb-81ba-2752908a6066 req-214d01f3-48e8-469f-b829-78e01d76d36b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:34.572805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83b7aca4-ee43-4efb-81ba-2752908a6066 req-214d01f3-48e8-469f-b829-78e01d76d36b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2611668 Nov 16 21:21:34.625662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.651062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f9791725-8e52-4d7d-a85c-ad4e926e9ded triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:34.651405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.652024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f058ecbf-9962-4f0a-bb09-5e990bba968e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.654851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f058ecbf-9962-4f0a-bb09-5e990bba968e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:34.659216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f058ecbf-9962-4f0a-bb09-5e990bba968e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/9b059d63-331d-46ab-9378-8bcd6fbd65b7 HTTP/1.1" status: 204 len: 168 time: 0.2501051 Nov 16 21:21:34.660328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46568) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:34.696118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83b7aca4-ee43-4efb-81ba-2752908a6066 req-d97c6b6b-f459-4ee2-bb0e-4d9c57c86b9f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231706 Nov 16 21:21:34.738135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058ecbf-9962-4f0a-bb09-5e990bba968e tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b059d63-331d-46ab-9378-8bcd6fbd65b7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:34.821860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b7aae4ad-9ba7-44ac-9f0e-882600be9d32 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1583228 Nov 16 21:21:34.829170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46574) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:34.847793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699de-7fbe-4d27-b08a-81885c8156bf req-99635979-34b5-4eb5-8d24-e0b228722c1d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:34.861008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20d699de-7fbe-4d27-b08a-81885c8156bf req-99635979-34b5-4eb5-8d24-e0b228722c1d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1210542 Nov 16 21:21:34.876290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-58b4b8a0-41c9-42f4-a9b4-5fef9eaecdfb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': '312ca282-3c38-49ec-a38a-e0f526e69f8b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:34.981181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20d699de-7fbe-4d27-b08a-81885c8156bf req-a28869dd-a55c-44c7-a025-d198d7d94e88 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152878 Nov 16 21:21:34.982465 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-58b4b8a0-41c9-42f4-a9b4-5fef9eaecdfb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The resource could not be found. Nov 16 21:21:34.985556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-58b4b8a0-41c9-42f4-a9b4-5fef9eaecdfb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1137805 Nov 16 21:21:34.993543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46580) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:34.998568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191906206'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:35.041012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.082572 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.165463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.171564 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.216206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.220226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2230563 Nov 16 21:21:35.220576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46588) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:35.225295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939104404'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:35.227836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.234488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.241760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781a7dc-3dc2-4d43-90f7-fc712c19d93b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5df63d-9753-4b1c-b3bf-026b932a6a46,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:35.315154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.350146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.361792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=64dc0e6c-aa75-4440-933c-5362ac76a895,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:35.368810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3557c5b-aea9-46a4-a009-327d5f09ab84 req-48b38a8f-c671-4ae0-ab19-db4650b2fab9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.370883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f3557c5b-aea9-46a4-a009-327d5f09ab84 req-48b38a8f-c671-4ae0-ab19-db4650b2fab9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1340213 Nov 16 21:21:35.376562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1e30d-7f64-4023-b5b1-0bd81db0d5dc None None] Network 85377ae7-7218-4a65-8198-f652c7d44256 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:35.390578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f67a1-befc-4a9d-8a3e-8c9dd48447f0 req-53d9c2e7-d19a-4859-bf24-8ec05a8fd40c tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.392169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad8f67a1-befc-4a9d-8a3e-8c9dd48447f0 req-53d9c2e7-d19a-4859-bf24-8ec05a8fd40c tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.1061189 Nov 16 21:21:35.417834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-697e71d6-ee14-407d-a50d-d907611910a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.419357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-697e71d6-ee14-407d-a50d-d907611910a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.1189849 Nov 16 21:21:35.444810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-481dce88-fe8c-4698-9ab3-45b1ed6a04fb None None] Provisioning complete for port f43d9d4b-d863-4098-b140-5a7baed4ab12 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:35.445592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-481dce88-fe8c-4698-9ab3-45b1ed6a04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.483131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad8f67a1-befc-4a9d-8a3e-8c9dd48447f0 req-8a65de9e-541c-4bc5-87aa-1d8c5c744863 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Nov 16 21:21:35.535476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network 85377ae7-7218-4a65-8198-f652c7d44256 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:35.537256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:35.544628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f3557c5b-aea9-46a4-a009-327d5f09ab84 req-189c8a70-5e4c-448a-80b3-58ff21ae1fcc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622188 Nov 16 21:21:35.625390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-481dce88-fe8c-4698-9ab3-45b1ed6a04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.657971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-e5520148-7a0d-47b8-bb83-733476cb9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.659471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-e5520148-7a0d-47b8-bb83-733476cb9fd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2294660 Nov 16 21:21:35.661099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:35.668443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-481dce88-fe8c-4698-9ab3-45b1ed6a04fb None None] For port f43d9d4b-d863-4098-b140-5a7baed4ab12, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f43d9d4b-d863-4098-b140-5a7baed4ab12,segment=NetworkSegment(cc9fc334-6099-46ad-ab2b-65fa6b42e393),segment_id=cc9fc334-6099-46ad-ab2b-65fa6b42e393)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:35.670004 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.678095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-481dce88-fe8c-4698-9ab3-45b1ed6a04fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.689554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.783132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dce88-fe8c-4698-9ab3-45b1ed6a04fb None None] Pushing event updated for resources: {'Port': ['ID=f43d9d4b-d863-4098-b140-5a7baed4ab12,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:35.789902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.794339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5727150 Nov 16 21:21:35.800646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46594) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:35.810018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af89d8-9f98-4f79-832b-66dbd154a1df tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834b6c84-ed19-4e34-9bcc-e997f361ab32,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:35.813760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-df46307c-529c-45f4-9b16-e7f0e38ae75b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.1414833 Nov 16 21:21:35.819374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b1bafe63-f026-4d07-a986-afd87cee4782 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'ee5df63d-9753-4b1c-b3bf-026b932a6a46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '834b6c84-ed19-4e34-9bcc-e997f361ab32'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:35.886295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:35.892933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-04950a8d-f8c0-49b3-81bc-26a945a5eebb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4172244 Nov 16 21:21:35.897645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:35.898297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46598) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:35.909524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'network': {'name': 'tempest-RoutersTest-1349858009'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:35.918111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:35.918815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:35.972937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:35.979833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:35.995761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4915acd-ad36-45da-9a7e-005e7af03ed4 req-f5f1359c-7658-43d9-916b-c176123d1731 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:35.998822 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-b1bafe63-f026-4d07-a986-afd87cee4782 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:35.999873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b1bafe63-f026-4d07-a986-afd87cee4782 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1920083 Nov 16 21:21:36.002759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46600) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.016659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4915acd-ad36-45da-9a7e-005e7af03ed4 req-f5f1359c-7658-43d9-916b-c176123d1731 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2009549 Nov 16 21:21:36.032826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:36.040345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-992c99e0-43e0-4902-ad84-173608f270c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.041842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-992c99e0-43e0-4902-ad84-173608f270c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.2178466 Nov 16 21:21:36.064571 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.064571 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added segment b1b03be3-e0eb-4000-b352-dfa8639eb6ba of type vlan for network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa Nov 16 21:21:36.103222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-07499e77-b922-4393-9b4b-f9764c65f0eb None None] Provisioning complete for port f43d9d4b-d863-4098-b140-5a7baed4ab12 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:36.103846 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-07499e77-b922-4393-9b4b-f9764c65f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.174700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:36.177295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.182515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4915acd-ad36-45da-9a7e-005e7af03ed4 req-7745e14e-2220-4a42-b055-290411a07bb4 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407104 Nov 16 21:21:36.187204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-7d5dca65-d2ed-4e62-afad-a5ebaf1b4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.188859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-7d5dca65-d2ed-4e62-afad-a5ebaf1b4723 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375713 Nov 16 21:21:36.224751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-38dde6ef-a349-4697-b910-a43245035c45 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.240201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.246609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.247292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.304978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f9791725-8e52-4d7d-a85c-ad4e926e9ded up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:36.307834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-4ff50101-aa06-4a0f-a56e-4ccab55aae33 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093571 Nov 16 21:21:36.316904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-38dde6ef-a349-4697-b910-a43245035c45 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.334872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4352696 Nov 16 21:21:36.340109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46602) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.346498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'subnet': {'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:36.355366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633b6ba-5155-476c-a5cd-510236a8fc92 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Network': ['ID=f7eefa8b-56cc-45e4-bc32-d2ea572e24aa,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:36.386490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:36.413482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-38dde6ef-a349-4697-b910-a43245035c45 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.416384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-38dde6ef-a349-4697-b910-a43245035c45 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.421167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-38dde6ef-a349-4697-b910-a43245035c45 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/834b6c84-ed19-4e34-9bcc-e997f361ab32 HTTP/1.1" status: 204 len: 168 time: 0.4168954 Nov 16 21:21:36.421609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46604) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.453374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dde6ef-a349-4697-b910-a43245035c45 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b6c84-ed19-4e34-9bcc-e997f361ab32,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:36.515959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Made reservation on behalf of 0cd432b45ec54d3a9b7ca597827de1c4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:36.517431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce1a1950-b62b-4021-9453-352cf99b6486 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0918097 Nov 16 21:21:36.518117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.520283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.619450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3f30-69e8-4788-90a0-75316bfc04eb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.649418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36ab8ec1-67f9-4035-bdca-b29c739fd3ba req-3d77f65b-80cb-403a-a952-19e78524780a service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341548 Nov 16 21:21:36.671911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3f30-69e8-4788-90a0-75316bfc04eb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.751829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a97d0-0987-4c36-b010-e0ab0a3d427e req-f83486c4-ec8a-4aec-9441-b7d8e1ada87f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.753393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-974a97d0-0987-4c36-b010-e0ab0a3d427e req-f83486c4-ec8a-4aec-9441-b7d8e1ada87f tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.1788607 Nov 16 21:21:36.765560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f9791725-8e52-4d7d-a85c-ad4e926e9ded triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:36.766146 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.769624 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3f30-69e8-4788-90a0-75316bfc04eb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.772236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f1e3f30-69e8-4788-90a0-75316bfc04eb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.774705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c95f2-9de0-4e37-9248-2b138346d36f req-cef7a0c7-a802-460a-a314-71cf5d059327 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:36.776339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-602c95f2-9de0-4e37-9248-2b138346d36f req-cef7a0c7-a802-460a-a314-71cf5d059327 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1259179 Nov 16 21:21:36.777993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8f1e3f30-69e8-4788-90a0-75316bfc04eb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/ee5df63d-9753-4b1c-b3bf-026b932a6a46 HTTP/1.1" status: 204 len: 168 time: 0.2588329 Nov 16 21:21:36.781329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.816255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e3f30-69e8-4788-90a0-75316bfc04eb tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5df63d-9753-4b1c-b3bf-026b932a6a46,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:36.817737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-07499e77-b922-4393-9b4b-f9764c65f0eb None None] Provisioning complete for port 64dc0e6c-aa75-4440-933c-5362ac76a895 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:36.818128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-07499e77-b922-4393-9b4b-f9764c65f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.841199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-974a97d0-0987-4c36-b010-e0ab0a3d427e req-7b3e8730-8568-449b-91d8-4d9e8b1c6f73 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Nov 16 21:21:36.902253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-602c95f2-9de0-4e37-9248-2b138346d36f req-419f8fcb-558d-4138-a671-07614fc44c57 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119926 Nov 16 21:21:36.920280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-07499e77-b922-4393-9b4b-f9764c65f0eb None None] Port 64dc0e6c-aa75-4440-933c-5362ac76a895 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:36.925107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:34Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:34Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:36.926689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d89ea1d-f9e3-4a7a-a033-961529c83c5f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1439898 Nov 16 21:21:36.930396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46616) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:36.935023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.935206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294068810'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:36.961418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:36.970852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:36.971512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Updating router b4379557-72d1-421d-8e24-92ba100344bd port 64dc0e6c-aa75-4440-933c-5362ac76a895 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:37.004514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f43d9d4b-d863-4098-b140-5a7baed4ab12 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:37.040914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.062413 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.067221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.103485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9956cc2-0c1d-4658-831c-1a437de84ce3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:37.121576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.123517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4faf04e3-a51f-4361-bf21-2a008c20134a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1919537 Nov 16 21:21:37.127076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46620) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.131975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-219787e1-2f5d-4a93-8fcf-c45d83d4183b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'b9956cc2-0c1d-4658-831c-1a437de84ce3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:37.186619 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-219787e1-2f5d-4a93-8fcf-c45d83d4183b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:37.193713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-219787e1-2f5d-4a93-8fcf-c45d83d4183b tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0653391 Nov 16 21:21:37.194246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46624) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.207620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0d93da96-be6b-47ce-994c-5f44c655d8c1 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group_rule': {'security_group_id': 'b9956cc2-0c1d-4658-831c-1a437de84ce3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:37.281080 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-0d93da96-be6b-47ce-994c-5f44c655d8c1 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:21:37.286308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d93da96-be6b-47ce-994c-5f44c655d8c1 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0886207 Nov 16 21:21:37.287453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.294160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-11b8a5a8-cadc-4b34-8ad0-bd7baa56991b None None] Provisioning complete for port 64dc0e6c-aa75-4440-933c-5362ac76a895 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:37.294539 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-11b8a5a8-cadc-4b34-8ad0-bd7baa56991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.320865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Subnet': ['ID=ead7d5c2-bee3-44af-9450-3119a00c016d,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:37.339861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-88bda85d-1fc5-4135-808e-529767530cd7 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.342481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-88bda85d-1fc5-4135-808e-529767530cd7 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.1195812 Nov 16 21:21:37.345915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Checking segment: {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:37.346166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network hostable DHCP agents. Network: f7eefa8b-56cc-45e4-bc32-d2ea572e24aa, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:37.375900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e34dcd-4378-4d28-8b30-98b60cc91a05 req-7e65c084-3c73-4681-abab-13a37430d982 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.377634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58e34dcd-4378-4d28-8b30-98b60cc91a05 req-7e65c084-3c73-4681-abab-13a37430d982 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1119518 Nov 16 21:21:37.382591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f43d9d4b-d863-4098-b140-5a7baed4ab12 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:37.383241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.391600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-11b8a5a8-cadc-4b34-8ad0-bd7baa56991b None None] Port 64dc0e6c-aa75-4440-933c-5362ac76a895 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:37.417504 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb2d9-7090-4dee-9cc8-91a1cd6d5d76 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.427461 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.429473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:37.439817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.446916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f7eefa8b-56cc-45e4-bc32-d2ea572e24aa) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:37.455757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:37.456358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.469712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb2d9-7090-4dee-9cc8-91a1cd6d5d76 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.474917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f516510-48ea-48ff-a505-d3f13eee7bdb None None] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:37.489160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e61893a7-961f-484b-bd46-e41d3f919120 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1452265 Nov 16 21:21:37.489328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.490336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58e34dcd-4378-4d28-8b30-98b60cc91a05 req-b4d013b1-eed9-41c6-a0a9-cf3bea86a21c tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931871 Nov 16 21:21:37.499383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Deleting port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:37.500286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.531547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb2d9-7090-4dee-9cc8-91a1cd6d5d76 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.533991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb2d9-7090-4dee-9cc8-91a1cd6d5d76 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.541928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7d1eb2d9-7090-4dee-9cc8-91a1cd6d5d76 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9956cc2-0c1d-4658-831c-1a437de84ce3 HTTP/1.1" status: 204 len: 168 time: 0.2303836 Nov 16 21:21:37.542660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46630) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.574469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a8e76-9d5c-454f-b01d-df7bf2275463 None None] Pushing event updated for resources: {'Port': ['ID=64dc0e6c-aa75-4440-933c-5362ac76a895,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:37.577381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1eb2d9-7090-4dee-9cc8-91a1cd6d5d76 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9956cc2-0c1d-4658-831c-1a437de84ce3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:37.628713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:37.631277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dd949b55-af89-4c89-9b81-11f8322dc31d tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826466 Nov 16 21:21:37.633327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440142342'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:37.708339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Attempting to bind port 64dc0e6c-aa75-4440-933c-5362ac76a895 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:37.708723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Attempting to bind port 64dc0e6c-aa75-4440-933c-5362ac76a895 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:37.709101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Attempting to bind port 64dc0e6c-aa75-4440-933c-5362ac76a895 on network 85377ae7-7218-4a65-8198-f652c7d44256 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:37.721439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:37.721775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Checking segment: {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:37.722185 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.722590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Bound using segment: {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:37.723072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Bound port: 64dc0e6c-aa75-4440-933c-5362ac76a895, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9fc334-6099-46ad-ab2b-65fa6b42e393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:37.723528 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.725700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.797402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:21:37.798394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.814695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] For port 905eb9a5-77ae-4df8-aada-5bf6eb323c55, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=905eb9a5-77ae-4df8-aada-5bf6eb323c55,segment=NetworkSegment(d31fef90-d2bc-486b-8008-4f1bfe907892),segment_id=d31fef90-d2bc-486b-8008-4f1bfe907892)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:37.815002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.828582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] For port 64dc0e6c-aa75-4440-933c-5362ac76a895, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:37.844509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Calling delete_port for 905eb9a5-77ae-4df8-aada-5bf6eb323c55 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:37.856060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] For port 64dc0e6c-aa75-4440-933c-5362ac76a895, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=64dc0e6c-aa75-4440-933c-5362ac76a895,segment=NetworkSegment(cc9fc334-6099-46ad-ab2b-65fa6b42e393),segment_id=cc9fc334-6099-46ad-ab2b-65fa6b42e393)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:37.907673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:37.975430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-59f72e85-7409-4196-bc52-f0315f7c5c41 None None] Provisioning complete for port 64dc0e6c-aa75-4440-933c-5362ac76a895 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:37.975803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59f72e85-7409-4196-bc52-f0315f7c5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.052083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:38.052764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:38.054587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a8e76-9d5c-454f-b01d-df7bf2275463 None None] Pushing event updated for resources: {'Port': ['ID=64dc0e6c-aa75-4440-933c-5362ac76a895,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.070677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81618206-1f05-428c-8014-fd1b7a110f52 req-ec4157b8-51f4-4c7f-82c3-39a7aa77d426 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.074049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81618206-1f05-428c-8014-fd1b7a110f52 req-ec4157b8-51f4-4c7f-82c3-39a7aa77d426 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0785530 Nov 16 21:21:38.115868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.150280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81618206-1f05-428c-8014-fd1b7a110f52 req-12970425-9561-4f17-89b5-bf1d10dd18a9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530694 Nov 16 21:21:38.150516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Allocated IP 172.23.0.2 (f7eefa8b-56cc-45e4-bc32-d2ea572e24aa/ead7d5c2-bee3-44af-9450-3119a00c016d/ceeb154c-52fa-4531-a04c-8ef35827427f) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:38.156313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.250508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:38.263489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.264924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6352241 Nov 16 21:21:38.269116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d273ea4-ce8a-4a40-b38c-babb737de639 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca97f84-c663-435a-a754-56243c646635,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.270199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46646) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.278206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6a1cea0a-9a36-4c14-ac04-17c44242865d tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:38.294889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c68e-6479-4acf-9607-7b877877b910 req-ba472fbb-2159-4a02-bf7f-fb0b3556054d tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.306802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bbd3c68e-6479-4acf-9607-7b877877b910 req-ba472fbb-2159-4a02-bf7f-fb0b3556054d tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ac7c60-0831-43fd-a6fc-b863e8966759 HTTP/1.1" status: 200 len: 946 time: 0.3528461 Nov 16 21:21:38.308497 n-d-817778-8 neutron-server[102454]: WARNING neutron.api.v2.base [None req-6a1cea0a-9a36-4c14-ac04-17c44242865d tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 21:21:38.310953 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-6a1cea0a-9a36-4c14-ac04-17c44242865d tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 21:21:38.319510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a1cea0a-9a36-4c14-ac04-17c44242865d tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "PUT /v2.0/security-groups/aca97f84-c663-435a-a754-56243c646635 HTTP/1.1" status: 409 len: 330 time: 0.0473638 Nov 16 21:21:38.320137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.380040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.415055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62934ed6-ed18-4bfa-a13c-6ab527676e0f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.455871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62934ed6-ed18-4bfa-a13c-6ab527676e0f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.459741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59f72e85-7409-4196-bc52-f0315f7c5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.520490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62934ed6-ed18-4bfa-a13c-6ab527676e0f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.524076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62934ed6-ed18-4bfa-a13c-6ab527676e0f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.525292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-62934ed6-ed18-4bfa-a13c-6ab527676e0f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/aca97f84-c663-435a-a754-56243c646635 HTTP/1.1" status: 204 len: 168 time: 0.2005882 Nov 16 21:21:38.534977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46650) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.535782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934ed6-ed18-4bfa-a13c-6ab527676e0f tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca97f84-c663-435a-a754-56243c646635,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.554090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bbd3c68e-6479-4acf-9607-7b877877b910 req-cd8f3a08-1e2b-4311-85f1-db9399f45031 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.48 "GET /v2.0/security-groups?id=b34385e0-f18a-442b-932a-6bd51f4a1ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463591 Nov 16 21:21:38.557579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.645054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87caf343-7c2e-4e38-945e-c0da59fbf1c1 None None] DHCP port deletion for d7cbb971-c2b4-4aea-bc25-a1084161516f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:38.645290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Pushing event deleted for resources: {'Port': ['ID=905eb9a5-77ae-4df8-aada-5bf6eb323c55,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.669412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ebf163ed-5513-4bc8-9ec0-f211e279d0d2 tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1205211 Nov 16 21:21:38.670092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46654) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.684388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] No DVR routers for this DVR port 905eb9a5-77ae-4df8-aada-5bf6eb323c55 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:38.691353 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-b07236b6-45e1-4eb1-8bf5-73301e9d32ab tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] delete failed (client error): The resource could not be found. Nov 16 21:21:38.695025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.700840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69288ad1-3223-4d61-9f0b-3c867ff722fe req-555cc5d2-dc35-4765-bf84-957a190eae18 tempest-VolumesActionsTest-1627876429 tempest-VolumesActionsTest-1627876429-project] 10.222.0.41 "DELETE /v2.0/ports/905eb9a5-77ae-4df8-aada-5bf6eb323c55 HTTP/1.1" status: 204 len: 173 time: 1.3501167 Nov 16 21:21:38.701280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'name': 'network-vif-deleted', 'tag': '905eb9a5-77ae-4df8-aada-5bf6eb323c55'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:38.714263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b07236b6-45e1-4eb1-8bf5-73301e9d32ab tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f3ab375-adb3-4a99-9ec0-6250f55e3171 HTTP/1.1" status: 404 len: 347 time: 0.0402052 Nov 16 21:21:38.715053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.716367 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178ea4d-59ec-4e05-8d15-b59381c523f7" -d '{"events": [{"server_uuid": "58ac7c60-0831-43fd-a6fc-b863e8966759", "name": "network-vif-deleted", "tag": "905eb9a5-77ae-4df8-aada-5bf6eb323c55"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:38.743163 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-65198885-28a6-450d-b511-fae1ca04587a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] show failed (client error): The resource could not be found. Nov 16 21:21:38.745062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65198885-28a6-450d-b511-fae1ca04587a tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-groups/f047ea33-adca-456e-85a6-23b2462ba633 HTTP/1.1" status: 404 len: 347 time: 0.0263302 Nov 16 21:21:38.760814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-59f72e85-7409-4196-bc52-f0315f7c5c41 None None] For port 64dc0e6c-aa75-4440-933c-5362ac76a895, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=64dc0e6c-aa75-4440-933c-5362ac76a895,segment=NetworkSegment(cc9fc334-6099-46ad-ab2b-65fa6b42e393),segment_id=cc9fc334-6099-46ad-ab2b-65fa6b42e393)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:38.770345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.772474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59f72e85-7409-4196-bc52-f0315f7c5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.786542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.844262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46660) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:38.871083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:38.879681 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-f23c745e-1bbe-4f89-b5d1-cfc40ee6a90c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] show failed (client error): The resource could not be found. Nov 16 21:21:38.889825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:38.890096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f23c745e-1bbe-4f89-b5d1-cfc40ee6a90c tempest-NegativeSecGroupIPv6Test-620290418 tempest-NegativeSecGroupIPv6Test-620290418-project] 10.222.0.48 "GET /v2.0/security-group-rules/fbb50582-3017-460a-a6a1-a627c154fcb9 HTTP/1.1" status: 404 len: 356 time: 0.0331650 Nov 16 21:21:38.900104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:38.907166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f72e85-7409-4196-bc52-f0315f7c5c41 None None] Pushing event updated for resources: {'Port': ['ID=64dc0e6c-aa75-4440-933c-5362ac76a895,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:38.915913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d125c4-25b2-406e-b776-4f15d1825b75 req-948e97bc-109c-46a7-afb7-3742b9363212 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.917877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3d125c4-25b2-406e-b776-4f15d1825b75 req-948e97bc-109c-46a7-afb7-3742b9363212 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1768210 Nov 16 21:21:38.920601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c581b-da06-4cb5-9d17-2830b4d561f2 req-d2f8c568-9169-47a5-8920-f11e203d39ef tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:38.930854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-084c581b-da06-4cb5-9d17-2830b4d561f2 req-d2f8c568-9169-47a5-8920-f11e203d39ef tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1756701 Nov 16 21:21:38.975830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d892f377-e974-4ebc-9cb2-dc491321309d None None] Provisioning complete for port 64dc0e6c-aa75-4440-933c-5362ac76a895 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:38.976215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d892f377-e974-4ebc-9cb2-dc491321309d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:38.990804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-084c581b-da06-4cb5-9d17-2830b4d561f2 req-17f0f44d-f9e5-408e-b021-d78dcff2f17b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580807 Nov 16 21:21:39.027553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Pushing event updated for resources: {'Port': ['ID=ceeb154c-52fa-4531-a04c-8ef35827427f,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:39.043690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:34Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:37Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:39.047960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3d125c4-25b2-406e-b776-4f15d1825b75 req-0020f031-ff0c-4b7a-a94d-bdb644ae5472 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162891 Nov 16 21:21:39.057260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Allocated IP 172.23.0.1 (f7eefa8b-56cc-45e4-bc32-d2ea572e24aa/ead7d5c2-bee3-44af-9450-3119a00c016d/51706ef0-e078-450d-ab78-50c523b14531) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:21:39.078729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Attempting to bind port ceeb154c-52fa-4531-a04c-8ef35827427f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:39.079119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Attempting to bind port ceeb154c-52fa-4531-a04c-8ef35827427f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:39.079739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Attempting to bind port ceeb154c-52fa-4531-a04c-8ef35827427f on network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:39.083587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155e274-4566-4cd3-9518-35fad0f773e2 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:34Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:37Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:39.092180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:39.093177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Checking segment: {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:39.093610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.094014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Bound using segment: {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:39.094485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Bound port: ceeb154c-52fa-4531-a04c-8ef35827427f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:39.094868 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.145008 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d742b0-c9f4-4078-88d1-b4d96412a2dc x-openstack-request-id: req-84d742b0-c9f4-4078-88d1-b4d96412a2dc {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:39.145548 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ac7c60-0831-43fd-a6fc-b863e8966759", "name": "network-vif-deleted", "tag": "905eb9a5-77ae-4df8-aada-5bf6eb323c55", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:39.145548 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84d742b0-c9f4-4078-88d1-b4d96412a2dc {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:39.145970 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ac7c60-0831-43fd-a6fc-b863e8966759', 'name': 'network-vif-deleted', 'tag': '905eb9a5-77ae-4df8-aada-5bf6eb323c55', 'status': 'completed', 'code': 200} Nov 16 21:21:39.277667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.332244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.390415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] For port ceeb154c-52fa-4531-a04c-8ef35827427f, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:39.412441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] For port ceeb154c-52fa-4531-a04c-8ef35827427f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ceeb154c-52fa-4531-a04c-8ef35827427f,segment=NetworkSegment(b1b03be3-e0eb-4000-b352-dfa8639eb6ba),segment_id=b1b03be3-e0eb-4000-b352-dfa8639eb6ba)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:39.417951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.422371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=51706ef0-e078-450d-ab78-50c523b14531,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:39.446743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:39.449468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:39.455651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:21:39.468955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46670) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:39.471859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 905eb9a5-77ae-4df8-aada-5bf6eb323c55 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:39.496853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 905eb9a5-77ae-4df8-aada-5bf6eb323c55 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:39.497388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 905eb9a5-77ae-4df8-aada-5bf6eb323c55 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:39.520381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.536808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c107ca-4258-4f1e-8882-0c4b7be8fcd1 req-4cacd30d-5c58-4cac-8a80-3c0fdc419def tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:39.549042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bc78a-6bf0-45ca-b908-e605238c0446 None None] Pushing event updated for resources: {'Port': ['ID=ceeb154c-52fa-4531-a04c-8ef35827427f,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:39.554636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0c107ca-4258-4f1e-8882-0c4b7be8fcd1 req-4cacd30d-5c58-4cac-8a80-3c0fdc419def tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1556964 Nov 16 21:21:39.661438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0c107ca-4258-4f1e-8882-0c4b7be8fcd1 req-cc3a1db8-e024-4775-99cc-f1b7c21941b4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973890 Nov 16 21:21:39.748601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4c79da68-a0b3-412f-8e3d-7027766cf725 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d9ecbf1df2b42189663065e28d1aaa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776313 Nov 16 21:21:39.750978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:39.805300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:39.924794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb79b-969f-4542-ac73-3eebf6abca92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.015124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb79b-969f-4542-ac73-3eebf6abca92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.122176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb79b-969f-4542-ac73-3eebf6abca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.129456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2dbb79b-969f-4542-ac73-3eebf6abca92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.134851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f2dbb79b-969f-4542-ac73-3eebf6abca92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bc0cdf4-cefb-4ba8-af72-14263b218cb4 HTTP/1.1" status: 204 len: 168 time: 0.3804903 Nov 16 21:21:40.164873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbb79b-969f-4542-ac73-3eebf6abca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0cdf4-cefb-4ba8-af72-14263b218cb4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:40.286923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 64dc0e6c-aa75-4440-933c-5362ac76a895 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:40.289741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c791b-08c1-4119-9724-bfee083bfb2b req-420dc766-ead0-4293-bede-e64a2b80a536 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:40.304559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c69c791b-08c1-4119-9724-bfee083bfb2b req-420dc766-ead0-4293-bede-e64a2b80a536 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1931925 Nov 16 21:21:40.336143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8def34-c769-45c7-8a74-790dff35f0ba req-14a68728-a44d-404a-ac5e-c5154eca6726 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:40.337986 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f8def34-c769-45c7-8a74-790dff35f0ba req-14a68728-a44d-404a-ac5e-c5154eca6726 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1521120 Nov 16 21:21:40.427324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 64dc0e6c-aa75-4440-933c-5362ac76a895 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:40.428043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.453399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f8def34-c769-45c7-8a74-790dff35f0ba req-bc79d6c5-23ac-4dde-b878-9dd963b8305b tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023519 Nov 16 21:21:40.523222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c69c791b-08c1-4119-9724-bfee083bfb2b req-28bb0cef-3204-4b3d-90d8-54d310f8c4f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157521 Nov 16 21:21:40.542364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ceeb154c-52fa-4531-a04c-8ef35827427f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:40.616191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.621362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.625272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ceeb154c-52fa-4531-a04c-8ef35827427f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:40.625272 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.780927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event updated for resources: {'Port': ['ID=51706ef0-e078-450d-ab78-50c523b14531,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:40.788398 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.793197 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.876264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port ceeb154c-52fa-4531-a04c-8ef35827427f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ceeb154c-52fa-4531-a04c-8ef35827427f,segment=NetworkSegment(b1b03be3-e0eb-4000-b352-dfa8639eb6ba),segment_id=b1b03be3-e0eb-4000-b352-dfa8639eb6ba)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:40.882945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:40.935817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:21:40.938336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:40.963173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=ceeb154c-52fa-4531-a04c-8ef35827427f,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:41.110852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00bcab-194d-4a0b-8825-b6d90562437f None None] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:41.112777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:41.223398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ce35b3c-b374-4984-b3aa-b7bafb001c54 None None] Provisioning complete for port ceeb154c-52fa-4531-a04c-8ef35827427f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:41.223785 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ce35b3c-b374-4984-b3aa-b7bafb001c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.236044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:41.244902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-62979d45-77e2-4177-bd2b-8cab3b83447a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7520056 Nov 16 21:21:41.245236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46754) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:41.245964 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:41.253344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:41.265283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:41.266997 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:41.310846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46756) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:41.375576 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:41.525692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-226103063-network', 'tenant_id': '1ae1de034bfe41c1b1396880c0b6e04d'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:41.611409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Made reservation on behalf of 1ae1de034bfe41c1b1396880c0b6e04d for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:41.614132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.627605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:39Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:40Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:41.661361 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:41.662005 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Updating router b4379557-72d1-421d-8e24-92ba100344bd port 51706ef0-e078-450d-ab78-50c523b14531 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:21:41.664307 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.694879 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.737447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b4fcb-ac15-4bfd-bcae-5a3e0d3e757c req-f991da5d-cd65-4291-9262-0a361dcc0132 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:41.741100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d8b4fcb-ac15-4bfd-bcae-5a3e0d3e757c req-f991da5d-cd65-4291-9262-0a361dcc0132 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1234512 Nov 16 21:21:41.863967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d8b4fcb-ac15-4bfd-bcae-5a3e0d3e757c req-6ca1d86f-d014-46d5-ac15-ea9e8e79b4b3 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125109 Nov 16 21:21:41.922184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-38a3114f-6683-45d3-943e-624a319ba21e None None] Provisioning complete for port ceeb154c-52fa-4531-a04c-8ef35827427f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:41.922713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-38a3114f-6683-45d3-943e-624a319ba21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.978801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:41.989367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.023492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:42.078991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ceeb154c-52fa-4531-a04c-8ef35827427f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:42.086026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.086374 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Added segment c52eee1e-4dfe-427b-a84b-4ef64ca0fcc8 of type vlan for network 81eb3038-49d9-4267-b0b2-973949d31ba4 Nov 16 21:21:42.159044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c7e142-0b56-4f9d-92f6-3ab6b9bd6c15,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:42.162350 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.170539 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.207331 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.252620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.255488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:42.257081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.277598 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1737a57-9cac-4ab4-9e7a-a8b41e175060 None None] Pushing event updated for resources: {'Port': ['ID=51706ef0-e078-450d-ab78-50c523b14531,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:42.290574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ad3dc-33a5-4ca0-9bbd-f48f867c2b30 req-b1694481-27be-4886-9df5-280e772691a5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:42.303354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a49ad3dc-33a5-4ca0-9bbd-f48f867c2b30 req-b1694481-27be-4886-9df5-280e772691a5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.4227636 Nov 16 21:21:42.329669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ceeb154c-52fa-4531-a04c-8ef35827427f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:42.330975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.341479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0264263 Nov 16 21:21:42.347815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46778) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:42.358359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f30bc-06df-409d-93e9-18839c8c3bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=81eb3038-49d9-4267-b0b2-973949d31ba4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:42.362618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Request body: {'subnet': {'network_id': '81eb3038-49d9-4267-b0b2-973949d31ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-226103063-subnet', 'tenant_id': '1ae1de034bfe41c1b1396880c0b6e04d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:42.385775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 81eb3038-49d9-4267-b0b2-973949d31ba4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:42.388562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-38a3114f-6683-45d3-943e-624a319ba21e None None] Provisioning complete for port 51706ef0-e078-450d-ab78-50c523b14531 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:42.390274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-38a3114f-6683-45d3-943e-624a319ba21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.400806 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Attempting to bind port 51706ef0-e078-450d-ab78-50c523b14531 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:21:42.401099 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Attempting to bind port 51706ef0-e078-450d-ab78-50c523b14531 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:21:42.401470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Attempting to bind port 51706ef0-e078-450d-ab78-50c523b14531 on network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:21:42.411714 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:21:42.411714 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Checking segment: {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:42.412407 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.418184 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Bound using segment: {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:21:42.418693 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Bound port: 51706ef0-e078-450d-ab78-50c523b14531, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:21:42.419698 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.437132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-38a3114f-6683-45d3-943e-624a319ba21e None None] Port 51706ef0-e078-450d-ab78-50c523b14531 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:21:42.516852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a49ad3dc-33a5-4ca0-9bbd-f48f867c2b30 req-7016570b-28da-433a-9ed4-1ebb7512c9d4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077668 Nov 16 21:21:42.536718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Made reservation on behalf of 1ae1de034bfe41c1b1396880c0b6e04d for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:42.539523 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.543321 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] For port 51706ef0-e078-450d-ab78-50c523b14531, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:21:42.550431 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] For port 51706ef0-e078-450d-ab78-50c523b14531, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=51706ef0-e078-450d-ab78-50c523b14531,segment=NetworkSegment(b1b03be3-e0eb-4000-b352-dfa8639eb6ba),segment_id=b1b03be3-e0eb-4000-b352-dfa8639eb6ba)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:21:42.580610 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.593699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-034b9dc3-3f61-41b6-9713-868bc4faf08e None None] Provisioning complete for port 51706ef0-e078-450d-ab78-50c523b14531 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:42.594387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-034b9dc3-3f61-41b6-9713-868bc4faf08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.664806 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1737a57-9cac-4ab4-9e7a-a8b41e175060 None None] Pushing event updated for resources: {'Port': ['ID=51706ef0-e078-450d-ab78-50c523b14531,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:42.706634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-034b9dc3-3f61-41b6-9713-868bc4faf08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:42.793652 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:42.794298 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:42.840547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:21:42.851622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-034b9dc3-3f61-41b6-9713-868bc4faf08e None None] For port 51706ef0-e078-450d-ab78-50c523b14531, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=51706ef0-e078-450d-ab78-50c523b14531,segment=NetworkSegment(b1b03be3-e0eb-4000-b352-dfa8639eb6ba),segment_id=b1b03be3-e0eb-4000-b352-dfa8639eb6ba)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:42.861683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-034b9dc3-3f61-41b6-9713-868bc4faf08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.021469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Removed routes are [] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:21:43.021950 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.057407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9dc3-3f61-41b6-9713-868bc4faf08e None None] Pushing event updated for resources: {'Port': ['ID=51706ef0-e078-450d-ab78-50c523b14531,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:43.058742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-25ab9830-7e68-4452-9c17-e257d1369f36 None None] Provisioning complete for port 51706ef0-e078-450d-ab78-50c523b14531 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:43.059122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-25ab9830-7e68-4452-9c17-e257d1369f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.068902 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:43.151612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefa867-237e-486f-9a8a-8ca7a2124db0 req-ed90be18-e2fe-4920-a2d0-1b6d8d840ca2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:43.164322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ceefa867-237e-486f-9a8a-8ca7a2124db0 req-ed90be18-e2fe-4920-a2d0-1b6d8d840ca2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1278722 Nov 16 21:21:43.281240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ceefa867-237e-486f-9a8a-8ca7a2124db0 req-081a20f0-77a5-4070-a7fa-45f3fa46ef42 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159515 Nov 16 21:21:43.368129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f3a48642-3d29-4e1e-9f49-7926418304a7 None None] Provisioning complete for port 51706ef0-e078-450d-ab78-50c523b14531 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:43.368514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f3a48642-3d29-4e1e-9f49-7926418304a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.510993 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:39Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:43.539714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90e95-8432-489b-8934-cf7506b5fc36 req-bc2b2f3b-8abd-4fdb-a8b0-0209c31d170e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:43.551224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fc90e95-8432-489b-8934-cf7506b5fc36 req-bc2b2f3b-8abd-4fdb-a8b0-0209c31d170e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.6097808 Nov 16 21:21:43.557368 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba1ba7-c864-4539-a52b-1ab6e717562b None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:39Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 4, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:43.729019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b548d44e-d32c-40dd-a703-260d7186fe07 None None] Provisioning complete for port 51706ef0-e078-450d-ab78-50c523b14531 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:43.729757 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b548d44e-d32c-40dd-a703-260d7186fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.731894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.754208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fc90e95-8432-489b-8934-cf7506b5fc36 req-7436f52e-e762-45ae-9584-ed88546b7031 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017214 Nov 16 21:21:43.808628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.820658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:43.823100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f51c06-d5c7-4189-85ff-c32be42e7802,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:43.981126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:43.995438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Checking segment: {'id': 'c52eee1e-4dfe-427b-a84b-4ef64ca0fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '81eb3038-49d9-4267-b0b2-973949d31ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:43.995438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Network hostable DHCP agents. Network: 81eb3038-49d9-4267-b0b2-973949d31ba4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:44.126498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Network 81eb3038-49d9-4267-b0b2-973949d31ba4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:44.126698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51706ef0-e078-450d-ab78-50c523b14531 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:21:44.153263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 81eb3038-49d9-4267-b0b2-973949d31ba4) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:44.164245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.165035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.167884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc94ec8-9de9-4f39-9c78-73d8aa2a348e None None] Network 81eb3038-49d9-4267-b0b2-973949d31ba4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:44.178721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:44.187914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.189218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-660d8217-722c-4019-a00d-ec8039c06dab tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 933 time: 2.9427700 Nov 16 21:21:44.192507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46808) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:44.213592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-957d05f6-dcfa-4652-8f91-ca03ae8ab0bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8479261 Nov 16 21:21:44.400955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96738b9-2c12-4b2a-8948-9db06ddb3c93 None None] Network 81eb3038-49d9-4267-b0b2-973949d31ba4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:44.447586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0403d099-e128-4d88-b5b1-2b50b284f423 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 933 time: 0.2535999 Nov 16 21:21:44.450959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46818) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:44.472778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 51706ef0-e078-450d-ab78-50c523b14531 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:21:44.473157 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:44.475948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'routes': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:44.542128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885bff4-2951-4688-a988-df88d649a1f0 req-4de29e6e-e568-48c7-be83-010d70ab463d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.564455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f885bff4-2951-4688-a988-df88d649a1f0 req-4de29e6e-e568-48c7-be83-010d70ab463d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1238139 Nov 16 21:21:44.643991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f885bff4-2951-4688-a988-df88d649a1f0 req-e019c846-a939-42f5-9956-a543f0691a56 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783250 Nov 16 21:21:44.811742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:44.888068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:44.888705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:44.950060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a08e-7fda-4cf4-bbc4-8935dcde5caf req-91df826d-6d11-423d-a539-df177b70cd59 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:44.961356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7215a08e-7fda-4cf4-bbc4-8935dcde5caf req-91df826d-6d11-423d-a539-df177b70cd59 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1175280 Nov 16 21:21:45.072306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7215a08e-7fda-4cf4-bbc4-8935dcde5caf req-df53484a-288d-40f2-bf78-936eaecfa8b6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098201 Nov 16 21:21:45.125573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46838) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:45.130649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483280987-network', 'tenant_id': '0d7de62859c64f61a84e5ffd72c66310'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:45.192419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Made reservation on behalf of 0d7de62859c64f61a84e5ffd72c66310 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:45.196897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.232338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.270007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:45.390442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added routes are [] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:21:45.392761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:21:45.421873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.426624 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.438663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:21:45.448249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.448872 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Added segment 6602c27f-c00f-4fd7-96fe-ce51305be003 of type vlan for network 0f9a0135-25b9-4493-8c8f-4f860625c597 Nov 16 21:21:45.484954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.499477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969c8e0-4d2d-4739-931a-4177f858a030 req-85001a5f-f7fc-463a-bc9a-074a74a60a8c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:45.511304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6969c8e0-4d2d-4739-931a-4177f858a030 req-85001a5f-f7fc-463a-bc9a-074a74a60a8c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2691429 Nov 16 21:21:45.512248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.517111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5c025-5c93-4d50-8f40-c899c51f06bd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:45.556990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.558823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:45.559606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.629701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5028424 Nov 16 21:21:45.630917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46846) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:45.648848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Request body: {'subnet': {'network_id': '0f9a0135-25b9-4493-8c8f-4f860625c597', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483280987-subnet', 'tenant_id': '0d7de62859c64f61a84e5ffd72c66310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:45.650133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 6, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:45.663742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9dd38-c4d4-450e-ba66-4f72ca6c1431 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9a0135-25b9-4493-8c8f-4f860625c597,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:45.684318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Made reservation on behalf of 0d7de62859c64f61a84e5ffd72c66310 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:21:45.687645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.719740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 0f9a0135-25b9-4493-8c8f-4f860625c597 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:21:45.723281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:45.794161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:45.794788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:45.882938 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6969c8e0-4d2d-4739-931a-4177f858a030 req-7eef2834-5e0a-4bb4-aac2-c4d18665280b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702474 Nov 16 21:21:45.895825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.903934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:45.926694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:46.071785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ef92-fb0e-4bb8-9c84-d91e371ae61d req-e39d9518-a6ec-47c7-8ccf-36571f18d6a9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.087542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32d7ef92-fb0e-4bb8-9c84-d91e371ae61d req-e39d9518-a6ec-47c7-8ccf-36571f18d6a9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2582493 Nov 16 21:21:46.136624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:46.142508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.244080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:45Z', 'revision_number': 7, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:46.268026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-32d7ef92-fb0e-4bb8-9c84-d91e371ae61d req-56e934d4-26e5-4cd3-baf2-4bc5f9a32852 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791139 Nov 16 21:21:46.281958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Checking segment: {'id': '6602c27f-c00f-4fd7-96fe-ce51305be003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0f9a0135-25b9-4493-8c8f-4f860625c597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:21:46.282222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b5362-0ff5-4506-8732-49cf2e64a329 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:45Z', 'revision_number': 7, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:46.282797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Network hostable DHCP agents. Network: 0f9a0135-25b9-4493-8c8f-4f860625c597, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:21:46.286516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac08bbf-fa2f-4e80-8214-e746ec67d831,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:46.344626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Network 0f9a0135-25b9-4493-8c8f-4f860625c597 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:21:46.356093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9420c-4a24-4ff3-ab89-c8cc60103bce req-99bbee27-8661-4edf-9a5d-abce3e2b632b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.364405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37c9420c-4a24-4ff3-ab89-c8cc60103bce req-99bbee27-8661-4edf-9a5d-abce3e2b632b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2209725 Nov 16 21:21:46.364629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 0f9a0135-25b9-4493-8c8f-4f860625c597) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:21:46.371125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:46.372740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.374872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f3cfa-7c97-442c-aaf8-396326f682a3 None None] Network 0f9a0135-25b9-4493-8c8f-4f860625c597 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:46.402518 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dab17410-d84f-41ee-872b-c0fa7c194ee2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7609704 Nov 16 21:21:46.587064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53798f16-a253-446d-9ba1-d8c724b08b53 None None] Network 0f9a0135-25b9-4493-8c8f-4f860625c597 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:46.649761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46860) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.750206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Deleting subnet d5f51c06-d5c7-4189-85ff-c32be42e7802 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:46.755510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.805054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.860184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.862642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:46.872531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:46.874384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a654c81d-68fe-4d3f-9a45-39fd772b3af1 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 699 time: 2.4119270 Nov 16 21:21:46.877526 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:46.880814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:46.901806 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:46.902439 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:46.966590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.011519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37c9420c-4a24-4ff3-ab89-c8cc60103bce req-07a4f7af-db83-49a7-a4c9-502437d6b6f5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6447504 Nov 16 21:21:47.011764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f51c06-d5c7-4189-85ff-c32be42e7802,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:47.038151 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:47.050253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.059934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dfa17f68-7558-4e0d-ba6e-c024cbc1ab0d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d5f51c06-d5c7-4189-85ff-c32be42e7802 HTTP/1.1" status: 204 len: 168 time: 0.4087520 Nov 16 21:21:47.063412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46870) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:47.074696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2244d1b8-4f91-4e97-ad18-93ebeea6bf9a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 699 time: 0.1924522 Nov 16 21:21:47.075322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46872) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:47.207674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.239836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754faed7-6964-415b-ba41-8868dc3e5b30 req-5cda8250-85f4-4a61-b5c1-6e463b04e9c6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:47.241349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-754faed7-6964-415b-ba41-8868dc3e5b30 req-5cda8250-85f4-4a61-b5c1-6e463b04e9c6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1003428 Nov 16 21:21:47.336541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.382780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb3038-49d9-4267-b0b2-973949d31ba4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:47.398690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52eee1e-4dfe-427b-a84b-4ef64ca0fcc8') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:47.399217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52eee1e-4dfe-427b-a84b-4ef64ca0fcc8') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:47.406380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-754faed7-6964-415b-ba41-8868dc3e5b30 req-ffb17d4f-907d-468d-b7ee-cc91aeb8f8e6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504805 Nov 16 21:21:47.418745 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:45Z', 'revision_number': 7, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:47.466539 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:47.481441 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:47.481441 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:47.526708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.581821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.593798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:47.594764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:47.665995 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:47.670242 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.673805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.691450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.699484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/81eb3038-49d9-4267-b0b2-973949d31ba4 HTTP/1.1" status: 204 len: 168 time: 0.6327438 Nov 16 21:21:47.716433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:47.719117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184976e-3238-4c64-b5ca-b41f441c93c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=81eb3038-49d9-4267-b0b2-973949d31ba4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:47.719526 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:47.762124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a5327-b286-4c4d-94d5-b7e35bc5076d req-6359498c-a7f3-46e3-959c-8741a1e109c7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:47.766537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d3a5327-b286-4c4d-94d5-b7e35bc5076d req-6359498c-a7f3-46e3-959c-8741a1e109c7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.3601544 Nov 16 21:21:47.813500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Deleting subnet dac08bbf-fa2f-4e80-8214-e746ec67d831 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:47.833270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.884200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d3a5327-b286-4c4d-94d5-b7e35bc5076d req-5abc59bf-a104-4cf3-b223-66cb67f975da tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074257 Nov 16 21:21:47.904397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:47.971675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.038777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.075318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac08bbf-fa2f-4e80-8214-e746ec67d831,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:48.084273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.089310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c68647ed-071b-4fe2-b249-fb314e5e9057 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dac08bbf-fa2f-4e80-8214-e746ec67d831 HTTP/1.1" status: 204 len: 168 time: 0.3633924 Nov 16 21:21:48.090519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:48.109911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 51706ef0-e078-450d-ab78-50c523b14531 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:48.112095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.185600 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:45Z', 'revision_number': 7, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:48.235049 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72065c5-d358-4e4d-965c-c029699d8995 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:45Z', 'revision_number': 7, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '51706ef0-e078-450d-ab78-50c523b14531', 'name': '', 'network_id': 'f7eefa8b-56cc-45e4-bc32-d2ea572e24aa', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:7c:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:38Z', 'updated_at': '2021-11-16T21:21:42Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': 'ead7d5c2-bee3-44af-9450-3119a00c016d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:48.240723 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.305878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port 51706ef0-e078-450d-ab78-50c523b14531, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=51706ef0-e078-450d-ab78-50c523b14531,segment=NetworkSegment(b1b03be3-e0eb-4000-b352-dfa8639eb6ba),segment_id=b1b03be3-e0eb-4000-b352-dfa8639eb6ba)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:48.306253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.347858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 51706ef0-e078-450d-ab78-50c523b14531 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:48.379602 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.410539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9a0135-25b9-4493-8c8f-4f860625c597']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:48.423317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6602c27f-c00f-4fd7-96fe-ce51305be003') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:48.423893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6602c27f-c00f-4fd7-96fe-ce51305be003') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:48.449025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.485608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.500004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:48.500882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.618332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:48.645319 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:48.651846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.660884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:48.668034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f9a0135-25b9-4493-8c8f-4f860625c597 HTTP/1.1" status: 204 len: 168 time: 0.5756981 Nov 16 21:21:48.670491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=51706ef0-e078-450d-ab78-50c523b14531,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:48.692790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7bae3-fd30-4556-9ea7-4d5097ca9804 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9a0135-25b9-4493-8c8f-4f860625c597,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:48.938417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.040518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:49.135259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46902) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:49.135850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae26142b-2b80-4503-a2a9-47a3122be3bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ae1de034bfe41c1b1396880c0b6e04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0949244 Nov 16 21:21:49.253447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31eaebf-d142-4c1c-a6f8-ef46d8fd16df req-261b0e03-7636-4008-b00e-32f0c0231f33 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:49.254882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f31eaebf-d142-4c1c-a6f8-ef46d8fd16df req-261b0e03-7636-4008-b00e-32f0c0231f33 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2156065 Nov 16 21:21:49.312505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30fa401b-7f95-4baa-a1c9-68b7b65f8211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.388007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30fa401b-7f95-4baa-a1c9-68b7b65f8211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.399055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:49.434355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f31eaebf-d142-4c1c-a6f8-ef46d8fd16df req-212e7dea-99e7-4320-b7c0-dc0752582717 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438360 Nov 16 21:21:49.578588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30fa401b-7f95-4baa-a1c9-68b7b65f8211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.578937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-30fa401b-7f95-4baa-a1c9-68b7b65f8211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.580115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-30fa401b-7f95-4baa-a1c9-68b7b65f8211 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74c7e142-0b56-4f9d-92f6-3ab6b9bd6c15 HTTP/1.1" status: 204 len: 168 time: 0.4439154 Nov 16 21:21:49.600050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa401b-7f95-4baa-a1c9-68b7b65f8211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c7e142-0b56-4f9d-92f6-3ab6b9bd6c15,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:49.631596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:49.640218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-54d19d7c-6c33-4916-9308-43cec8c9c985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633037 Nov 16 21:21:49.642596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46916) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:49.648679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:49.662520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:49.663391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:49.727978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet ead7d5c2-bee3-44af-9450-3119a00c016d {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:49.732404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.791193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:49.896956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:49.963894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.090138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.178245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=ead7d5c2-bee3-44af-9450-3119a00c016d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:50.200668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.208294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46922) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:50.208912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b8b6a8c6-702a-43b4-b796-852d4b4de5ec tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/ead7d5c2-bee3-44af-9450-3119a00c016d HTTP/1.1" status: 204 len: 168 time: 0.5647366 Nov 16 21:21:50.212863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e036f-2ca5-4a74-88b7-9bcdef543ef9 None None] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:50.346122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:50.375101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.439143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f296004c-c753-47a4-ba4a-d138a358fb44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d7de62859c64f61a84e5ffd72c66310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864248 Nov 16 21:21:50.439863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46932) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:50.441542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:48Z', 'revision_number': 8, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:50.557814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:50.558566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecb92e1f-efd2-435c-8b88-99bbb7f74405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.565997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port ceeb154c-52fa-4531-a04c-8ef35827427f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:50.566588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.576062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] DHCP port deletion for f7eefa8b-56cc-45e4-bc32-d2ea572e24aa request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:50.621004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecb92e1f-efd2-435c-8b88-99bbb7f74405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.642458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:50.643345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:50.674197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port ceeb154c-52fa-4531-a04c-8ef35827427f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ceeb154c-52fa-4531-a04c-8ef35827427f,segment=NetworkSegment(b1b03be3-e0eb-4000-b352-dfa8639eb6ba),segment_id=b1b03be3-e0eb-4000-b352-dfa8639eb6ba)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:50.674741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.690611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for ceeb154c-52fa-4531-a04c-8ef35827427f owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:50.741258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4cdca-2df4-4d11-8555-dbc3c1b3d733 req-664a6fce-06c1-480a-bf60-f7b911b2f834 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:50.742873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abf4cdca-2df4-4d11-8555-dbc3c1b3d733 req-664a6fce-06c1-480a-bf60-f7b911b2f834 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1186352 Nov 16 21:21:50.781399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecb92e1f-efd2-435c-8b88-99bbb7f74405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.784091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ecb92e1f-efd2-435c-8b88-99bbb7f74405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.785477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ecb92e1f-efd2-435c-8b88-99bbb7f74405 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ac5c025-5c93-4d50-8f40-c899c51f06bd HTTP/1.1" status: 204 len: 168 time: 0.3445864 Nov 16 21:21:50.807887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb92e1f-efd2-435c-8b88-99bbb7f74405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5c025-5c93-4d50-8f40-c899c51f06bd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:50.835905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abf4cdca-2df4-4d11-8555-dbc3c1b3d733 req-ae593d52-bdb0-42b0-8ce5-1f2a9de02c06 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813198 Nov 16 21:21:50.893775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:50.921502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port ceeb154c-52fa-4531-a04c-8ef35827427f on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:51.046579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=ceeb154c-52fa-4531-a04c-8ef35827427f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:51.224047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.267544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7eefa8b-56cc-45e4-bc32-d2ea572e24aa']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.297183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.297559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b03be3-e0eb-4000-b352-dfa8639eb6ba') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:51.299968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6c6b41bf-3bc3-4a4e-ba69-732c7f75dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.326079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.352746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:51.357191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.361694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ce4c0-7d3d-4d10-a255-16ad580c7f31 req-73531027-c2c3-4968-b2f8-2662b84454b5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:51.370460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a6ce4c0-7d3d-4d10-a255-16ad580c7f31 req-73531027-c2c3-4968-b2f8-2662b84454b5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.1474314 Nov 16 21:21:51.377012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:51.377409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.401391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Deleting port ceeb154c-52fa-4531-a04c-8ef35827427f {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:51.402865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.466439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a6ce4c0-7d3d-4d10-a255-16ad580c7f31 req-0fab633b-de38-4e1b-adda-6f9af25637ee tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950649 Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:51.468267 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:51.498981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.540037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.544020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/f7eefa8b-56cc-45e4-bc32-d2ea572e24aa HTTP/1.1" status: 204 len: 168 time: 1.3336613 Nov 16 21:21:51.545876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a00435-9cac-4beb-81fb-54a4273d98a7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=f7eefa8b-56cc-45e4-bc32-d2ea572e24aa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:51.548677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46954) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:51.666466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] For port ceeb154c-52fa-4531-a04c-8ef35827427f, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:51.666871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.703841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Calling delete_port for ceeb154c-52fa-4531-a04c-8ef35827427f owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:51.710849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Port ceeb154c-52fa-4531-a04c-8ef35827427f was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:21:51.718687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:51.752031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Pushing event deleted for resources: {'Port': ['ID=ceeb154c-52fa-4531-a04c-8ef35827427f,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:51.767760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] Network f7eefa8b-56cc-45e4-bc32-d2ea572e24aa is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:21:51.768221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868db3f-4c9a-4250-b8bc-ff01d0a2e58a None None] No DVR routers for this DVR port ceeb154c-52fa-4531-a04c-8ef35827427f on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:51.985686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:48Z', 'revision_number': 8, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:52.062663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47947690-effa-4f78-b4ad-1edbb69a95c7 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:48Z', 'revision_number': 8, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': '64dc0e6c-aa75-4440-933c-5362ac76a895', 'name': '', 'network_id': '85377ae7-7218-4a65-8198-f652c7d44256', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:26:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:32Z', 'updated_at': '2021-11-16T21:21:38Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '8a56a7f4-dc2f-415e-b96c-79f7396c0477', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:52.426622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ceeb154c-52fa-4531-a04c-8ef35827427f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:52.487805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ceeb154c-52fa-4531-a04c-8ef35827427f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:52.489495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ceeb154c-52fa-4531-a04c-8ef35827427f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:52.609726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:52.899030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b27050-bd60-4ddf-9b0b-b9274a3e8506 req-e064da8b-025c-4bdb-a5fd-8239a69b02ad tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.908367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04b27050-bd60-4ddf-9b0b-b9274a3e8506 req-e064da8b-025c-4bdb-a5fd-8239a69b02ad tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2843981 Nov 16 21:21:52.960501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-41da1d3f-822f-47c9-8f9c-887538b2a6a5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:52.980438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-41da1d3f-822f-47c9-8f9c-887538b2a6a5 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 946 time: 0.2689035 Nov 16 21:21:53.015220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-e84179e9-a5c7-4801-b22f-b8a58c4ce816 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2802880 Nov 16 21:21:53.016582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9947e29f-90f5-43e3-b5a2-23fe45adcd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.188665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04b27050-bd60-4ddf-9b0b-b9274a3e8506 req-6b845018-1199-4525-acce-4671a4c7636f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669392 Nov 16 21:21:53.218208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port 64dc0e6c-aa75-4440-933c-5362ac76a895 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:53.219406 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.239821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.240627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.241345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.242327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.243081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.244087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.244809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.250154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-042ee186-5d6a-4471-9c73-f9ae50e31499 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6499 time: 0.1801026 Nov 16 21:21:53.292256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Deleting port 2687a509-5257-4955-b3aa-fd7d7db3f209 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:53.292910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.418557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port 64dc0e6c-aa75-4440-933c-5362ac76a895, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=64dc0e6c-aa75-4440-933c-5362ac76a895,segment=NetworkSegment(cc9fc334-6099-46ad-ab2b-65fa6b42e393),segment_id=cc9fc334-6099-46ad-ab2b-65fa6b42e393)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:53.418557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.437107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for 64dc0e6c-aa75-4440-933c-5362ac76a895 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:53.545836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] For port 2687a509-5257-4955-b3aa-fd7d7db3f209, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=2687a509-5257-4955-b3aa-fd7d7db3f209,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:53.546220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.568088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-9b8d7f91-0d35-49a2-81f6-276b5483ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.568619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-9b8d7f91-0d35-49a2-81f6-276b5483ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.569153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-9b8d7f91-0d35-49a2-81f6-276b5483ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:53.570801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-9b8d7f91-0d35-49a2-81f6-276b5483ea27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d81a8710-fd36-40cc-8775-10a384459c66&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=81f28bd4-0232-410e-9fc6-cca647927715&id=81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 200 len: 2298 time: 0.2819209 Nov 16 21:21:53.578355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Calling delete_port for 2687a509-5257-4955-b3aa-fd7d7db3f209 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:53.705255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-8d2cd0e1-b511-4fbd-80ad-fdfe41ec40cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 200 len: 1000 time: 0.1205440 Nov 16 21:21:53.747488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:53.793879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=64dc0e6c-aa75-4440-933c-5362ac76a895,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:54.098830 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.152246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51706ef0-e078-450d-ab78-50c523b14531 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:54.156259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.174683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-8bc6951c-e8a9-44cc-910c-362ba78d8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:54.176340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-8bc6951c-e8a9-44cc-910c-362ba78d8dec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4900acb4-23f2-42d4-87b5-5ff651f9925c HTTP/1.1" status: 200 len: 855 time: 0.4625576 Nov 16 21:21:54.199890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 51706ef0-e078-450d-ab78-50c523b14531 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:54.200237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 51706ef0-e078-450d-ab78-50c523b14531 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:54.292098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-761bc691-5974-4215-812b-af4d55a97583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:54.293659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-761bc691-5974-4215-812b-af4d55a97583 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d81a8710-fd36-40cc-8775-10a384459c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024530 Nov 16 21:21:54.414603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.432489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['2687a509-5257-4955-b3aa-fd7d7db3f209'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:21:54.467775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:21:54.516112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event deleted for resources: {'Port': ['ID=2687a509-5257-4955-b3aa-fd7d7db3f209,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:54.596265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14136c6f-445f-4044-a58c-ef2f7ea9f023 req-bb3f9398-013e-4ada-a380-4d4cbd6ee01f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6656bd1-db44-45bb-af28-e8edfb94e4fb HTTP/1.1" status: 200 len: 210 time: 0.1661317 Nov 16 21:21:54.657054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009c799-48ed-4d4a-8293-83300468fe6b None None] DHCP port deletion for 757e525b-ea9d-49a3-81ea-554daa5b3926 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:54.690210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] No DVR routers for this DVR port 2687a509-5257-4955-b3aa-fd7d7db3f209 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:54.696282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:54.708505 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a731d3f5-7c35-45c3-8e78-ad91ceb0f904 req-570f2e00-ffbb-4bf8-9620-a0add030096f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "DELETE /v2.0/ports/2687a509-5257-4955-b3aa-fd7d7db3f209 HTTP/1.1" status: 204 len: 173 time: 1.6922674 Nov 16 21:21:54.715167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-2e9c6170-1728-470c-b9f1-ee2ab50bf9d9 service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088364 Nov 16 21:21:54.718393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'name': 'network-vif-deleted', 'tag': '2687a509-5257-4955-b3aa-fd7d7db3f209'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:21:54.725921 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96761bc2-3c63-42df-8620-fa098c0e0052" -d '{"events": [{"server_uuid": "f6656bd1-db44-45bb-af28-e8edfb94e4fb", "name": "network-vif-deleted", "tag": "2687a509-5257-4955-b3aa-fd7d7db3f209"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:21:54.792436 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7bfac5-ac44-460a-92bc-c2cf0f437f4a x-openstack-request-id: req-1b7bfac5-ac44-460a-92bc-c2cf0f437f4a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:21:54.792819 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6656bd1-db44-45bb-af28-e8edfb94e4fb", "name": "network-vif-deleted", "tag": "2687a509-5257-4955-b3aa-fd7d7db3f209", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:21:54.794464 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b7bfac5-ac44-460a-92bc-c2cf0f437f4a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:21:54.794884 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6656bd1-db44-45bb-af28-e8edfb94e4fb', 'name': 'network-vif-deleted', 'tag': '2687a509-5257-4955-b3aa-fd7d7db3f209', 'status': 'completed', 'code': 200} Nov 16 21:21:54.885326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:54.920837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:21:54.928208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-abf94118-3856-4cc4-aec7-7fbe4ded548e service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915114 Nov 16 21:21:54.938886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-acd26b22-11eb-4ff4-9a25-fd73b508d046 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3849199 Nov 16 21:21:54.939412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47038) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:54.948984 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:21:54.964166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:54.964795 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:55.067810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-f62b98ca-daff-40a2-a2d3-25385ecc1bb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 217 time: 0.1317613 Nov 16 21:21:55.121699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet 8a56a7f4-dc2f-415e-b96c-79f7396c0477 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:21:55.129693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.182565 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:55.208442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.236493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-bf9b362c-659b-47e2-a8e2-89477e4e978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.241857 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-bf9b362c-659b-47e2-a8e2-89477e4e978b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1610713 Nov 16 21:21:55.320838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-037cc938-f8b5-4b7e-9ba7-c94380e35a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.450552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-960e3f2d-1ce3-4f11-8fc4-8d3abf065fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:55.452638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-960e3f2d-1ce3-4f11-8fc4-8d3abf065fad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2010839 Nov 16 21:21:55.475730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.522002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-037cc938-f8b5-4b7e-9ba7-c94380e35a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.535419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-037cc938-f8b5-4b7e-9ba7-c94380e35a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.644415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-037cc938-f8b5-4b7e-9ba7-c94380e35a51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e561ecc027064abdb70d6452b4994473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7579730 Nov 16 21:21:55.645642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.650480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:55.655781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cc938-f8b5-4b7e-9ba7-c94380e35a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c77b37-d3a6-4c44-b558-c26885865730,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:55.666607 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:53Z', 'revision_number': 9, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:55.706359 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:21:55.726514 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:21:55.727506 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:55.749321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-df27436d-cc46-424f-8b33-2d97a5486956 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882369 Nov 16 21:21:55.754523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1085f229-0749-4815-bf16-80abac42f65e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.767967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.813918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=8a56a7f4-dc2f-415e-b96c-79f7396c0477,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:55.822168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1085f229-0749-4815-bf16-80abac42f65e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.834231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:55.835008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f6d2c-e19a-47d3-903c-b25273bf2203 None None] Network 85377ae7-7218-4a65-8198-f652c7d44256 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:21:55.844475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e0fcf1a9-13d4-4290-96e3-fa1748f72d49 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/8a56a7f4-dc2f-415e-b96c-79f7396c0477 HTTP/1.1" status: 204 len: 168 time: 0.9011428 Nov 16 21:21:55.847224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47056) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:55.899670 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:21:56.034085 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.066497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1085f229-0749-4815-bf16-80abac42f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.069530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1085f229-0749-4815-bf16-80abac42f65e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.070917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1085f229-0749-4815-bf16-80abac42f65e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6c77b37-d3a6-4c44-b558-c26885865730 HTTP/1.1" status: 204 len: 168 time: 0.4195509 Nov 16 21:21:56.104639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085f229-0749-4815-bf16-80abac42f65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c77b37-d3a6-4c44-b558-c26885865730,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:56.183174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port f43d9d4b-d863-4098-b140-5a7baed4ab12 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:56.183815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.205736 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:53Z', 'revision_number': 9, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:56.246857 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa04025-34a8-4bf9-9eea-054a15ae9f93 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:53Z', 'revision_number': 9, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9791725-8e52-4d7d-a85c-ad4e926e9ded', 'name': '', 'network_id': 'aa91ff14-95ec-4654-9dee-a14d3d6645ac', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:84:2b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:28Z', 'updated_at': '2021-11-16T21:21:33Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '7de0cbf8-06f5-441d-b902-61dbd6487877', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:21:56.308675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-2a0368f8-90c7-41ee-887e-646925fc0ac4 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522835 Nov 16 21:21:56.317026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port f43d9d4b-d863-4098-b140-5a7baed4ab12, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f43d9d4b-d863-4098-b140-5a7baed4ab12,segment=NetworkSegment(cc9fc334-6099-46ad-ab2b-65fa6b42e393),segment_id=cc9fc334-6099-46ad-ab2b-65fa6b42e393)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:56.317721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.327648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-aec9c3b7-d4e5-4bfc-b45d-2ba36338819f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:56.342898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-aec9c3b7-d4e5-4bfc-b45d-2ba36338819f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.2746811 Nov 16 21:21:56.350405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for f43d9d4b-d863-4098-b140-5a7baed4ab12 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:56.391481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-41b099de-a13c-48e2-a50d-a456b31e5171 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/quotas/0bfad30d9dae467bb5ee638548c62dc4 HTTP/1.1" status: 200 len: 375 time: 0.0475626 Nov 16 21:21:56.432731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-08fbe91d-6152-4a50-b911-cae10a837de4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 217 time: 0.0751395 Nov 16 21:21:56.517546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-5584d84b-a87d-4501-87d2-42a290ef1347 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250074 Nov 16 21:21:56.537645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-fd1771b6-6fc0-428f-9b76-37924f84a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:56.541660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-fd1771b6-6fc0-428f-9b76-37924f84a0eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.0872655 Nov 16 21:21:56.548390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.570791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port f43d9d4b-d863-4098-b140-5a7baed4ab12 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:21:56.582514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.612554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=f43d9d4b-d863-4098-b140-5a7baed4ab12,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:56.685566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d0556-6a7d-4390-a706-25fa309fff30 None None] DHCP port deletion for 85377ae7-7218-4a65-8198-f652c7d44256 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:21:56.807571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-ba08e0e2-4f09-4aab-b50b-e87cf3145030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:56.809462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-ba08e0e2-4f09-4aab-b50b-e87cf3145030 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2317784 Nov 16 21:21:56.809662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.820638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:56.862048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85377ae7-7218-4a65-8198-f652c7d44256']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:56.875372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9fc334-6099-46ad-ab2b-65fa6b42e393') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:56.875980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9fc334-6099-46ad-ab2b-65fa6b42e393') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:21:56.890961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.924836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.933694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:21:56.934388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:21:56.939318 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:21:56.948960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a78-242a-4dca-aa5f-8e50a90abf4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.001483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-2356d640-639a-432d-9a0a-2490c2c7e7a2 service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828212 Nov 16 21:21:57.028870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.047540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.053631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/85377ae7-7218-4a65-8198-f652c7d44256 HTTP/1.1" status: 204 len: 168 time: 1.2018929 Nov 16 21:21:57.078847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47082) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.080112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1784b24-4216-4770-aa3c-0d612f551e05 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=85377ae7-7218-4a65-8198-f652c7d44256,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:57.128192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-fa72f8bd-f5ea-4622-a4b7-fb5dbfb8c7da service neutron] 10.222.0.48 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257327 Nov 16 21:21:57.199163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a78-242a-4dca-aa5f-8e50a90abf4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.208653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0a78-242a-4dca-aa5f-8e50a90abf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.283015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b8bb0a78-242a-4dca-aa5f-8e50a90abf4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a95875f7d72b4a3f8d74f4be6d9c7cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4600151 Nov 16 21:21:57.286056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:21:57.294198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb0a78-242a-4dca-aa5f-8e50a90abf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8309d73-a535-4ebe-acde-442412ca3602,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:57.311501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-1359391c-60ce-4505-8e7c-5d985181ea41 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909718 Nov 16 21:21:57.399729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9fbdfe0-f073-495d-a6ec-365a129a8a92 req-9b374606-00fb-4e60-acd9-b18cbaacca45 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 210 time: 0.0470755 Nov 16 21:21:57.500114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2687a509-5257-4955-b3aa-fd7d7db3f209 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:57.500946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-24655da9-78ae-4e69-9af2-9aca5557864b service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792958 Nov 16 21:21:57.550493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 2687a509-5257-4955-b3aa-fd7d7db3f209 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:57.552993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 2687a509-5257-4955-b3aa-fd7d7db3f209 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:57.566509 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-034516e6-674d-4eb7-a090-7ec1d5a51d4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e402764e-07db-4ee3-801c-7372fdbeb928 HTTP/1.1" status: 200 len: 217 time: 0.0574422 Nov 16 21:21:57.567438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4339a8da-1fd6-4706-a0ff-d1fac45f1548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.638254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4339a8da-1fd6-4706-a0ff-d1fac45f1548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.729552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.794188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-cf67cc88-70f1-4b17-9190-f482d4b3cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.796287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-cf67cc88-70f1-4b17-9190-f482d4b3cf1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.2082229 Nov 16 21:21:57.859365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4339a8da-1fd6-4706-a0ff-d1fac45f1548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.872446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4339a8da-1fd6-4706-a0ff-d1fac45f1548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:57.874088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4339a8da-1fd6-4706-a0ff-d1fac45f1548 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8309d73-a535-4ebe-acde-442412ca3602 HTTP/1.1" status: 204 len: 168 time: 0.5870898 Nov 16 21:21:57.906867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a8da-1fd6-4706-a0ff-d1fac45f1548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8309d73-a535-4ebe-acde-442412ca3602,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:57.928919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-0925d364-b2dd-4238-9c4c-23a2ce2dafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:57.930493 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-0925d364-b2dd-4238-9c4c-23a2ce2dafed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264253 Nov 16 21:21:58.121637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 64dc0e6c-aa75-4440-933c-5362ac76a895 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:58.161216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 64dc0e6c-aa75-4440-933c-5362ac76a895 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:58.161832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 64dc0e6c-aa75-4440-933c-5362ac76a895 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:58.162434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f43d9d4b-d863-4098-b140-5a7baed4ab12 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:21:58.184867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f43d9d4b-d863-4098-b140-5a7baed4ab12 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:21:58.185685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f43d9d4b-d863-4098-b140-5a7baed4ab12 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:21:58.245662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-8e6692cd-8130-4bbe-b158-527d2f086777 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019538 Nov 16 21:21:58.281040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port f9791725-8e52-4d7d-a85c-ad4e926e9ded {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:21:58.281040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.513189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-70b09dfd-47f0-4984-a3fd-a6f04e15a0d4 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639809 Nov 16 21:21:58.550268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port f9791725-8e52-4d7d-a85c-ad4e926e9ded, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f9791725-8e52-4d7d-a85c-ad4e926e9ded,segment=NetworkSegment(4a024603-b9b3-49f3-8601-03a7d97030bd),segment_id=4a024603-b9b3-49f3-8601-03a7d97030bd)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:21:58.550268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.597681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for f9791725-8e52-4d7d-a85c-ad4e926e9ded owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:21:58.646762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-9b280ee8-7a9e-4f59-98ba-ea8abc4f83a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=067f260e-99dd-4594-88ab-c8307bb73d26 HTTP/1.1" status: 200 len: 217 time: 0.1203809 Nov 16 21:21:58.725207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77c0f106-1d4f-4d4d-a33d-4b6a91e3d124 req-3e01a887-2039-4061-aa2c-87c52a54c4cb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 210 time: 0.0870657 Nov 16 21:21:58.781215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-b88a5efd-7242-4b7d-bb14-15c7809a1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:58.782728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-b88a5efd-7242-4b7d-bb14-15c7809a1e5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1199360 Nov 16 21:21:58.871248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-73ff8f64-7b62-439a-8d89-e2b1538b058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:58.873823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-73ff8f64-7b62-439a-8d89-e2b1538b058c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830052 Nov 16 21:21:58.929562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:58.972183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=f9791725-8e52-4d7d-a85c-ad4e926e9ded,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:21:59.057918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-ecf29398-f37c-4bd1-aed7-a0daa031a327 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1643524 Nov 16 21:21:59.093845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-2571cec1-ba2a-40b1-974a-5b8bde2f52cf service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089107 Nov 16 21:21:59.355571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-d47f2a4e-55aa-4351-b077-cac33b2e151d service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522459 Nov 16 21:21:59.371966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.372448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.373804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.374441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.374913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.375380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.375848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.386096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-741666e2-8404-44fc-840a-ec9e36cce8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.1717942 Nov 16 21:21:59.425597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-a400272e-f1a7-4f07-af52-809607bb5aec tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.426812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-fef526ec-66d0-4df0-bd9c-c76e846d7025 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97f906d6-7a52-4792-be6e-a85ce0027b01 HTTP/1.1" status: 200 len: 217 time: 0.0394051 Nov 16 21:21:59.436579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-a400272e-f1a7-4f07-af52-809607bb5aec tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 812 time: 0.3969948 Nov 16 21:21:59.458049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Request body: {'port': {'device_id': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'admin_state_up': True, 'tenant_id': '0bfad30d9dae467bb5ee638548c62dc4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:21:59.492113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-b3104b82-be35-4b2e-a53b-59624446aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.493842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-b3104b82-be35-4b2e-a53b-59624446aa46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.0590336 Nov 16 21:21:59.597419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:21:59.603099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-7836e445-94ba-46c6-8db5-cd414ea2c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.604932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-7836e445-94ba-46c6-8db5-cd414ea2c262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995150 Nov 16 21:21:59.696308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-bc4e009e-f57a-4ee7-b3c4-8e93374e6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.696780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-bc4e009e-f57a-4ee7-b3c4-8e93374e6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.697244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-bc4e009e-f57a-4ee7-b3c4-8e93374e6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:21:59.699606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-bc4e009e-f57a-4ee7-b3c4-8e93374e6fa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=91be6d52-379b-4601-8cda-fada21d4f4ac&id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 2293 time: 0.2048700 Nov 16 21:21:59.849735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-0a37a04e-aedc-48b8-8bae-9d4f2c5b4905 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 1002 time: 0.1365623 Nov 16 21:21:59.917034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-f789a85f-8173-48c2-8a38-22d40e2d41ca service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034542 Nov 16 21:21:59.995934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Made reservation on behalf of 0bfad30d9dae467bb5ee638548c62dc4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:00.000938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.007686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-61b4d02c-66f4-474b-910f-0d19f3205c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.012699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-61b4d02c-66f4-474b-910f-0d19f3205c1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 200 len: 850 time: 0.1499674 Nov 16 21:22:00.031959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d2d1700-dab5-4614-953f-16cb4f331df7 req-fd5d5dd8-36dc-4c37-8b00-a3ce11303d00 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 210 time: 0.1153955 Nov 16 21:22:00.045327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:00.118136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-9ca08945-1a53-4f8d-8ca3-5ac4cdbc1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.123637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-9ca08945-1a53-4f8d-8ca3-5ac4cdbc1092 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992723 Nov 16 21:22:00.167147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-002a8096-818b-46e7-9a9b-ce4df4a91cec service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367384 Nov 16 21:22:00.204828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:00.214960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-516fc118-6568-4e7b-b17a-4d05a20da690 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1290107 Nov 16 21:22:00.215160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:00.218736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47178) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:00.230596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:00.231720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:00.286956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-531cf224-5bf7-4151-9b5f-a1e3d4de15ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 200 len: 217 time: 0.1101348 Nov 16 21:22:00.379641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-c119d858-b1fc-4064-b73f-f8c9e55e09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.382860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-c119d858-b1fc-4064-b73f-f8c9e55e09ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.0875885 Nov 16 21:22:00.402570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-fecf8c39-912a-40a0-9f3a-af658a6a5bcb service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623696 Nov 16 21:22:00.432580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet 7de0cbf8-06f5-441d-b902-61dbd6487877 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:00.441545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:00.442443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.490164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.629822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.743717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:00.791881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-177cb61b-29ff-4aa8-934f-8a16f80029d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:00.793835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-177cb61b-29ff-4aa8-934f-8a16f80029d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4007483 Nov 16 21:22:00.843833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=7de0cbf8-06f5-441d-b902-61dbd6487877,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:00.867330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Allocated IP 172.20.0.2 (757e525b-ea9d-49a3-81ea-554daa5b3926/bad8498e-5da9-4672-be9a-458a3dee38bd/272110a0-e8a6-47c8-9844-3254ee5b1fa6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:00.909236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-51b9ef73-86d6-4119-b7d9-5a3843bf9f0a service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832962 Nov 16 21:22:00.970626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-5e8b33c7-ab4c-4af9-a213-ea4521abf6ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 217 time: 0.0494833 Nov 16 21:22:01.055963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.086624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:58Z', 'revision_number': 10, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.120195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.127731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.134494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e7f2ed41-e26b-4c9a-86e7-2a7a0f0a82f0 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/7de0cbf8-06f5-441d-b902-61dbd6487877 HTTP/1.1" status: 204 len: 168 time: 0.9113019 Nov 16 21:22:01.139892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47218) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:01.176654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d98d6-2c66-423f-a147-06b865e4a0b2 None None] Network aa91ff14-95ec-4654-9dee-a14d3d6645ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:01.184126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:01.184785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-13660fde-b7de-4049-b5e3-0d3324f20a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.190472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-13660fde-b7de-4049-b5e3-0d3324f20a22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1969106 Nov 16 21:22:01.192370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-4704cd1c-4cad-46d3-96b8-88e4f306ad4f service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854139 Nov 16 21:22:01.265236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:01.265907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.308548 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:22:01.423374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:01.598357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63102ab6-3c77-4669-9925-495294fd890e None None] DHCP port deletion for aa91ff14-95ec-4654-9dee-a14d3d6645ac request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:01.599753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-7152b6b7-9a42-47ab-94c9-98b8fd4d7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.601280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-7152b6b7-9a42-47ab-94c9-98b8fd4d7146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3968184 Nov 16 21:22:01.620392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49796fc-fda4-4558-9f33-e4cb8eee14b3 req-3dc02caa-2126-474b-91d4-467c55e30e2a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:01.625245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e49796fc-fda4-4558-9f33-e4cb8eee14b3 req-3dc02caa-2126-474b-91d4-467c55e30e2a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 931 time: 0.3832173 Nov 16 21:22:01.681582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cd4de94-809d-4a9d-a9dc-9c627d5e2c43 req-40a734d7-cf6d-4baa-8c89-986b20aaf1f6 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779365 Nov 16 21:22:01.700212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-63102ab6-3c77-4669-9925-495294fd890e None None] Deleting port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:01.700671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63102ab6-3c77-4669-9925-495294fd890e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.814090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-63102ab6-3c77-4669-9925-495294fd890e None None] For port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,segment=NetworkSegment(4a024603-b9b3-49f3-8601-03a7d97030bd),segment_id=4a024603-b9b3-49f3-8601-03a7d97030bd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:01.814883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63102ab6-3c77-4669-9925-495294fd890e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:01.831002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e49796fc-fda4-4558-9f33-e4cb8eee14b3 req-a27201dc-fa27-4fd9-bf9f-03221f4ff6b9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978247 Nov 16 21:22:01.838190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-63102ab6-3c77-4669-9925-495294fd890e None None] Calling delete_port for 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:01.864844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:58Z', 'revision_number': 10, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:01.866452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-6b04c8f3-e412-4ad9-a7c0-6ffe4564bc95 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343085 Nov 16 21:22:01.912348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072860a7-e4f9-48e5-b16c-b2dd88bfc165 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:21:58Z', 'revision_number': 10, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None, '_interfaces': [{'id': 'b05753bc-aba9-4d50-a3c2-43ffcd7e5517', 'name': '', 'network_id': '6276252e-ab8e-4eef-901c-53011a4e4c64', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'mac_address': 'fa:16:3e:ac:14:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:21:23Z', 'updated_at': '2021-11-16T21:21:29Z', 'revision_number': 5, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'subnets': [{'id': '32ea0ab5-da70-4a36-98e0-2a51231c3ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:02.062614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-9982737a-519d-4776-86a0-bce83c759503 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837788 Nov 16 21:22:02.064946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63102ab6-3c77-4669-9925-495294fd890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.111388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63102ab6-3c77-4669-9925-495294fd890e None None] No DVR routers for this DVR port 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:02.170948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63102ab6-3c77-4669-9925-495294fd890e None None] Pushing event deleted for resources: {'Port': ['ID=26a18b9d-3f05-4b20-88fe-a4c4dbf50f82,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:02.178716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-d32b18cd-cbfe-4e3d-803c-337929d5c7e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 217 time: 0.1080382 Nov 16 21:22:02.263143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-1f65adc8-74a0-4c4d-9583-73beba4874e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.265287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-1f65adc8-74a0-4c4d-9583-73beba4874e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0766222 Nov 16 21:22:02.338985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:02.346157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:02.362371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:02.362371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:02.385458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-66b62940-94bb-4417-86a6-6a3de230f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.391698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-66b62940-94bb-4417-86a6-6a3de230f89d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914414 Nov 16 21:22:02.396610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:02.397280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 26a18b9d-3f05-4b20-88fe-a4c4dbf50f82 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:02.399250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7fcce4-0fee-429b-a9a6-c1eda8f761a1 None None] DHCP port deletion for 757e525b-ea9d-49a3-81ea-554daa5b3926 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:02.406932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.461286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event updated for resources: {'Port': ['ID=272110a0-e8a6-47c8-9844-3254ee5b1fa6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:02.483960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f5f44c41-eed8-4652-88e9-6cc179eca9d8 None None] Provisioning complete for port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:02.484520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5f44c41-eed8-4652-88e9-6cc179eca9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.557832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.558916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.571870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f5f44c41-eed8-4652-88e9-6cc179eca9d8 None None] Port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:02.576718 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-801ed09d-930d-4c92-91d8-50f9442628ab service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751554 Nov 16 21:22:02.613293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-406f09fb-867f-4748-b47e-f85b1cc1f11f tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1604183 Nov 16 21:22:02.638444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Request body: {'port': {'device_id': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:02.695674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.705051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-a5c2039f-bdea-432f-b318-e57b011cb9ff service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199987 Nov 16 21:22:02.743877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.746801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa91ff14-95ec-4654-9dee-a14d3d6645ac']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:02.768425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a024603-b9b3-49f3-8601-03a7d97030bd') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:02.768826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a024603-b9b3-49f3-8601-03a7d97030bd') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:02.788004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.789260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-a4420329-3628-48d6-87a6-76c43266ac12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 200 len: 217 time: 0.0742443 Nov 16 21:22:02.826834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.843322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:02.843804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:02.847186 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:02.880025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-a1aa8866-38ce-4226-b1fd-ab45694bbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:02.885748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-a1aa8866-38ce-4226-b1fd-ab45694bbcf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0880098 Nov 16 21:22:02.998098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-ed5369e5-42ed-4450-b5fb-6ab44eb9bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.000514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-ed5369e5-42ed-4450-b5fb-6ab44eb9bec7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024783 Nov 16 21:22:03.095357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.122566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.134695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.138190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/aa91ff14-95ec-4654-9dee-a14d3d6645ac HTTP/1.1" status: 204 len: 168 time: 1.9833474 Nov 16 21:22:03.142931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47254) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:03.198499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-bc54d39c-6ef4-46b6-b925-cb452bf79c8a service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781349 Nov 16 21:22:03.208793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11042121-22ab-44bc-b7cd-c112a598647f req-792fdd9c-72aa-4546-8d98-4a7aa7575d92 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.210505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11042121-22ab-44bc-b7cd-c112a598647f req-792fdd9c-72aa-4546-8d98-4a7aa7575d92 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 931 time: 0.2132955 Nov 16 21:22:03.211305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee858b30-9d9d-416e-b064-4b669f3dc04e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=aa91ff14-95ec-4654-9dee-a14d3d6645ac,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:03.427324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-87ae6c84-ec6c-4dcc-a54d-de5f2fcfed0f service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162628 Nov 16 21:22:03.427851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11042121-22ab-44bc-b7cd-c112a598647f req-f95e0f1b-b1e4-469f-b02f-87a25b3cacd2 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833112 Nov 16 21:22:03.493097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-8a8c0620-b084-40f0-bf07-0a2523130755 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 200 len: 217 time: 0.0518038 Nov 16 21:22:03.555932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272110a0-e8a6-47c8-9844-3254ee5b1fa6 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:03.564989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-5f8011e9-c8e2-40bd-8c99-950a35f5bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.567241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-5f8011e9-c8e2-40bd-8c99-950a35f5bb62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0651586 Nov 16 21:22:03.568110 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.613001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Transition to ACTIVE for port object 272110a0-e8a6-47c8-9844-3254ee5b1fa6 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:03.627590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.659860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-608d110a-8816-4d55-8fa6-84e55dc1e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:03.662536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-608d110a-8816-4d55-8fa6-84e55dc1e455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859268 Nov 16 21:22:03.675012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe6fa2-55dc-4c29-ad34-28e609186d58 None None] DHCP port deletion for 757e525b-ea9d-49a3-81ea-554daa5b3926 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:03.704399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Pushing event updated for resources: {'Port': ['ID=272110a0-e8a6-47c8-9844-3254ee5b1fa6,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:03.815735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-7927784f-2c65-4ee9-9ce8-6229905ed822 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411352 Nov 16 21:22:03.825016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Attempting to bind port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:03.825364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Attempting to bind port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:03.825725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Attempting to bind port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:03.835883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:03.836211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Attempting to bind port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 on network 757e525b-ea9d-49a3-81ea-554daa5b3926 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:03.852100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:03.852449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Checking segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:03.852841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Bound using segment: {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:03.853284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Bound port: 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:03.853692 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.902876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:03.974118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-f7c8e7d3-fcb6-4187-9e41-45f1459dcbf7 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384995 Nov 16 21:22:03.975368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f9791725-8e52-4d7d-a85c-ad4e926e9ded no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:04.010524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] For port 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:04.015879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] For port 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:04.024350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.040592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f9791725-8e52-4d7d-a85c-ad4e926e9ded {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:04.042845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f9791725-8e52-4d7d-a85c-ad4e926e9ded not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:04.095892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-4bcd882f-b9be-49bc-90c9-e8b70a21a113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 200 len: 217 time: 0.1175745 Nov 16 21:22:04.105274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7181e7ca-386b-44d3-817e-06134edb700e None None] DHCP port deletion for 757e525b-ea9d-49a3-81ea-554daa5b3926 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:04.172724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.173345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.174808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/272110a0-e8a6-47c8-9844-3254ee5b1fa6 HTTP/1.1" status: 200 len: 1091 time: 1.5499310 Nov 16 21:22:04.175280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'tag': '272110a0-e8a6-47c8-9844-3254ee5b1fa6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:04.177935 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef94050-8b32-4197-af4f-7b2b1b16d7dc", "tag": "272110a0-e8a6-47c8-9844-3254ee5b1fa6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:04.218535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba839685-e82e-4637-924e-6917201a95a9 service neutron] Pushing event updated for resources: {'Port': ['ID=272110a0-e8a6-47c8-9844-3254ee5b1fa6,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:04.239141 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79f1b9a-dcd4-4861-98a8-2d3c9d31b42c x-openstack-request-id: req-c79f1b9a-dcd4-4861-98a8-2d3c9d31b42c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:04.239441 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef94050-8b32-4197-af4f-7b2b1b16d7dc", "tag": "272110a0-e8a6-47c8-9844-3254ee5b1fa6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:04.239773 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c79f1b9a-dcd4-4861-98a8-2d3c9d31b42c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:04.240183 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'tag': '272110a0-e8a6-47c8-9844-3254ee5b1fa6', 'status': 'completed', 'code': 200} Nov 16 21:22:04.273885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-668691eb-4a89-4a49-bdaa-e7345024e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.275408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-668691eb-4a89-4a49-bdaa-e7345024e45e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.1504242 Nov 16 21:22:04.287681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-cec3f805-d003-4d13-b6ba-62e8ec127361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.289363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-cec3f805-d003-4d13-b6ba-62e8ec127361 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 1094 time: 0.0661242 Nov 16 21:22:04.342359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-416b82f7-0d6d-4ca9-8d31-351ef168441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.344920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-416b82f7-0d6d-4ca9-8d31-351ef168441b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572116 Nov 16 21:22:04.361794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-5ffb43f8-8f45-4f3b-8ef6-84563cc30250 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6 HTTP/1.1" status: 200 len: 217 time: 0.0467176 Nov 16 21:22:04.485785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-f0d08865-0701-46db-944b-a1be72fcfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.486967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-ce307015-f60b-43fc-ad86-36b7b7896c72 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296830 Nov 16 21:22:04.487273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-f0d08865-0701-46db-944b-a1be72fcfe5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.1126416 Nov 16 21:22:04.499872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port b05753bc-aba9-4d50-a3c2-43ffcd7e5517 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:04.500219 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.574074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-6081c69a-7e70-42af-ad57-35657f8348fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705435 Nov 16 21:22:04.621751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-69a7d336-5c28-47be-b54c-6145d23bb0ed service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205299 Nov 16 21:22:04.679283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-6e8b74ba-308e-40fe-b23f-cf03c87eb39a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 217 time: 0.0462239 Nov 16 21:22:04.739112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410d01c-2f63-4ab1-b21d-d621a5afbe9d req-b66367cd-7b9b-4d01-a17c-b21a9dc14edf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.740842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7410d01c-2f63-4ab1-b21d-d621a5afbe9d req-b66367cd-7b9b-4d01-a17c-b21a9dc14edf tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 943 time: 0.1631842 Nov 16 21:22:04.744494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port b05753bc-aba9-4d50-a3c2-43ffcd7e5517, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:04.745270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:04.778771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for b05753bc-aba9-4d50-a3c2-43ffcd7e5517 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:04.796936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-cd540784-855a-409d-b238-51cc7b176c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.800386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-cd540784-855a-409d-b238-51cc7b176c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.1003275 Nov 16 21:22:04.816453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-4fd011a3-2621-4099-a452-b22711df32e1 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281535 Nov 16 21:22:04.872549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-8d17f076-fea9-4e8e-aab9-531b89450442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:04.875247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-8d17f076-fea9-4e8e-aab9-531b89450442 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662422 Nov 16 21:22:04.921609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7410d01c-2f63-4ab1-b21d-d621a5afbe9d req-bee384c6-b91a-44d9-b221-d59393c25cd9 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653953 Nov 16 21:22:05.004967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c6e72a2-ae3c-47c8-9666-3ac04891615a req-2cf69818-bb43-4f01-bde1-fea8e655fea9 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796322 Nov 16 21:22:05.031638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-b256b050-984e-4823-a99c-57e27ea53c0d service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459546 Nov 16 21:22:05.200315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-2b53520a-ca2d-4d9d-8784-44bd8a8b3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.202572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-2b53520a-ca2d-4d9d-8784-44bd8a8b3cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 1094 time: 0.1072981 Nov 16 21:22:05.219947 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea85aa8d-cad8-4099-87bc-c234dd56bb24 req-b092c3d8-8acb-467f-8f1e-3b4771060d6c service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758540 Nov 16 21:22:05.327510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.368968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=b05753bc-aba9-4d50-a3c2-43ffcd7e5517,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:05.447351 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:05.572536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-0dd7762d-bea6-4ce7-973e-9d2a45e44fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:05.574764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-0dd7762d-bea6-4ce7-973e-9d2a45e44fb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 200 len: 913 time: 0.3619306 Nov 16 21:22:05.730299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-e8e56f98-a085-4f5e-8543-1a07266d8d53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6 HTTP/1.1" status: 200 len: 217 time: 0.0881541 Nov 16 21:22:05.737601 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.172829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c98b7-0a96-48fe-9ed5-13091d6db269 req-149bd2c8-4707-433a-9455-4a00e44a610a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:06.182757 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-668c98b7-0a96-48fe-9ed5-13091d6db269 req-149bd2c8-4707-433a-9455-4a00e44a610a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 943 time: 0.0884442 Nov 16 21:22:06.244871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-1f9a94d4-d567-4fdb-a8dc-e5859f1c2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:06.247185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-1f9a94d4-d567-4fdb-a8dc-e5859f1c2599 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 200 len: 852 time: 0.5032411 Nov 16 21:22:06.269731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-668c98b7-0a96-48fe-9ed5-13091d6db269 req-72908ca9-d6fb-46b5-8241-e7adbac1c449 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855989 Nov 16 21:22:06.353737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-ea4b1b3e-972e-4d1c-888d-ede1941fbb75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757e525b-ea9d-49a3-81ea-554daa5b3926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993729 Nov 16 21:22:06.399413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:06.502279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-e8933755-0e8f-4650-8e18-d446fb953acb service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384017 Nov 16 21:22:06.642035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:06.648894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-efafc61e-e318-49b7-9adf-b45e6fbc34ed tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4945726 Nov 16 21:22:06.652089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47282) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:06.656062 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:06.674497 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:06.675857 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:06.784066 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:06.808870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting subnet 32ea0ab5-da70-4a36-98e0-2a51231c3ce0 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:06.813989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff160f4f-83b2-4cf5-9907-95ca4a828fb1 req-547d83a9-77c1-4192-b62f-a8f8ed0ada99 service neutron] 10.222.0.41 "GET /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032913 Nov 16 21:22:06.816911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.884285 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:22:05Z', 'revision_number': 11, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:06.893705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:06.929463 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:06.940987 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:06.942376 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:07.053183 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:07.064369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.189168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.223501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Subnet': ['ID=32ea0ab5-da70-4a36-98e0-2a51231c3ce0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:07.225479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.228949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a55cede8-558e-4906-ad15-ec7ee5876890 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/32ea0ab5-da70-4a36-98e0-2a51231c3ce0 HTTP/1.1" status: 204 len: 168 time: 0.5765448 Nov 16 21:22:07.231479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47290) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:07.240716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903caafd-4bec-4dcd-9ad8-8e7fd30093ff None None] Network 6276252e-ab8e-4eef-901c-53011a4e4c64 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:07.306516 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:22:05Z', 'revision_number': 11, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:07.348414 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d547702-5737-4cf0-b809-c546c7a468de None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:22:05Z', 'revision_number': 11, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:07.377953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.563792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 272110a0-e8a6-47c8-9844-3254ee5b1fa6 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:07.700398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91309-aa38-44c9-a3cb-1e5028f8b1da req-ac46ee00-9baa-487c-b404-a5ad72a85247 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:07.702919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cc91309-aa38-44c9-a3cb-1e5028f8b1da req-ac46ee00-9baa-487c-b404-a5ad72a85247 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 943 time: 0.2927494 Nov 16 21:22:07.711344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:07.728937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '272110a0-e8a6-47c8-9844-3254ee5b1fa6', 'network_id': '757e525b-ea9d-49a3-81ea-554daa5b3926', 'port_id': '272110a0-e8a6-47c8-9844-3254ee5b1fa6', 'mac_address': 'fa:16:3e:18:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad8498e-5da9-4672-be9a-458a3dee38bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:07.730162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Deleting port abc394dd-10cd-4a0f-9f96-fb96c3e16814 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:07.730513 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.788988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.802725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] DHCP port deletion for 6276252e-ab8e-4eef-901c-53011a4e4c64 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:07.835295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272110a0-e8a6-47c8-9844-3254ee5b1fa6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:07.871500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:07.877281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.958934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cc91309-aa38-44c9-a3cb-1e5028f8b1da req-88a0db57-33a7-4159-a89e-b6714b10370a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496479 Nov 16 21:22:07.962565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=272110a0-e8a6-47c8-9844-3254ee5b1fa6,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:07.969902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] For port abc394dd-10cd-4a0f-9f96-fb96c3e16814, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=abc394dd-10cd-4a0f-9f96-fb96c3e16814,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:07.972114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.972545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.973125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.973308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.973765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.974385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.976588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:07.984041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.985188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.985188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.985420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.986001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:07.986546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:08.007899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Calling delete_port for abc394dd-10cd-4a0f-9f96-fb96c3e16814 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:08.026587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] Deleting port abc394dd-10cd-4a0f-9f96-fb96c3e16814 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:08.026843 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.126930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b05753bc-aba9-4d50-a3c2-43ffcd7e5517 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:08.135696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] For port abc394dd-10cd-4a0f-9f96-fb96c3e16814, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=abc394dd-10cd-4a0f-9f96-fb96c3e16814,segment=NetworkSegment(1a7d95e4-8fbd-4a13-a402-b04589e1c9ad),segment_id=1a7d95e4-8fbd-4a13-a402-b04589e1c9ad)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:08.141628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.168732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b05753bc-aba9-4d50-a3c2-43ffcd7e5517 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:08.169304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b05753bc-aba9-4d50-a3c2-43ffcd7e5517 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:08.170505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device abc394dd-10cd-4a0f-9f96-fb96c3e16814 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:08.182641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.219323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Port': ['ID=abc394dd-10cd-4a0f-9f96-fb96c3e16814,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:08.222779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] Calling delete_port for abc394dd-10cd-4a0f-9f96-fb96c3e16814 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:08.224849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port abc394dd-10cd-4a0f-9f96-fb96c3e16814 {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:22:08.225851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device abc394dd-10cd-4a0f-9f96-fb96c3e16814 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:08.226164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No DVR routers for this DVR port abc394dd-10cd-4a0f-9f96-fb96c3e16814 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:22:08.324415 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:22:08.332211 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.343110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['272110a0-e8a6-47c8-9844-3254ee5b1fa6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:08.364153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.381524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] No DVR routers for this DVR port abc394dd-10cd-4a0f-9f96-fb96c3e16814 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:08.398869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6276252e-ab8e-4eef-901c-53011a4e4c64']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:08.422654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:08.422985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7d95e4-8fbd-4a13-a402-b04589e1c9ad') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:08.424944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c58205-19a5-4583-8648-24fb12846d33 None None] Pushing event deleted for resources: {'Port': ['ID=abc394dd-10cd-4a0f-9f96-fb96c3e16814,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:08.447570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.465313 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.478287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:08.479462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:08.483239 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:08.597145 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.606004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:08.610697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/networks/6276252e-ab8e-4eef-901c-53011a4e4c64 HTTP/1.1" status: 204 len: 168 time: 1.3782322 Nov 16 21:22:08.613767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47300) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:08.618746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'routes': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:08.623066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57333fe-cd6b-4830-bd01-05d4b1baf985 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Pushing event deleted for resources: {'Network': ['ID=6276252e-ab8e-4eef-901c-53011a4e4c64,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:08.853856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Added routes are [] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:22:08.854475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Removed routes are [] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:22:08.855423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.019631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.024125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.178073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router b4379557-72d1-421d-8e24-92ba100344bd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:09.191431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb7946-664c-477d-9a26-b52d510f5a1a req-d98035cd-9b1a-4841-a75b-df9ddccfe188 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:09.193043 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cfb7946-664c-477d-9a26-b52d510f5a1a req-d98035cd-9b1a-4841-a75b-df9ddccfe188 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 944 time: 0.0715799 Nov 16 21:22:09.303054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:09.311193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.313132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9d3b5b2d-9552-4d51-ae8e-3fe7411f5748 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 700 time: 0.6982577 Nov 16 21:22:09.314119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] Sync routers for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:09.316215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47310) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.330872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cfb7946-664c-477d-9a26-b52d510f5a1a req-f0b18f66-5fe3-4170-a679-7442ecbcb619 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310022 Nov 16 21:22:09.334889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:09.335828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:09.356523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eedf47cc-2108-4c6d-8aa2-0e8aedeab616 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 205 time: 0.0375571 Nov 16 21:22:09.360242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47312) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:09.434739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:09.464786 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:09.497330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:22:05Z', 'revision_number': 11, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:09.531455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] Checking router: b4379557-72d1-421d-8e24-92ba100344bd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:09.541405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] Routers {'b4379557-72d1-421d-8e24-92ba100344bd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:09.542128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b4379557-72d1-421d-8e24-92ba100344bd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:09.620998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 272110a0-e8a6-47c8-9844-3254ee5b1fa6 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:09.738182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] Set router b4379557-72d1-421d-8e24-92ba100344bd gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:09.831704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:22:05Z', 'revision_number': 11, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:09.913000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6750934f-d016-4041-b357-c4bb5c3cf906 None None] The sync data for ids ['b4379557-72d1-421d-8e24-92ba100344bd'] in n-d-817778-8 is: [{'id': 'b4379557-72d1-421d-8e24-92ba100344bd', 'name': 'tempest-RoutersTest-router-651754404', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:21:22Z', 'updated_at': '2021-11-16T21:22:05Z', 'revision_number': 11, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:09.923135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:09.931068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:09.931510 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.044111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.059455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.120300 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.139985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.140501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router b4379557-72d1-421d-8e24-92ba100344bd {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:22:10.153794 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.159669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47326) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.164958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1490457210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:10.166425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8cbda00a-5c43-4160-935c-0cf65ff0efc7 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 204 len: 168 time: 0.8049634 Nov 16 21:22:10.172734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:10.173994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272110a0-e8a6-47c8-9844-3254ee5b1fa6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:10.183362 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc94b94-cb7e-466a-a1e9-d0b5f3e7c521" -d '{"events": [{"server_uuid": "2ef94050-8b32-4197-af4f-7b2b1b16d7dc", "name": "network-vif-plugged", "status": "completed", "tag": "272110a0-e8a6-47c8-9844-3254ee5b1fa6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:10.197191 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.200791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.202964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.324876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=272110a0-e8a6-47c8-9844-3254ee5b1fa6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:10.339085 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc7bf72-01c5-44bb-8708-c8311d8c4d9a x-openstack-request-id: req-1cc7bf72-01c5-44bb-8708-c8311d8c4d9a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:10.339720 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef94050-8b32-4197-af4f-7b2b1b16d7dc", "name": "network-vif-plugged", "status": "completed", "tag": "272110a0-e8a6-47c8-9844-3254ee5b1fa6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:10.339720 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cc7bf72-01c5-44bb-8708-c8311d8c4d9a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:10.340159 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272110a0-e8a6-47c8-9844-3254ee5b1fa6', 'code': 200} Nov 16 21:22:10.340568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.351646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.397891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.401566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-19c9296d-35ea-44b2-903b-52ffe8300e52 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2383459 Nov 16 21:22:10.401835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47332) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:10.410421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:10.665878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27724d80-3bcf-4a4f-b800-fb59d48bca1f req-4629b70a-b91b-4931-beea-494aabb8f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:10.667413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27724d80-3bcf-4a4f-b800-fb59d48bca1f req-4629b70a-b91b-4931-beea-494aabb8f1b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 1096 time: 0.2541380 Nov 16 21:22:10.728200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c681c-5a51-45e2-8f34-8fd13add16a6 req-d9793911-2a3c-4678-a9b0-6576c4a6d1fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:10.729609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d51c681c-5a51-45e2-8f34-8fd13add16a6 req-d9793911-2a3c-4678-a9b0-6576c4a6d1fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.2680554 Nov 16 21:22:10.805930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.840293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27724d80-3bcf-4a4f-b800-fb59d48bca1f req-73aded64-30c6-4a7e-ba4c-f0b2048b09c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242571 Nov 16 21:22:10.855055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:10.876909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d51c681c-5a51-45e2-8f34-8fd13add16a6 req-13eeb30d-b049-4d1f-94eb-74ce2c561c9a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052437 Nov 16 21:22:11.016972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Router 587b331e-deba-4a6f-845c-58e23bc5209a is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:22:11.117998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:11.126318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.129805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0435d4e5-be37-4a50-a4e4-ee9792c1f8bc tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "PUT /v2.0/routers/587b331e-deba-4a6f-845c-58e23bc5209a HTTP/1.1" status: 200 len: 694 time: 0.7229218 Nov 16 21:22:11.130883 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e53568-01ab-46f7-801e-59aade23768e None None] Sync routers for ids ['587b331e-deba-4a6f-845c-58e23bc5209a'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:11.132161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.144011 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] Routers {'587b331e-deba-4a6f-845c-58e23bc5209a'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:11.145569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['587b331e-deba-4a6f-845c-58e23bc5209a'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.228647 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] Set router 587b331e-deba-4a6f-845c-58e23bc5209a gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:11.293922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47340) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.294589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-32e46866-a5ca-4c85-ab19-b3e535c27d27 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/routers/587b331e-deba-4a6f-845c-58e23bc5209a HTTP/1.1" status: 200 len: 700 time: 0.1586108 Nov 16 21:22:11.340088 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587b331e-deba-4a6f-845c-58e23bc5209a', 'name': 'tempest-RoutersTest-router-1490457210', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:22:10Z', 'updated_at': '2021-11-16T21:22:10Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.353816 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1556a524-2dbf-4fd0-9eb0-a8957f0aeb3b tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=587b331e-deba-4a6f-845c-58e23bc5209a HTTP/1.1" status: 200 len: 205 time: 0.0557961 Nov 16 21:22:11.354358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47344) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.379489 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e53568-01ab-46f7-801e-59aade23768e None None] Checking router: 587b331e-deba-4a6f-845c-58e23bc5209a for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:11.392635 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] Routers {'587b331e-deba-4a6f-845c-58e23bc5209a'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:11.393609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:21:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['587b331e-deba-4a6f-845c-58e23bc5209a'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.468009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.474375 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] Set router 587b331e-deba-4a6f-845c-58e23bc5209a gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:11.544710 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-04e53568-01ab-46f7-801e-59aade23768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587b331e-deba-4a6f-845c-58e23bc5209a', 'name': 'tempest-RoutersTest-router-1490457210', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:22:10Z', 'updated_at': '2021-11-16T21:22:10Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:11.576859 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e53568-01ab-46f7-801e-59aade23768e None None] The sync data for ids ['587b331e-deba-4a6f-845c-58e23bc5209a'] in n-d-817778-8 is: [{'id': '587b331e-deba-4a6f-845c-58e23bc5209a', 'name': 'tempest-RoutersTest-router-1490457210', 'tenant_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:22:10Z', 'updated_at': '2021-11-16T21:22:10Z', 'revision_number': 2, 'project_id': '0cd432b45ec54d3a9b7ca597827de1c4', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:11.692501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.694999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.789683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.790737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Fanout notify agent at l3_agent the message router_deleted on router 587b331e-deba-4a6f-845c-58e23bc5209a {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:22:11.829716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:11.831783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c3c98c9c-13ea-480b-a784-91bc3359fd96 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/587b331e-deba-4a6f-845c-58e23bc5209a HTTP/1.1" status: 204 len: 168 time: 0.4717722 Nov 16 21:22:11.852714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47346) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.885066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8766a7f0-3ec7-4fc0-b5cd-f0dbf7ee28eb tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=587b331e-deba-4a6f-845c-58e23bc5209a HTTP/1.1" status: 200 len: 205 time: 0.0305052 Nov 16 21:22:11.886850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:11.929295 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-842ad500-a063-40c6-8b60-3d371d57da5d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:11.930242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-842ad500-a063-40c6-8b60-3d371d57da5d tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/587b331e-deba-4a6f-845c-58e23bc5209a HTTP/1.1" status: 404 len: 336 time: 0.0423141 Nov 16 21:22:11.933106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47352) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.012829 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f0f6eb-4b32-4f1a-aadb-18d838941c7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.013538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f0f6eb-4b32-4f1a-aadb-18d838941c7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.022774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47356) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.026935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f0f0f6eb-4b32-4f1a-aadb-18d838941c7c tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/ead7d5c2-bee3-44af-9450-3119a00c016d HTTP/1.1" status: 404 len: 337 time: 0.0911858 Nov 16 21:22:12.097968 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-313afdd8-5620-4084-ad0d-7e80f66650c6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.098503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313afdd8-5620-4084-ad0d-7e80f66650c6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.109865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-313afdd8-5620-4084-ad0d-7e80f66650c6 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/8a56a7f4-dc2f-415e-b96c-79f7396c0477 HTTP/1.1" status: 404 len: 337 time: 0.0858579 Nov 16 21:22:12.112741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.124937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef2abb-04d1-4407-87f2-4231c56453ed req-c5938c38-8b34-4bc8-87a6-700ece4705fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:12.132830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecef2abb-04d1-4407-87f2-4231c56453ed req-c5938c38-8b34-4bc8-87a6-700ece4705fd tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.0916369 Nov 16 21:22:12.176623 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2866a3-d560-4f56-a09b-1f6d5c2dfbe4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.177082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2866a3-d560-4f56-a09b-1f6d5c2dfbe4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.181521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5e2866a3-d560-4f56-a09b-1f6d5c2dfbe4 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/7de0cbf8-06f5-441d-b902-61dbd6487877 HTTP/1.1" status: 404 len: 337 time: 0.0676818 Nov 16 21:22:12.184486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47360) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.225641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecef2abb-04d1-4407-87f2-4231c56453ed req-52208aae-af3d-477d-9300-4e7297c27ae4 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917957 Nov 16 21:22:12.232484 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24ffad7-c471-44f5-9301-8b0ad0a89403 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.232957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24ffad7-c471-44f5-9301-8b0ad0a89403 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.246666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d24ffad7-c471-44f5-9301-8b0ad0a89403 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/32ea0ab5-da70-4a36-98e0-2a51231c3ce0 HTTP/1.1" status: 404 len: 337 time: 0.0581198 Nov 16 21:22:12.246962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47362) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.278149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9201fd04-b7e2-4c6a-89f1-379433907772 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 200 len: 205 time: 0.0301125 Nov 16 21:22:12.280486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47364) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.333602 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-d8e121e5-2cf7-4a6d-94c8-ae1ba5f22203 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:12.334766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d8e121e5-2cf7-4a6d-94c8-ae1ba5f22203 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/b4379557-72d1-421d-8e24-92ba100344bd HTTP/1.1" status: 404 len: 336 time: 0.0532973 Nov 16 21:22:12.337417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47366) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.370512 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4ec1a666-7f4f-4f41-8fd6-189511c8ea98 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a37b5c5-4c2d-4797-94a5-8c3558248686 HTTP/1.1" status: 200 len: 205 time: 0.0316768 Nov 16 21:22:12.373587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47368) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.413662 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-d6df3c9d-f39f-4e29-aea4-94640913bfe2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:12.414841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6df3c9d-f39f-4e29-aea4-94640913bfe2 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/2a37b5c5-4c2d-4797-94a5-8c3558248686 HTTP/1.1" status: 404 len: 336 time: 0.0400331 Nov 16 21:22:12.417451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47372) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.449553 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-84173e1f-909a-4bcc-b3db-cc4994411d5a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.450020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84173e1f-909a-4bcc-b3db-cc4994411d5a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.454049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-84173e1f-909a-4bcc-b3db-cc4994411d5a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/c43ba537-d24f-4e8c-96e5-7a535c995b50 HTTP/1.1" status: 404 len: 337 time: 0.0354958 Nov 16 21:22:12.456796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.501136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0429e2b-7273-4a3e-a97d-9d81cbbdbfdf tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 200 len: 205 time: 0.0425801 Nov 16 21:22:12.504731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47378) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.592160 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-0b1ac3c5-807f-4450-ba02-118bc7c6f781 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:12.595015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0b1ac3c5-807f-4450-ba02-118bc7c6f781 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/ee2773e7-5e9b-43e7-b95f-e36f07c8d26e HTTP/1.1" status: 404 len: 336 time: 0.0880642 Nov 16 21:22:12.597436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.637625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb62b4a0-b13c-4112-b7e0-661245579a87 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fd7bdad-c7ee-4f05-8212-137d894559b7 HTTP/1.1" status: 200 len: 205 time: 0.0381866 Nov 16 21:22:12.640155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47382) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.695110 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-dfa52695-475c-4e81-9360-f0a0b44c3f62 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:12.696441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dfa52695-475c-4e81-9360-f0a0b44c3f62 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/0fd7bdad-c7ee-4f05-8212-137d894559b7 HTTP/1.1" status: 404 len: 336 time: 0.0554285 Nov 16 21:22:12.698810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.739997 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4dc52a-9cc5-4771-b3b1-629b714aee64 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.740460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4dc52a-9cc5-4771-b3b1-629b714aee64 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.746448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2b4dc52a-9cc5-4771-b3b1-629b714aee64 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/2c211a90-65da-4c8b-acfb-94b68273a0ea HTTP/1.1" status: 404 len: 337 time: 0.0460379 Nov 16 21:22:12.750404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47386) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.794065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47388) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.795047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f879b64d-b9f3-4668-9d47-250c9b2de023 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=8511009b-be35-4757-80ef-6430e7763cf5 HTTP/1.1" status: 200 len: 205 time: 0.0427380 Nov 16 21:22:12.882970 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-1ced35af-51e6-4b39-8264-7e9bbe986413 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:12.884184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1ced35af-51e6-4b39-8264-7e9bbe986413 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/8511009b-be35-4757-80ef-6430e7763cf5 HTTP/1.1" status: 404 len: 336 time: 0.0873668 Nov 16 21:22:12.886697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47390) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.926638 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-da222513-67a1-4146-afa9-21664d4e64c5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:12.929151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da222513-67a1-4146-afa9-21664d4e64c5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:12.930770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-da222513-67a1-4146-afa9-21664d4e64c5 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/a53e88a7-44b4-4c0a-9e6e-5cc94d377252 HTTP/1.1" status: 404 len: 337 time: 0.0430992 Nov 16 21:22:12.934164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:12.984137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c8fb6f6-f7ea-49f1-b699-a59ea584f594 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae7b46af-0d2b-438c-b539-2e3d481fe2d3 HTTP/1.1" status: 200 len: 205 time: 0.0480819 Nov 16 21:22:12.986301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47394) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:13.033124 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-42dbc451-8cde-481d-8dee-0038d9b85509 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] delete failed (client error): The resource could not be found. Nov 16 21:22:13.034474 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-42dbc451-8cde-481d-8dee-0038d9b85509 tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/routers/ae7b46af-0d2b-438c-b539-2e3d481fe2d3 HTTP/1.1" status: 404 len: 336 time: 0.0469851 Nov 16 21:22:13.036940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47398) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:13.096275 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7579f4dd-3ed5-4350-a4f2-ac67759c7a9e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:13.096739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7579f4dd-3ed5-4350-a4f2-ac67759c7a9e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:13.102487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7579f4dd-3ed5-4350-a4f2-ac67759c7a9e tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/05c5466a-a1f8-430d-87b5-12222744ba90 HTTP/1.1" status: 404 len: 337 time: 0.0615158 Nov 16 21:22:13.102487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:13.130918 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5e960f-8dfe-423f-997b-916bdd97f14a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] DELETE failed (client error): The resource could not be found. Nov 16 21:22:13.131454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5e960f-8dfe-423f-997b-916bdd97f14a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:22:13.134655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eb5e960f-8dfe-423f-997b-916bdd97f14a tempest-RoutersTest-2142084744 tempest-RoutersTest-2142084744-project] 10.222.0.48 "DELETE /v2.0/subnets/d3df61ca-9948-4ced-8ef5-b6e90ca7880c HTTP/1.1" status: 404 len: 337 time: 0.0313931 Nov 16 21:22:13.386653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf8b31-0698-41ac-a157-c40d427ab02e req-203cac68-8b96-4ebf-9e54-9ba502d60b1a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:13.390645 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61cf8b31-0698-41ac-a157-c40d427ab02e req-203cac68-8b96-4ebf-9e54-9ba502d60b1a tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.0852468 Nov 16 21:22:13.630171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47412) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:13.827331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61cf8b31-0698-41ac-a157-c40d427ab02e req-42e7695b-ed09-424e-ad71-65bdcf6caeaa tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306829 Nov 16 21:22:13.916932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47418) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:13.918001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dbf5209f-4c97-4e74-a764-b8718a9136b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd432b45ec54d3a9b7ca597827de1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862947 Nov 16 21:22:14.016440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.066882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.172713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7276c0f-f620-48ef-bf83-4e1793c6dabb req-2198b0c0-686c-405c-bcc2-59edec6d17ff tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:14.174287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7276c0f-f620-48ef-bf83-4e1793c6dabb req-2198b0c0-686c-405c-bcc2-59edec6d17ff tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.0756946 Nov 16 21:22:14.184417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.188195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:14.189330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a4b34b1-7e70-4d7e-a8f8-42535029cb2f HTTP/1.1" status: 204 len: 168 time: 0.2710097 Nov 16 21:22:14.208363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b34b1-7e70-4d7e-a8f8-42535029cb2f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:14.229562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.229992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.230255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.230606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.230925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.231305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.231746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.232477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.232814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.233148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.233483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.233868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a654a0d0-7ae7-48f5-a5b6-5a8866205f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:14.271413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7276c0f-f620-48ef-bf83-4e1793c6dabb req-0ac0a621-eb24-492f-bd46-84a6585af983 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Nov 16 21:22:15.105117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47450) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:15.246132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1438783407'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:15.274076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Made reservation on behalf of 69b3a4b2320c4215831a335a369df0b2 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:15.282911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.292387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.430582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.436670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.460258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:15.460949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ebfbf-99dd-4c72-8e9f-e9d5b12f77a3 req-64d16620-06c3-479f-9f03-bf90e55d8c93 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:15.467245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b5ebfbf-99dd-4c72-8e9f-e9d5b12f77a3 req-64d16620-06c3-479f-9f03-bf90e55d8c93 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.1001749 Nov 16 21:22:15.502794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.504589 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Added segment fd08721f-62f2-4034-9429-e86bda9508d5 of type vlan for network c97107c0-215d-4e78-8c93-055dc333410e Nov 16 21:22:15.576396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee6dad-c087-4d60-b631-75fbc0b3429c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:15.576923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b5ebfbf-99dd-4c72-8e9f-e9d5b12f77a3 req-b46a5e4f-749d-4d3d-baf0-edb0f82e2436 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961411 Nov 16 21:22:15.641217 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.689848 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.697459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:15.698727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:15.798996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Pushing event updated for resources: {'Network': ['ID=c97107c0-215d-4e78-8c93-055dc333410e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:15.810759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c97107c0-215d-4e78-8c93-055dc333410e details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:15.820561 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c855c7ed-e002-43be-9e04-6470dd58fc7f tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7101815 Nov 16 21:22:15.821422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:15.828387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-79a3529b-2b5a-4528-8ef5-42cff8991b96 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-1627433429') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.007758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b4222-fdd1-4935-8866-ab816cffba91 req-3fbd193c-e128-4490-a1c7-bce79254ccfb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:16.013903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df1b4222-fdd1-4935-8866-ab816cffba91 req-3fbd193c-e128-4490-a1c7-bce79254ccfb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.1503501 Nov 16 21:22:16.074456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-79a3529b-2b5a-4528-8ef5-42cff8991b96 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "PUT /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-1627433429 HTTP/1.1" status: 201 len: 201 time: 0.2493482 Nov 16 21:22:16.074990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47474) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.079470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-1e62509e-0907-46be-a211-a45564e569aa tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-1627433429') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.083945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df1b4222-fdd1-4935-8866-ab816cffba91 req-ee1ec310-e365-4bd7-a595-9e3a3261ef61 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666120 Nov 16 21:22:16.168527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1e62509e-0907-46be-a211-a45564e569aa tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-1627433429 HTTP/1.1" status: 204 len: 168 time: 0.0904236 Nov 16 21:22:16.169154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47476) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.173634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-4a7fcf22-7c21-4a52-8958-f4838dd4b1eb tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.287524 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4a7fcf22-7c21-4a52-8958-f4838dd4b1eb tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags HTTP/1.1" status: 200 len: 238 time: 0.1174808 Nov 16 21:22:16.290332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47480) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.295886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-bdc28b44-5bcc-4cf8-83b9-1ca69f4fb779 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', {'tags': ['tempest-TagsTest-Tag-2068238838', 'tempest-TagsTest-Tag-221661109', 'tempest-TagsTest-Tag-715692385']}) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.405589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bdc28b44-5bcc-4cf8-83b9-1ca69f4fb779 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "PUT /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags HTTP/1.1" status: 200 len: 307 time: 0.1109037 Nov 16 21:22:16.405934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47482) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.410540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-4d58180b-2b18-4212-acdb-56aa781ba1c4 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-2068238838') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.516467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4d58180b-2b18-4212-acdb-56aa781ba1c4 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "DELETE /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-2068238838 HTTP/1.1" status: 204 len: 168 time: 0.1071222 Nov 16 21:22:16.517169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.522176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-4a6ee401-30f7-450b-919c-c82b4b94fdd1 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-2068238838') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.604433 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-4a6ee401-30f7-450b-919c-c82b4b94fdd1 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] show failed (client error): The resource could not be found. Nov 16 21:22:16.605806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4a6ee401-30f7-450b-919c-c82b4b94fdd1 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-2068238838 HTTP/1.1" status: 404 len: 326 time: 0.0877762 Nov 16 21:22:16.609121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47486) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.613735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-e64d6436-6e07-4c4b-99ba-938b8bb26e37 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-221661109') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.702590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e64d6436-6e07-4c4b-99ba-938b8bb26e37 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-221661109 HTTP/1.1" status: 204 len: 168 time: 0.0874703 Nov 16 21:22:16.702590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47488) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.705308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-2f363e64-8bb3-4cc3-a4a8-920b34b13da4 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-715692385') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.784525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2f363e64-8bb3-4cc3-a4a8-920b34b13da4 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-715692385 HTTP/1.1" status: 204 len: 168 time: 0.0824828 Nov 16 21:22:16.786817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47490) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.798274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-e71169a5-f16b-4150-88fe-bac6b15f1b1a tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:16.909051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47498) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:16.910104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e71169a5-f16b-4150-88fe-bac6b15f1b1a tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "DELETE /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags HTTP/1.1" status: 204 len: 168 time: 0.1210432 Nov 16 21:22:16.913880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-2e79d64a-d36b-45cc-9bdd-a240f341c440 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-221661109') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.001735 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-2e79d64a-d36b-45cc-9bdd-a240f341c440 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] show failed (client error): The resource could not be found. Nov 16 21:22:17.003095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2e79d64a-d36b-45cc-9bdd-a240f341c440 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-221661109 HTTP/1.1" status: 404 len: 325 time: 0.0929992 Nov 16 21:22:17.006042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47508) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:17.014828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-fa675b31-6b84-48a8-94ed-03b266142e77 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e', 'tempest-TagsTest-Tag-715692385') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.143138 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-fa675b31-6b84-48a8-94ed-03b266142e77 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] show failed (client error): The resource could not be found. Nov 16 21:22:17.145688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fa675b31-6b84-48a8-94ed-03b266142e77 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "GET /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags/tempest-TagsTest-Tag-715692385 HTTP/1.1" status: 404 len: 325 time: 0.1371820 Nov 16 21:22:17.152752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47524) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:17.152752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-d2239108-3917-41b8-b262-76ac11dbb048 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c97107c0-215d-4e78-8c93-055dc333410e') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.166634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.175459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.186124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.192914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.198994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.205412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.212471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.215548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-c3a74290-e33c-4e73-94d9-eb78464e89ad tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.1295393 Nov 16 21:22:17.295601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2c43854-84b3-4256-a95a-22eba4798dbf req-ee5ee526-d23f-4e82-941a-74db4c4810e1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747087 Nov 16 21:22:17.305918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec5857-82d9-4e88-b724-ded5056e3474 req-ea9243c4-3799-40bf-9f97-03b7d3dbc15d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.314041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bec5857-82d9-4e88-b724-ded5056e3474 req-ea9243c4-3799-40bf-9f97-03b7d3dbc15d tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.1145773 Nov 16 21:22:17.336445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d2239108-3917-41b8-b262-76ac11dbb048 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "DELETE /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e/tags HTTP/1.1" status: 204 len: 168 time: 0.1882787 Nov 16 21:22:17.342480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47530) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:17.385322 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bec5857-82d9-4e88-b724-ded5056e3474 req-83cd7e7d-b81c-4898-ae38-5c6b37fea416 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/security-groups?id=a32a3c6c-cd0f-4eca-b45c-72f84f2043db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Nov 16 21:22:17.496076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.519089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.525144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.532237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.538927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.545565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.551499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.557443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.559490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1358cc3c-9b92-42f7-8769-4d4c92a19455 req-423663ad-4b48-4738-8e0f-85b14b3c7d5f tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.1288393 Nov 16 21:22:17.675488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.703188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-91a1d847-afaf-47f2-a13e-17a4bc8e19fb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:17.704731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-91a1d847-afaf-47f2-a13e-17a4bc8e19fb tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 945 time: 0.1187303 Nov 16 21:22:17.708694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97107c0-215d-4e78-8c93-055dc333410e']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.745293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd08721f-62f2-4034-9429-e86bda9508d5') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.746480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd08721f-62f2-4034-9429-e86bda9508d5') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:17.763664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.810210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.821152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:17.821682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:17.825301 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:17.897940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.903600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.910777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] 10.222.0.48 "DELETE /v2.0/networks/c97107c0-215d-4e78-8c93-055dc333410e HTTP/1.1" status: 204 len: 168 time: 0.5640674 Nov 16 21:22:17.932670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Deleting port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:17.933013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:17.938279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bf057-057b-411d-9f7a-e97764f402f3 tempest-TagsTest-1098852497 tempest-TagsTest-1098852497-project] Pushing event deleted for resources: {'Network': ['ID=c97107c0-215d-4e78-8c93-055dc333410e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:18.045670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] For port 272110a0-e8a6-47c8-9844-3254ee5b1fa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=272110a0-e8a6-47c8-9844-3254ee5b1fa6,segment=NetworkSegment(247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a),segment_id=247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:18.046042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.061620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Calling delete_port for 272110a0-e8a6-47c8-9844-3254ee5b1fa6 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:18.226728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47550) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:18.252794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.277716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['272110a0-e8a6-47c8-9844-3254ee5b1fa6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:18.285017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Pushing event deleted for resources: {'Port': ['ID=272110a0-e8a6-47c8-9844-3254ee5b1fa6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:18.324037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9722fb-59a8-484c-b378-ce85fa497e86 None None] DHCP port deletion for 757e525b-ea9d-49a3-81ea-554daa5b3926 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:18.361156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] No DVR routers for this DVR port 272110a0-e8a6-47c8-9844-3254ee5b1fa6 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:18.363911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.367494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-040c38c3-8c2e-48f4-9d1b-970ed0e1770c req-f2b10b65-e583-41b7-b673-2809936870d7 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.41 "DELETE /v2.0/ports/272110a0-e8a6-47c8-9844-3254ee5b1fa6 HTTP/1.1" status: 204 len: 173 time: 0.6561964 Nov 16 21:22:18.367947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'name': 'network-vif-deleted', 'tag': '272110a0-e8a6-47c8-9844-3254ee5b1fa6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:18.372365 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c28d4-05f9-4f81-aa86-ee937257d5ca" -d '{"events": [{"server_uuid": "2ef94050-8b32-4197-af4f-7b2b1b16d7dc", "name": "network-vif-deleted", "tag": "272110a0-e8a6-47c8-9844-3254ee5b1fa6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:18.443088 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ed786-07e0-4f9c-a6fe-a288f25c1cc2 x-openstack-request-id: req-ca3ed786-07e0-4f9c-a6fe-a288f25c1cc2 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:18.443447 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef94050-8b32-4197-af4f-7b2b1b16d7dc", "name": "network-vif-deleted", "tag": "272110a0-e8a6-47c8-9844-3254ee5b1fa6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:18.443778 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca3ed786-07e0-4f9c-a6fe-a288f25c1cc2 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:18.444309 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef94050-8b32-4197-af4f-7b2b1b16d7dc', 'name': 'network-vif-deleted', 'tag': '272110a0-e8a6-47c8-9844-3254ee5b1fa6', 'status': 'completed', 'code': 200} Nov 16 21:22:18.533878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e333b12c-ac43-4642-85c5-21c309fe2d0c req-2ee50ecc-61d6-4fc0-9120-810c6d103be6 tempest-DeleteServersTestJSON-454008280 tempest-DeleteServersTestJSON-454008280-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ef94050-8b32-4197-af4f-7b2b1b16d7dc HTTP/1.1" status: 200 len: 210 time: 0.0608582 Nov 16 21:22:18.572851 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-22c18507-52c1-4c9e-89f1-ea4940d7e68c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69b3a4b2320c4215831a335a369df0b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3449061 Nov 16 21:22:18.575438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47568) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:18.646905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1984-da41-470e-89fe-bb2121943252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.673352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1984-da41-470e-89fe-bb2121943252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.732533 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1984-da41-470e-89fe-bb2121943252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.735154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1984-da41-470e-89fe-bb2121943252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:18.737464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9dfb1984-da41-470e-89fe-bb2121943252 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7aee6dad-c087-4d60-b631-75fbc0b3429c HTTP/1.1" status: 204 len: 168 time: 0.1604090 Nov 16 21:22:18.750207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb1984-da41-470e-89fe-bb2121943252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee6dad-c087-4d60-b631-75fbc0b3429c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:20.144050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:20.444221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.444796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.445276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.446163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.447125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.447608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.448228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:20.450657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-4a2e9ca1-4976-4aa5-aec3-ee6d4d9a73cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.3047092 Nov 16 21:22:20.519720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09e430cb-c63c-49da-8d8e-c1feac5f0c8a req-e0071986-cafb-43b8-b479-bd507f85f1b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&id=03291ef8-a888-4076-928e-12cf6d101069&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618465 Nov 16 21:22:20.744596 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d071e259-1ad4-47da-bc6e-664428e10842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:21.578653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 272110a0-e8a6-47c8-9844-3254ee5b1fa6 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:21.605311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 272110a0-e8a6-47c8-9844-3254ee5b1fa6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:21.606170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 272110a0-e8a6-47c8-9844-3254ee5b1fa6 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:22.320290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:22.411451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Deleting subnet 52b44bd3-24da-47e2-adb4-8320e9e55b7b {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:22.415222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.460200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.538399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.661901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.688700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b44bd3-24da-47e2-adb4-8320e9e55b7b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:22.702963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.706333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ae7b6-e13c-4f33-90e6-d6f9694c7d24 None None] Network d7cbb971-c2b4-4aea-bc25-a1084161516f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:22.710117 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3b5f2094-68f0-4c84-8480-7d1f241dc231 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52b44bd3-24da-47e2-adb4-8320e9e55b7b HTTP/1.1" status: 204 len: 168 time: 0.3863692 Nov 16 21:22:22.710568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:22.905097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:22.931808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede649f7-cfbe-4440-a9ef-e2f54f2656de None None] DHCP port deletion for d7cbb971-c2b4-4aea-bc25-a1084161516f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:23.008003 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dcaeed22-9e88-47a3-a509-14b2705238a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.065435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.105433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cbb971-c2b4-4aea-bc25-a1084161516f']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:23.126927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31fef90-d2bc-486b-8008-4f1bfe907892') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:23.128214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31fef90-d2bc-486b-8008-4f1bfe907892') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:23.159604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.181230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.198751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:23.200165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:23.205718 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:23.309638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.317174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.322067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/d7cbb971-c2b4-4aea-bc25-a1084161516f HTTP/1.1" status: 204 len: 168 time: 0.6103997 Nov 16 21:22:23.339952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c028d-756a-4b9c-a09e-faf8c1be5a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7cbb971-c2b4-4aea-bc25-a1084161516f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:23.548133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47792) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:23.604233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47794) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:23.615211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6391ed9d-ac89-4b28-b85b-b3162dafb169 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25589cd53f4e432c9490e15133dafba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645735 Nov 16 21:22:23.667203 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.696510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.750505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.753107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:23.759970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b34385e0-f18a-442b-932a-6bd51f4a1ccc HTTP/1.1" status: 204 len: 168 time: 0.1540329 Nov 16 21:22:23.768749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34385e0-f18a-442b-932a-6bd51f4a1ccc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:23.776779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.777378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.777935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.778446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.779620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.780132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.780657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.781159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.781696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.782211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.782911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:23.783428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6857382-c075-439b-8b32-e3627a10b0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:22:24.089039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.766751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47842) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:24.889717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Deleting subnet bad8498e-5da9-4672-be9a-458a3dee38bd {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:24.894354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47850) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:24.906736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:24.994299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.127072 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f0dec8a-b80a-4e73-a8d4-eb2cea5e917c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.208293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.264647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f0dec8a-b80a-4e73-a8d4-eb2cea5e917c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.269863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f0dec8a-b80a-4e73-a8d4-eb2cea5e917c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.323656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dec8a-b80a-4e73-a8d4-eb2cea5e917c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3ff22-38a5-4d2b-8c4e-7489440dc108,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:25.340833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.349596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3f0dec8a-b80a-4e73-a8d4-eb2cea5e917c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7188ddd691fe4dd6b7302bed57b66a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538546 Nov 16 21:22:25.352397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47872) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:25.378871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad8498e-5da9-4672-be9a-458a3dee38bd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:25.384805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.389160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-adf6d70b-3b84-4b7d-b172-576fda99770e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bad8498e-5da9-4672-be9a-458a3dee38bd HTTP/1.1" status: 204 len: 168 time: 0.6205006 Nov 16 21:22:25.391124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35865a7-7d4e-4e68-ab5b-4cf4965ed4e5 None None] Network 757e525b-ea9d-49a3-81ea-554daa5b3926 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:25.391740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47874) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:25.491821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8144c921-fb58-4a8c-bfdf-7c60cee8e166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.499530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.522920 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8144c921-fb58-4a8c-bfdf-7c60cee8e166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.580404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8144c921-fb58-4a8c-bfdf-7c60cee8e166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.584393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8144c921-fb58-4a8c-bfdf-7c60cee8e166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.594352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8144c921-fb58-4a8c-bfdf-7c60cee8e166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70d3ff22-38a5-4d2b-8c4e-7489440dc108 HTTP/1.1" status: 204 len: 168 time: 0.2407293 Nov 16 21:22:25.620429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd1d98-af5e-4bb0-b46c-988befa97b2a None None] DHCP port deletion for 757e525b-ea9d-49a3-81ea-554daa5b3926 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:25.641344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144c921-fb58-4a8c-bfdf-7c60cee8e166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3ff22-38a5-4d2b-8c4e-7489440dc108,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:25.665472 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.759749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.789503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757e525b-ea9d-49a3-81ea-554daa5b3926']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:25.804896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:25.805457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247dc22b-d97c-42c7-b9a0-c80fa2f2dc1a') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:25.822738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.842586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.850407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:25.850887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:25.906607 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:25.916605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.957373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:25.970739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/757e525b-ea9d-49a3-81ea-554daa5b3926 HTTP/1.1" status: 204 len: 168 time: 0.5778892 Nov 16 21:22:25.972331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311936ea-a9ad-4355-8b3a-85547280e0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=757e525b-ea9d-49a3-81ea-554daa5b3926,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.144969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47920) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:26.195103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47924) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:26.207746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af134884-3a12-429c-becb-a761d1824d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.253088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f670a053-58d9-4d81-ad14-7cb455230612 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bfad30d9dae467bb5ee638548c62dc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568001 Nov 16 21:22:26.255482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47926) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:26.325559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b06107f-4aab-4829-8374-7a93f92d23bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.357797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b06107f-4aab-4829-8374-7a93f92d23bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.406981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af134884-3a12-429c-becb-a761d1824d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.412061 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af134884-3a12-429c-becb-a761d1824d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.419100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b06107f-4aab-4829-8374-7a93f92d23bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.422666 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b06107f-4aab-4829-8374-7a93f92d23bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.424461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b06107f-4aab-4829-8374-7a93f92d23bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a32a3c6c-cd0f-4eca-b45c-72f84f2043db HTTP/1.1" status: 204 len: 168 time: 0.1665528 Nov 16 21:22:26.440168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06107f-4aab-4829-8374-7a93f92d23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32a3c6c-cd0f-4eca-b45c-72f84f2043db,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.533242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af134884-3a12-429c-becb-a761d1824d15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dddac0c05b04595bda79ebbcf0649ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867929 Nov 16 21:22:26.536551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47936) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:26.540138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af134884-3a12-429c-becb-a761d1824d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656105e3-f8d1-4a1c-a7ce-4fa7ef6c4d08,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:26.587538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.696462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e78fb90a-9757-457d-b45b-73c128ced9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.760812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e78fb90a-9757-457d-b45b-73c128ced9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.855062 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e78fb90a-9757-457d-b45b-73c128ced9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.856855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e78fb90a-9757-457d-b45b-73c128ced9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:26.860914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e78fb90a-9757-457d-b45b-73c128ced9d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/656105e3-f8d1-4a1c-a7ce-4fa7ef6c4d08 HTTP/1.1" status: 204 len: 168 time: 0.3202634 Nov 16 21:22:26.873055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fb90a-9757-457d-b45b-73c128ced9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656105e3-f8d1-4a1c-a7ce-4fa7ef6c4d08,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:28.328856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48016) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:28.522179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1470484726-network', 'tenant_id': '642ea830e1ef439993e0aaf48fa07d53'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:28.562929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Made reservation on behalf of 642ea830e1ef439993e0aaf48fa07d53 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:28.568685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.582483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.719135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.723643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.761815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:22:28.773419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.773798 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Added segment d8bcd3c6-22b7-40e1-864f-a747ba83e68a of type vlan for network 47ccb9b4-bf6c-442a-81b2-15e1788d7e43 Nov 16 21:22:28.820947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.852872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752cc9be-a5b6-4444-b3e7-98092be82d32,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:28.858003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.859051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:28.859624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:28.931017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] Pushing event updated for resources: {'Network': ['ID=47ccb9b4-bf6c-442a-81b2-15e1788d7e43,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:28.944110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-84fdeb4b-425e-4b25-ae91-fef5e243ed05 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6142218 Nov 16 21:22:28.944731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 47ccb9b4-bf6c-442a-81b2-15e1788d7e43 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:22:28.946899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:28.957227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Request body: {'subnet': {'network_id': '47ccb9b4-bf6c-442a-81b2-15e1788d7e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1470484726-subnet', 'tenant_id': '642ea830e1ef439993e0aaf48fa07d53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:28.982672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Made reservation on behalf of 642ea830e1ef439993e0aaf48fa07d53 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:28.985201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.225760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.295377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92406e74-1949-4bd8-bf97-ab1c8e00e1b1,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:29.306293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Checking segment: {'id': 'd8bcd3c6-22b7-40e1-864f-a747ba83e68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '47ccb9b4-bf6c-442a-81b2-15e1788d7e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:29.306769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Network hostable DHCP agents. Network: 47ccb9b4-bf6c-442a-81b2-15e1788d7e43, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:22:29.329129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Network 47ccb9b4-bf6c-442a-81b2-15e1788d7e43 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:22:29.342197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 47ccb9b4-bf6c-442a-81b2-15e1788d7e43) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:29.350019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:29.352285 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.358825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661aedc-bc1e-4e80-910d-cb6c94e85ce4 None None] Network 47ccb9b4-bf6c-442a-81b2-15e1788d7e43 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:29.394199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5202d816-5134-4464-b12d-fe84d1f48917 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4450245 Nov 16 21:22:29.584384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791cf55a-6cdd-42f2-af10-3bfb5104131b None None] Network 47ccb9b4-bf6c-442a-81b2-15e1788d7e43 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:22:29.616228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48060) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:29.706326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Deleting subnet 92406e74-1949-4bd8-bf97-ab1c8e00e1b1 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:22:29.713258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.785067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.872077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:29.973824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.003899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.021908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92406e74-1949-4bd8-bf97-ab1c8e00e1b1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.024738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.030997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.031799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44fdc96f-4c1c-4747-a6e4-3e55bdfa1e97 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/92406e74-1949-4bd8-bf97-ab1c8e00e1b1 HTTP/1.1" status: 204 len: 168 time: 0.4140472 Nov 16 21:22:30.152761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.210170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27fcc025-5cf8-4350-8a2e-dd2a6a42d33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.289495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.333170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ccb9b4-bf6c-442a-81b2-15e1788d7e43']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:30.346833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bcd3c6-22b7-40e1-864f-a747ba83e68a') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:30.347258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bcd3c6-22b7-40e1-864f-a747ba83e68a') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:30.362087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.381423 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.389734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:22:30.390346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:22:30.446360 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:22:30.500115 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.517688 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.525018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] 10.222.0.48 "DELETE /v2.0/networks/47ccb9b4-bf6c-442a-81b2-15e1788d7e43 HTTP/1.1" status: 204 len: 168 time: 0.4929705 Nov 16 21:22:30.555401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8adeba-3aa2-45d3-b026-8afb327e1b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=47ccb9b4-bf6c-442a-81b2-15e1788d7e43,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.597607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27fcc025-5cf8-4350-8a2e-dd2a6a42d33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.606407 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27fcc025-5cf8-4350-8a2e-dd2a6a42d33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.681392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-27fcc025-5cf8-4350-8a2e-dd2a6a42d33e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5364f2795e5b434d9e2e9a805fb50375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760395 Nov 16 21:22:30.684631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48086) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.710548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48088) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.754051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcc025-5cf8-4350-8a2e-dd2a6a42d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8032897e-eb3e-4057-95d0-4d5e8ea24875,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.798320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6d80-5713-4d4a-8cad-6306b16bd955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.809280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4161778c-f44a-45c4-802b-7cc75cdae694 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=642ea830e1ef439993e0aaf48fa07d53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975964 Nov 16 21:22:30.812270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48094) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:30.844704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6d80-5713-4d4a-8cad-6306b16bd955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.879803 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe7396cd-4e55-48da-a0c6-59e3f06736ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.912763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe7396cd-4e55-48da-a0c6-59e3f06736ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.927735 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6d80-5713-4d4a-8cad-6306b16bd955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.931780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6d80-5713-4d4a-8cad-6306b16bd955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.933784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a8e6d80-5713-4d4a-8cad-6306b16bd955 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8032897e-eb3e-4057-95d0-4d5e8ea24875 HTTP/1.1" status: 204 len: 168 time: 0.2465723 Nov 16 21:22:30.943290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e6d80-5713-4d4a-8cad-6306b16bd955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8032897e-eb3e-4057-95d0-4d5e8ea24875,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:30.993755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe7396cd-4e55-48da-a0c6-59e3f06736ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:30.999643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe7396cd-4e55-48da-a0c6-59e3f06736ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.003628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe7396cd-4e55-48da-a0c6-59e3f06736ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/752cc9be-a5b6-4444-b3e7-98092be82d32 HTTP/1.1" status: 204 len: 168 time: 0.1868834 Nov 16 21:22:31.019711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7396cd-4e55-48da-a0c6-59e3f06736ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752cc9be-a5b6-4444-b3e7-98092be82d32,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:31.592907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48112) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:31.617857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efe278c6-784b-4d56-bb08-116a8c3ccd01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.760593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efe278c6-784b-4d56-bb08-116a8c3ccd01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.765426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efe278c6-784b-4d56-bb08-116a8c3ccd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.815431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-efe278c6-784b-4d56-bb08-116a8c3ccd01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5b9dee8895f415180440701dc391731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202413 Nov 16 21:22:31.816440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe278c6-784b-4d56-bb08-116a8c3ccd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0657b8b6-46a7-465b-8d70-bfa8dd6dd4fb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:31.817801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48118) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:31.922320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad86b2ba-0392-4949-9175-c9cf7d297417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:31.949034 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad86b2ba-0392-4949-9175-c9cf7d297417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.026711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad86b2ba-0392-4949-9175-c9cf7d297417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.030107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad86b2ba-0392-4949-9175-c9cf7d297417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:32.031536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ad86b2ba-0392-4949-9175-c9cf7d297417 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0657b8b6-46a7-465b-8d70-bfa8dd6dd4fb HTTP/1.1" status: 204 len: 168 time: 0.2118504 Nov 16 21:22:32.045012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86b2ba-0392-4949-9175-c9cf7d297417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0657b8b6-46a7-465b-8d70-bfa8dd6dd4fb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:33.095057 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:33.573863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449436d-fa0a-41e4-b178-67dc1d9bb662 req-9dba81ee-d612-4896-adcc-ec2345d9623c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:33.582009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5449436d-fa0a-41e4-b178-67dc1d9bb662 req-9dba81ee-d612-4896-adcc-ec2345d9623c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.0899291 Nov 16 21:22:33.638912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5449436d-fa0a-41e4-b178-67dc1d9bb662 req-a02d1567-e3b7-455b-97d7-ec651f6901b7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556846 Nov 16 21:22:34.150305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48210) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:34.321911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60638e7d-0525-4760-8b57-3b1d8d1e35a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.443689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60638e7d-0525-4760-8b57-3b1d8d1e35a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.451836 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60638e7d-0525-4760-8b57-3b1d8d1e35a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.493635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60638e7d-0525-4760-8b57-3b1d8d1e35a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9329c43bb12e4c6c8fb3266951ec580a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421459 Nov 16 21:22:34.496266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48220) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:34.506545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638e7d-0525-4760-8b57-3b1d8d1e35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9919c26b-521f-439d-a588-8775a939d155,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:34.606038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ecc5-9f94-4763-94e2-f5c8f8dc503e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.640266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ecc5-9f94-4763-94e2-f5c8f8dc503e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.744884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ecc5-9f94-4763-94e2-f5c8f8dc503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.748303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2cf6ecc5-9f94-4763-94e2-f5c8f8dc503e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:34.749515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2cf6ecc5-9f94-4763-94e2-f5c8f8dc503e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9919c26b-521f-439d-a588-8775a939d155 HTTP/1.1" status: 204 len: 168 time: 0.2521319 Nov 16 21:22:34.794268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6ecc5-9f94-4763-94e2-f5c8f8dc503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9919c26b-521f-439d-a588-8775a939d155,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:34.840061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862fce3-9cef-4d26-9fc9-a4fe87d09c56 req-f12e81c4-674e-4b9d-ae32-398d28f4e3ba tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:34.857327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a862fce3-9cef-4d26-9fc9-a4fe87d09c56 req-f12e81c4-674e-4b9d-ae32-398d28f4e3ba tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.1025906 Nov 16 21:22:34.944514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a862fce3-9cef-4d26-9fc9-a4fe87d09c56 req-d58d7207-a6ca-4e6b-a67b-f62457a4e29c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860398 Nov 16 21:22:35.100614 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.504223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-53f45fe4-37f8-4aa1-9f62-bf5b280eeba7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:35.505913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-53f45fe4-37f8-4aa1-9f62-bf5b280eeba7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.47 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.0791812 Nov 16 21:22:35.663258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Deleting port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:35.663844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:35.775665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] For port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:35.776457 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.088609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.088940 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.090406 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Floating IP 95869f22-5e8d-4b5f-b7f9-bf0069d880a0 disassociated. External IP: 172.25.3.225, port: 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee. Nov 16 21:22:36.091785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Calling delete_port for 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:36.160187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d218cb-8358-417c-9ba9-e06c2d7e5deb req-af1833f8-4d92-42cf-89dc-e9c8c87f118b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:36.171070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17d218cb-8358-417c-9ba9-e06c2d7e5deb req-af1833f8-4d92-42cf-89dc-e9c8c87f118b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 947 time: 0.0983059 Nov 16 21:22:36.281420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17d218cb-8358-417c-9ba9-e06c2d7e5deb req-95e00c35-fa21-4c8d-a5bd-66b6df08ab4e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2d51d0a7-2673-46d3-8bd8-aca03033da37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092947 Nov 16 21:22:36.357919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:36.403813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event deleted for resources: {'Port': ['ID=779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:36.569727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Router cc6ebb2d-111a-47df-94d6-d270866e720c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:22:37.158102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:22:37.177556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:22:37.206564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:37.206564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:37.236865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] No DVR routers for this DVR port 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:22:37.240779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:37.245462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd4a5ed2-41c2-4581-ae3b-cc7ceab88aff req-a9d1e15d-dc69-4f6f-ae4c-582497eb30ee tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.47 "DELETE /v2.0/ports/779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee HTTP/1.1" status: 204 len: 173 time: 1.7323015 Nov 16 21:22:37.247208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-deleted', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:37.251214 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d7522-cf84-4b8b-b938-ee69646786a4" -d '{"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-deleted", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:37.376970 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd7f19-ab83-4396-aa43-40cfe3aba78c x-openstack-request-id: req-3dfd7f19-ab83-4396-aa43-40cfe3aba78c {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:37.377279 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89587973-2cb0-4128-86b1-48c469cc1423", "name": "network-vif-deleted", "tag": "779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:37.377501 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dfd7f19-ab83-4396-aa43-40cfe3aba78c {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:37.378130 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89587973-2cb0-4128-86b1-48c469cc1423', 'name': 'network-vif-deleted', 'tag': '779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee', 'status': 'completed', 'code': 200} Nov 16 21:22:37.449064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:37.473674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d62b2dd3-94b7-4a72-96f0-8e66cbbd08e2 req-8d59311a-99d3-4d92-afb7-3899213ebee9 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=89587973-2cb0-4128-86b1-48c469cc1423 HTTP/1.1" status: 200 len: 210 time: 0.0513089 Nov 16 21:22:37.540510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:22:37.598878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:22:37.599436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 779c1b85-7ad3-48a2-b4ee-a4ace7ed84ee not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:22:37.798319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:37.841404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:22:37.854312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:22:37.855250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:38.034446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:22:38.319097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:22:38.351927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:22:38.424177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542d525-e46c-4908-81fe-5a6f0fbfef42 None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:22:38.855980 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cc6b0-f528-40e4-a1a2-59ab3ba3c7e2 None None] New status for floating IP 95869f22-5e8d-4b5f-b7f9-bf0069d880a0: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:22:39.662832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48406) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:39.729969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62ffae1-aa58-4f2f-93ff-5dceaa0b232e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.760077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62ffae1-aa58-4f2f-93ff-5dceaa0b232e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.823748 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62ffae1-aa58-4f2f-93ff-5dceaa0b232e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.826698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62ffae1-aa58-4f2f-93ff-5dceaa0b232e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:39.827786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c62ffae1-aa58-4f2f-93ff-5dceaa0b232e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "DELETE /v2.0/security-groups/2d51d0a7-2673-46d3-8bd8-aca03033da37 HTTP/1.1" status: 204 len: 168 time: 0.1640532 Nov 16 21:22:39.830668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48418) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:39.841885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ffae1-aa58-4f2f-93ff-5dceaa0b232e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51d0a7-2673-46d3-8bd8-aca03033da37,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:39.847988 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-14ae3e36-044b-4812-974c-d3fa8fd16209 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] show failed (client error): The resource could not be found. Nov 16 21:22:39.848782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14ae3e36-044b-4812-974c-d3fa8fd16209 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups/2d51d0a7-2673-46d3-8bd8-aca03033da37 HTTP/1.1" status: 404 len: 347 time: 0.0161686 Nov 16 21:22:39.852475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:40.063100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Deleting port a8b6fd90-8929-4505-9961-0640feb18ec8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:22:40.063449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.176755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.177730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.205797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Calling delete_port for a8b6fd90-8929-4505-9961-0640feb18ec8 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:22:40.390221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.439362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5588ee7d-9bb7-405b-b477-81eae85bdd85 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:22:40.476431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event deleted for resources: {'Port': ['ID=a8b6fd90-8929-4505-9961-0640feb18ec8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:40.533088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.537023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.538445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-385ccdef-e1d6-41d8-b1c4-f09a2fd0df0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "DELETE /v2.0/floatingips/95869f22-5e8d-4b5f-b7f9-bf0069d880a0 HTTP/1.1" status: 204 len: 168 time: 0.6844587 Nov 16 21:22:40.627772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48448) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:40.779874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc438877-7971-4471-8fd5-4bea902ad7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.912435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48456) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:40.918627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211741181', 'description': 'tempest-description--631041086'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:40.955572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.969600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc438877-7971-4471-8fd5-4bea902ad7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:40.976919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc438877-7971-4471-8fd5-4bea902ad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.040029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dc438877-7971-4471-8fd5-4bea902ad7ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=542e37883ad6446b9df5b02783d1c0f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123878 Nov 16 21:22:41.041169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc438877-7971-4471-8fd5-4bea902ad7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b112394-452e-473f-b172-a8252e47436b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:41.043587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48458) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.085267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.092695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.136114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdc12d09-65bb-46c6-8ca1-9fa3f725d8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.143751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.149937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2349520 Nov 16 21:22:41.152239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48462) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.157982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'security_group_rule': {'security_group_id': '2bd8556c-9a88-46a1-8c21-eb4a75bd81bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:41.172560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdc12d09-65bb-46c6-8ca1-9fa3f725d8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.176477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd2027-1247-407c-beaa-f5d16e6bb21c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:41.214368 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.239079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdc12d09-65bb-46c6-8ca1-9fa3f725d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.244370 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdc12d09-65bb-46c6-8ca1-9fa3f725d8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.246059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cdc12d09-65bb-46c6-8ca1-9fa3f725d8fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b112394-452e-473f-b172-a8252e47436b HTTP/1.1" status: 204 len: 168 time: 0.2014050 Nov 16 21:22:41.256661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc12d09-65bb-46c6-8ca1-9fa3f725d8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b112394-452e-473f-b172-a8252e47436b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:41.389715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.447177 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.498608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.509676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ddfd8-127c-4250-ad80-fdf3e0892cc0 req-d3841521-a01d-4282-a742-af8a56b832ea tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.512120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-058ddfd8-127c-4250-ad80-fdf3e0892cc0 req-d3841521-a01d-4282-a742-af8a56b832ea tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0879836 Nov 16 21:22:41.512720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48474) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.513627 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598881 Nov 16 21:22:41.522103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'security_group_rule': {'security_group_id': '2bd8556c-9a88-46a1-8c21-eb4a75bd81bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:41.542561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee3c4c-7a72-4da5-9eeb-8bb3ebad2cd2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccff5dfd-51d7-4252-9a50-fa7a7fb1bd1b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:41.575489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851d6f-4670-484b-b831-9644ee93597f req-088159e6-4850-4c1f-a812-ef737e83607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.580920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-088159e6-4850-4c1f-a812-ef737e83607d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.1863024 Nov 16 21:22:41.709319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-058ddfd8-127c-4250-ad80-fdf3e0892cc0 req-c7b2da58-08dd-4eee-9690-3beadc8abf37 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659405 Nov 16 21:22:41.732466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.830334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48478) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.837721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.848179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.878313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851d6f-4670-484b-b831-9644ee93597f req-a979d4c4-f85c-4fb4-b464-26bc9aaeb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:41.880066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-a979d4c4-f85c-4fb4-b464-26bc9aaeb618 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2895584 Nov 16 21:22:41.888597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f51c88f-103e-474d-8186-7d4a50abc40c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:41.889404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-251ccb11-c295-411c-ae88-53ce2447e974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.894632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:41.896954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-125f2928-7544-4cf3-a0be-9084b599500e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831015 Nov 16 21:22:41.899685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48482) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:41.905175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:41.931523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.012030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-f725a3b0-709c-4822-babe-f8ebe6621056 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.1061878 Nov 16 21:22:42.120423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851d6f-4670-484b-b831-9644ee93597f req-c98ac7c9-1811-4416-878d-f42150da45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.122933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-c98ac7c9-1811-4416-878d-f42150da45ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1022923 Nov 16 21:22:42.128480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-251ccb11-c295-411c-ae88-53ce2447e974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.156464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-251ccb11-c295-411c-ae88-53ce2447e974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.201954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.214384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-251ccb11-c295-411c-ae88-53ce2447e974 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e189a70cc0a4e16ae3fdc5184b925ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805068 Nov 16 21:22:42.214384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ccb11-c295-411c-ae88-53ce2447e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d62847-260c-4faa-a866-9d831e90b414,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:42.217189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48484) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:42.219229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851d6f-4670-484b-b831-9644ee93597f req-fcfc2049-d948-49a4-8b48-c47171dd0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:42.221104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-fcfc2049-d948-49a4-8b48-c47171dd0eb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907609 Nov 16 21:22:42.345483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Allocated IP 172.25.3.11 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6516eef2-a068-4308-b1b2-b1644e0d33e1) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:42.418982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5938054-4641-487e-897f-d2799b549d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.463954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5938054-4641-487e-897f-d2799b549d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.468142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-ae0e1aca-854e-44c9-b88f-dbd0ef848017 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392325 Nov 16 21:22:42.526944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.582356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.628042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5938054-4641-487e-897f-d2799b549d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.631556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5938054-4641-487e-897f-d2799b549d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:42.633136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5938054-4641-487e-897f-d2799b549d39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71d62847-260c-4faa-a866-9d831e90b414 HTTP/1.1" status: 204 len: 168 time: 0.4108727 Nov 16 21:22:42.643182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'Port': ['ID=6516eef2-a068-4308-b1b2-b1644e0d33e1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:42.647251 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff851d6f-4670-484b-b831-9644ee93597f req-08c53d44-a1ee-4962-8510-e480396c1b56 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707470 Nov 16 21:22:42.655677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5938054-4641-487e-897f-d2799b549d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d62847-260c-4faa-a866-9d831e90b414,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:42.668561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:42.671522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:42.675739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:42.895212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.014254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.121641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596c3d6-483f-4561-878d-b35ca66db5c1 req-b1c41c94-6e6a-4d74-a63a-6da33aec2d50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:43.124090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0596c3d6-483f-4561-878d-b35ca66db5c1 req-b1c41c94-6e6a-4d74-a63a-6da33aec2d50 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2136142 Nov 16 21:22:43.248552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0596c3d6-483f-4561-878d-b35ca66db5c1 req-0eb2a5e6-7d65-4703-97a1-34ecd8d1c26a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181734 Nov 16 21:22:43.370116 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.381070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.468516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'Port': ['ID=6516eef2-a068-4308-b1b2-b1644e0d33e1,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:43.479869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.499862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:43.503625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60823660-1f54-40a0-ad08-c9e4e18f9c10 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6018212 Nov 16 21:22:43.846557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-326d989c-d3e9-49c5-bce4-ea2713c33a41 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--211741181&fields=id&tenant_id=ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 267 time: 0.0986819 Nov 16 21:22:44.162755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-daf1ebdf-944a-48c2-a83f-da31cacc962b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.164313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-daf1ebdf-944a-48c2-a83f-da31cacc962b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 816 time: 0.3123696 Nov 16 21:22:44.196213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-74689234-0201-45e1-bd92-9c8bec2daa14 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/quotas/ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 375 time: 0.0228715 Nov 16 21:22:44.286494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-2848fb00-0cfb-4052-99da-0a885834162d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784538 Nov 16 21:22:44.461614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d0cf8-aa7e-4605-8002-7f5c2133e4b5 req-e0e2fe83-5e4a-45fc-9cbf-9bbd882963fe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:44.470181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c0d0cf8-aa7e-4605-8002-7f5c2133e4b5 req-e0e2fe83-5e4a-45fc-9cbf-9bbd882963fe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0939186 Nov 16 21:22:44.522056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-e00c4c5f-d327-4ba5-b69b-25d7f605f75b service neutron] 10.222.0.48 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027407 Nov 16 21:22:44.530711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c0d0cf8-aa7e-4605-8002-7f5c2133e4b5 req-76216442-0878-4208-87c7-93cdf0839f80 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509684 Nov 16 21:22:44.641643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-050b8cff-0d51-453d-8f07-89151ff9e4da service neutron] 10.222.0.48 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111529 Nov 16 21:22:45.109572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce47d5d4-d720-4b87-acb3-7f0400f39109 req-04c5b36d-da7b-46c3-a6d7-da4702ec97ed tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0927284 Nov 16 21:22:45.270636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48582) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:45.649116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e06b7884-da8a-4c7f-bcdb-ee04dc4cfd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.754447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1bb3e-30bb-46ac-a77b-723168196ab7 req-2b2b48c6-1516-4a12-b1d4-ea2b63ca9500 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:45.765971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49f1bb3e-30bb-46ac-a77b-723168196ab7 req-2b2b48c6-1516-4a12-b1d4-ea2b63ca9500 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1186852 Nov 16 21:22:45.852689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e06b7884-da8a-4c7f-bcdb-ee04dc4cfd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.858582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e06b7884-da8a-4c7f-bcdb-ee04dc4cfd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:45.917000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49f1bb3e-30bb-46ac-a77b-723168196ab7 req-895ec590-98bb-4dd9-b3dc-94537681ffd3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497042 Nov 16 21:22:45.942423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e06b7884-da8a-4c7f-bcdb-ee04dc4cfd39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f052425cef2d4670bb1996deae97b332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6674268 Nov 16 21:22:45.942423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b7884-da8a-4c7f-bcdb-ee04dc4cfd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2303b26-1200-4491-a206-c070415cecda,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:45.943405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48602) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:46.035120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c8f613d-2689-431f-8a8c-dd1dc8ad547a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.077345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c8f613d-2689-431f-8a8c-dd1dc8ad547a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.134511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c8f613d-2689-431f-8a8c-dd1dc8ad547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.137188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c8f613d-2689-431f-8a8c-dd1dc8ad547a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:46.164618 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5c8f613d-2689-431f-8a8c-dd1dc8ad547a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2303b26-1200-4491-a206-c070415cecda HTTP/1.1" status: 204 len: 168 time: 0.2196414 Nov 16 21:22:46.193463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f613d-2689-431f-8a8c-dd1dc8ad547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2303b26-1200-4491-a206-c070415cecda,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:46.345624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d84dbd4a-aa86-469a-be3f-638c74d67f46 req-0fb983e0-cc5b-4909-96f7-d606d033212c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0795109 Nov 16 21:22:46.835747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-6f7c8c3b-658c-4d13-b84b-8cff2b57780b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:46.837275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-6f7c8c3b-658c-4d13-b84b-8cff2b57780b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.41 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 816 time: 0.1859555 Nov 16 21:22:46.923089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-8962c169-bc3a-468c-ab31-2a5c0c956c58 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 379 time: 0.0709181 Nov 16 21:22:46.935319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'port': {'device_id': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'admin_state_up': True, 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'security_groups': ['2bd8556c-9a88-46a1-8c21-eb4a75bd81bc']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:47.129070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dddf9d-90d8-4797-a755-e3a9fe17c1aa req-bc16bfaf-54d1-4b5d-841a-51299994cbc9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.138920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12dddf9d-90d8-4797-a755-e3a9fe17c1aa req-bc16bfaf-54d1-4b5d-841a-51299994cbc9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1152861 Nov 16 21:22:47.158892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Made reservation on behalf of ca1cf29b62944187906e09e8322fa3bd for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:22:47.162458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.269974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-12dddf9d-90d8-4797-a755-e3a9fe17c1aa req-ad289126-e8b0-4f91-8e3f-f1609ad2ddc5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256106 Nov 16 21:22:47.406445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Allocated IP 172.20.0.7 (d310be21-08ea-45de-b9ee-a1dc1026e746/26a20057-4d04-4646-87f1-8086ea3ef2d1/e274e477-1e30-4053-bdc4-00b1d76bf6d7) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:22:47.648364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8944e7f-84dd-4dc0-8caa-94c7b5d8b3b0 req-222e61d0-4b97-4d1a-b54e-d63b208369f0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0716059 Nov 16 21:22:47.690046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.733885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.780530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Network d310be21-08ea-45de-b9ee-a1dc1026e746 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:22:47.786596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:22:47.791081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:22:47.826433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:47.878931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:47.879635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:47.908873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-cae90a2a-5443-409b-a59b-3ef907a86699 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9790268 Nov 16 21:22:47.926293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Request body: {'port': {'device_id': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:48.033025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.181881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d231335-b131-4044-ac72-ce6501b3dee2 None None] Provisioning complete for port e274e477-1e30-4053-bdc4-00b1d76bf6d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:48.186222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d231335-b131-4044-ac72-ce6501b3dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.303243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1d231335-b131-4044-ac72-ce6501b3dee2 None None] Port e274e477-1e30-4053-bdc4-00b1d76bf6d7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:22:48.534765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa2c3-5080-4b1f-8312-754de1456702 req-b6a02d23-2665-4b7d-81b7-dc9d0880324d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:48.536225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14ffa2c3-5080-4b1f-8312-754de1456702 req-b6a02d23-2665-4b7d-81b7-dc9d0880324d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1362147 Nov 16 21:22:48.743177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e274e477-1e30-4053-bdc4-00b1d76bf6d7 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:48.766716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14ffa2c3-5080-4b1f-8312-754de1456702 req-68488f0b-9f0e-40b3-80f8-05887e4817e4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154772 Nov 16 21:22:48.778888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.828465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Transition to ACTIVE for port object e274e477-1e30-4053-bdc4-00b1d76bf6d7 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:22:48.836411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:48.901565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d66a-8261-4601-9b3b-a754593c2bc5 req-ae3a4652-4c49-47a2-9be1-2c1c36f03d6a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:48.915571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d55d66a-8261-4601-9b3b-a754593c2bc5 req-ae3a4652-4c49-47a2-9be1-2c1c36f03d6a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 931 time: 0.1032503 Nov 16 21:22:49.019258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d55d66a-8261-4601-9b3b-a754593c2bc5 req-a039091b-c0e8-4e0f-ab1d-b424c50f297a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022711 Nov 16 21:22:49.602637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:49.776292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Attempting to bind port e274e477-1e30-4053-bdc4-00b1d76bf6d7 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:22:49.776637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Attempting to bind port e274e477-1e30-4053-bdc4-00b1d76bf6d7 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:22:49.776973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Attempting to bind port e274e477-1e30-4053-bdc4-00b1d76bf6d7 on network d310be21-08ea-45de-b9ee-a1dc1026e746 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:49.803356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Port e274e477-1e30-4053-bdc4-00b1d76bf6d7 on network d310be21-08ea-45de-b9ee-a1dc1026e746 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:22:49.803487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Attempting to bind port e274e477-1e30-4053-bdc4-00b1d76bf6d7 on network d310be21-08ea-45de-b9ee-a1dc1026e746 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:22:49.816945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-c5aac558-5fa7-406f-be17-d1ff25dfa49e req-4ce3fbe2-a2db-4b0b-9e15-f8180fa4ef6b service neutron] (102453) timed out ('10.222.0.48', 48504) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:22:49.827030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:22:49.830217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Checking segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:22:49.830804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Bound using segment: {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:22:49.831443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Bound port: e274e477-1e30-4053-bdc4-00b1d76bf6d7, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f65c44-80d4-4468-9713-cdb354354268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:22:49.832002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.003683 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:22:50.011386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:22:50.018319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.092298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b8f8f-ddcc-4e86-86bf-f8c8a3d70e00 req-96a11883-42e9-4b64-b47c-7671c4a4ded4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.094112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.094887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.100416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] 10.222.0.41 "PUT /v2.0/ports/e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 1091 time: 2.1790702 Nov 16 21:22:50.102863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:50.109753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d98b8f8f-ddcc-4e86-86bf-f8c8a3d70e00 req-96a11883-42e9-4b64-b47c-7671c4a4ded4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1926451 Nov 16 21:22:50.111352 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16850100-2824-4403-beda-a5166397d14e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:50.220367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d98b8f8f-ddcc-4e86-86bf-f8c8a3d70e00 req-9744c676-13d1-4ef2-b4c4-052c4783309d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094129 Nov 16 21:22:50.268034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c07a65-ea6d-496a-b51c-9e0cccc7249f service neutron] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:50.280438 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434acd20-7a3e-4806-9fc9-6ac1bdab1e48 x-openstack-request-id: req-434acd20-7a3e-4806-9fc9-6ac1bdab1e48 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:50.280723 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:50.280978 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-434acd20-7a3e-4806-9fc9-6ac1bdab1e48 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:50.281376 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'status': 'completed', 'code': 200} Nov 16 21:22:50.302367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-4865c9c4-3428-4124-a555-40ee751f26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.305696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-4865c9c4-3428-4124-a555-40ee751f26dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1094 time: 0.1623073 Nov 16 21:22:50.426933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-945b43ec-4b40-469b-8d57-18b2e0e9d793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 217 time: 0.1110630 Nov 16 21:22:50.454459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d76e9-e4bd-437f-bc06-4d3998576ec9 req-e6c3fda5-aad1-4087-bf30-aac4f1f66cf8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.462116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1d76e9-e4bd-437f-bc06-4d3998576ec9 req-e6c3fda5-aad1-4087-bf30-aac4f1f66cf8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2518377 Nov 16 21:22:50.599384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1d76e9-e4bd-437f-bc06-4d3998576ec9 req-1afd5b7a-a348-4c90-abd0-c46a18cc65fa tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275358 Nov 16 21:22:50.621259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-e92c748a-92f1-4164-865f-a07ef2c53e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.624001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-e92c748a-92f1-4164-865f-a07ef2c53e7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1599081 Nov 16 21:22:50.694493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-adc77630-7b9a-421b-9def-571494ba03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:50.695956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-adc77630-7b9a-421b-9def-571494ba03e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635238 Nov 16 21:22:50.768086 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-536a697e-0d44-4aa0-98b2-3dc174400d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:50.881897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-c37c5add-e2c5-48cf-81f8-6b8264025fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755433 Nov 16 21:22:51.091393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4f1ff4a-93d5-4809-b4a8-6ad72fb7fc1c req-fe248f41-c94f-40b8-a167-174ac40b70b8 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023761 Nov 16 21:22:51.282392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850100-2824-4403-beda-a5166397d14e req-54ba35d9-21e3-4c74-ac2c-710cc460c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.283831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-54ba35d9-21e3-4c74-ac2c-710cc460c092 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1094 time: 0.1408327 Nov 16 21:22:51.517944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850100-2824-4403-beda-a5166397d14e req-e3ecc6d7-5c69-48a4-a2b6-a6879c22673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.523794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-e3ecc6d7-5c69-48a4-a2b6-a6879c22673f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.2292285 Nov 16 21:22:51.617975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-725aaa08-9a6a-4ef7-8d66-9952dcbfe3bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 217 time: 0.0862262 Nov 16 21:22:51.769675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850100-2824-4403-beda-a5166397d14e req-4cea4501-c4b0-4ae3-9e8f-cf0047702c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.771345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-4cea4501-c4b0-4ae3-9e8f-cf0047702c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1379981 Nov 16 21:22:51.799981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeb882-2a3c-4ead-96b9-42203476065a req-8ab72a1d-ec36-45df-8c76-b70b1a43f493 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.807578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cdeb882-2a3c-4ead-96b9-42203476065a req-8ab72a1d-ec36-45df-8c76-b70b1a43f493 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.0876310 Nov 16 21:22:51.886587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850100-2824-4403-beda-a5166397d14e req-4867f45c-3749-41b2-8d97-6caeef1e5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:51.888540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-4867f45c-3749-41b2-8d97-6caeef1e5b1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076291 Nov 16 21:22:51.906388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cdeb882-2a3c-4ead-96b9-42203476065a req-c078cd63-7d9a-4f56-9b3a-a638947cd18c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978189 Nov 16 21:22:52.085776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-aa53a24b-8e9c-4c01-a41c-a8318c065e85 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782944 Nov 16 21:22:52.273204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16850100-2824-4403-beda-a5166397d14e req-defce26f-a71a-4cee-bb1d-1216570114e5 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791885 Nov 16 21:22:52.743653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-7fb69101-cfd4-4d1d-b593-1cdc19d83f4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511289 Nov 16 21:22:52.837977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-03974653-7d50-4e55-9de2-02e0e3e5d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:52.840125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-03974653-7d50-4e55-9de2-02e0e3e5d836 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.0508711 Nov 16 21:22:53.025378 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bd8cde1-d715-4c77-9512-699ecb6d0f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:53.120243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-18b1a190-0d5f-4a9c-8efe-3aed1f28e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.122794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-18b1a190-0d5f-4a9c-8efe-3aed1f28e07c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2619283 Nov 16 21:22:53.127985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6f2db-a826-48fd-bd16-75a925159138 req-7fafbf9f-7302-4305-9618-3d4944eed003 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.142330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75c6f2db-a826-48fd-bd16-75a925159138 req-7fafbf9f-7302-4305-9618-3d4944eed003 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.0960231 Nov 16 21:22:53.248174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75c6f2db-a826-48fd-bd16-75a925159138 req-7345e33b-70ef-4746-80cd-cb645c25efa1 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043489 Nov 16 21:22:53.282565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-0412a70e-0a51-436d-8474-dfa12b2ee1d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.1476712 Nov 16 21:22:53.358975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-61c0e67e-040f-4338-bddd-17c19a46fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.362817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-61c0e67e-040f-4338-bddd-17c19a46fb9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.0705695 Nov 16 21:22:53.470941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-1b5b2a12-f033-4aa7-a50f-b73bd9997a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:53.482026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-1b5b2a12-f033-4aa7-a50f-b73bd9997a1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114452 Nov 16 21:22:53.634355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-b14497f1-1ce4-4572-95dc-59c6546e9eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420522 Nov 16 21:22:53.729552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:22:53.886972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3374ba4-a04f-49c3-b431-e11899a0ec64 req-d6cb306b-502a-4f05-b928-8fbb74559ca3 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447395 Nov 16 21:22:53.914082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:53.962122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'mac_address': 'fa:16:3e:79:af:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:22:54.051651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.103868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e274e477-1e30-4053-bdc4-00b1d76bf6d7 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:22:54.140453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:54.148343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.150229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:54.209896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:54.487401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e274e477-1e30-4053-bdc4-00b1d76bf6d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:22:54.509905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5233d9-132b-42d2-8e5e-0c48fd583ce5 req-51d0212d-2dce-448f-ace4-a15077dcf943 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:54.526393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da5233d9-132b-42d2-8e5e-0c48fd583ce5 req-51d0212d-2dce-448f-ace4-a15077dcf943 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.1289492 Nov 16 21:22:54.635826 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da5233d9-132b-42d2-8e5e-0c48fd583ce5 req-84d4d723-f9b8-454f-bd49-9678cc4270fb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070733 Nov 16 21:22:54.848104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48904) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:54.892466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48908) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:55.072927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0283e620-2199-49ff-8dd3-99370027db5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.082388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d518ea1-6835-454b-8072-98f939a077b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.185566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0283e620-2199-49ff-8dd3-99370027db5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.190706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0283e620-2199-49ff-8dd3-99370027db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.238421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e620-2199-49ff-8dd3-99370027db5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980738ce-ec58-473f-b07e-ee2859a38822,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.247044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0283e620-2199-49ff-8dd3-99370027db5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d8d6ee6654444e9a167faf629a13ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971512 Nov 16 21:22:55.248361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48920) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:55.256057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d518ea1-6835-454b-8072-98f939a077b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.260683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d518ea1-6835-454b-8072-98f939a077b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.312830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ea1b-75cf-4cfd-a216-b227c3375da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.315167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2d518ea1-6835-454b-8072-98f939a077b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3327ee36a4c476fbb77b7bfa0369c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207668 Nov 16 21:22:55.315506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48922) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:55.349704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518ea1-6835-454b-8072-98f939a077b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa6af60-94f7-4ed7-89f7-240dadfca22b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.356586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ea1b-75cf-4cfd-a216-b227c3375da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.420230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dc9fb-eda7-4bc1-96c9-33888c6263b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.443646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ea1b-75cf-4cfd-a216-b227c3375da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.446570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb3ea1b-75cf-4cfd-a216-b227c3375da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.448888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1eb3ea1b-75cf-4cfd-a216-b227c3375da6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/980738ce-ec58-473f-b07e-ee2859a38822 HTTP/1.1" status: 204 len: 168 time: 0.1984680 Nov 16 21:22:55.455159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dc9fb-eda7-4bc1-96c9-33888c6263b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.468416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3ea1b-75cf-4cfd-a216-b227c3375da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980738ce-ec58-473f-b07e-ee2859a38822,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.529404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dc9fb-eda7-4bc1-96c9-33888c6263b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.532224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e43dc9fb-eda7-4bc1-96c9-33888c6263b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.537656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e43dc9fb-eda7-4bc1-96c9-33888c6263b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fa6af60-94f7-4ed7-89f7-240dadfca22b HTTP/1.1" status: 204 len: 168 time: 0.2211332 Nov 16 21:22:55.550090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43dc9fb-eda7-4bc1-96c9-33888c6263b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa6af60-94f7-4ed7-89f7-240dadfca22b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:55.688451 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.747368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:22:55.815331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d492-984e-441f-a0a5-f7f74596375d req-42dba293-d8a0-47c6-b68f-2eff57198e53 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:55.816929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d638d492-984e-441f-a0a5-f7f74596375d req-42dba293-d8a0-47c6-b68f-2eff57198e53 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.0654082 Nov 16 21:22:55.818609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e274e477-1e30-4053-bdc4-00b1d76bf6d7 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:22:55.826251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e274e477-1e30-4053-bdc4-00b1d76bf6d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:22:55.826807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.883738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d638d492-984e-441f-a0a5-f7f74596375d req-2b0ae4b3-8371-4c32-afa0-f817cac901aa tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595455 Nov 16 21:22:55.969908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:55.986621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48938) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:56.007756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b69752a-a4b3-4cc0-b252-a6ef6095e404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.016409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:22:56.018720 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4076f0c-5474-4545-996b-304d1753b681" -d '{"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:22:56.034097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:22:56.039282 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.075011 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d1178-26cf-400c-a8a6-301f00a29166 x-openstack-request-id: req-858d1178-26cf-400c-a8a6-301f00a29166 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:22:56.078075 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:22:56.078075 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-858d1178-26cf-400c-a8a6-301f00a29166 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:22:56.078075 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'code': 200} Nov 16 21:22:56.078551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48942) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:56.102929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dc59b6c-ae5d-4a0b-bef3-cedc22358480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.113300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:56.186262 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b69752a-a4b3-4cc0-b252-a6ef6095e404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.199439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b69752a-a4b3-4cc0-b252-a6ef6095e404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.274982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691639d2-7e39-4755-926d-38250c63a189 req-3c625268-776c-457d-a228-3b235a3ca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:56.276553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-691639d2-7e39-4755-926d-38250c63a189 req-3c625268-776c-457d-a228-3b235a3ca4e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1096 time: 0.1229050 Nov 16 21:22:56.279377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5b69752a-a4b3-4cc0-b252-a6ef6095e404 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0501858fc5a443088f87210ad8b98222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913930 Nov 16 21:22:56.282116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69752a-a4b3-4cc0-b252-a6ef6095e404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcea87ef-2edd-485e-a8bf-1bcf8f352f3e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:56.282837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48948) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:56.339006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dc59b6c-ae5d-4a0b-bef3-cedc22358480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.342819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff1680a2-5c5c-44c3-8f7c-8f6304b6ec24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.349705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dc59b6c-ae5d-4a0b-bef3-cedc22358480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.370671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff1680a2-5c5c-44c3-8f7c-8f6304b6ec24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.375572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-691639d2-7e39-4755-926d-38250c63a189 req-55446999-60ff-4c61-9907-5e950fd7cb70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865068 Nov 16 21:22:56.400646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc59b6c-ae5d-4a0b-bef3-cedc22358480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df16a63-f3bf-4fa6-8cbe-2bcee08f02d7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:56.406790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7dc59b6c-ae5d-4a0b-bef3-cedc22358480 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d53c8580cbd4e479de53bc033731be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272858 Nov 16 21:22:56.409807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:56.464830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff1680a2-5c5c-44c3-8f7c-8f6304b6ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.467930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff1680a2-5c5c-44c3-8f7c-8f6304b6ec24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.471932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ff1680a2-5c5c-44c3-8f7c-8f6304b6ec24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcea87ef-2edd-485e-a8bf-1bcf8f352f3e HTTP/1.1" status: 204 len: 168 time: 0.1877720 Nov 16 21:22:56.485969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1680a2-5c5c-44c3-8f7c-8f6304b6ec24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcea87ef-2edd-485e-a8bf-1bcf8f352f3e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:56.522810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d75aaf5-2c1e-4ee9-958d-c05e66fdb583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.554123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.561639 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d75aaf5-2c1e-4ee9-958d-c05e66fdb583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.634073 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d75aaf5-2c1e-4ee9-958d-c05e66fdb583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.637163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d75aaf5-2c1e-4ee9-958d-c05e66fdb583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:56.639458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4d75aaf5-2c1e-4ee9-958d-c05e66fdb583 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6df16a63-f3bf-4fa6-8cbe-2bcee08f02d7 HTTP/1.1" status: 204 len: 168 time: 0.2277396 Nov 16 21:22:56.649375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75aaf5-2c1e-4ee9-958d-c05e66fdb583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df16a63-f3bf-4fa6-8cbe-2bcee08f02d7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:57.175149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48980) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:57.194224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90646420-9f09-42fe-b50b-171cf883002e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.420641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90646420-9f09-42fe-b50b-171cf883002e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.430647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90646420-9f09-42fe-b50b-171cf883002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.476415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90646420-9f09-42fe-b50b-171cf883002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2664a7a-dbe8-4ddc-b617-47d9c67e8c1b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:57.630254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-90646420-9f09-42fe-b50b-171cf883002e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4805a245540547f59e717a960c443061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4540195 Nov 16 21:22:57.632335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48994) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:57.681880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba4b0-b2b9-4f5c-99bd-ec533cf76d12 req-d72393bd-a807-4c3d-9a56-825cc59caa2c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:57.694466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34dba4b0-b2b9-4f5c-99bd-ec533cf76d12 req-d72393bd-a807-4c3d-9a56-825cc59caa2c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.6520059 Nov 16 21:22:57.766525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a61862a-2ba0-4056-85cb-52478a522795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.782435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34dba4b0-b2b9-4f5c-99bd-ec533cf76d12 req-77b5d57b-43f2-4ece-8a77-9dce44cc8e79 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867817 Nov 16 21:22:57.800208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a61862a-2ba0-4056-85cb-52478a522795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.870472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a61862a-2ba0-4056-85cb-52478a522795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.873503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a61862a-2ba0-4056-85cb-52478a522795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:22:57.875223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3a61862a-2ba0-4056-85cb-52478a522795 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2664a7a-dbe8-4ddc-b617-47d9c67e8c1b HTTP/1.1" status: 204 len: 168 time: 0.2417369 Nov 16 21:22:57.884653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61862a-2ba0-4056-85cb-52478a522795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2664a7a-dbe8-4ddc-b617-47d9c67e8c1b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:22:58.945737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f8bd6-a3dd-4457-9f6d-11f404401548 req-1bd2843d-05b6-4114-82d2-b88916291c6a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:58.948045 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-591f8bd6-a3dd-4457-9f6d-11f404401548 req-1bd2843d-05b6-4114-82d2-b88916291c6a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.0713544 Nov 16 21:22:59.081951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-591f8bd6-a3dd-4457-9f6d-11f404401548 req-0d32ea64-bf0c-4cc9-a284-86479637cd4e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252971 Nov 16 21:22:59.667138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5dbc-9a12-48fe-b3b7-39f938196ca9 req-77eb9d0f-a73f-4943-8ecd-2ae48fd58f7a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:22:59.680376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7aae5dbc-9a12-48fe-b3b7-39f938196ca9 req-77eb9d0f-a73f-4943-8ecd-2ae48fd58f7a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.4364378 Nov 16 21:22:59.685829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:22:59.695682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Request body: {'floatingip': {'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:22:59.773322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.705883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.711002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:00.823937 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Floating IP 0b830034-5781-43be-ae75-7aa59c8bd0fa associated. External IP: 172.25.3.11, port: e274e477-1e30-4053-bdc4-00b1d76bf6d7. Nov 16 21:23:01.220420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-efb7a528-c97c-4b59-adf5-4fe6b8be1505 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397561 Nov 16 21:23:01.229549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Router cc6ebb2d-111a-47df-94d6-d270866e720c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:23:01.404452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-c158e567-89da-4b5a-8ec7-23cf30c81729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:01.406375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-c158e567-89da-4b5a-8ec7-23cf30c81729 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1203425 Nov 16 21:23:01.415004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:23:01.420767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:01.433355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:23:01.455283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:01.456313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:22:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:01.515701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-07a00537-439d-4295-b119-016769c45a54 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "PUT /v2.0/floatingips/0b830034-5781-43be-ae75-7aa59c8bd0fa HTTP/1.1" status: 200 len: 990 time: 1.8284385 Nov 16 21:23:01.518761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:01.521136 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdba248-218f-4f3e-8d7b-502fb8c65033" -d '{"events": [{"name": "network-changed", "server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:01.623236 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c57f46-11d4-4586-97e1-d53886681404 x-openstack-request-id: req-95c57f46-11d4-4586-97e1-d53886681404 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:01.623720 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:01.634132 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95c57f46-11d4-4586-97e1-d53886681404 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:01.634648 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'status': 'completed', 'code': 200} Nov 16 21:23:01.693214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-6c1f8794-208e-47fa-b367-e53b798b354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:01.697283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-6c1f8794-208e-47fa-b367-e53b798b354f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2528300 Nov 16 21:23:01.741331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-320dd6d8-bd92-47eb-989a-c8778fc6c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:01.747971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-320dd6d8-bd92-47eb-989a-c8778fc6c2b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1096 time: 0.0929136 Nov 16 21:23:01.799577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-66e695f1-fdc5-455a-a926-9c18d8b81122 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e HTTP/1.1" status: 200 len: 217 time: 0.0947835 Nov 16 21:23:01.804222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:01.879425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-b3c2892c-4a77-4c28-a00c-2a6944086661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:01.881328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-b3c2892c-4a77-4c28-a00c-2a6944086661 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.1263056 Nov 16 21:23:01.948565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-9f169785-60be-4f20-992d-1273394215af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:01.952549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-9f169785-60be-4f20-992d-1273394215af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1448352 Nov 16 21:23:01.988331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-92c6e198-b32f-46f2-8f20-1952ba992b10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 998 time: 0.0915856 Nov 16 21:23:02.087878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-578d1e00-dc48-4b1a-aad9-9a5943e730a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.096517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-33ea34a4-c23a-4216-9bf0-d88684f4e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.097557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-578d1e00-dc48-4b1a-aad9-9a5943e730a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367612 Nov 16 21:23:02.101609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-33ea34a4-c23a-4216-9bf0-d88684f4e7ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1051974 Nov 16 21:23:02.116109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-7a8d9880-ef8d-4b74-a412-194d28f2af85 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:23:02.118317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-7a8d9880-ef8d-4b74-a412-194d28f2af85 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064375 Nov 16 21:23:02.242687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-14cfc241-017f-442b-9b79-23f88b55a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:02.244274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-14cfc241-017f-442b-9b79-23f88b55a0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311197 Nov 16 21:23:02.380374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-ee23b9f5-573f-49a3-92bb-27d2c5afd614 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275969 Nov 16 21:23:02.396060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-8087fed8-1338-4c43-a234-d3dbdc309688 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710247 Nov 16 21:23:02.575705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c2ba48-e397-435f-9a59-c68f96ab3a5a req-c2b7bbcd-3137-4128-8b1c-da09acb61120 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723049 Nov 16 21:23:02.618508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '0b830034-5781-43be-ae75-7aa59c8bd0fa', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'mac_address': 'fa:16:3e:79:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:22:42Z', 'updated_at': '2021-11-16T21:23:00Z', 'revision_number': 1, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:02.625003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cdba248-218f-4f3e-8d7b-502fb8c65033 req-633ad6ae-c5e8-449c-a31d-bae3a0617a88 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355909 Nov 16 21:23:02.673168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:23:02.701219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:23:02.701857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:22:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:02.960483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:23:03.107536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:03.402226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '0b830034-5781-43be-ae75-7aa59c8bd0fa', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'mac_address': 'fa:16:3e:79:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:22:42Z', 'updated_at': '2021-11-16T21:23:00Z', 'revision_number': 1, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:23:03.438089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4c71f-9a6e-4c31-8de8-4a396faff8aa None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '0b830034-5781-43be-ae75-7aa59c8bd0fa', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'mac_address': 'fa:16:3e:79:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:22:42Z', 'updated_at': '2021-11-16T21:23:00Z', 'revision_number': 1, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:23:03.757401 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b51dda8-d67d-4b06-ac79-01495cd1d92d None None] New status for floating IP 0b830034-5781-43be-ae75-7aa59c8bd0fa: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:23:05.121037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.154438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49302) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:07.434583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92ee4a1a-209f-4c0a-8640-9a90bfa3ae4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.565036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92ee4a1a-209f-4c0a-8640-9a90bfa3ae4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.571637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92ee4a1a-209f-4c0a-8640-9a90bfa3ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.612971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee4a1a-209f-4c0a-8640-9a90bfa3ae4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949f14ee-f637-4592-a7db-a6eb9c9660b5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:07.625954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92ee4a1a-209f-4c0a-8640-9a90bfa3ae4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86f940687f0a49ecb0d459dbe04b3205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700665 Nov 16 21:23:07.630009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49316) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:07.714397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe00b05d-e1f0-4515-9a7c-7feadb1ab1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.739996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe00b05d-e1f0-4515-9a7c-7feadb1ab1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.845401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe00b05d-e1f0-4515-9a7c-7feadb1ab1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.849767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe00b05d-e1f0-4515-9a7c-7feadb1ab1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:07.851255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe00b05d-e1f0-4515-9a7c-7feadb1ab1a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/949f14ee-f637-4592-a7db-a6eb9c9660b5 HTTP/1.1" status: 204 len: 168 time: 0.2197793 Nov 16 21:23:07.860672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b05d-e1f0-4515-9a7c-7feadb1ab1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949f14ee-f637-4592-a7db-a6eb9c9660b5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:08.597701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49344) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:08.619271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8c53b843-4bf8-4248-91be-8804bfc1654a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.782249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8c53b843-4bf8-4248-91be-8804bfc1654a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.788000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8c53b843-4bf8-4248-91be-8804bfc1654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:08.857817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8c53b843-4bf8-4248-91be-8804bfc1654a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0a96796f7e04bf9b367a2b9fc3572ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542205 Nov 16 21:23:08.859486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49350) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:08.870152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53b843-4bf8-4248-91be-8804bfc1654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58afc70d-06e0-4895-a47f-6af6e2f7e4cb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:08.966588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea606c2-6fc5-43c1-9a55-59ca1e5dcb6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.023637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea606c2-6fc5-43c1-9a55-59ca1e5dcb6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.146874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea606c2-6fc5-43c1-9a55-59ca1e5dcb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.151258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea606c2-6fc5-43c1-9a55-59ca1e5dcb6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:09.153909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5ea606c2-6fc5-43c1-9a55-59ca1e5dcb6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58afc70d-06e0-4895-a47f-6af6e2f7e4cb HTTP/1.1" status: 204 len: 168 time: 0.2932956 Nov 16 21:23:09.179659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea606c2-6fc5-43c1-9a55-59ca1e5dcb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58afc70d-06e0-4895-a47f-6af6e2f7e4cb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.017015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49382) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:10.040948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc932272-1f31-4b85-bb1c-fee30477dfb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.130881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc932272-1f31-4b85-bb1c-fee30477dfb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.142050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc932272-1f31-4b85-bb1c-fee30477dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.191373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dc932272-1f31-4b85-bb1c-fee30477dfb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=555ffc0b46a642edbd8efd443bc0203e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727448 Nov 16 21:23:10.192296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc932272-1f31-4b85-bb1c-fee30477dfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261738aa-ac4f-45e3-ac0a-948f3ac82ff0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:10.194176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49386) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:10.271181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd11a-4f86-4909-90d6-0712048ef538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.294866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd11a-4f86-4909-90d6-0712048ef538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.367435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd11a-4f86-4909-90d6-0712048ef538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.376764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd11a-4f86-4909-90d6-0712048ef538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:10.378556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d4ecd11a-4f86-4909-90d6-0712048ef538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/261738aa-ac4f-45e3-ac0a-948f3ac82ff0 HTTP/1.1" status: 204 len: 168 time: 0.1827462 Nov 16 21:23:10.389846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd11a-4f86-4909-90d6-0712048ef538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261738aa-ac4f-45e3-ac0a-948f3ac82ff0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.232607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49528) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:14.501276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce3e62ac-68f1-42b2-b294-87cde0e31da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.641711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce3e62ac-68f1-42b2-b294-87cde0e31da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.647313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce3e62ac-68f1-42b2-b294-87cde0e31da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.695850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ce3e62ac-68f1-42b2-b294-87cde0e31da8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=463b8e3162b74e24aa3caf73bc0a6893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621472 Nov 16 21:23:14.698449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49548) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:14.706489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e62ac-68f1-42b2-b294-87cde0e31da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144c76a-b71e-44ce-bf62-069d0c79b9fa,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.782976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.810909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.860226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49552) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:14.867599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.870392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:14.874018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9144c76a-b71e-44ce-bf62-069d0c79b9fa HTTP/1.1" status: 204 len: 168 time: 0.1736386 Nov 16 21:23:14.890464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144c76a-b71e-44ce-bf62-069d0c79b9fa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:14.900018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.900449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.900862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.901774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.902827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.903235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.903641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.904057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.904456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.904912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.905307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:14.905891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d9f092-bae4-4076-bef1-8e22edb65dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:15.165846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb1b-1a0a-4574-bc0f-4f55d6710c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.281705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb1b-1a0a-4574-bc0f-4f55d6710c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.286595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb1b-1a0a-4574-bc0f-4f55d6710c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.298799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49572) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:15.310636 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:23:15.316182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-873c90bb-2280-4d1e-9b85-19caa9c63779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.329832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-45ebcb1b-1a0a-4574-bc0f-4f55d6710c1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a62281930fe847008be4e127634beef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685297 Nov 16 21:23:15.331384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49574) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:15.385116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebcb1b-1a0a-4574-bc0f-4f55d6710c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755cc7ce-097b-4b1f-9575-16457bbea3d3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:15.415999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-873c90bb-2280-4d1e-9b85-19caa9c63779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.421886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-873c90bb-2280-4d1e-9b85-19caa9c63779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.422919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faca6ead-b2c7-480d-92d9-9b0c6746b4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.451893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faca6ead-b2c7-480d-92d9-9b0c6746b4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.456424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c90bb-2280-4d1e-9b85-19caa9c63779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85ff910-ce7b-42e3-9e84-cb9035bd4081,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:15.478264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-873c90bb-2280-4d1e-9b85-19caa9c63779 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f2df90e61c048c3a28ee3a0246e8cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782715 Nov 16 21:23:15.481439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49578) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:15.509301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faca6ead-b2c7-480d-92d9-9b0c6746b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.513364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faca6ead-b2c7-480d-92d9-9b0c6746b4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.515308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-faca6ead-b2c7-480d-92d9-9b0c6746b4fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/755cc7ce-097b-4b1f-9575-16457bbea3d3 HTTP/1.1" status: 204 len: 168 time: 0.1829431 Nov 16 21:23:15.524841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca6ead-b2c7-480d-92d9-9b0c6746b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755cc7ce-097b-4b1f-9575-16457bbea3d3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:15.577347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae044-b672-499b-af32-3a8dbb0d9515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.604364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae044-b672-499b-af32-3a8dbb0d9515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.673153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae044-b672-499b-af32-3a8dbb0d9515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.675931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae044-b672-499b-af32-3a8dbb0d9515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:15.677372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1f5ae044-b672-499b-af32-3a8dbb0d9515 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f85ff910-ce7b-42e3-9e84-cb9035bd4081 HTTP/1.1" status: 204 len: 168 time: 0.1947207 Nov 16 21:23:15.688383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ae044-b672-499b-af32-3a8dbb0d9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85ff910-ce7b-42e3-9e84-cb9035bd4081,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.093141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49600) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:16.114689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56c95f76-c044-4bec-8a90-13ab895af68b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.214198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56c95f76-c044-4bec-8a90-13ab895af68b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.220465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56c95f76-c044-4bec-8a90-13ab895af68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.273861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56c95f76-c044-4bec-8a90-13ab895af68b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfce344422a1404f957189a27d3aa62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786826 Nov 16 21:23:16.275810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49606) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:16.287031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c95f76-c044-4bec-8a90-13ab895af68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7514b9-59b3-4a43-816d-1381ebdc66c4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:16.340293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad7fc2f1-670a-44b1-b0c7-38b2f2c1440f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.367148 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad7fc2f1-670a-44b1-b0c7-38b2f2c1440f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.423719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad7fc2f1-670a-44b1-b0c7-38b2f2c1440f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.427129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad7fc2f1-670a-44b1-b0c7-38b2f2c1440f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:16.432430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ad7fc2f1-670a-44b1-b0c7-38b2f2c1440f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac7514b9-59b3-4a43-816d-1381ebdc66c4 HTTP/1.1" status: 204 len: 168 time: 0.1528826 Nov 16 21:23:16.447470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fc2f1-670a-44b1-b0c7-38b2f2c1440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7514b9-59b3-4a43-816d-1381ebdc66c4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:18.360670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49726) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:18.585775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e6f530c6-f861-41a2-94de-be803a15487c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.670784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e6f530c6-f861-41a2-94de-be803a15487c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.675425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e6f530c6-f861-41a2-94de-be803a15487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.723382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f530c6-f861-41a2-94de-be803a15487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5157e94-a2e4-40d2-bf3c-5c50ba5f03e9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:18.742220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e6f530c6-f861-41a2-94de-be803a15487c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a0075ac2b3144ada6c1589ce0e27733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805006 Nov 16 21:23:18.743577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49744) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:18.817262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6166c405-4b5a-4046-a883-a6a017e4facf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.844617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6166c405-4b5a-4046-a883-a6a017e4facf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.920725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6166c405-4b5a-4046-a883-a6a017e4facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.923896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6166c405-4b5a-4046-a883-a6a017e4facf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:18.929065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6166c405-4b5a-4046-a883-a6a017e4facf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5157e94-a2e4-40d2-bf3c-5c50ba5f03e9 HTTP/1.1" status: 204 len: 168 time: 0.1844711 Nov 16 21:23:18.938715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c405-4b5a-4046-a883-a6a017e4facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5157e94-a2e4-40d2-bf3c-5c50ba5f03e9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.371740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49786) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:19.390431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d20-5eb2-42ad-9abe-6fb0b992efd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.470904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d20-5eb2-42ad-9abe-6fb0b992efd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.478156 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d10f3d20-5eb2-42ad-9abe-6fb0b992efd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.509999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f3d20-5eb2-42ad-9abe-6fb0b992efd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f1983f-4c47-4d9e-9da7-8a32459e8b37,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:19.549902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d10f3d20-5eb2-42ad-9abe-6fb0b992efd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d92c92d11b3423eafd3dfb53c07ead5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759603 Nov 16 21:23:19.550136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49796) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:19.609908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-606d4314-66b5-443d-a6e3-1da1fed1d878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.636034 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-606d4314-66b5-443d-a6e3-1da1fed1d878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.699089 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-606d4314-66b5-443d-a6e3-1da1fed1d878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.703061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-606d4314-66b5-443d-a6e3-1da1fed1d878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:19.711606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-606d4314-66b5-443d-a6e3-1da1fed1d878 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8f1983f-4c47-4d9e-9da7-8a32459e8b37 HTTP/1.1" status: 204 len: 168 time: 0.1559570 Nov 16 21:23:19.727335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d4314-66b5-443d-a6e3-1da1fed1d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f1983f-4c47-4d9e-9da7-8a32459e8b37,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:20.057007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49820) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:20.224381 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a956f42-8695-463f-998f-8d05d2d0f2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.352012 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a956f42-8695-463f-998f-8d05d2d0f2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.357656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a956f42-8695-463f-998f-8d05d2d0f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.394961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49842) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:20.395204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3a956f42-8695-463f-998f-8d05d2d0f2c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=541b9ca4857f49ac8c1854a3033e6664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366723 Nov 16 21:23:20.419274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a956f42-8695-463f-998f-8d05d2d0f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9342b71-cc77-4f32-8692-eb02673bf7c3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:20.483365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad111e91-8b06-488e-bf66-1727c4886fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.530668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad111e91-8b06-488e-bf66-1727c4886fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.619702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad111e91-8b06-488e-bf66-1727c4886fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.626474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad111e91-8b06-488e-bf66-1727c4886fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.631780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ad111e91-8b06-488e-bf66-1727c4886fa7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9342b71-cc77-4f32-8692-eb02673bf7c3 HTTP/1.1" status: 204 len: 168 time: 0.2324257 Nov 16 21:23:20.658523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad111e91-8b06-488e-bf66-1727c4886fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9342b71-cc77-4f32-8692-eb02673bf7c3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:20.734799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fdfbd144-f517-4026-a493-f8c90d2072ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:20.765603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49862) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:21.014775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-841817439-network', 'tenant_id': '6e57d33a23a04ad4a8162588eae34309'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:21.054402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Made reservation on behalf of 6e57d33a23a04ad4a8162588eae34309 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:21.057435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.069651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.184052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49878) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:21.207415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.218264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.237384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11bf25e0-6814-472a-96b8-be4bb717644a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.301869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:21.314555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7562de-fad3-4d35-bf2d-5b9aee723c2f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.326304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.327099 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Added segment df4ad821-86c3-4c18-a141-23396dd2e618 of type vlan for network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 Nov 16 21:23:21.390608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.420007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.421239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:21.422184 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.425838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11bf25e0-6814-472a-96b8-be4bb717644a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.435073 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11bf25e0-6814-472a-96b8-be4bb717644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.529349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7623947 Nov 16 21:23:21.532099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49892) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:21.540013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Request body: {'subnet': {'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-841817439-subnet', 'tenant_id': '6e57d33a23a04ad4a8162588eae34309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:21.563076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11bf25e0-6814-472a-96b8-be4bb717644a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68a95dde9ec746d5b2ae98e5ea72e291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718629 Nov 16 21:23:21.564538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd607ad3-2278-4e95-8efe-24759a1ff4ea admin admin] Pushing event updated for resources: {'Network': ['ID=cbf52ace-3fe6-4d58-8c7c-fb63c5898506,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.571829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49894) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:21.572572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf25e0-6814-472a-96b8-be4bb717644a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b7b71b-c8cb-4074-be47-5141a58a0fd6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.580960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:21.607755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Made reservation on behalf of 6e57d33a23a04ad4a8162588eae34309 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:21.611675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.707982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c60e563-3c6a-48a1-bdc4-990d6a0599a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.745430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c60e563-3c6a-48a1-bdc4-990d6a0599a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.834868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c60e563-3c6a-48a1-bdc4-990d6a0599a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.837708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9c60e563-3c6a-48a1-bdc4-990d6a0599a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:21.839163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9c60e563-3c6a-48a1-bdc4-990d6a0599a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37b7b71b-c8cb-4074-be47-5141a58a0fd6 HTTP/1.1" status: 204 len: 168 time: 0.2628784 Nov 16 21:23:21.849127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60e563-3c6a-48a1-bdc4-990d6a0599a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b7b71b-c8cb-4074-be47-5141a58a0fd6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:21.951814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.020461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a75adb-393c-4d41-acb7-e50773532d81,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:22.026554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Checking segment: {'id': 'df4ad821-86c3-4c18-a141-23396dd2e618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:22.027920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Network hostable DHCP agents. Network: cbf52ace-3fe6-4d58-8c7c-fb63c5898506, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:22.052992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:22.069474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, cbf52ace-3fe6-4d58-8c7c-fb63c5898506) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:22.077752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:22.079224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:22.082941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb082ef-2922-4b38-97d6-af59f6a83ea0 None None] Network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:22.130441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-217a93cd-f659-42da-be9e-2e8e6618253f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5970643 Nov 16 21:23:22.268457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239d8249-980f-4597-bf03-ecd88a24d159 None None] Network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:23.018770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d4d57300-d759-4c8e-8a8b-1eb8a3fea364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.300934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49944) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:23.316114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152080135-network', 'tenant_id': '98030230f6db438386f749fa42a3bb18'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:23.347766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Made reservation on behalf of 98030230f6db438386f749fa42a3bb18 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:23.350742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.361315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.445585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.451091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.489110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:23.496751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da9742-4cb0-4ee3-b750-5ea64cb5bcbe,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.508066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.508997 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Added segment 025bbd1d-9ab0-41de-a458-f1a729cf1337 of type vlan for network 7a920fee-ef36-4d5d-a3fe-208ef299293e Nov 16 21:23:23.618770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.653952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.655162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:23.655752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.748956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4427645 Nov 16 21:23:23.751598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:23.761080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Request body: {'subnet': {'network_id': '7a920fee-ef36-4d5d-a3fe-208ef299293e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152080135-subnet', 'tenant_id': '98030230f6db438386f749fa42a3bb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:23.825597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e34b5-9aa8-41eb-a7ef-333148fab25a admin admin] Pushing event updated for resources: {'Network': ['ID=7a920fee-ef36-4d5d-a3fe-208ef299293e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:23.833491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Made reservation on behalf of 98030230f6db438386f749fa42a3bb18 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:23.837257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:23.853013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7a920fee-ef36-4d5d-a3fe-208ef299293e details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:24.106154 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.158014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.226204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4895065-39a7-45a9-98d3-4badc3cca19b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:24.237556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.238246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.238246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.239605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.239605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.239605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.239605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Checking segment: {'id': '025bbd1d-9ab0-41de-a458-f1a729cf1337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7a920fee-ef36-4d5d-a3fe-208ef299293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:24.287044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Network hostable DHCP agents. Network: 7a920fee-ef36-4d5d-a3fe-208ef299293e, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:24.288730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Network 7a920fee-ef36-4d5d-a3fe-208ef299293e is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:24.309828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7a920fee-ef36-4d5d-a3fe-208ef299293e) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:24.324954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23263b97-44a4-4ffb-99d1-3eed045f852a None None] Network 7a920fee-ef36-4d5d-a3fe-208ef299293e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:24.332431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:24.340018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:24.399240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-80ab14f2-aa4d-471f-8b24-4c78db9dbab1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6355104 Nov 16 21:23:24.525209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab41faf-7b83-4dd3-bc65-68c798e65eb4 None None] Network 7a920fee-ef36-4d5d-a3fe-208ef299293e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:25.370293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-49d4db71-3517-4999-905a-050f06589dd0 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:25.372778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-49d4db71-3517-4999-905a-050f06589dd0 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/networks?id=cbf52ace-3fe6-4d58-8c7c-fb63c5898506 HTTP/1.1" status: 200 len: 808 time: 0.1805141 Nov 16 21:23:25.392438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-8fdc6ed9-adf0-478f-8ea6-52b62c1a8227 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/quotas/6e57d33a23a04ad4a8162588eae34309 HTTP/1.1" status: 200 len: 375 time: 0.0120003 Nov 16 21:23:25.450544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-84eb05a5-2071-4a55-b66c-a3b079bb1a64 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e57d33a23a04ad4a8162588eae34309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501935 Nov 16 21:23:25.635397 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:25.649819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-324192f1-38e0-4471-9d7c-b6b72823514f service neutron] 10.222.0.48 "GET /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919215 Nov 16 21:23:25.805781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-96a06450-d650-46ba-94dd-e01a8d2f0d09 service neutron] 10.222.0.48 "GET /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477656 Nov 16 21:23:26.125559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d63a751f-8086-412f-9269-ba08204205e2 req-36ae418d-09b0-428a-a524-f8238c17c344 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 210 time: 0.0360484 Nov 16 21:23:26.560454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:27.367219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30a1f670-3908-440e-8b84-bbc591cd55ce req-7b8f70de-17a7-4020-b962-d9cadf1ed5e0 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 210 time: 0.0492613 Nov 16 21:23:27.963127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-aad5028d-639b-404c-8e14-6539798e1902 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:27.964934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-aad5028d-639b-404c-8e14-6539798e1902 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.47 "GET /v2.0/networks?id=cbf52ace-3fe6-4d58-8c7c-fb63c5898506 HTTP/1.1" status: 200 len: 808 time: 0.1392570 Nov 16 21:23:27.978512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Request body: {'port': {'device_id': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506', 'admin_state_up': True, 'tenant_id': '6e57d33a23a04ad4a8162588eae34309'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:28.116183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Made reservation on behalf of 6e57d33a23a04ad4a8162588eae34309 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:28.121245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:28.595047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f2e6830-8e9f-4828-b4a8-7e5df55c3d2d req-5644695b-abe1-4229-ae62-3a8ff25569ed tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 210 time: 0.0335760 Nov 16 21:23:28.748488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Allocated IP 172.20.0.13 (cbf52ace-3fe6-4d58-8c7c-fb63c5898506/57a75adb-393c-4d41-acb7-e50773532d81/fc81ae93-5a28-4c06-bcf5-7343350d252d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:28.976995 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.047383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.136767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:29.142800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:29.154277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:29.216360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Pushing event updated for resources: {'Port': ['ID=fc81ae93-5a28-4c06-bcf5-7343350d252d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:29.251550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.252348 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.277933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-b748d270-d6f3-4d1d-a3e9-dcc61af52f4b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3033447 Nov 16 21:23:29.290749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-31bc4788-b20e-4832-b4c6-af514eb85f89 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:23:29.293764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-31bc4788-b20e-4832-b4c6-af514eb85f89 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097315 Nov 16 21:23:29.547042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Request body: {'port': {'device_id': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:29.624945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:29.747872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348691a-adfd-4efb-82f5-dfd02a548c73 req-8524466c-74e7-40a1-8941-5bf024635be3 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:29.756900 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e348691a-adfd-4efb-82f5-dfd02a548c73 req-8524466c-74e7-40a1-8941-5bf024635be3 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 932 time: 0.0671608 Nov 16 21:23:29.832747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e348691a-adfd-4efb-82f5-dfd02a548c73 req-43a1f3d7-7593-4daf-ad5e-e1de4bf69251 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732822 Nov 16 21:23:29.990422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc81ae93-5a28-4c06-bcf5-7343350d252d {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:29.998776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.012956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Transition to ACTIVE for port object fc81ae93-5a28-4c06-bcf5-7343350d252d will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:30.019445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.075378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Pushing event updated for resources: {'Port': ['ID=fc81ae93-5a28-4c06-bcf5-7343350d252d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.145284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Attempting to bind port fc81ae93-5a28-4c06-bcf5-7343350d252d on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:30.145667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Attempting to bind port fc81ae93-5a28-4c06-bcf5-7343350d252d by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'df4ad821-86c3-4c18-a141-23396dd2e618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:30.146289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Attempting to bind port fc81ae93-5a28-4c06-bcf5-7343350d252d on network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:30.152385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Port fc81ae93-5a28-4c06-bcf5-7343350d252d on network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:30.152755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Attempting to bind port fc81ae93-5a28-4c06-bcf5-7343350d252d on network cbf52ace-3fe6-4d58-8c7c-fb63c5898506 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:30.159137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:30.159492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Checking segment: {'id': 'df4ad821-86c3-4c18-a141-23396dd2e618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:30.159897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Bound using segment: {'id': 'df4ad821-86c3-4c18-a141-23396dd2e618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:30.160348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Bound port: fc81ae93-5a28-4c06-bcf5-7343350d252d, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4ad821-86c3-4c18-a141-23396dd2e618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:30.160721 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.241934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] For port fc81ae93-5a28-4c06-bcf5-7343350d252d, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:30.248401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] For port fc81ae93-5a28-4c06-bcf5-7343350d252d, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d,segment=NetworkSegment(df4ad821-86c3-4c18-a141-23396dd2e618),segment_id=df4ad821-86c3-4c18-a141-23396dd2e618)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:30.256647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.299708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.300512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:30.306407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] 10.222.0.47 "PUT /v2.0/ports/fc81ae93-5a28-4c06-bcf5-7343350d252d HTTP/1.1" status: 200 len: 1092 time: 1.0043769 Nov 16 21:23:30.309215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'tag': 'fc81ae93-5a28-4c06-bcf5-7343350d252d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:30.311702 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2bb91f-c4cc-4a75-808b-b917917307ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f9cb0-4b64-44c0-aa0a-424890b5b432", "tag": "fc81ae93-5a28-4c06-bcf5-7343350d252d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:30.343391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d20bf9-d15e-416a-9b8f-a4a9f99479dc service neutron] Pushing event updated for resources: {'Port': ['ID=fc81ae93-5a28-4c06-bcf5-7343350d252d,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:30.405936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-4da9a5f5-8260-4452-9264-bca13c1421e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.408466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-4da9a5f5-8260-4452-9264-bca13c1421e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e57d33a23a04ad4a8162588eae34309&device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 1095 time: 0.0548809 Nov 16 21:23:30.494703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-ff1e565d-01c1-43fd-8b79-a4d40093f23a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d HTTP/1.1" status: 200 len: 217 time: 0.0780547 Nov 16 21:23:30.594463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-c14eb9a0-7d4c-4432-90df-e20617f2e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:30.599554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-c14eb9a0-7d4c-4432-90df-e20617f2e4f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57a75adb-393c-4d41-acb7-e50773532d81 HTTP/1.1" status: 200 len: 848 time: 0.0958939 Nov 16 21:23:30.661600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-24753ad7-a00f-4b9b-b024-578fd76479fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbf52ace-3fe6-4d58-8c7c-fb63c5898506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472770 Nov 16 21:23:30.663552 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a3a4f7-50c7-4e18-9364-6edaced0d99a x-openstack-request-id: req-34a3a4f7-50c7-4e18-9364-6edaced0d99a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:30.663845 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f9cb0-4b64-44c0-aa0a-424890b5b432", "tag": "fc81ae93-5a28-4c06-bcf5-7343350d252d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:30.664364 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34a3a4f7-50c7-4e18-9364-6edaced0d99a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:30.664633 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'tag': 'fc81ae93-5a28-4c06-bcf5-7343350d252d', 'status': 'completed', 'code': 200} Nov 16 21:23:30.831229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-51837ffc-7482-44e5-b664-8a600c8a7de4 service neutron] 10.222.0.47 "GET /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602018 Nov 16 21:23:31.006484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118b043-8a99-4b5f-8250-051af0e8f0da req-98687e85-6fbe-4b9f-aefd-020768d4c2cc tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.008090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5118b043-8a99-4b5f-8250-051af0e8f0da req-98687e85-6fbe-4b9f-aefd-020768d4c2cc tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 944 time: 0.0721805 Nov 16 21:23:31.010394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1b00fb3-6a6d-4ef5-b9a4-ab5d740f2a27 req-0e54b8a1-cf8f-4212-bc6d-b805be2b8819 service neutron] 10.222.0.47 "GET /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708233 Nov 16 21:23:31.093363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5118b043-8a99-4b5f-8250-051af0e8f0da req-a5ed555b-2ee8-4daf-b257-49925ddd6271 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781691 Nov 16 21:23:31.142098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-fbb42ec3-e466-4cec-b390-a61a1da3c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.144467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-fbb42ec3-e466-4cec-b390-a61a1da3c40d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e57d33a23a04ad4a8162588eae34309&device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 1095 time: 0.0634096 Nov 16 21:23:31.243680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-9b04315b-d0cb-49a8-bcc9-c6914d024b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.245160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-9b04315b-d0cb-49a8-bcc9-c6914d024b1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbf52ace-3fe6-4d58-8c7c-fb63c5898506 HTTP/1.1" status: 200 len: 909 time: 0.0937483 Nov 16 21:23:31.309214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-ec60e5e2-bc0a-41e1-883a-554dab2c32ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d HTTP/1.1" status: 200 len: 217 time: 0.0564430 Nov 16 21:23:31.377338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-7f30697e-356e-4e74-a953-36949935df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:31.379247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-7f30697e-356e-4e74-a953-36949935df1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57a75adb-393c-4d41-acb7-e50773532d81 HTTP/1.1" status: 200 len: 848 time: 0.0627394 Nov 16 21:23:31.418673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-a8c03c1c-327e-4f33-aea0-d1a5c2003acb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbf52ace-3fe6-4d58-8c7c-fb63c5898506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306656 Nov 16 21:23:31.538686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-ea218d40-e51c-495d-9e5f-6ef3484f42f7 service neutron] 10.222.0.47 "GET /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123564 Nov 16 21:23:31.686057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d2bb91f-c4cc-4a75-808b-b917917307ca req-8e113668-aef6-4871-b9e2-1e1db0597fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351101 Nov 16 21:23:32.148988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50176) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:32.288906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bb735-5863-4dd1-8c91-edaed0f4d1d1 req-d3d0326d-80f3-498c-a87a-84e7788d2dc4 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:32.300801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d1bb735-5863-4dd1-8c91-edaed0f4d1d1 req-d3d0326d-80f3-498c-a87a-84e7788d2dc4 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 944 time: 0.1212225 Nov 16 21:23:32.415931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d1bb735-5863-4dd1-8c91-edaed0f4d1d1 req-3909907f-ac7f-474f-bd3c-c63bef33fef5 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137064 Nov 16 21:23:32.507198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-775ecca7-90df-451a-a862-b5c0ccf78c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.609538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-775ecca7-90df-451a-a862-b5c0ccf78c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.615766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-775ecca7-90df-451a-a862-b5c0ccf78c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.668730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-775ecca7-90df-451a-a862-b5c0ccf78c3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cde41391c9c543778105581e5c0305f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5186410 Nov 16 21:23:32.669912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ecca7-90df-451a-a862-b5c0ccf78c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a51924-0e64-4c6f-bb93-1d301a9198d2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:32.671849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50196) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:32.736637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2abc0b49-8536-45b5-a190-e8524cd9c973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.763623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2abc0b49-8536-45b5-a190-e8524cd9c973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.821160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2abc0b49-8536-45b5-a190-e8524cd9c973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.826429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2abc0b49-8536-45b5-a190-e8524cd9c973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:32.826839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2abc0b49-8536-45b5-a190-e8524cd9c973 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21a51924-0e64-4c6f-bb93-1d301a9198d2 HTTP/1.1" status: 204 len: 168 time: 0.1525626 Nov 16 21:23:32.835489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc0b49-8536-45b5-a190-e8524cd9c973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a51924-0e64-4c6f-bb93-1d301a9198d2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:33.092910 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.612166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05c41-f0b8-4889-85b6-4b1223b43f2e req-18a3e843-9cdb-472a-a460-6ad466aaf420 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:33.613874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0d05c41-f0b8-4889-85b6-4b1223b43f2e req-18a3e843-9cdb-472a-a460-6ad466aaf420 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 944 time: 0.1106379 Nov 16 21:23:33.682636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0d05c41-f0b8-4889-85b6-4b1223b43f2e req-e69d64f1-df42-41e3-9bc4-5239a43c22b1 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Nov 16 21:23:33.764800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device fc81ae93-5a28-4c06-bcf5-7343350d252d details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:33.874077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port fc81ae93-5a28-4c06-bcf5-7343350d252d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d,segment=NetworkSegment(df4ad821-86c3-4c18-a141-23396dd2e618),segment_id=df4ad821-86c3-4c18-a141-23396dd2e618)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:33.893189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'fc81ae93-5a28-4c06-bcf5-7343350d252d', 'network_id': 'cbf52ace-3fe6-4d58-8c7c-fb63c5898506', 'port_id': 'fc81ae93-5a28-4c06-bcf5-7343350d252d', 'mac_address': 'fa:16:3e:6a:85:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a75adb-393c-4d41-acb7-e50773532d81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:33.937949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:33.953858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc81ae93-5a28-4c06-bcf5-7343350d252d {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:33.982203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port fc81ae93-5a28-4c06-bcf5-7343350d252d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d,segment=NetworkSegment(df4ad821-86c3-4c18-a141-23396dd2e618),segment_id=df4ad821-86c3-4c18-a141-23396dd2e618)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:33.989270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:34.051835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=fc81ae93-5a28-4c06-bcf5-7343350d252d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:34.059999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.060352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.060697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.061202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.061713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.062193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.062698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.063182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.063613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.063989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.064500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.064879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:23:34.474816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['fc81ae93-5a28-4c06-bcf5-7343350d252d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:34.859166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297050c-0ff8-445d-b27f-dddd8581dbd1 req-95de4040-47f1-49f8-9578-6059c84e0cd4 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:34.860832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4297050c-0ff8-445d-b27f-dddd8581dbd1 req-95de4040-47f1-49f8-9578-6059c84e0cd4 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 945 time: 0.0748656 Nov 16 21:23:34.918149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4297050c-0ff8-445d-b27f-dddd8581dbd1 req-491f8fcf-f855-486b-a655-dc53b42c28c2 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500255 Nov 16 21:23:35.096434 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.340346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:35.473779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc755-416b-462b-b7e8-aa127c029130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.553077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc755-416b-462b-b7e8-aa127c029130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.558401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e8bc755-416b-462b-b7e8-aa127c029130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.591390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0e8bc755-416b-462b-b7e8-aa127c029130 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bd2cfae0b4a40acb069bf2484d561e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466576 Nov 16 21:23:35.592290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50296) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:35.634757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bc755-416b-462b-b7e8-aa127c029130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2dbae-6b0f-49e8-b9e2-7ee3a764b6d9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:35.666856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-000da1f8-90b6-4660-a634-a961834c43c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.691324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-000da1f8-90b6-4660-a634-a961834c43c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.742229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-000da1f8-90b6-4660-a634-a961834c43c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.744881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-000da1f8-90b6-4660-a634-a961834c43c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.749086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-000da1f8-90b6-4660-a634-a961834c43c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79c2dbae-6b0f-49e8-b9e2-7ee3a764b6d9 HTTP/1.1" status: 204 len: 168 time: 0.1539311 Nov 16 21:23:35.755741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000da1f8-90b6-4660-a634-a961834c43c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2dbae-6b0f-49e8-b9e2-7ee3a764b6d9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:35.795574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device fc81ae93-5a28-4c06-bcf5-7343350d252d up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:35.854947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port fc81ae93-5a28-4c06-bcf5-7343350d252d completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:35.859320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port fc81ae93-5a28-4c06-bcf5-7343350d252d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:35.859859 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:35.981881 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.023694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81ae93-5a28-4c06-bcf5-7343350d252d'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:36.027300 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1ee647-5dc6-4821-9dfa-acc90ec84a8d" -d '{"events": [{"server_uuid": "d21f9cb0-4b64-44c0-aa0a-424890b5b432", "name": "network-vif-plugged", "status": "completed", "tag": "fc81ae93-5a28-4c06-bcf5-7343350d252d"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:36.067676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50310) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:36.071782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e94e28-ba82-4f2e-95ed-ccbd1596587e req-80479a12-f14d-448f-ab94-9e521d439e19 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:36.080940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6e94e28-ba82-4f2e-95ed-ccbd1596587e req-80479a12-f14d-448f-ab94-9e521d439e19 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 945 time: 0.0744774 Nov 16 21:23:36.082593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port fc81ae93-5a28-4c06-bcf5-7343350d252d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d,segment=NetworkSegment(df4ad821-86c3-4c18-a141-23396dd2e618),segment_id=df4ad821-86c3-4c18-a141-23396dd2e618)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:36.084659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f1bc-ae47-48d8-9cd4-9118651e6024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.086892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.094772 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c16b43-197e-4f38-8bcd-3c17e7fdb344 x-openstack-request-id: req-f2c16b43-197e-4f38-8bcd-3c17e7fdb344 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:36.095075 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f9cb0-4b64-44c0-aa0a-424890b5b432", "name": "network-vif-plugged", "status": "completed", "tag": "fc81ae93-5a28-4c06-bcf5-7343350d252d", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:36.095326 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2c16b43-197e-4f38-8bcd-3c17e7fdb344 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:36.096998 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81ae93-5a28-4c06-bcf5-7343350d252d', 'code': 200} Nov 16 21:23:36.181436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f1bc-ae47-48d8-9cd4-9118651e6024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.185833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6e94e28-ba82-4f2e-95ed-ccbd1596587e req-16e4138b-2b84-4b0c-a936-5b36f7b0e99a tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037517 Nov 16 21:23:36.186462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ab5f1bc-ae47-48d8-9cd4-9118651e6024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.218734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=fc81ae93-5a28-4c06-bcf5-7343350d252d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.221151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4cc7b-ab75-4fc7-9cb2-b3c063899a8e req-de38dc44-f2bd-499d-8015-4a6b76cc844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:36.222641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1ab5f1bc-ae47-48d8-9cd4-9118651e6024 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=080e182667d643bfb92d749db0c7a790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536560 Nov 16 21:23:36.228067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:36.230113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5c4cc7b-ab75-4fc7-9cb2-b3c063899a8e req-de38dc44-f2bd-499d-8015-4a6b76cc844d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 1097 time: 0.0724008 Nov 16 21:23:36.278557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5f1bc-ae47-48d8-9cd4-9118651e6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65cebd4-42fe-4bc3-9833-b5f0909a5872,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.284127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5c4cc7b-ab75-4fc7-9cb2-b3c063899a8e req-ab629426-a620-4e31-8a99-23430e880cc6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Nov 16 21:23:36.296419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24015588-138c-462d-8dad-71c8fccfacb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.327456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24015588-138c-462d-8dad-71c8fccfacb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.376525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24015588-138c-462d-8dad-71c8fccfacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.379424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24015588-138c-462d-8dad-71c8fccfacb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.380613 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24015588-138c-462d-8dad-71c8fccfacb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c65cebd4-42fe-4bc3-9833-b5f0909a5872 HTTP/1.1" status: 204 len: 168 time: 0.1513920 Nov 16 21:23:36.389826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24015588-138c-462d-8dad-71c8fccfacb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65cebd4-42fe-4bc3-9833-b5f0909a5872,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.768370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:36.783210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-944ede73-1bf7-467d-a6a1-6a52bfc16afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.874623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-944ede73-1bf7-467d-a6a1-6a52bfc16afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.879083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-944ede73-1bf7-467d-a6a1-6a52bfc16afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:36.938308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ede73-1bf7-467d-a6a1-6a52bfc16afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494d3d99-613e-4d1f-bcf1-70b1cc6f7cd4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:36.943853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-944ede73-1bf7-467d-a6a1-6a52bfc16afb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb2a7d8ede034bc59bdee32049cbee3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743643 Nov 16 21:23:36.946995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:37.010270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b824ce63-6842-4303-81ce-423ad8eb77fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.037652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b824ce63-6842-4303-81ce-423ad8eb77fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.090427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b824ce63-6842-4303-81ce-423ad8eb77fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.093003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b824ce63-6842-4303-81ce-423ad8eb77fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:37.094232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b824ce63-6842-4303-81ce-423ad8eb77fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/494d3d99-613e-4d1f-bcf1-70b1cc6f7cd4 HTTP/1.1" status: 204 len: 168 time: 0.1459689 Nov 16 21:23:37.102560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ce63-6842-4303-81ce-423ad8eb77fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d3d99-613e-4d1f-bcf1-70b1cc6f7cd4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:37.398238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8200-ae71-4370-83d6-d46fe7aae14f req-1803a492-ed76-47e3-bc58-2aa4860cad5f tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:37.407298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-611a8200-ae71-4370-83d6-d46fe7aae14f req-1803a492-ed76-47e3-bc58-2aa4860cad5f tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 946 time: 0.1143475 Nov 16 21:23:37.468710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-611a8200-ae71-4370-83d6-d46fe7aae14f req-ea2b3caf-ed89-4407-aa60-c6ac2e6f7873 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Nov 16 21:23:38.644996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c386128-2e4e-4179-a211-bc1485bab16e req-e6977781-8b4c-4ec5-a1d9-858ebef1ab44 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.647512 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c386128-2e4e-4179-a211-bc1485bab16e req-e6977781-8b4c-4ec5-a1d9-858ebef1ab44 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 946 time: 0.0696714 Nov 16 21:23:38.705926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c386128-2e4e-4179-a211-bc1485bab16e req-80b9913b-8fe9-440e-9a22-e4748eb1eae9 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Nov 16 21:23:38.896458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3d63d-9f03-4d98-a500-7da076dca45a req-e65778e4-8699-43e9-a671-11c43783311b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:38.899087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72c3d63d-9f03-4d98-a500-7da076dca45a req-e65778e4-8699-43e9-a671-11c43783311b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1089735 Nov 16 21:23:39.015776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72c3d63d-9f03-4d98-a500-7da076dca45a req-de49124e-7900-4dd8-ba31-bc0708a79b8c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045442 Nov 16 21:23:39.205930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5813160-a4a1-4544-86c1-bbd11b978e4e req-d97b000d-b469-4335-8e8f-3dcf321b47d9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.217191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5813160-a4a1-4544-86c1-bbd11b978e4e req-d97b000d-b469-4335-8e8f-3dcf321b47d9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0772269 Nov 16 21:23:39.297830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5813160-a4a1-4544-86c1-bbd11b978e4e req-1c35ca28-14ad-48ab-a3fc-a614c068e156 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791659 Nov 16 21:23:39.417955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50426) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:39.556445 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c190172f-4ae1-4fe6-9506-70ebb530078b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.669773 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c190172f-4ae1-4fe6-9506-70ebb530078b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.674684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c190172f-4ae1-4fe6-9506-70ebb530078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.724367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-c6e07ee3-fa14-4129-a839-9c74b2a1f45a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:39.728198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-c6e07ee3-fa14-4129-a839-9c74b2a1f45a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.1565065 Nov 16 21:23:39.728454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50442) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:39.730214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c190172f-4ae1-4fe6-9506-70ebb530078b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fdffa58969f447b95ca558d3739f227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095698 Nov 16 21:23:39.731495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190172f-4ae1-4fe6-9506-70ebb530078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb778c73-0b20-48f5-890b-cf0984d421fa,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:39.757281 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-61b913fa-53dc-4589-a819-aa58b57d3c28 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/quotas/eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 375 time: 0.0214365 Nov 16 21:23:39.862121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-0abd69f0-0869-475b-a6ae-00aa2b73ad39 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0946679 Nov 16 21:23:39.863078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d87ec8c-5b06-435a-a2db-9432c965a7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:39.936873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d87ec8c-5b06-435a-a2db-9432c965a7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.021895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-00b1f6b6-9333-4d5e-9288-751784cbb392 service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482506 Nov 16 21:23:40.076547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d87ec8c-5b06-435a-a2db-9432c965a7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.079257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9d87ec8c-5b06-435a-a2db-9432c965a7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.080629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9d87ec8c-5b06-435a-a2db-9432c965a7ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb778c73-0b20-48f5-890b-cf0984d421fa HTTP/1.1" status: 204 len: 168 time: 0.3511810 Nov 16 21:23:40.098096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87ec8c-5b06-435a-a2db-9432c965a7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb778c73-0b20-48f5-890b-cf0984d421fa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:40.195178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-2d770e12-b7f9-4cb1-b190-86b61b991117 service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721957 Nov 16 21:23:40.529353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bf1d2c3-c5af-413c-b208-61ee5742162d req-2041f4af-2914-48ca-a2cc-ab8f7781570e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 210 time: 0.0410357 Nov 16 21:23:40.611221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50464) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:40.639508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48bd0385-275a-42c2-8a3e-27dc65b05a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.777284 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48bd0385-275a-42c2-8a3e-27dc65b05a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.787117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48bd0385-275a-42c2-8a3e-27dc65b05a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.846860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-48bd0385-275a-42c2-8a3e-27dc65b05a7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab6dfeb1172b4e32a2fc5dcf5f63de3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345474 Nov 16 21:23:40.847934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd0385-275a-42c2-8a3e-27dc65b05a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b3ca9-f52f-4015-9c52-6fc8c4ac769e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:40.850634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50472) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:40.915932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175c3a8f-0afd-41dd-ae98-63c8c68dff14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:40.942675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175c3a8f-0afd-41dd-ae98-63c8c68dff14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.002840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175c3a8f-0afd-41dd-ae98-63c8c68dff14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.006366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175c3a8f-0afd-41dd-ae98-63c8c68dff14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:41.007960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-175c3a8f-0afd-41dd-ae98-63c8c68dff14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a08b3ca9-f52f-4015-9c52-6fc8c4ac769e HTTP/1.1" status: 204 len: 168 time: 0.1557956 Nov 16 21:23:41.019231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c3a8f-0afd-41dd-ae98-63c8c68dff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b3ca9-f52f-4015-9c52-6fc8c4ac769e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:41.676420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bef5fb32-22c3-42e7-9d46-f73d47ea828a req-30687ac5-7d5a-4967-91e3-4d23d5aa1666 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 210 time: 0.0417018 Nov 16 21:23:42.025056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-5bb16900-7299-48d7-a2eb-7187813186ae tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:42.027639 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-5bb16900-7299-48d7-a2eb-7187813186ae tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.1954257 Nov 16 21:23:42.044837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'port': {'device_id': '0146eae7-e639-47cc-abed-baf2294d9185', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'admin_state_up': True, 'tenant_id': 'eff893ad234d41009410f4f434528fb7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:42.212156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:42.217394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.420580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Allocated IP 172.20.0.10 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/e8507d28-c313-46b4-9d9f-06cafd055dc9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:42.740419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.798545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:42.813833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['455b621f-7de4-42e7-b4e8-07d11b2b0182'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:42.819111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4ae9d6f9-7d35-4023-abf7-4de1d0ecb3ce req-178a5f2c-d97f-4bb8-ae4d-d5ce5095ba52 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 210 time: 0.0455778 Nov 16 21:23:42.833344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:42.872191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:42.886341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:42.890225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:42.937254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:42.979595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:42.983543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.032265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8fd0499f-ca83-462f-b036-2fc3d55b4d67 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9939241 Nov 16 21:23:43.054133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Request body: {'port': {'device_id': '0146eae7-e639-47cc-abed-baf2294d9185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:43.189150 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.387383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a6eb8b47-dd3c-4faf-953a-d8fd49fd8d1d None None] Provisioning complete for port e8507d28-c313-46b4-9d9f-06cafd055dc9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:43.387952 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8b47-dd3c-4faf-953a-d8fd49fd8d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.445266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb8b47-dd3c-4faf-953a-d8fd49fd8d1d None None] Port e8507d28-c313-46b4-9d9f-06cafd055dc9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:23:43.640751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8507d28-c313-46b4-9d9f-06cafd055dc9 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:43.662928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.663424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a6b10-1f67-43d7-b66b-cfaa72b93d9f req-eeb4663a-396c-47b5-a98f-145f100d4558 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:43.671820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc5a6b10-1f67-43d7-b66b-cfaa72b93d9f req-eeb4663a-396c-47b5-a98f-145f100d4558 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 946 time: 0.0810788 Nov 16 21:23:43.699877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Transition to ACTIVE for port object e8507d28-c313-46b4-9d9f-06cafd055dc9 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:23:43.707804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:43.744261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc5a6b10-1f67-43d7-b66b-cfaa72b93d9f req-31095f74-88b3-46f0-ba18-4b37da1e3db7 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650156 Nov 16 21:23:43.867886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Pushing event updated for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:43.916776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Attempting to bind port e8507d28-c313-46b4-9d9f-06cafd055dc9 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:43.917503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Attempting to bind port e8507d28-c313-46b4-9d9f-06cafd055dc9 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:43.918001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Attempting to bind port e8507d28-c313-46b4-9d9f-06cafd055dc9 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:43.924571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Port e8507d28-c313-46b4-9d9f-06cafd055dc9 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:23:43.924895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Attempting to bind port e8507d28-c313-46b4-9d9f-06cafd055dc9 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:43.953491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:43.953491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:43.953807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:43.954871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Bound port: e8507d28-c313-46b4-9d9f-06cafd055dc9, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:43.954871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.124068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471097a4-9add-4736-94bd-aa5acb563610 req-585bcf0b-8ad2-4379-9e7e-66ab3a71600c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.125954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-471097a4-9add-4736-94bd-aa5acb563610 req-585bcf0b-8ad2-4379-9e7e-66ab3a71600c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 944 time: 0.2023151 Nov 16 21:23:44.180581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:44.220925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:44.231299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.266877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-471097a4-9add-4736-94bd-aa5acb563610 req-531eb46e-8154-4632-8bfa-ea74ef16bd6d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281171 Nov 16 21:23:44.325564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Pushing event updated for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:44.330841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.331608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:44.333797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-64ce2b2c-2328-43b4-b660-86d911a5799e service neutron] 10.222.0.41 "PUT /v2.0/ports/e8507d28-c313-46b4-9d9f-06cafd055dc9 HTTP/1.1" status: 200 len: 1092 time: 1.2871981 Nov 16 21:23:44.334337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:44.336904 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292e3389-a725-4f31-9501-68054e2e7fae" -d '{"events": [{"name": "network-changed", "server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:44.412521 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9779da0-1f27-4842-88ca-cd124ac60311 x-openstack-request-id: req-e9779da0-1f27-4842-88ca-cd124ac60311 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:44.412839 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:44.413089 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9779da0-1f27-4842-88ca-cd124ac60311 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:44.414130 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9', 'status': 'completed', 'code': 200} Nov 16 21:23:44.442960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-c949d664-3829-4aab-8aef-b73ea4ee3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.445976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-c949d664-3829-4aab-8aef-b73ea4ee3d44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 1095 time: 0.0705626 Nov 16 21:23:44.512780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-d1e9d930-8b47-4306-85ff-03f318eabc01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9 HTTP/1.1" status: 200 len: 217 time: 0.0537260 Nov 16 21:23:44.617222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-ad922df3-9c56-4121-b33d-2db4c842ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.618895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-ad922df3-9c56-4121-b33d-2db4c842ff14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.0933404 Nov 16 21:23:44.684904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8798f39f-55a4-4341-a9b6-77a28f19edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:44.686480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-8798f39f-55a4-4341-a9b6-77a28f19edcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554748 Nov 16 21:23:45.038385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-1cf25238-e9d8-450f-a826-2388724a1d2b service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373806 Nov 16 21:23:45.113310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69018f75-3312-4597-b74f-abb0a1ddf415 req-17afe49e-7dc1-4d69-a48f-e6c845119f3e tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.121319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69018f75-3312-4597-b74f-abb0a1ddf415 req-17afe49e-7dc1-4d69-a48f-e6c845119f3e tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 946 time: 0.1598444 Nov 16 21:23:45.212283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69018f75-3312-4597-b74f-abb0a1ddf415 req-e7c87065-eaef-49e4-ae59-f46a894fc1a8 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846822 Nov 16 21:23:45.224892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5bb60b5-4c56-42c1-8794-bea0f3edd93c req-4beeb861-49de-47f8-8353-d97455eb9a7a service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742816 Nov 16 21:23:45.266043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50632) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.355892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3389-a725-4f31-9501-68054e2e7fae req-cabb4fc4-01f2-425e-bd67-08a9170c4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.358455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-cabb4fc4-01f2-425e-bd67-08a9170c4dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 1095 time: 0.0805740 Nov 16 21:23:45.360339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.454833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16994-bf60-4e7d-a55c-a3fad211d3c1 req-13f8dff7-a65a-401e-ba28-84e17bc45cbc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.456797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6e16994-bf60-4e7d-a55c-a3fad211d3c1 req-13f8dff7-a65a-401e-ba28-84e17bc45cbc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 944 time: 0.0642974 Nov 16 21:23:45.504610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da7319-7bd1-473e-a332-99602ffacb3d req-bcc76809-5790-48ee-a228-eb6e2416549b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.506185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03da7319-7bd1-473e-a332-99602ffacb3d req-bcc76809-5790-48ee-a228-eb6e2416549b tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.47 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 946 time: 0.0762823 Nov 16 21:23:45.535054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65de7f22-8d5e-4543-b23e-a70d59b11327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.561669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3389-a725-4f31-9501-68054e2e7fae req-5e33e67b-3a24-48b6-afe4-c93418d5b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.563159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-5e33e67b-3a24-48b6-afe4-c93418d5b6d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.1965020 Nov 16 21:23:45.563351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-742b298f-fd24-4924-a191-c48762269cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.586907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6e16994-bf60-4e7d-a55c-a3fad211d3c1 req-699f9729-45fb-4c2d-88ef-3d668097041b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215687 Nov 16 21:23:45.650756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-f1cb8ff2-ca59-420a-b653-0da4814a442f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9 HTTP/1.1" status: 200 len: 217 time: 0.0478942 Nov 16 21:23:45.711776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65de7f22-8d5e-4543-b23e-a70d59b11327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.718490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65de7f22-8d5e-4543-b23e-a70d59b11327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.744874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Deleting port fc81ae93-5a28-4c06-bcf5-7343350d252d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:45.745985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.757283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-742b298f-fd24-4924-a191-c48762269cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.773488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-742b298f-fd24-4924-a191-c48762269cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.777968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65de7f22-8d5e-4543-b23e-a70d59b11327 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a035c8417df548338a61f83cef76ece0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095830 Nov 16 21:23:45.785717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de7f22-8d5e-4543-b23e-a70d59b11327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4f6b3-bf28-43e9-ba3f-c95e2aa17f29,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.787998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.824665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-742b298f-fd24-4924-a191-c48762269cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0619fe4e70944c196982cfbf71b99de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632628 Nov 16 21:23:45.828437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3389-a725-4f31-9501-68054e2e7fae req-329b1600-3bec-4918-8e78-651c733f6def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.830985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-329b1600-3bec-4918-8e78-651c733f6def service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1744623 Nov 16 21:23:45.838818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50656) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:45.850034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b298f-fd24-4924-a191-c48762269cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc9697-48b0-47dc-99c0-5b05a477245f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:45.884229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47023924-d632-4d0d-8a40-d13a5b795f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.909829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47023924-d632-4d0d-8a40-d13a5b795f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.950175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] For port fc81ae93-5a28-4c06-bcf5-7343350d252d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=fc81ae93-5a28-4c06-bcf5-7343350d252d,segment=NetworkSegment(df4ad821-86c3-4c18-a141-23396dd2e618),segment_id=df4ad821-86c3-4c18-a141-23396dd2e618)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:45.950553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.971094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Calling delete_port for fc81ae93-5a28-4c06-bcf5-7343350d252d owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:45.975732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3389-a725-4f31-9501-68054e2e7fae req-fcd2bbc5-4725-4cef-8c7a-eba56ac34d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:45.977270 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-fcd2bbc5-4725-4cef-8c7a-eba56ac34d68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315875 Nov 16 21:23:45.983690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47023924-d632-4d0d-8a40-d13a5b795f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.989283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47023924-d632-4d0d-8a40-d13a5b795f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:45.995775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-47023924-d632-4d0d-8a40-d13a5b795f7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55d4f6b3-bf28-43e9-ba3f-c95e2aa17f29 HTTP/1.1" status: 204 len: 168 time: 0.2023432 Nov 16 21:23:46.025505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47023924-d632-4d0d-8a40-d13a5b795f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4f6b3-bf28-43e9-ba3f-c95e2aa17f29,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.080412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-665de130-1fe3-4ba6-98e2-c54eb6fbc55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.394014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50692) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.413095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77b73465-7872-47d6-a2ff-76b875c434f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.464717 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-665de130-1fe3-4ba6-98e2-c54eb6fbc55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.510049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77b73465-7872-47d6-a2ff-76b875c434f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.516984 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77b73465-7872-47d6-a2ff-76b875c434f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.553373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908897-2a6b-4bc8-93bf-c2a016d493ee req-75d1936e-2f97-42f1-887d-eb4a2ddf31cd tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:46.554999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85908897-2a6b-4bc8-93bf-c2a016d493ee req-75d1936e-2f97-42f1-887d-eb4a2ddf31cd tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/ports?device_id=d21f9cb0-4b64-44c0-aa0a-424890b5b432 HTTP/1.1" status: 200 len: 946 time: 0.1554449 Nov 16 21:23:46.561278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-3b1f08a5-3209-4269-913f-a385624e5a6f service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742280 Nov 16 21:23:46.576038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-77b73465-7872-47d6-a2ff-76b875c434f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fdec95f326f4a3ab089aa32506aaf1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1804261 Nov 16 21:23:46.580943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:46.592559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b73465-7872-47d6-a2ff-76b875c434f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef206cb-6c2b-4884-8576-0a011d1a6fa4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.664843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87186a98-a506-4682-9129-006e0f16374b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.677317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-665de130-1fe3-4ba6-98e2-c54eb6fbc55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.679866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-665de130-1fe3-4ba6-98e2-c54eb6fbc55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.680993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-665de130-1fe3-4ba6-98e2-c54eb6fbc55a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30bc9697-48b0-47dc-99c0-5b05a477245f HTTP/1.1" status: 204 len: 168 time: 0.8466320 Nov 16 21:23:46.711332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87186a98-a506-4682-9129-006e0f16374b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.714406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665de130-1fe3-4ba6-98e2-c54eb6fbc55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc9697-48b0-47dc-99c0-5b05a477245f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.739816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.751615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['fc81ae93-5a28-4c06-bcf5-7343350d252d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:46.782132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85908897-2a6b-4bc8-93bf-c2a016d493ee req-3c36d141-eace-4687-b598-138216248ffd tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc7562de-fad3-4d35-bf2d-5b9aee723c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965084 Nov 16 21:23:46.788675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Pushing event deleted for resources: {'Port': ['ID=fc81ae93-5a28-4c06-bcf5-7343350d252d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.804285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87186a98-a506-4682-9129-006e0f16374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.806998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87186a98-a506-4682-9129-006e0f16374b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.812241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87186a98-a506-4682-9129-006e0f16374b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ef206cb-6c2b-4884-8576-0a011d1a6fa4 HTTP/1.1" status: 204 len: 168 time: 0.2301731 Nov 16 21:23:46.812456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-292e3389-a725-4f31-9501-68054e2e7fae req-649de9e8-dce9-49c3-8761-dd6791ec05ba service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391517 Nov 16 21:23:46.827750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87186a98-a506-4682-9129-006e0f16374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef206cb-6c2b-4884-8576-0a011d1a6fa4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:46.869565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ee92f-2cfc-40fe-8229-6742f4a1a856 req-eddf7956-5d1e-4a11-a824-f85744eea794 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:46.879039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-752ee92f-2cfc-40fe-8229-6742f4a1a856 req-eddf7956-5d1e-4a11-a824-f85744eea794 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 944 time: 0.1997242 Nov 16 21:23:46.894009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] No DVR routers for this DVR port fc81ae93-5a28-4c06-bcf5-7343350d252d on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:23:46.900975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:46.906291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03da7319-7bd1-473e-a332-99602ffacb3d req-2d1b9134-292a-45a6-9122-c1432b8f7c69 tempest-VolumesActionsTest-835947729 tempest-VolumesActionsTest-835947729-project] 10.222.0.47 "DELETE /v2.0/ports/fc81ae93-5a28-4c06-bcf5-7343350d252d HTTP/1.1" status: 204 len: 173 time: 1.3880024 Nov 16 21:23:46.907909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'name': 'network-vif-deleted', 'tag': 'fc81ae93-5a28-4c06-bcf5-7343350d252d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:46.910625 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed983025-c717-4ac5-8815-65844c45b991" -d '{"events": [{"server_uuid": "d21f9cb0-4b64-44c0-aa0a-424890b5b432", "name": "network-vif-deleted", "tag": "fc81ae93-5a28-4c06-bcf5-7343350d252d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:46.954226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-752ee92f-2cfc-40fe-8229-6742f4a1a856 req-8f46fe96-1fd2-42b8-9b3a-82b2617daf2e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740838 Nov 16 21:23:46.989301 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14752b1-56b9-49e7-b695-8fc4b2d044ef x-openstack-request-id: req-e14752b1-56b9-49e7-b695-8fc4b2d044ef {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:46.990222 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f9cb0-4b64-44c0-aa0a-424890b5b432", "name": "network-vif-deleted", "tag": "fc81ae93-5a28-4c06-bcf5-7343350d252d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:46.990666 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e14752b1-56b9-49e7-b695-8fc4b2d044ef {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:46.991235 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f9cb0-4b64-44c0-aa0a-424890b5b432', 'name': 'network-vif-deleted', 'tag': 'fc81ae93-5a28-4c06-bcf5-7343350d252d', 'status': 'completed', 'code': 200} Nov 16 21:23:47.998123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e8507d28-c313-46b4-9d9f-06cafd055dc9 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:23:48.224315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bac10c-7540-4551-b7c9-80bfce4190e3 req-b471637a-1dd2-4f5c-aaf9-fabb35b369fc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:48.237458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43bac10c-7540-4551-b7c9-80bfce4190e3 req-b471637a-1dd2-4f5c-aaf9-fabb35b369fc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 944 time: 0.1559262 Nov 16 21:23:48.272914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:48.340408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43bac10c-7540-4551-b7c9-80bfce4190e3 req-12b31680-0932-419d-95da-431a455cc07c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016150 Nov 16 21:23:48.341798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e8507d28-c313-46b4-9d9f-06cafd055dc9', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': 'e8507d28-c313-46b4-9d9f-06cafd055dc9', 'mac_address': 'fa:16:3e:5a:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:23:48.462320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.480709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8507d28-c313-46b4-9d9f-06cafd055dc9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:23:48.509433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:48.515817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:48.597547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:48.870930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e8507d28-c313-46b4-9d9f-06cafd055dc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:49.597991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29332221-bc72-475c-bccb-acf967aba2e5 req-f30c40b7-9542-4435-be91-fad93a8a8b26 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:49.600411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29332221-bc72-475c-bccb-acf967aba2e5 req-f30c40b7-9542-4435-be91-fad93a8a8b26 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 945 time: 0.1545105 Nov 16 21:23:49.721943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-29332221-bc72-475c-bccb-acf967aba2e5 req-f46153aa-7a6a-4f2a-9484-ff76f0f4f9dd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951569 Nov 16 21:23:49.805723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device fc81ae93-5a28-4c06-bcf5-7343350d252d no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:23:50.097572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: fc81ae93-5a28-4c06-bcf5-7343350d252d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:23:50.098123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device fc81ae93-5a28-4c06-bcf5-7343350d252d not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:23:50.747520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4c29-6dd9-4e0f-9386-e2975452ece8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:50.986628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e07ae-5b43-4c97-b7b6-4f1947fb111c req-1c596480-03e0-43b3-81e8-a57cd9ae8eaa tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:50.994229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de0e07ae-5b43-4c97-b7b6-4f1947fb111c req-1c596480-03e0-43b3-81e8-a57cd9ae8eaa tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 945 time: 0.1427088 Nov 16 21:23:51.076382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de0e07ae-5b43-4c97-b7b6-4f1947fb111c req-c3b6d3f1-1e6a-4e5d-b89f-b5b7c1f88f76 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809782 Nov 16 21:23:51.730952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51020) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:51.915032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daa78f9f-bb47-4a51-95f2-af9095e5da66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.001749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daa78f9f-bb47-4a51-95f2-af9095e5da66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.006376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daa78f9f-bb47-4a51-95f2-af9095e5da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.013601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e8507d28-c313-46b4-9d9f-06cafd055dc9 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:23:52.063989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51030) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:52.065416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-daa78f9f-bb47-4a51-95f2-af9095e5da66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02b4bc4d70344037bfaa85c9f304d205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331721 Nov 16 21:23:52.069994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa78f9f-bb47-4a51-95f2-af9095e5da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db97b6-4090-400d-a99a-f4572b2fafb2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:52.138773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e8507d28-c313-46b4-9d9f-06cafd055dc9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:23:52.150445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e8507d28-c313-46b4-9d9f-06cafd055dc9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:52.151061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.178632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8d83-517c-4f80-89bf-cac6a9ef9919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.258977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8d83-517c-4f80-89bf-cac6a9ef9919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.309895 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:23:52.313076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.340705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d1b4-5a82-4ba4-86bb-cd93e3501659 req-dca5ce49-d671-4bb9-9e92-478341772691 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.350068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6706d1b4-5a82-4ba4-86bb-cd93e3501659 req-dca5ce49-d671-4bb9-9e92-478341772691 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 945 time: 0.1641417 Nov 16 21:23:52.351681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:52.354212 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cce349-0885-4ca9-a74a-db7e0eaf40e6" -d '{"events": [{"server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "name": "network-vif-plugged", "status": "completed", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:52.374734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:52.380616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.465779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:52.469445 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5cac68-135c-41f1-a193-58748bf9494b x-openstack-request-id: req-9e5cac68-135c-41f1-a193-58748bf9494b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:52.469756 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "name": "network-vif-plugged", "status": "completed", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:52.470007 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e5cac68-135c-41f1-a193-58748bf9494b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:52.470401 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9', 'code': 200} Nov 16 21:23:52.576464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc4fc1-db32-4fef-9396-ded4e4071b7e req-e761f3c0-405b-4769-8c7d-d3c8841f21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.586483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dccc4fc1-db32-4fef-9396-ded4e4071b7e req-e761f3c0-405b-4769-8c7d-d3c8841f21c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 1097 time: 0.0629849 Nov 16 21:23:52.671680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dccc4fc1-db32-4fef-9396-ded4e4071b7e req-adf6b6f5-d579-4c5a-85fe-ac9049b3fb21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727057 Nov 16 21:23:52.780407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-df2881b3-4d09-46e0-9ed1-7847316769d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0758314 Nov 16 21:23:52.885295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6706d1b4-5a82-4ba4-86bb-cd93e3501659 req-e9909cb8-340d-40a9-8ba6-0fe84a8cdeda tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343533 Nov 16 21:23:52.896012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.896347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.896870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.897334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.910124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.910724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.911204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:52.912673 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8d83-517c-4f80-89bf-cac6a9ef9919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.913926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-3e167ec2-cc63-4fea-92a1-1f9b9f42575b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6499 time: 0.1023166 Nov 16 21:23:52.919336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e3fd8d83-517c-4f80-89bf-cac6a9ef9919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:52.940387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e3fd8d83-517c-4f80-89bf-cac6a9ef9919 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3db97b6-4090-400d-a99a-f4572b2fafb2 HTTP/1.1" status: 204 len: 168 time: 0.8742352 Nov 16 21:23:52.966751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd8d83-517c-4f80-89bf-cac6a9ef9919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db97b6-4090-400d-a99a-f4572b2fafb2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:53.025699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c133916a-8d5f-4b7b-90a2-c84fa8f56cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:53.115119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-42c809d6-caa7-4a03-a240-98352b3cbe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.115836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-42c809d6-caa7-4a03-a240-98352b3cbe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.116343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-42c809d6-caa7-4a03-a240-98352b3cbe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.118192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-42c809d6-caa7-4a03-a240-98352b3cbe36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d81a8710-fd36-40cc-8775-10a384459c66&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=81f28bd4-0232-410e-9fc6-cca647927715&id=81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 200 len: 2298 time: 0.1682556 Nov 16 21:23:53.264073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-6359000c-5eb5-4806-a6bb-9bd6c1ec2203 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 200 len: 1000 time: 0.1357474 Nov 16 21:23:53.417451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-f5ae9821-04ae-459c-b9cc-da52439a46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.418147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-f5ae9821-04ae-459c-b9cc-da52439a46bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4900acb4-23f2-42d4-87b5-5ff651f9925c HTTP/1.1" status: 200 len: 855 time: 0.1453683 Nov 16 21:23:53.524841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-9cd82714-a6e2-49ef-9fca-6c31b4e7eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:53.528494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-9cd82714-a6e2-49ef-9fca-6c31b4e7eeb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d81a8710-fd36-40cc-8775-10a384459c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032603 Nov 16 21:23:53.731546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-c58685a8-9412-4481-9d41-f3fe858a51e6 service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949735 Nov 16 21:23:53.898803 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-4939bc22-6c73-4ca6-86b7-2044dbe82c2a service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583574 Nov 16 21:23:54.046054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-fe96c481-1b58-4801-b730-8369ea33d766 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 217 time: 0.1401613 Nov 16 21:23:54.104099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:54.334348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-4c7f36e1-478d-4f22-8525-5d3091a360cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:54.338330 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-4c7f36e1-478d-4f22-8525-5d3091a360cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.2790744 Nov 16 21:23:54.480597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35036d3c-03e0-4848-9643-1084fa6f7c08 req-d9380511-0eea-49ca-8be5-814242bf9d9f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:54.490004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35036d3c-03e0-4848-9643-1084fa6f7c08 req-d9380511-0eea-49ca-8be5-814242bf9d9f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 946 time: 0.3296826 Nov 16 21:23:54.554196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-bd26dda2-abdc-4e4d-b51f-02f5beb682fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:54.565930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-bd26dda2-abdc-4e4d-b51f-02f5beb682fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2148345 Nov 16 21:23:54.732124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35036d3c-03e0-4848-9643-1084fa6f7c08 req-4f04228d-27e3-45cd-bbf0-844e2037cd92 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335198 Nov 16 21:23:54.824600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-18d51830-129d-4937-bd39-54cc8fffc753 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398617 Nov 16 21:23:55.009505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:55.099093 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-b0c6ae53-18de-408a-8a82-6458d875f920 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653422 Nov 16 21:23:55.149244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-0ca70b1d-3e83-4334-8563-dfa1296a4dba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 217 time: 0.0434837 Nov 16 21:23:55.225155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f30d2bf7-864a-455a-80ae-f28b2a1e1055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.260369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-64ab9075-dfa8-4cc6-9649-eade05fdc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:55.263755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-64ab9075-dfa8-4cc6-9649-eade05fdc129 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.0972564 Nov 16 21:23:55.324210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-ccc61167-2cba-404a-9057-33465ee36c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:55.326333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-ccc61167-2cba-404a-9057-33465ee36c4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543377 Nov 16 21:23:55.394465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f30d2bf7-864a-455a-80ae-f28b2a1e1055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.402235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f30d2bf7-864a-455a-80ae-f28b2a1e1055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.439676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-473522eb-1427-45b5-ade8-4e723e38ba5b service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053524 Nov 16 21:23:55.461066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f30d2bf7-864a-455a-80ae-f28b2a1e1055 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7dde015b19a4f8d8edc3289508e0fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487581 Nov 16 21:23:55.462110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51124) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:55.464609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d2bf7-864a-455a-80ae-f28b2a1e1055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd87edd3-f03b-4a25-9b0e-f0559b67ea00,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:55.465925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51126) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:55.630252 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.646195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-6f31b1b2-e4f8-4f41-9b79-1ec63f4804c0 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975977 Nov 16 21:23:55.655463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf8a5-c84e-4c6f-a7d1-1cd348c9d182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.661636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-447107837'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:55.706475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Made reservation on behalf of 27b2bebf89994866a4c15c8fbfa3db1a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:55.710787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.719835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-356cbb74-4139-4325-a069-cc59d8a6ab2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e402764e-07db-4ee3-801c-7372fdbeb928 HTTP/1.1" status: 200 len: 217 time: 0.0664594 Nov 16 21:23:55.722354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.749049 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf8a5-c84e-4c6f-a7d1-1cd348c9d182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.822767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.828637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.840838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-5e9222c7-02cb-4fc7-b13e-f3eaecc6e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:55.842502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-5e9222c7-02cb-4fc7-b13e-f3eaecc6e20c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1094725 Nov 16 21:23:55.904465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:23:55.906291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf8a5-c84e-4c6f-a7d1-1cd348c9d182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.909582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3ccf8a5-c84e-4c6f-a7d1-1cd348c9d182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:55.912971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c3ccf8a5-c84e-4c6f-a7d1-1cd348c9d182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd87edd3-f03b-4a25-9b0e-f0559b67ea00 HTTP/1.1" status: 204 len: 168 time: 0.4438982 Nov 16 21:23:55.924318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10264bc3-1f91-47fb-8357-4889367e5bee,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:55.952454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-4d6eb3bb-42fb-4979-981d-77c2e00e7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:55.957650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-4d6eb3bb-42fb-4979-981d-77c2e00e7684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1059313 Nov 16 21:23:55.965670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccf8a5-c84e-4c6f-a7d1-1cd348c9d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd87edd3-f03b-4a25-9b0e-f0559b67ea00,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.011511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.012880 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Added segment 521ef370-55fd-4977-9435-7df34ca3e12f of type vlan for network 8355b19e-a0ea-4de4-8c25-0107de9c6895 Nov 16 21:23:56.085377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.103417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3354b8-15a6-4241-b627-e0e80a78010d req-cf4b71aa-c99f-4dff-8f7d-c63f735d7540 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:56.116802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e3354b8-15a6-4241-b627-e0e80a78010d req-cf4b71aa-c99f-4dff-8f7d-c63f735d7540 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 946 time: 0.2090194 Nov 16 21:23:56.151120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-f5f25ecf-ffa5-403b-9c98-60cec1f0f9e7 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796250 Nov 16 21:23:56.168124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.174413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:56.175150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.354071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-7bb5bdab-e76c-4a1e-950b-a12c4e0aa97f service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950457 Nov 16 21:23:56.378403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9123769 Nov 16 21:23:56.403779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:56.415524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Request body: {'subnet': {'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:56.438430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffb591-eb9a-4bf5-bb56-f9b785109128 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event updated for resources: {'Network': ['ID=8355b19e-a0ea-4de4-8c25-0107de9c6895,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:56.443609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-cb5cdc46-0bf5-4c16-a137-59be4882df6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=067f260e-99dd-4594-88ab-c8307bb73d26 HTTP/1.1" status: 200 len: 217 time: 0.0817220 Nov 16 21:23:56.456711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:23:56.459795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e3354b8-15a6-4241-b627-e0e80a78010d req-18ee7780-2c8d-4424-ab13-cec4a015b6c0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416467 Nov 16 21:23:56.583633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Made reservation on behalf of 27b2bebf89994866a4c15c8fbfa3db1a for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:56.589126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-05d4012a-d43e-4b22-b619-07d2ba0a26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:56.590677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-05d4012a-d43e-4b22-b619-07d2ba0a26a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1396124 Nov 16 21:23:56.603117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.666251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-1339a541-0328-47da-ba60-f9bc2f9d4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:56.668626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-1339a541-0328-47da-ba60-f9bc2f9d4138 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650916 Nov 16 21:23:56.715856 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:56.734549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-1554706e-af02-485f-b4dd-b0b9f8eeed78 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 267 time: 0.1512635 Nov 16 21:23:56.945348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-d3416aed-addb-4c20-b545-336d18bbd640 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:56.950284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-d3416aed-addb-4c20-b545-336d18bbd640 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 946 time: 0.1523182 Nov 16 21:23:56.973182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-fac266f5-e225-4948-b3fe-22ddce0c9b78 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962773 Nov 16 21:23:56.980068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'port': {'security_groups': []}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:57.012860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.137351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Checking segment: {'id': '521ef370-55fd-4977-9435-7df34ca3e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:57.138394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Network hostable DHCP agents. Network: 8355b19e-a0ea-4de4-8c25-0107de9c6895, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:23:57.148459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.153537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event updated for resources: {'Subnet': ['ID=84491400-4452-4ce5-96cb-61d86ae03a44,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:57.165178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:23:57.183994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 8355b19e-a0ea-4de4-8c25-0107de9c6895) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:57.196971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070893f-2860-4c20-bd72-a90ab7e55f73 None None] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:23:57.206008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:57.206823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.242882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-d5515200-94a0-43a0-86b0-6fdb0b12f5ca service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577157 Nov 16 21:23:57.250452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-caab769a-4965-46b1-9c79-55e2c26f5649 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8466523 Nov 16 21:23:57.251168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:57.257013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Request body: {'port': {'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895', 'name': 'tempest-DHCPAgentSchedulersTestJSON-485139015'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:23:57.474788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Made reservation on behalf of 27b2bebf89994866a4c15c8fbfa3db1a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:23:57.480213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.506289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:23:57.529621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] device_id is not set on port 29d173bc-b468-46d9-9787-f4befdf479ee yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:23:57.550222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-8355b19e-a0ea-4de4-8c25-0107de9c6895', 'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895', 'tenant_id': '27b2bebf89994866a4c15c8fbfa3db1a', 'fixed_ips': [{'subnet_id': '84491400-4452-4ce5-96cb-61d86ae03a44'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:23:57.551418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.574919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-fa317399-a750-4662-853f-03e0ef210d86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97f906d6-7a52-4792-be6e-a85ce0027b01 HTTP/1.1" status: 200 len: 217 time: 0.3152194 Nov 16 21:23:57.659487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-adf590c1-bbb0-4aa7-949f-f15948b62049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:57.660383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-adf590c1-bbb0-4aa7-949f-f15948b62049 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.0766096 Nov 16 21:23:57.722323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.740419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.755813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['455b621f-7de4-42e7-b4e8-07d11b2b0182'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:57.759878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e', 'e8507d28-c313-46b4-9d9f-06cafd055dc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:57.794000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Allocated IP 172.20.0.12 (8355b19e-a0ea-4de4-8c25-0107de9c6895/84491400-4452-4ce5-96cb-61d86ae03a44/29d173bc-b468-46d9-9787-f4befdf479ee) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:57.815015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:57.817046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:57.832423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ab2d3c3-5170-4880-b1b3-a2857ba9b2f8 req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "PUT /v2.0/ports/e8507d28-c313-46b4-9d9f-06cafd055dc9 HTTP/1.1" status: 200 len: 905 time: 0.8579443 Nov 16 21:23:57.838265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:23:57.841947 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23496692-fea6-4300-899f-da0f23a309dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:23:57.921524 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f972dd09-0d94-4862-9247-ee007f636a92 x-openstack-request-id: req-f972dd09-0d94-4862-9247-ee007f636a92 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:23:57.921876 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:23:57.922273 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f972dd09-0d94-4862-9247-ee007f636a92 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:23:57.933421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e8507d28-c313-46b4-9d9f-06cafd055dc9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:23:57.936275 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9', 'status': 'completed', 'code': 200} Nov 16 21:23:57.955678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-098e217b-ef8c-4817-8585-46d7bd036b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:57.957416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-098e217b-ef8c-4817-8585-46d7bd036b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2841685 Nov 16 21:23:58.083229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977388ca-893e-4f40-8371-6d08d4d0c240 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:58.114041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496692-fea6-4300-899f-da0f23a309dc req-305b6a48-2310-4e32-943c-f3888e3aacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.116893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-305b6a48-2310-4e32-943c-f3888e3aacfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 1059 time: 0.1551816 Nov 16 21:23:58.232759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28077c5-1bcb-4ba0-9b85-65ba7eb0b921 req-e340b3dc-bdc5-48f9-abc5-32978354f1ff tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.238337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d28077c5-1bcb-4ba0-9b85-65ba7eb0b921 req-e340b3dc-bdc5-48f9-abc5-32978354f1ff tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 0.2876754 Nov 16 21:23:58.257570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-bbed248a-08e3-4faa-b9cb-52d590f511ad service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306302 Nov 16 21:23:58.394800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.407102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e6081213-5d20-48e7-b44d-ed6df5fb05d3 None None] Provisioning complete for port e8507d28-c313-46b4-9d9f-06cafd055dc9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:23:58.407904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e6081213-5d20-48e7-b44d-ed6df5fb05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.498506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.532130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-459dc7c8-f480-448b-b5bd-5fdf9794eec9 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691767 Nov 16 21:23:58.598668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event updated for resources: {'Port': ['ID=29d173bc-b468-46d9-9787-f4befdf479ee,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:58.614049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:58.615763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:58.622447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:58.682059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-ef77de47-6ae9-4f35-a574-6ef748fe5e1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 200 len: 217 time: 0.1358566 Nov 16 21:23:58.739418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.740909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:58.753302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Allocated IP 172.20.0.2 (8355b19e-a0ea-4de4-8c25-0107de9c6895/84491400-4452-4ce5-96cb-61d86ae03a44/1d10b1f0-7545-4b49-918e-5c8f4305a484) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:23:58.761824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c1b4fcf3-c5f5-4f87-8cac-13497b51f2ad tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5094471 Nov 16 21:23:58.766325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51208) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:23:58.836640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496692-fea6-4300-899f-da0f23a309dc req-16472f77-6ee7-4bb1-9a0f-161c2116f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.838140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-16472f77-6ee7-4bb1-9a0f-161c2116f668 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.7113450 Nov 16 21:23:58.848092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-f69e5606-f635-4fe5-a21d-511d7299534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.853549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-f69e5606-f635-4fe5-a21d-511d7299534e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.0967541 Nov 16 21:23:58.890526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7459e-3cb3-476b-b8d5-848b73f411c7 req-3f3a694d-148b-4bf4-9dbf-ff86492d24be tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:58.895909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99e7459e-3cb3-476b-b8d5-848b73f411c7 req-3f3a694d-148b-4bf4-9dbf-ff86492d24be tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3627946 Nov 16 21:23:58.962887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Deleting port 29d173bc-b468-46d9-9787-f4befdf479ee {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:23:58.963253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.104856 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.116514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.144536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.159091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Calling delete_port for 29d173bc-b468-46d9-9787-f4befdf479ee owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:23:59.167759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:23:59.171247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:23:59.175579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:23:59.197450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Pushing event updated for resources: {'Port': ['ID=1d10b1f0-7545-4b49-918e-5c8f4305a484,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.283720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Attempting to bind port 1d10b1f0-7545-4b49-918e-5c8f4305a484 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:23:59.284330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Attempting to bind port 1d10b1f0-7545-4b49-918e-5c8f4305a484 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '521ef370-55fd-4977-9435-7df34ca3e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:23:59.284851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Attempting to bind port 1d10b1f0-7545-4b49-918e-5c8f4305a484 on network 8355b19e-a0ea-4de4-8c25-0107de9c6895 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:23:59.297554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:23:59.299781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Checking segment: {'id': '521ef370-55fd-4977-9435-7df34ca3e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:23:59.301719 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.302460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Bound using segment: {'id': '521ef370-55fd-4977-9435-7df34ca3e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:23:59.304359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Bound port: 1d10b1f0-7545-4b49-918e-5c8f4305a484, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521ef370-55fd-4977-9435-7df34ca3e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8355b19e-a0ea-4de4-8c25-0107de9c6895'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:23:59.304918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.390434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-4a615475-eb58-47b5-9030-aaf523dc9133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9 HTTP/1.1" status: 200 len: 217 time: 0.5325999 Nov 16 21:23:59.433174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] For port 1d10b1f0-7545-4b49-918e-5c8f4305a484, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:23:59.439416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] For port 1d10b1f0-7545-4b49-918e-5c8f4305a484, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1d10b1f0-7545-4b49-918e-5c8f4305a484,segment=NetworkSegment(521ef370-55fd-4977-9435-7df34ca3e12f),segment_id=521ef370-55fd-4977-9435-7df34ca3e12f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:23:59.439589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.443945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.548430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4284da-127e-4742-8bfc-11b1180f3b11 None None] Pushing event updated for resources: {'Port': ['ID=1d10b1f0-7545-4b49-918e-5c8f4305a484,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.562595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event deleted for resources: {'Port': ['ID=29d173bc-b468-46d9-9787-f4befdf479ee,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:23:59.578313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-d71d3c77-3936-47b6-b6cb-189bf3383dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:59.581054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-d71d3c77-3936-47b6-b6cb-189bf3383dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6805997 Nov 16 21:23:59.588036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99e7459e-3cb3-476b-b8d5-848b73f411c7 req-4665af0a-bf8b-4746-9ad3-6463b94e9862 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000828 Nov 16 21:23:59.790927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-19105156-51ef-407d-90e1-101e8a57d8a0 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940486 Nov 16 21:23:59.824000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496692-fea6-4300-899f-da0f23a309dc req-e5f3a55f-b87d-4518-a700-86d9c157b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:23:59.825889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-e5f3a55f-b87d-4518-a700-86d9c157b827 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.3929460 Nov 16 21:23:59.888204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:23:59.894716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-319dea58-a2a1-484e-8a57-82315c9c6fb1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "DELETE /v2.0/ports/29d173bc-b468-46d9-9787-f4befdf479ee HTTP/1.1" status: 204 len: 168 time: 1.1261168 Nov 16 21:23:59.897130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51224) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.203106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b348c-c5c8-4645-87f1-6b30922aeff0 req-e260f6f8-7bc6-46df-9911-74d8f3b1065d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:00.204730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-952b348c-c5c8-4645-87f1-6b30922aeff0 req-e260f6f8-7bc6-46df-9911-74d8f3b1065d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3886478 Nov 16 21:24:00.210576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244be9e9-cb4c-4c6e-aa05-2d96cf1334e8 req-59155a37-08e0-41e2-b777-a347748a1c20 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837059 Nov 16 21:24:00.224558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496692-fea6-4300-899f-da0f23a309dc req-504f2095-fc12-4285-b96e-9e7f61ba41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:00.226017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-504f2095-fc12-4285-b96e-9e7f61ba41c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352242 Nov 16 21:24:00.246353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1d10b1f0-7545-4b49-918e-5c8f4305a484 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:00.284018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bcc1e05e-f547-4d06-bb64-1ebdc23c207a tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3857031 Nov 16 21:24:00.294054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51230) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.299134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-5390466'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:00.379085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Made reservation on behalf of 27b2bebf89994866a4c15c8fbfa3db1a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:00.389893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.406119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-952b348c-c5c8-4645-87f1-6b30922aeff0 req-30790317-914b-4841-ada7-ab334ac55b7a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888876 Nov 16 21:24:00.408047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51232) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:00.423455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1d10b1f0-7545-4b49-918e-5c8f4305a484 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:00.424128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.460816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-ff233384-4020-45e9-b1d3-e525e5c3cfd9 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175260 Nov 16 21:24:00.482122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:00.510066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.510501 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Added segment a52b683f-9f99-4522-8e65-93d7e1a70bbb of type vlan for network 77fd2117-5685-45a0-8cab-9b9185dbce31 Nov 16 21:24:00.632780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.684031 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.722744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 1d10b1f0-7545-4b49-918e-5c8f4305a484, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1d10b1f0-7545-4b49-918e-5c8f4305a484,segment=NetworkSegment(521ef370-55fd-4977-9435-7df34ca3e12f),segment_id=521ef370-55fd-4977-9435-7df34ca3e12f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:00.728697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.735435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-23496692-fea6-4300-899f-da0f23a309dc req-89f631e8-55d4-444d-bd2e-5ecd6f8c547d service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665470 Nov 16 21:24:00.756104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63f8013-abed-4a0c-9a7a-4c28090f772b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:00.891923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=1d10b1f0-7545-4b49-918e-5c8f4305a484,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.073944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.087630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:01.088295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.299466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123fb8c5-deec-44e7-ba93-b8723bbf59cb None None] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:01.325054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-fbe0b00f-782b-4a13-bec2-34049db55cf9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:01.334448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-fbe0b00f-782b-4a13-bec2-34049db55cf9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.4889214 Nov 16 21:24:01.347900 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0527098 Nov 16 21:24:01.350526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:01.390955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-794212e6-3ce2-4a88-9a5a-fd4c7888afec tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/quotas/eff893ad234d41009410f4f434528fb7 HTTP/1.1" status: 200 len: 375 time: 0.0549359 Nov 16 21:24:01.412876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63360a-8ba8-4bee-b56b-7a8c4a169ba4 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event updated for resources: {'Network': ['ID=77fd2117-5685-45a0-8cab-9b9185dbce31,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.475830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63f8013-abed-4a0c-9a7a-4c28090f772b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.496157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 77fd2117-5685-45a0-8cab-9b9185dbce31 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:01.501839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-2a16811b-2710-4cca-be30-03c3b0139252 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1096525 Nov 16 21:24:01.507053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-516f5b3b-a888-42b7-ac20-5531aa393923 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:24:01.515137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-516f5b3b-a888-42b7-ac20-5531aa393923 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124161 Nov 16 21:24:01.524620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e63f8013-abed-4a0c-9a7a-4c28090f772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.684112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f8013-abed-4a0c-9a7a-4c28090f772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3798f0-662e-45eb-ba1d-ebb0514212dc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:01.735371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e63f8013-abed-4a0c-9a7a-4c28090f772b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75f3448142c5479b8d469771de4df3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3260529 Nov 16 21:24:01.737993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51282) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:01.756779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cdad0440-85c5-47ea-af8d-4f90c8577603 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/agents/9da732eb-4c7e-4105-ae6b-1aec6bacac24/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.4038866 Nov 16 21:24:01.759880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51284) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:01.786398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-db4c2081-1d3a-4fff-a9e7-b854434cc18e None None] Provisioning complete for port 1d10b1f0-7545-4b49-918e-5c8f4305a484 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:01.787027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db4c2081-1d3a-4fff-a9e7-b854434cc18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.861628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-493e1749-5fae-4d97-a9ab-b1a56e45953d service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455377 Nov 16 21:24:01.882421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b43f016f-e79c-4b7a-9b06-7955674939fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:01.925001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b43f016f-e79c-4b7a-9b06-7955674939fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.013748 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b43f016f-e79c-4b7a-9b06-7955674939fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.016664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b43f016f-e79c-4b7a-9b06-7955674939fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.020600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b43f016f-e79c-4b7a-9b06-7955674939fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c3798f0-662e-45eb-ba1d-ebb0514212dc HTTP/1.1" status: 204 len: 168 time: 0.2788403 Nov 16 21:24:02.036147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860ea91-dfa5-4557-bd58-8333acc61b32 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] Network 77fd2117-5685-45a0-8cab-9b9185dbce31 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:02.066443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4860ea91-dfa5-4557-bd58-8333acc61b32 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "POST /v2.0/agents/9da732eb-4c7e-4105-ae6b-1aec6bacac24/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3055146 Nov 16 21:24:02.070249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51292) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.072465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285d9af-a5e9-4d92-bcf6-050872d6604d None None] Network 77fd2117-5685-45a0-8cab-9b9185dbce31 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:02.293136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f016f-e79c-4b7a-9b06-7955674939fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3798f0-662e-45eb-ba1d-ebb0514212dc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:02.422829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1d10b1f0-7545-4b49-918e-5c8f4305a484 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:02.454062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-5048c05e-711f-4d18-8d59-3b21e2a6edc2 service neutron] 10.222.0.48 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840578 Nov 16 21:24:02.492695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-205b64aa-50ff-4365-bd54-50ef084de5e9 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/agents/9da732eb-4c7e-4105-ae6b-1aec6bacac24/dhcp-networks HTTP/1.1" status: 200 len: 13607 time: 0.4212685 Nov 16 21:24:02.496826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51300) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.658279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1570eb35-cf82-46ac-9eca-c0005f8627aa tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "DELETE /v2.0/agents/9da732eb-4c7e-4105-ae6b-1aec6bacac24/dhcp-networks/77fd2117-5685-45a0-8cab-9b9185dbce31 HTTP/1.1" status: 204 len: 168 time: 0.1592155 Nov 16 21:24:02.664372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51308) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:02.703608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3bb672c5-7a49-4f84-93a9-60cef5562283 None None] Provisioning complete for port 1d10b1f0-7545-4b49-918e-5c8f4305a484 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:02.703926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3bb672c5-7a49-4f84-93a9-60cef5562283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.808724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1d10b1f0-7545-4b49-918e-5c8f4305a484 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:02.809101 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:02.946067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-b851fb23-b065-427b-a8df-fd837def7157 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1052694 Nov 16 21:24:03.137914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.140360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.141942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.143377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.144621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.145497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.148939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.154024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bb9a2a16-f3dc-4ea0-8775-f9238406ed93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b41f94a52b64a48af73b053bd9244a9&device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 6491 time: 0.1343250 Nov 16 21:24:03.172190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51318) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.184660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f4d310c9-598f-4332-a2ff-7a87499770f1 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/agents/9da732eb-4c7e-4105-ae6b-1aec6bacac24/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.5189824 Nov 16 21:24:03.213039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51320) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.219776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-850dbda0-f12b-49bd-a586-9ba4cc4e95b1 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/networks/8355b19e-a0ea-4de4-8c25-0107de9c6895/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0463324 Nov 16 21:24:03.247852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c6a918f0-9e7f-435f-b66d-413fb8efbfa1 None None] Could not find standard attr ID for object 29d173bc-b468-46d9-9787-f4befdf479ee. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:24:03.257565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.275954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f5f8d594-966b-4e63-8dc2-415136909fdd tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/networks/8355b19e-a0ea-4de4-8c25-0107de9c6895/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0610008 Nov 16 21:24:03.276578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51324) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.504014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-7b0c5c7a-c031-4266-827d-951df4364eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.504512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-7b0c5c7a-c031-4266-827d-951df4364eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.504986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-7b0c5c7a-c031-4266-827d-951df4364eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.506746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-7b0c5c7a-c031-4266-827d-951df4364eca service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=59872c53-6729-4192-9445-880bbe02c628&id=91be6d52-379b-4601-8cda-fada21d4f4ac&id=91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 200 len: 2293 time: 0.3034625 Nov 16 21:24:03.554473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-92b6de26-f4f5-4f93-b12c-25b877410fe9 tempest-DHCPAgentSchedulersTestJSON-1661762136 tempest-DHCPAgentSchedulersTestJSON-1661762136-project-admin] 10.222.0.48 "GET /v2.0/agents/9da732eb-4c7e-4105-ae6b-1aec6bacac24/dhcp-networks HTTP/1.1" status: 200 len: 12839 time: 0.2767642 Nov 16 21:24:03.559020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51336) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:03.611587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-3b15eff9-e0b0-4c67-9761-e9f6f3772a67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 200 len: 1002 time: 0.0957534 Nov 16 21:24:03.647503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.691076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-6e737fad-a125-4f0e-b24c-87b874a20247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.698576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-6e737fad-a125-4f0e-b24c-87b874a20247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 200 len: 850 time: 0.0785911 Nov 16 21:24:03.760238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-cfde398c-53ef-42d3-8e6a-9bbee86d184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:03.762682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-cfde398c-53ef-42d3-8e6a-9bbee86d184f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562437 Nov 16 21:24:03.779278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.832476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fd2117-5685-45a0-8cab-9b9185dbce31']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:03.863279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52b683f-9f99-4522-8e65-93d7e1a70bbb') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:03.863585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52b683f-9f99-4522-8e65-93d7e1a70bbb') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:03.883590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.908168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87a90b6d-09ab-45fc-9792-0c7304202d3d req-b5181435-847a-4a95-a9a7-7ae67c953725 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 210 time: 0.0321612 Nov 16 21:24:03.925260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.956360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:03.956957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:03.968279 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:03.981378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-fceaaae7-5b77-4cd0-9b2d-a78466d285d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070818 Nov 16 21:24:04.106956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.141552 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-d8335043-800e-464f-a842-14dab7316eb5 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498260 Nov 16 21:24:04.148675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.154981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "DELETE /v2.0/networks/77fd2117-5685-45a0-8cab-9b9185dbce31 HTTP/1.1" status: 204 len: 168 time: 0.5925012 Nov 16 21:24:04.154981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3509-7afe-486e-a11d-185efba9912a tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event deleted for resources: {'Network': ['ID=77fd2117-5685-45a0-8cab-9b9185dbce31,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:04.155196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51376) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:04.212515 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cdab00-4633-40e1-960c-f16432e25890 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] DELETE failed (client error): The resource could not be found. Nov 16 21:24:04.214684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cdab00-4633-40e1-960c-f16432e25890 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:24:04.218170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-84cdab00-4633-40e1-960c-f16432e25890 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "DELETE /v2.0/ports/29d173bc-b468-46d9-9787-f4befdf479ee HTTP/1.1" status: 404 len: 333 time: 0.0620549 Nov 16 21:24:04.220685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51378) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:04.287512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Deleting subnet 84491400-4452-4ce5-96cb-61d86ae03a44 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:04.292739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-c79dbe8a-9ce5-4f5b-a46e-ab8a846826d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 217 time: 0.1424329 Nov 16 21:24:04.292999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.352983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.408643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-790bc633-417c-49ab-8208-c0b7ab664074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:04.411454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-790bc633-417c-49ab-8208-c0b7ab664074 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1089642 Nov 16 21:24:04.507978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-f7a943ca-e165-4aea-aea1-161b34b48d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:04.509824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-f7a943ca-e165-4aea-aea1-161b34b48d69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909040 Nov 16 21:24:04.530849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.663418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.707963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event deleted for resources: {'Subnet': ['ID=84491400-4452-4ce5-96cb-61d86ae03a44,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:04.712158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.718307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-243b6311-afd0-4ee1-a1e4-945f7f224ef1 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "DELETE /v2.0/subnets/84491400-4452-4ce5-96cb-61d86ae03a44 HTTP/1.1" status: 204 len: 168 time: 0.4943264 Nov 16 21:24:04.719329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51390) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:04.721897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7399c4fa-d1c6-4e63-8fbc-01b4e60affa9 None None] Network 8355b19e-a0ea-4de4-8c25-0107de9c6895 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:04.735082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-6a6abb70-2508-4056-9d33-f113cb5d9ddc service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165158 Nov 16 21:24:04.834938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.935594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Deleting port 1d10b1f0-7545-4b49-918e-5c8f4305a484 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:04.939024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:04.959492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-75c5a16c-8dc3-46b3-9938-b666aab98f12 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087150 Nov 16 21:24:05.019187 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-06f20f6e-4ef0-4a25-a4c9-61ae2dd90c6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 217 time: 0.0542827 Nov 16 21:24:05.031099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] For port 1d10b1f0-7545-4b49-918e-5c8f4305a484, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1d10b1f0-7545-4b49-918e-5c8f4305a484,segment=NetworkSegment(521ef370-55fd-4977-9435-7df34ca3e12f),segment_id=521ef370-55fd-4977-9435-7df34ca3e12f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:05.031246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.046056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] DHCP port deletion for 8355b19e-a0ea-4de4-8c25-0107de9c6895 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:05.087286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Calling delete_port for 1d10b1f0-7545-4b49-918e-5c8f4305a484 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:05.098104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bd063d6f-1711-49e8-a1de-03adce07f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:05.099691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-bd063d6f-1711-49e8-a1de-03adce07f085 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0716345 Nov 16 21:24:05.123129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] Deleting port 1d10b1f0-7545-4b49-918e-5c8f4305a484 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:05.123507 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.144039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3c6f703-fa28-40e9-ae6b-62a019d7cafa req-7a0e05e5-250b-4025-99f1-e4c0f13232b9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 210 time: 0.0772707 Nov 16 21:24:05.212467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-3848aff0-9b43-42cf-bd08-93f719d9b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:05.214971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-3848aff0-9b43-42cf-bd08-93f719d9b181 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072524 Nov 16 21:24:05.243824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] For port 1d10b1f0-7545-4b49-918e-5c8f4305a484, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1d10b1f0-7545-4b49-918e-5c8f4305a484,segment=NetworkSegment(521ef370-55fd-4977-9435-7df34ca3e12f),segment_id=521ef370-55fd-4977-9435-7df34ca3e12f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:05.250043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.278426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] Calling delete_port for 1d10b1f0-7545-4b49-918e-5c8f4305a484 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:05.366025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.434403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event deleted for resources: {'Port': ['ID=1d10b1f0-7545-4b49-918e-5c8f4305a484,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:05.439147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] No DVR routers for this DVR port 1d10b1f0-7545-4b49-918e-5c8f4305a484 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:05.467870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.550487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] Pushing event deleted for resources: {'Port': ['ID=1d10b1f0-7545-4b49-918e-5c8f4305a484,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:05.559922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835535f-b16a-497e-9a29-4c2145e8b963 None None] No DVR routers for this DVR port 1d10b1f0-7545-4b49-918e-5c8f4305a484 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:05.563011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.633315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-16d38b45-a3a4-4a65-a1dd-090eee3f6fbe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:05.635751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-16d38b45-a3a4-4a65-a1dd-090eee3f6fbe tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 812 time: 0.3707793 Nov 16 21:24:05.652679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Request body: {'port': {'device_id': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'admin_state_up': True, 'tenant_id': 'eff893ad234d41009410f4f434528fb7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:05.718850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.764859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8355b19e-a0ea-4de4-8c25-0107de9c6895']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:05.777966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-c8ecfae6-d8cd-41ac-a812-291047ce3856 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541332 Nov 16 21:24:05.784747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521ef370-55fd-4977-9435-7df34ca3e12f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:05.785032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521ef370-55fd-4977-9435-7df34ca3e12f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:05.804164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.834848 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.844199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:05.845296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:05.850130 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:05.908811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Made reservation on behalf of eff893ad234d41009410f4f434528fb7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:05.919399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.952157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.967291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:05.973598 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] 10.222.0.48 "DELETE /v2.0/networks/8355b19e-a0ea-4de4-8c25-0107de9c6895 HTTP/1.1" status: 204 len: 168 time: 1.2512918 Nov 16 21:24:06.033070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff6ce1-3a11-4b02-a324-e113a6a81c48 tempest-DHCPAgentSchedulersTestJSON-102904191 tempest-DHCPAgentSchedulersTestJSON-102904191-project] Pushing event deleted for resources: {'Network': ['ID=8355b19e-a0ea-4de4-8c25-0107de9c6895,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.142619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-e1284064-2d60-4ef4-bf45-cb7b07fadb42 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488593 Nov 16 21:24:06.194388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1d10b1f0-7545-4b49-918e-5c8f4305a484 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:06.239976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 1d10b1f0-7545-4b49-918e-5c8f4305a484 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:24:06.240618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1d10b1f0-7545-4b49-918e-5c8f4305a484 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:06.259239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-e0482e9e-37e6-4e1f-baad-80331f45d426 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 200 len: 217 time: 0.1019301 Nov 16 21:24:06.371824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-734e8252-4439-400f-a673-e1fcd7c4bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:06.373881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-734e8252-4439-400f-a673-e1fcd7c4bb2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.1018472 Nov 16 21:24:06.404710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a7299d5-d877-4b65-bebb-46e3dd71539c req-a00cb336-4ae7-4fbe-9f26-42b08e749afb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 210 time: 0.0460677 Nov 16 21:24:06.458957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Allocated IP 172.20.0.14 (cbac8ea0-e654-40d2-aaf4-0186fac49cf9/36129606-b2f6-41b3-a1df-7793dd3e0b75/76a0e82b-5177-4997-8802-607b588e35a0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:06.459705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51416) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:06.473020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-8737eb38-6bd5-40ed-91da-d2ae9a78a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:06.474590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-8737eb38-6bd5-40ed-91da-d2ae9a78a3c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755634 Nov 16 21:24:06.670933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f62b05d3-9817-49b8-9718-529df9909268 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27b2bebf89994866a4c15c8fbfa3db1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075346 Nov 16 21:24:06.671270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51424) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:06.680731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-a6ee8dcc-a9f3-4622-8407-c59026540f44 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871579 Nov 16 21:24:06.763229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-757e8f11-4310-4708-9b16-b83b11f33c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.789097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-757e8f11-4310-4708-9b16-b83b11f33c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.821128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-a23dd485-1661-427d-89cc-0dd3659bf86d service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243303 Nov 16 21:24:06.827044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.845616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-757e8f11-4310-4708-9b16-b83b11f33c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.848239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-757e8f11-4310-4708-9b16-b83b11f33c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:06.851982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-757e8f11-4310-4708-9b16-b83b11f33c5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10264bc3-1f91-47fb-8357-4889367e5bee HTTP/1.1" status: 204 len: 168 time: 0.1771512 Nov 16 21:24:06.868080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e8f11-4310-4708-9b16-b83b11f33c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10264bc3-1f91-47fb-8357-4889367e5bee,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:06.884222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-5ff545e4-f919-4ba9-a9ba-d74cbf2d662d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 200 len: 217 time: 0.0529861 Nov 16 21:24:06.975440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-7c5955ad-e547-45ae-b180-786a79a86f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:06.976937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-7c5955ad-e547-45ae-b180-786a79a86f37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 200 len: 797 time: 0.0744920 Nov 16 21:24:06.987037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.003754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['455b621f-7de4-42e7-b4e8-07d11b2b0182'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:24:07.016538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:24:07.128557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:07.205975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:07.209570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:07.214841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:07.381529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51436) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:07.399733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a24e3f6c-36a7-4be7-aa19-737863ffc306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.703426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a24e3f6c-36a7-4be7-aa19-737863ffc306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.721192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c510d-56de-4a58-b6e7-7742432242a9 req-1f7acc2e-f641-4945-8cdc-ad92ee4c715d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:07.739141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-974c510d-56de-4a58-b6e7-7742432242a9 req-1f7acc2e-f641-4945-8cdc-ad92ee4c715d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 932 time: 0.1379986 Nov 16 21:24:07.740113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a24e3f6c-36a7-4be7-aa19-737863ffc306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.831027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-536dc898-7ac8-4759-9441-770c5bd4639f None None] Provisioning complete for port 76a0e82b-5177-4997-8802-607b588e35a0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:07.831947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-536dc898-7ac8-4759-9441-770c5bd4639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:07.848051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-d8ef7aa7-cb02-4798-adbf-0b73484be6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:07.849702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-d8ef7aa7-cb02-4798-adbf-0b73484be6ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59872c53-6729-4192-9445-880bbe02c628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8599753 Nov 16 21:24:07.876801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a24e3f6c-36a7-4be7-aa19-737863ffc306 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5934c8de7707446e97e4d594b54c8ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935772 Nov 16 21:24:07.882019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51448) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:07.896870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e3f6c-36a7-4be7-aa19-737863ffc306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5012d2-487d-45a6-86bc-aaf34bf9ade5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:07.911568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-536dc898-7ac8-4759-9441-770c5bd4639f None None] Port 76a0e82b-5177-4997-8802-607b588e35a0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:07.958422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-974c510d-56de-4a58-b6e7-7742432242a9 req-bf6b30bd-4e83-4b12-88f9-275438901990 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047036 Nov 16 21:24:07.995388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:07.996037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.056626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-634e6579-968a-4ef5-b5bf-9a13f359b24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.084014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-634e6579-968a-4ef5-b5bf-9a13f359b24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.138801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-9c608572-60b6-4c24-a19b-b74757cd861f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4900603 Nov 16 21:24:08.144595 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-634e6579-968a-4ef5-b5bf-9a13f359b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.147237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-634e6579-968a-4ef5-b5bf-9a13f359b24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.148275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-634e6579-968a-4ef5-b5bf-9a13f359b24a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa5012d2-487d-45a6-86bc-aaf34bf9ade5 HTTP/1.1" status: 204 len: 168 time: 0.2645359 Nov 16 21:24:08.179196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-388bbcc0-de47-4744-9ba3-78d3fe9bdb56 service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165588 Nov 16 21:24:08.184724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Request body: {'port': {'device_id': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:08.238983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6579-968a-4ef5-b5bf-9a13f359b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5012d2-487d-45a6-86bc-aaf34bf9ade5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:08.360891 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:08.433904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-4243c67c-dae0-4f04-a6fa-04784f699d8f service neutron] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788945 Nov 16 21:24:08.556376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-dd51d1b5-5784-432f-a60a-57c77332758f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 200 len: 217 time: 0.1126072 Nov 16 21:24:08.884812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-52f1eefc-9428-4873-869e-43b4dc767997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:08.893034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-52f1eefc-9428-4873-869e-43b4dc767997 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.3266499 Nov 16 21:24:09.097569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-84b23ac5-a3f4-4896-9787-857d3fd9f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:09.105666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-84b23ac5-a3f4-4896-9787-857d3fd9f502 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1932867 Nov 16 21:24:09.394180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a0e82b-5177-4997-8802-607b588e35a0 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:09.427915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.472537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0386-1a4f-4cf2-b3bd-2022973fb59f req-8d8b5aea-a397-4f20-90ed-3f6d276c91fa tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:09.480811 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34dd0386-1a4f-4cf2-b3bd-2022973fb59f req-8d8b5aea-a397-4f20-90ed-3f6d276c91fa tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 932 time: 0.3182545 Nov 16 21:24:09.550620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Transition to ACTIVE for port object 76a0e82b-5177-4997-8802-607b588e35a0 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:24:09.564346 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-fc20c4b4-33fb-45d2-929d-33d9a7d00a6d service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559212 Nov 16 21:24:09.584227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:09.748992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34dd0386-1a4f-4cf2-b3bd-2022973fb59f req-6f77a424-a9d3-4084-bdac-4bee460f1ecf tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326763 Nov 16 21:24:09.754592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:09.905300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-158db8c2-b66c-4532-a87a-ebd969c0e7e4 service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323064 Nov 16 21:24:10.083557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-5f1f2af5-01ed-4cc5-8299-b5f09a316e61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 200 len: 217 time: 0.1315744 Nov 16 21:24:10.086257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Attempting to bind port 76a0e82b-5177-4997-8802-607b588e35a0 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:10.086711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Attempting to bind port 76a0e82b-5177-4997-8802-607b588e35a0 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:10.086947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Attempting to bind port 76a0e82b-5177-4997-8802-607b588e35a0 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:10.091969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Port 76a0e82b-5177-4997-8802-607b588e35a0 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:24:10.092307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Attempting to bind port 76a0e82b-5177-4997-8802-607b588e35a0 on network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:10.106330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:10.106686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Checking segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:10.107086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Bound using segment: {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:10.107539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Bound port: 76a0e82b-5177-4997-8802-607b588e35a0, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce1925e-d220-49f2-948b-9ea3e11fedbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:10.107904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.199061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-c617759d-3d06-4ba6-85a7-f28e581b79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:10.200606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-c617759d-3d06-4ba6-85a7-f28e581b79c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 200 len: 797 time: 0.1051745 Nov 16 21:24:10.299798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:10.310990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:10.325311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.333239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6494-d911-462f-acd9-dedc80b6b029 req-45e5d376-f0e2-4d8c-9967-6f2dabe6d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:10.335286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-45e5d376-f0e2-4d8c-9967-6f2dabe6d79b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91be6d52-379b-4601-8cda-fada21d4f4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234214 Nov 16 21:24:10.633936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:10.634781 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:10.638027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] 10.222.0.47 "PUT /v2.0/ports/76a0e82b-5177-4997-8802-607b588e35a0 HTTP/1.1" status: 200 len: 1092 time: 2.4702539 Nov 16 21:24:10.638586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:10.641608 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd92397-9248-4d26-8630-236a0a18fe00" -d '{"events": [{"name": "network-changed", "server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "tag": "76a0e82b-5177-4997-8802-607b588e35a0"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:10.767561 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f44a052-cfe6-4577-a4df-946eb6ae82d3 x-openstack-request-id: req-0f44a052-cfe6-4577-a4df-946eb6ae82d3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:10.768023 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "tag": "76a0e82b-5177-4997-8802-607b588e35a0", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:10.768569 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f44a052-cfe6-4577-a4df-946eb6ae82d3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:10.769267 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0', 'status': 'completed', 'code': 200} Nov 16 21:24:10.783422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85c0b4-49fe-4ace-86a5-a1fcdd5314af service neutron] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:10.789816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-5bfcfa66-08a6-4d11-85ba-b9200fb654bd service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184818 Nov 16 21:24:10.881717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-8105480a-b279-4a4f-8cf6-749dd3c20183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:10.883409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-8105480a-b279-4a4f-8cf6-749dd3c20183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 1095 time: 0.1741450 Nov 16 21:24:10.893416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51530) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:10.972086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-f5ad2165-53df-45e3-9704-82a12744f99e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a0e82b-5177-4997-8802-607b588e35a0 HTTP/1.1" status: 200 len: 217 time: 0.0746341 Nov 16 21:24:11.047833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355348ab-6ae4-4fe2-80d8-fee1cc8a4657 req-01425d67-cae8-4eae-85b4-1627f1df3832 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.055901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-355348ab-6ae4-4fe2-80d8-fee1cc8a4657 req-01425d67-cae8-4eae-85b4-1627f1df3832 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 944 time: 0.1764851 Nov 16 21:24:11.107460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-310b6494-d911-462f-acd9-dedc80b6b029 req-2a2b1f08-f383-4e1c-9f26-5e8cc74e76fb service neutron] 10.222.0.41 "GET /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086624 Nov 16 21:24:11.111645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d375047b-d2b6-4aed-ae51-d0e6fcc1ba6c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1120503690'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:11.112334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d375047b-d2b6-4aed-ae51-d0e6fcc1ba6c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Unknown quota resources ['metering_label']. {{(pid=102454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:24:11.144448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-f122081e-c56a-4681-9119-a54a213aeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.145924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-f122081e-c56a-4681-9119-a54a213aeae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1611917 Nov 16 21:24:11.149752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-355348ab-6ae4-4fe2-80d8-fee1cc8a4657 req-503fb129-4b0a-4785-baec-5c2c0c989e88 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929828 Nov 16 21:24:11.220547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-743e4644-8747-42d5-8021-622377179bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.224975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-743e4644-8747-42d5-8021-622377179bcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719061 Nov 16 21:24:11.367201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-08c434ca-88a3-41e9-bdb1-2eb9e79bbc5f service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331751 Nov 16 21:24:11.380675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d375047b-d2b6-4aed-ae51-d0e6fcc1ba6c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:11.381962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d375047b-d2b6-4aed-ae51-d0e6fcc1ba6c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4874570 Nov 16 21:24:11.384764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:11.389332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f6619635-6a25-45c5-99dd-df92e1932343 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7faa81a0-71e3-4d02-8d73-0bbb9a22769c'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:11.389956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f6619635-6a25-45c5-99dd-df92e1932343 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:24:11.473851 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de7380e5-eb00-40d4-885c-ec1e4f6f248d req-8c3d69cb-857a-42d5-a2e4-f142358c811e service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002522 Nov 16 21:24:11.589922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-5293f645-11dd-4bc0-8e7b-5535f89b965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.591780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-5293f645-11dd-4bc0-8e7b-5535f89b965f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 1095 time: 0.0615113 Nov 16 21:24:11.798991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-55ac1da6-af88-493f-900f-b246f5483e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:11.800652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-55ac1da6-af88-493f-900f-b246f5483e12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2011147 Nov 16 21:24:11.875029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-ac3ca6fa-c455-4011-ab9a-463805a5940e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a0e82b-5177-4997-8802-607b588e35a0 HTTP/1.1" status: 200 len: 217 time: 0.0642662 Nov 16 21:24:11.903969 n-d-817778-8 neutron-server[102454]: WARNING neutron.services.metering.metering_plugin [None req-f6619635-6a25-45c5-99dd-df92e1932343 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:24:12.013431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-039f8004-c48b-46a4-9e90-c2c928fb601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:12.015299 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-039f8004-c48b-46a4-9e90-c2c928fb601d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1356356 Nov 16 21:24:12.055272 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6619635-6a25-45c5-99dd-df92e1932343 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.056547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f6619635-6a25-45c5-99dd-df92e1932343 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6707249 Nov 16 21:24:12.059793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51558) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.064840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-961ade44-3c7d-4fd5-a5a2-1904bcc2d51c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7faa81a0-71e3-4d02-8d73-0bbb9a22769c'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:12.065425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-961ade44-3c7d-4fd5-a5a2-1904bcc2d51c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:24:12.083741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-e2039215-c959-4b4c-a8a1-a7927bc0f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:12.085454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-e2039215-c959-4b4c-a8a1-a7927bc0f07d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623908 Nov 16 21:24:12.154134 n-d-817778-8 neutron-server[102454]: WARNING neutron.services.metering.metering_plugin [None req-961ade44-3c7d-4fd5-a5a2-1904bcc2d51c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 21:24:12.242463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-c3071155-2ad2-4d91-b532-0eec148ae802 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472807 Nov 16 21:24:12.301047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-961ade44-3c7d-4fd5-a5a2-1904bcc2d51c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.304620 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-961ade44-3c7d-4fd5-a5a2-1904bcc2d51c tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2409365 Nov 16 21:24:12.323764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51566) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.406705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-656a13e6-88ab-4a9a-83f3-0bdfa191ba18 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=2325e2a2-b970-4759-923e-e90322f5bf38 HTTP/1.1" status: 200 len: 464 time: 0.0794966 Nov 16 21:24:12.407064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51570) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.469482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcd92397-9248-4d26-8630-236a0a18fe00 req-631552fc-caaf-4450-9729-fc5e1e92f529 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168233 Nov 16 21:24:12.473336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d9f3b-c328-4370-b806-f3f3934e96de req-b3501c8b-f299-4f09-8a64-c52d265fe914 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:12.475187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-068d9f3b-c328-4370-b806-f3f3934e96de req-b3501c8b-f299-4f09-8a64-c52d265fe914 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 944 time: 0.1824803 Nov 16 21:24:12.614161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70f4d072-51d3-4b10-b7c9-b9a4cc9d74bc tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.618480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51572) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.630105 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-70f4d072-51d3-4b10-b7c9-b9a4cc9d74bc tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/2325e2a2-b970-4759-923e-e90322f5bf38 HTTP/1.1" status: 204 len: 168 time: 0.2191949 Nov 16 21:24:12.638587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ff15d19a-39fe-405f-b647-abbc8e257012 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=2325e2a2-b970-4759-923e-e90322f5bf38 HTTP/1.1" status: 200 len: 221 time: 0.0187011 Nov 16 21:24:12.639182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51574) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.643296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5e3faeed-5867-47ac-81cd-95f855446753 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--269226733', 'description': 'label created by tempest'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:12.643747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5e3faeed-5867-47ac-81cd-95f855446753 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Unknown quota resources ['metering_label']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:24:12.668991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-068d9f3b-c328-4370-b806-f3f3934e96de req-2111b83a-b519-45d6-9f99-9a49d911160f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784725 Nov 16 21:24:12.895956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e3faeed-5867-47ac-81cd-95f855446753 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:12.899565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5e3faeed-5867-47ac-81cd-95f855446753 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2570291 Nov 16 21:24:12.900128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:12.966304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd75072a-88ed-4ad8-8023-a3af765ade37 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=209fa65d-f5c0-4cf9-ba0c-b030c63eadde HTTP/1.1" status: 200 len: 467 time: 0.0622869 Nov 16 21:24:12.967060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51578) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.194647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e903cc3-5282-49ad-b7d5-a85be3a7200a tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.201798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0e903cc3-5282-49ad-b7d5-a85be3a7200a tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/209fa65d-f5c0-4cf9-ba0c-b030c63eadde HTTP/1.1" status: 204 len: 168 time: 0.2312834 Nov 16 21:24:13.202299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51586) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.223671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-385f7a24-c817-4d4f-bf8b-f5e943695be4 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=209fa65d-f5c0-4cf9-ba0c-b030c63eadde HTTP/1.1" status: 200 len: 216 time: 0.0167687 Nov 16 21:24:13.223897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51588) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.245582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5b5622f-5da7-44bd-a093-b8b30e0c98ee tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0165048 Nov 16 21:24:13.245859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51590) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.261008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-244b273c-7cd9-4024-b927-7a3fc4ba170a tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101721 Nov 16 21:24:13.261788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51592) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.487303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9524fd6e-e965-43b0-be75-e304c0a2d0c4 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/7faa81a0-71e3-4d02-8d73-0bbb9a22769c HTTP/1.1" status: 200 len: 473 time: 0.2212956 Nov 16 21:24:13.487737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51602) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.502159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b18387ac-1149-4e43-be29-3a34883ae71d tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/77828884-b8f4-490f-aef2-36db934936a7 HTTP/1.1" status: 200 len: 461 time: 0.0124598 Nov 16 21:24:13.504446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51606) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.691069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22086ee9-062d-4f0c-877d-c4fa1cfb40e5 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:13.692349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-22086ee9-062d-4f0c-877d-c4fa1cfb40e5 tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/77828884-b8f4-490f-aef2-36db934936a7 HTTP/1.1" status: 204 len: 168 time: 0.1866407 Nov 16 21:24:13.695443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51612) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:13.861762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901047-3b61-4868-89a7-eb08fd1f293f req-b8e27cce-4dd8-44f9-a64a-d778fe627ec1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:13.869217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81901047-3b61-4868-89a7-eb08fd1f293f req-b8e27cce-4dd8-44f9-a64a-d778fe627ec1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 944 time: 0.1058722 Nov 16 21:24:13.915867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 76a0e82b-5177-4997-8802-607b588e35a0 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:24:13.980696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81901047-3b61-4868-89a7-eb08fd1f293f req-bb623045-cc9a-48b6-a0e2-c1c18a7fd9af tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103020 Nov 16 21:24:14.033446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e53c06ba-3e19-4839-88bf-8d3e730a1ded tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.036954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e53c06ba-3e19-4839-88bf-8d3e730a1ded tempest-MeteringTestJSON-828917903 tempest-MeteringTestJSON-828917903-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/7faa81a0-71e3-4d02-8d73-0bbb9a22769c HTTP/1.1" status: 204 len: 168 time: 0.3384023 Nov 16 21:24:14.139524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:14.152901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '76a0e82b-5177-4997-8802-607b588e35a0', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '76a0e82b-5177-4997-8802-607b588e35a0', 'mac_address': 'fa:16:3e:af:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:24:14.206704 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.233932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a0e82b-5177-4997-8802-607b588e35a0 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:14.265815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:14.273972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.346539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:14.408151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:14.592646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-065259d8-3e58-4c30-8f37-79eb729331f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.743537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-065259d8-3e58-4c30-8f37-79eb729331f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.753151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-065259d8-3e58-4c30-8f37-79eb729331f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.754959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['76a0e82b-5177-4997-8802-607b588e35a0'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:24:14.871810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065259d8-3e58-4c30-8f37-79eb729331f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9417fa-6d60-4d59-bd0a-6c41ddd736cb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:14.898553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-065259d8-3e58-4c30-8f37-79eb729331f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=588a6f67e96740389108d4749ae42a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888411 Nov 16 21:24:14.900591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:14.973635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:14.999734 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.082880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.085384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.089833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f9417fa-6d60-4d59-bd0a-6c41ddd736cb HTTP/1.1" status: 204 len: 168 time: 0.1846700 Nov 16 21:24:15.179476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9417fa-6d60-4d59-bd0a-6c41ddd736cb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:15.201423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.201423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.201423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.201423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.201861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.202011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.202344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.202674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.202998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.204946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.205297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.205708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a0d7a-63b3-4c00-8192-343b5adba6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:15.256760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1d52-26e7-40f0-b8d1-95a3b3e48cd9 req-15b1be37-cbde-4f4c-9fb9-59a5329f6d2e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:15.258489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-849d1d52-26e7-40f0-b8d1-95a3b3e48cd9 req-15b1be37-cbde-4f4c-9fb9-59a5329f6d2e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 945 time: 0.1956232 Nov 16 21:24:15.357337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-849d1d52-26e7-40f0-b8d1-95a3b3e48cd9 req-2dee6e54-852f-424b-82b3-2905e01e5073 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899367 Nov 16 21:24:15.521231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:15.547900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab935a9b-1f74-4dcb-abfe-831eae23df75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.710667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab935a9b-1f74-4dcb-abfe-831eae23df75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.719023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ab935a9b-1f74-4dcb-abfe-831eae23df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.815448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ab935a9b-1f74-4dcb-abfe-831eae23df75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68d7c47e382e4dc59f1b60c782f04331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930937 Nov 16 21:24:15.818039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51666) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:15.844695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab935a9b-1f74-4dcb-abfe-831eae23df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed48952-b7b8-4567-bc55-3c1c643a36de,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:15.890663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4a9e-bac2-481e-b34b-cb1408db010b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:15.912780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4a9e-bac2-481e-b34b-cb1408db010b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.013485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4a9e-bac2-481e-b34b-cb1408db010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.017067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4a9e-bac2-481e-b34b-cb1408db010b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:16.020500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ce1b4a9e-bac2-481e-b34b-cb1408db010b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ed48952-b7b8-4567-bc55-3c1c643a36de HTTP/1.1" status: 204 len: 168 time: 0.1993122 Nov 16 21:24:16.047874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b4a9e-bac2-481e-b34b-cb1408db010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed48952-b7b8-4567-bc55-3c1c643a36de,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:16.486952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc0df7-fe3c-49b2-aa7a-40d58b8f3e6f req-6e5196e9-094f-42a1-8bc3-799408a1c58f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:16.488716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-68bc0df7-fe3c-49b2-aa7a-40d58b8f3e6f req-6e5196e9-094f-42a1-8bc3-799408a1c58f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 945 time: 0.0569191 Nov 16 21:24:16.558294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-68bc0df7-fe3c-49b2-aa7a-40d58b8f3e6f req-788bfb7c-55cb-4bbe-8467-4122b8dbf52b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594358 Nov 16 21:24:17.746465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895458-63fe-4d3f-a1ec-04884b545d6c req-f24aba2e-377b-4ded-9970-eba768859f19 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:17.756619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20895458-63fe-4d3f-a1ec-04884b545d6c req-f24aba2e-377b-4ded-9970-eba768859f19 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 945 time: 0.0965858 Nov 16 21:24:17.887053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20895458-63fe-4d3f-a1ec-04884b545d6c req-dec37ca2-e928-47da-9d65-e30593425345 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243603 Nov 16 21:24:17.930056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 76a0e82b-5177-4997-8802-607b588e35a0 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:17.976507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51756) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.112222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 76a0e82b-5177-4997-8802-607b588e35a0 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:24:18.152378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 76a0e82b-5177-4997-8802-607b588e35a0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:18.155479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.189783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-50176eda-32f9-434f-98ad-1537d51c4fb0 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:18.228568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51760) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.230043 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-50176eda-32f9-434f-98ad-1537d51c4fb0 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "PUT /v2.0/quotas/6a48667c5cd14b139f13f3da07af34fc HTTP/1.1" status: 200 len: 368 time: 0.2522988 Nov 16 21:24:18.233828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Request body: {'network': {'project_id': '6a48667c5cd14b139f13f3da07af34fc'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:18.276174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Made reservation on behalf of 6a48667c5cd14b139f13f3da07af34fc for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:18.279435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.294596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.301816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.346273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:18.349360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:18.355262 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831c9fa1-cd61-4529-aa1e-92720ff2ea4f" -d '{"events": [{"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-plugged", "status": "completed", "tag": "76a0e82b-5177-4997-8802-607b588e35a0"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:18.376723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.432789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.442125 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.445537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.499124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:18.512593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751aecb2-6019-4cb1-a8aa-0952be115903,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.529747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.530109 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Added segment 11145be8-1a7e-44d6-a913-118651fb4f87 of type vlan for network 803798d9-6a7a-46c7-860d-91971711a054 Nov 16 21:24:18.606843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.649016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.650595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:18.651779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:18.731540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Pushing event updated for resources: {'Network': ['ID=803798d9-6a7a-46c7-860d-91971711a054,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:18.742248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 803798d9-6a7a-46c7-860d-91971711a054 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:18.760295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5a607faf-88f0-4bdf-a176-7c88f8eba241 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5297327 Nov 16 21:24:18.763537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51772) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:18.773580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Request body: {'network': {'project_id': '6a48667c5cd14b139f13f3da07af34fc'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:18.831819 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c906e-b642-4dd3-b1b3-a5d616e458fa x-openstack-request-id: req-7f0c906e-b642-4dd3-b1b3-a5d616e458fa {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:18.832111 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-plugged", "status": "completed", "tag": "76a0e82b-5177-4997-8802-607b588e35a0", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:18.832712 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f0c906e-b642-4dd3-b1b3-a5d616e458fa {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:18.834189 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0', 'code': 200} Nov 16 21:24:18.874110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Made reservation on behalf of 6a48667c5cd14b139f13f3da07af34fc for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:18.883110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.017497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:19.027341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51782) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.037656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.038688 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Added segment f3e45445-3320-4d9c-8c9c-3484389abfc5 of type vlan for network 52d30ea5-705e-4091-b652-59dab291a65b Nov 16 21:24:19.088783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.099076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11493f-30fa-4007-87e4-0504ff604f12 req-f86b3249-2fa6-480d-ba6a-8e2f4733a6a1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:19.099391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f727-b2b3-47cc-95f6-b20729ef9211 req-6b80c182-957b-4df3-a929-65d05382a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:19.100868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a11493f-30fa-4007-87e4-0504ff604f12 req-f86b3249-2fa6-480d-ba6a-8e2f4733a6a1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.0771742 Nov 16 21:24:19.101495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de25f727-b2b3-47cc-95f6-b20729ef9211 req-6b80c182-957b-4df3-a929-65d05382a9b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 1097 time: 0.1853390 Nov 16 21:24:19.151334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.152315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:19.152895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.186283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a11493f-30fa-4007-87e4-0504ff604f12 req-41ea8325-3ee6-41b1-9a9e-d8351cbb837e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771856 Nov 16 21:24:19.281594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Pushing event updated for resources: {'Network': ['ID=52d30ea5-705e-4091-b652-59dab291a65b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:19.299009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 52d30ea5-705e-4091-b652-59dab291a65b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:19.299637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de25f727-b2b3-47cc-95f6-b20729ef9211 req-5bcaae42-c2ff-4e22-b706-87351c643919 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889572 Nov 16 21:24:19.311077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1914bae6-ddaf-404d-ad46-cd09527417ea tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5461636 Nov 16 21:24:19.311929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51790) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.317319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-af472ecb-ac31-4d65-929b-7acfb43c9edc tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Request body: {'network': {'project_id': '6a48667c5cd14b139f13f3da07af34fc'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:19.327404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-420810bb-f302-4f0e-bdb4-57013cd53cb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.336967 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-af472ecb-ac31-4d65-929b-7acfb43c9edc tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 21:24:19.338447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af472ecb-ac31-4d65-929b-7acfb43c9edc tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:24:19.344594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af472ecb-ac31-4d65-929b-7acfb43c9edc tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0312026 Nov 16 21:24:19.346174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51792) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.464132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-13b43166-deed-4934-a97f-04fc0a7a2bc1 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a48667c5cd14b139f13f3da07af34fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086688 Nov 16 21:24:19.464753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51796) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.557443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-420810bb-f302-4f0e-bdb4-57013cd53cb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.567655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-420810bb-f302-4f0e-bdb4-57013cd53cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.585321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8aba243-5097-4ef4-8cc9-e8534bf54667 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.637074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-420810bb-f302-4f0e-bdb4-57013cd53cb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d60017bebc914551818a817c2eaabb86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6082857 Nov 16 21:24:19.639843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51798) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.641462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420810bb-f302-4f0e-bdb4-57013cd53cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd332144-8e3d-4a4a-8fee-3ffa2c6d14ec,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:19.654039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8aba243-5097-4ef4-8cc9-e8534bf54667 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.723904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8aba243-5097-4ef4-8cc9-e8534bf54667 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.729104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8aba243-5097-4ef4-8cc9-e8534bf54667 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:19.730522 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a8aba243-5097-4ef4-8cc9-e8534bf54667 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/751aecb2-6019-4cb1-a8aa-0952be115903 HTTP/1.1" status: 204 len: 168 time: 0.2592120 Nov 16 21:24:19.733229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51800) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:19.740999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aba243-5097-4ef4-8cc9-e8534bf54667 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751aecb2-6019-4cb1-a8aa-0952be115903,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:20.084942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.117643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457eb479-3e3d-46dd-8789-cb9cff751b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.160711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457eb479-3e3d-46dd-8789-cb9cff751b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.262415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.276954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457eb479-3e3d-46dd-8789-cb9cff751b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.280386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-457eb479-3e3d-46dd-8789-cb9cff751b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.284106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-457eb479-3e3d-46dd-8789-cb9cff751b1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd332144-8e3d-4a4a-8fee-3ffa2c6d14ec HTTP/1.1" status: 204 len: 168 time: 0.6396139 Nov 16 21:24:20.325307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d30ea5-705e-4091-b652-59dab291a65b']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.337231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e45445-3320-4d9c-8c9c-3484389abfc5') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.337562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e45445-3320-4d9c-8c9c-3484389abfc5') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.372835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.375310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb479-3e3d-46dd-8789-cb9cff751b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd332144-8e3d-4a4a-8fee-3ffa2c6d14ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:20.403874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.413122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:20.413550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:20.415292 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:20.481426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262ca03-ce6a-441b-ad8c-884c71cb3bf4 req-269a8802-bda0-4eb6-bac9-0266fbb973e2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:20.483115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2262ca03-ce6a-441b-ad8c-884c71cb3bf4 req-269a8802-bda0-4eb6-bac9-0266fbb973e2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2156498 Nov 16 21:24:20.575723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2262ca03-ce6a-441b-ad8c-884c71cb3bf4 req-0c23879b-08e5-446c-9b14-0b9041038710 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820372 Nov 16 21:24:20.577140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.615745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.620200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "DELETE /v2.0/networks/52d30ea5-705e-4091-b652-59dab291a65b HTTP/1.1" status: 204 len: 168 time: 0.8843389 Nov 16 21:24:20.621502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536872-aca3-4d4d-87e5-56333eb72383 tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Pushing event deleted for resources: {'Network': ['ID=52d30ea5-705e-4091-b652-59dab291a65b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:20.623618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51816) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:20.737527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961569be-8221-411c-8f7a-7a863d19bdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.765875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.879870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.904030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803798d9-6a7a-46c7-860d-91971711a054']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.914603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11145be8-1a7e-44d6-a913-118651fb4f87') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.915237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11145be8-1a7e-44d6-a913-118651fb4f87') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:20.926550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.944391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:20.953798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:20.954461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:21.020119 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:21.024739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.030190 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.037663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] 10.222.0.48 "DELETE /v2.0/networks/803798d9-6a7a-46c7-860d-91971711a054 HTTP/1.1" status: 204 len: 168 time: 0.4130065 Nov 16 21:24:21.076179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f7d7a-4d99-43e1-b6a5-5c07379532db tempest-QuotasNegativeTest-204078294 tempest-QuotasNegativeTest-204078294-project-admin] Pushing event deleted for resources: {'Network': ['ID=803798d9-6a7a-46c7-860d-91971711a054,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:21.369282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:21.637828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-175750083-network', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:21.665339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Made reservation on behalf of 8ad5cdc11a4040f6ac3e5d4bc05f7ea9 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:21.673381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.693143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.819155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.825639 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.837087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c30f07-bbfe-48c0-b2d8-c3442c97fd1c req-1084d6e2-9d75-43dc-ad6d-37a10d0a79b4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:21.842662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59c30f07-bbfe-48c0-b2d8-c3442c97fd1c req-1084d6e2-9d75-43dc-ad6d-37a10d0a79b4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.1145978 Nov 16 21:24:21.882407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:21.900585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51866) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:21.916499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:21.916938 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Added segment 5f8489a0-4ca6-4a75-8104-c7d6c0f27313 of type vlan for network c247d465-63e9-4fdb-aac6-5890fa09f384 Nov 16 21:24:21.925633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a37f5-497c-48fc-94b6-89060d7a3f88,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:21.961427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59c30f07-bbfe-48c0-b2d8-c3442c97fd1c req-7bc44f16-7d7e-454f-a08a-c0896dddb6bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129298 Nov 16 21:24:21.993974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.062309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.064910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:22.065866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.219860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8477123 Nov 16 21:24:22.221748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51874) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:22.222936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a15827d-0726-4104-af11-59981327490f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.235791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Request body: {'subnet': {'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-175750083-subnet', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:22.302550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Made reservation on behalf of 8ad5cdc11a4040f6ac3e5d4bc05f7ea9 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:22.305178 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.371576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a15827d-0726-4104-af11-59981327490f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.383967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a15827d-0726-4104-af11-59981327490f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.481121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ec27a-5d25-4f3b-a283-f547ee56723f admin admin] Pushing event updated for resources: {'Network': ['ID=c247d465-63e9-4fdb-aac6-5890fa09f384,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:22.499663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c247d465-63e9-4fdb-aac6-5890fa09f384 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:22.532980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ce6b1-3ca5-4933-a879-9c34cda6c89f req-e99aa5ba-3efe-415b-945d-2848f6deef42 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:22.542029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b25ce6b1-3ca5-4933-a879-9c34cda6c89f req-e99aa5ba-3efe-415b-945d-2848f6deef42 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2511413 Nov 16 21:24:22.561224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a15827d-0726-4104-af11-59981327490f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b065a675d644fdba42cf56c59c52878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6558588 Nov 16 21:24:22.561224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15827d-0726-4104-af11-59981327490f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd69bb32-7da5-4d28-946f-fc37552b25c4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:22.564987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51886) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:22.614309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b25ce6b1-3ca5-4933-a879-9c34cda6c89f req-8f1bfc14-f27f-46da-b937-172f5e911adb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667677 Nov 16 21:24:22.715346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8539-f255-4dcd-8aa5-85c648a2f864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.767468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8539-f255-4dcd-8aa5-85c648a2f864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.827159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.851544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8539-f255-4dcd-8aa5-85c648a2f864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.855372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f6b8539-f255-4dcd-8aa5-85c648a2f864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.857059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5f6b8539-f255-4dcd-8aa5-85c648a2f864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd69bb32-7da5-4d28-946f-fc37552b25c4 HTTP/1.1" status: 204 len: 168 time: 0.2896798 Nov 16 21:24:22.871703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b8539-f255-4dcd-8aa5-85c648a2f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd69bb32-7da5-4d28-946f-fc37552b25c4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:22.930685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Checking segment: {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:22.932108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Network hostable DHCP agents. Network: c247d465-63e9-4fdb-aac6-5890fa09f384, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:22.934716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf3da66-7b59-4038-9931-08352164cccf,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:22.956353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Network c247d465-63e9-4fdb-aac6-5890fa09f384 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:22.969468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c247d465-63e9-4fdb-aac6-5890fa09f384) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:22.977031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:22.978246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:22.981386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f12185-ce11-4d32-b814-5f17c78bc2e5 None None] Network c247d465-63e9-4fdb-aac6-5890fa09f384 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:23.012441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c6a5ea64-f0a2-4b2c-8352-8855a44a6efd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7862732 Nov 16 21:24:23.013282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51892) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:23.018139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:23.071223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.074819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.170515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3d7c556-2e99-4a91-bb30-4c1226a2bdb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.205245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.299269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-c247d465-63e9-4fdb-aac6-5890fa09f384', 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'fixed_ips': [{'subnet_id': 'acf3da66-7b59-4038-9931-08352164cccf'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:23.300549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.547369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.569926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.583658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.606323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.617452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Allocated IP 172.20.0.2 (c247d465-63e9-4fdb-aac6-5890fa09f384/acf3da66-7b59-4038-9931-08352164cccf/fc95db1c-07d3-48dd-ae52-63699c9b2a8d) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:23.624074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.632162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.644648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51902) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:23.652175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:23.660082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19b06f25-3153-4387-b825-632285852794 req-b702ae10-1178-45c2-868e-08757ac2e6f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.2807415 Nov 16 21:24:23.820402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19b06f25-3153-4387-b825-632285852794 req-5d8b3752-67ee-47b9-b356-83c377172c45 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449363 Nov 16 21:24:23.909577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.912940 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.928317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.930857 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:23.954057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Network c247d465-63e9-4fdb-aac6-5890fa09f384 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:23.956748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:23.982328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:24.059986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Pushing event updated for resources: {'Port': ['ID=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.114828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e57273-530c-4cb5-a88c-53178c662e6e req-22cfe839-9c62-4537-aeb2-bb854f573374 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.124164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71e57273-530c-4cb5-a88c-53178c662e6e req-22cfe839-9c62-4537-aeb2-bb854f573374 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.3496904 Nov 16 21:24:24.124462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Attempting to bind port fc95db1c-07d3-48dd-ae52-63699c9b2a8d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:24.126377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Attempting to bind port fc95db1c-07d3-48dd-ae52-63699c9b2a8d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:24.126988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Attempting to bind port fc95db1c-07d3-48dd-ae52-63699c9b2a8d on network c247d465-63e9-4fdb-aac6-5890fa09f384 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:24.147890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.153966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:24.154334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Checking segment: {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:24.158267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.159247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Bound using segment: {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:24.163516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Bound port: fc95db1c-07d3-48dd-ae52-63699c9b2a8d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:24.169488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.222513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71e57273-530c-4cb5-a88c-53178c662e6e req-6e3bcb6e-186f-4854-bab3-a1ea8015515d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930338 Nov 16 21:24:24.275325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.281130 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.310870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] For port fc95db1c-07d3-48dd-ae52-63699c9b2a8d, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:24.351037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] For port fc95db1c-07d3-48dd-ae52-63699c9b2a8d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:24.361122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.405386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=548644a942e74ff6ae8746748ff23cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7520645 Nov 16 21:24:24.405603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:24.410099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea81d2-78d2-4908-94d9-a7689a2237f4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.420210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.420906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.421461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.422049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.422639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.423196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.423813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.424353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.424888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.425422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.426008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.426553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e2852-a105-4f97-a5c1-150a0b9a5dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:24.543624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0387ca7-bbf3-47da-9c1d-a1cf6815abea None None] Pushing event updated for resources: {'Port': ['ID=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.562808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-786ef91e-5bb4-4bb0-9f8c-fd6fed613961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.623809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.648544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-786ef91e-5bb4-4bb0-9f8c-fd6fed613961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.711546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.727722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.739772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.764575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.770743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.788647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.798086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.804046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-2b4f95ad-1b9b-4ab8-9b04-e1220b0d8b75 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.2971601 Nov 16 21:24:24.805239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.824000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-786ef91e-5bb4-4bb0-9f8c-fd6fed613961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.862812 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-786ef91e-5bb4-4bb0-9f8c-fd6fed613961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:24.868676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-786ef91e-5bb4-4bb0-9f8c-fd6fed613961 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23ea81d2-78d2-4908-94d9-a7689a2237f4 HTTP/1.1" status: 204 len: 168 time: 0.4561925 Nov 16 21:24:24.896280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef91e-5bb4-4bb0-9f8c-fd6fed613961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea81d2-78d2-4908-94d9-a7689a2237f4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:24.898595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-e9a78259-0f9f-4e93-a502-3f6e119161f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:24.906512 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-e9a78259-0f9f-4e93-a502-3f6e119161f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "GET /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0839596 Nov 16 21:24:25.237556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec84774-c433-4894-9ed2-613d64296f62 req-60a56197-f1aa-4e14-83f3-31bef96fb2c0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.239625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ec84774-c433-4894-9ed2-613d64296f62 req-60a56197-f1aa-4e14-83f3-31bef96fb2c0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.1039910 Nov 16 21:24:25.387930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ec84774-c433-4894-9ed2-613d64296f62 req-998be390-f01b-496a-b3df-679212425920 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388836 Nov 16 21:24:25.443068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Allocated IP 172.25.3.113 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/c99abd16-c778-4dd7-8e01-a4c5a725bfd2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:25.582097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.591554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.598679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.614605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.623637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.636798 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:25.652394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.666730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:25.696952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-3a350cd5-6e9c-4a94-b2b6-2c09db2451e5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 5434 time: 0.5407562 Nov 16 21:24:25.725108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6ca40441-5f1e-4c91-90ff-114225db87d0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "GET /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8162508 Nov 16 21:24:25.807712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51948) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:25.846451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:25.976519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Deleting subnet 57a75adb-393c-4d41-acb7-e50773532d81 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:25.980792 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.008570 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.042435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.117229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8ef43-16b8-467f-9f94-433390f9ca34 None None] Network c247d465-63e9-4fdb-aac6-5890fa09f384 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:26.117592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f86ee2eb-58c6-447d-9c40-73f43f8b4dd8 req-ffe1450a-329a-4cff-9d63-74e9ceca561c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4191568 Nov 16 21:24:26.160497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.161840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.310579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0bebe9af-4b10-49f4-a547-6876bf402a70 None None] Provisioning complete for port fc95db1c-07d3-48dd-ae52-63699c9b2a8d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:26.312844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.323803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0bebe9af-4b10-49f4-a547-6876bf402a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.349606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a75adb-393c-4d41-acb7-e50773532d81,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.358865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.367521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7f140314-d8a9-4770-b39c-8696bf374c51 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/57a75adb-393c-4d41-acb7-e50773532d81 HTTP/1.1" status: 204 len: 168 time: 0.5555046 Nov 16 21:24:26.368924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51960) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:26.424342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc95db1c-07d3-48dd-ae52-63699c9b2a8d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:26.539111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.725386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.740433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Pushing event updated for resources: {'Port': ['ID=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:26.810435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0bebe9af-4b10-49f4-a547-6876bf402a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.817386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:26.868833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=efff24e2-86aa-4886-969a-7d0f71b85aa6,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:26.872413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:26.882275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:26.887312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:26.950288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] For port efff24e2-86aa-4886-969a-7d0f71b85aa6, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:27.038338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0bebe9af-4b10-49f4-a547-6876bf402a70 None None] For port fc95db1c-07d3-48dd-ae52-63699c9b2a8d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:27.076291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0bebe9af-4b10-49f4-a547-6876bf402a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.079687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] device_id is not set on port efff24e2-86aa-4886-969a-7d0f71b85aa6 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:27.091950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.113684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1d219-355f-4e30-942d-140c3286f643 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:27.125427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf52ace-3fe6-4d58-8c7c-fb63c5898506']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:27.143868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.153165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4ad821-86c3-4c18-a141-23396dd2e618') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:27.154236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4ad821-86c3-4c18-a141-23396dd2e618') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:27.172476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.223669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.267140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.287468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:27.287883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:27.295053 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:27.333119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fc95db1c-07d3-48dd-ae52-63699c9b2a8d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:27.333505 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.529029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] No DVR routers for this DVR port efff24e2-86aa-4886-969a-7d0f71b85aa6 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:27.548265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3b15f-074b-4181-b2b3-22dc274fbec8 req-c10af288-d5c0-41e5-bb10-1edbd0a0afe9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:27.558431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60e3b15f-074b-4181-b2b3-22dc274fbec8 req-c10af288-d5c0-41e5-bb10-1edbd0a0afe9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2359240 Nov 16 21:24:27.561352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.579415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0b7e9518-5680-41a2-b06f-4db28e3b70b5 None None] Provisioning complete for port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:27.579771 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9518-5680-41a2-b06f-4db28e3b70b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.582285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebe9af-4b10-49f4-a547-6876bf402a70 None None] Pushing event updated for resources: {'Port': ['ID=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:27.638891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.649447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] 10.222.0.48 "DELETE /v2.0/networks/cbf52ace-3fe6-4d58-8c7c-fb63c5898506 HTTP/1.1" status: 204 len: 168 time: 1.2746303 Nov 16 21:24:27.649447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447826e-d06b-4293-aa66-be738c6c3fed admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf52ace-3fe6-4d58-8c7c-fb63c5898506,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:27.655921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51986) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:27.690975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e9518-5680-41a2-b06f-4db28e3b70b5 None None] Port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:27.845132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Deleting subnet c4895065-39a7-45a9-98d3-4badc3cca19b {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:24:27.846546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-52b11380-8f08-4834-badd-e432efa1e782 None None] Provisioning complete for port efff24e2-86aa-4886-969a-7d0f71b85aa6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:27.847018 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-52b11380-8f08-4834-badd-e432efa1e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.893384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60e3b15f-074b-4181-b2b3-22dc274fbec8 req-a95734ea-4330-4c42-b6e5-82f9f40490d6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336976 Nov 16 21:24:27.894237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:27.949342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-52b11380-8f08-4834-badd-e432efa1e782 None None] Port efff24e2-86aa-4886-969a-7d0f71b85aa6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:27.973826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 76a0e82b-5177-4997-8802-607b588e35a0 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:24:27.993059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.135645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.215878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d1bf68a1-4a7d-408b-aaad-694594b13979 None None] Provisioning complete for port fc95db1c-07d3-48dd-ae52-63699c9b2a8d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:28.216643 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d1bf68a1-4a7d-408b-aaad-694594b13979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.220816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:28.225211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51996) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:28.249408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f290160a-08d1-4b51-858e-5e3caf4de57b no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:28.286350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '76a0e82b-5177-4997-8802-607b588e35a0', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'port_id': '76a0e82b-5177-4997-8802-607b588e35a0', 'mac_address': 'fa:16:3e:af:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:24:28.332776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc95db1c-07d3-48dd-ae52-63699c9b2a8d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:28.366313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Pushing event updated for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.375162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.398327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.483867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76a0e82b-5177-4997-8802-607b588e35a0 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:24:28.487779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4895065-39a7-45a9-98d3-4badc3cca19b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.504944 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.506325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.518003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.523862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.531175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.535823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-841141126'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:28.537667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.544352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.551777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:28.553351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:28.553462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-67b09857-25da-430d-8434-e774c065eb51 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 4660 time: 1.1961746 Nov 16 21:24:28.554929 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e35e2c-2866-4ef7-9e67-77521bc18a4f" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:28.560511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fc95db1c-07d3-48dd-ae52-63699c9b2a8d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:28.561008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.569730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.573371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-54085e97-7d32-4f82-a755-863d0bcb8321 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c4895065-39a7-45a9-98d3-4badc3cca19b HTTP/1.1" status: 204 len: 168 time: 0.9145646 Nov 16 21:24:28.582638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52004) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:28.598454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.608536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f290160a-08d1-4b51-858e-5e3caf4de57b,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:28.616680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.620796 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.623941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] In _notify_port_updated(), no bound segment for port efff24e2-86aa-4886-969a-7d0f71b85aa6 on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:28.630887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.637098 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.637249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.637865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b285016a-feeb-4de4-8721-e66cd8cadd0f no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:28.641933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d8e6bb3e-3fd3-4c3c-be3c-d3134567c421 service neutron] 10.222.0.41 "PUT /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 200 len: 1027 time: 2.8210835 Nov 16 21:24:28.644745 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085a2980-abe6-4fff-b154-a25701740191 x-openstack-request-id: req-085a2980-abe6-4fff-b154-a25701740191 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:28.645815 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:28.645815 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-085a2980-abe6-4fff-b154-a25701740191 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:28.645815 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b', 'code': 200} Nov 16 21:24:28.722623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:28.727745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['76a0e82b-5177-4997-8802-607b588e35a0'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:24:28.789677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.798380 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.841257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.844925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d0845327-e7f0-4450-b577-c49c532d8f97 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:28.846479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d0845327-e7f0-4450-b577-c49c532d8f97 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "GET /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1192081 Nov 16 21:24:28.858494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4552e1f3-4636-4288-a88a-93a3cb9ca679 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6139545 Nov 16 21:24:28.858494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52006) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:28.862262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:28.874530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.901133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.948283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:28.989927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-03de38a3-1bf7-47d3-91bd-4ed3f55ff6d3 req-fc7126b3-9e64-42ca-bc93-6d3983f8283c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=03291ef8-a888-4076-928e-12cf6d101069&id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4358563 Nov 16 21:24:29.038398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.072802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.121965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:29.125361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.154384 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.155097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c7f4994-71aa-4860-9bd9-5ae4a5063319 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:29.201296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.310203 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:24:29.344494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.348661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.351473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a920fee-ef36-4d5d-a3fe-208ef299293e']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.354359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.361142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.365220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025bbd1d-9ab0-41de-a458-f1a729cf1337') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.365546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025bbd1d-9ab0-41de-a458-f1a729cf1337') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:29.402790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:29.410212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.411395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device efff24e2-86aa-4886-969a-7d0f71b85aa6 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:29.412957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd969a-5cc4-4905-8c8c-dbc1942a60b4 req-9029775b-d6cb-4318-bab1-dd0cce4d6e4d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:29.421210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2cd969a-5cc4-4905-8c8c-dbc1942a60b4 req-9029775b-d6cb-4318-bab1-dd0cce4d6e4d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 945 time: 0.1375349 Nov 16 21:24:29.428813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.428813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 150f5fc0-a850-4ce6-8c1b-f9f5f72ed9a9 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:24:29.439982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.440990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eeaa67e6-5a59-47b7-ad70-ab43f8e7c88a tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "DELETE /v2.0/routers/150f5fc0-a850-4ce6-8c1b-f9f5f72ed9a9 HTTP/1.1" status: 204 len: 168 time: 0.5814967 Nov 16 21:24:29.444509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52014) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:29.474729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Request body: {'router': {'name': 'tempest-router-210713051', 'distributed': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:29.499075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.499489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.543344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device efff24e2-86aa-4886-969a-7d0f71b85aa6 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:24:29.544184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 21403cda-4ca0-4d86-abbe-b19148d70e6a no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:29.566522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.567564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.593310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2cd969a-5cc4-4905-8c8c-dbc1942a60b4 req-c633c15c-73bb-4aa8-87c6-fff65406d39a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630864 Nov 16 21:24:29.645108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.662365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.666774 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.673882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.675777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:24:29.676411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:24:29.678523 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:24:29.707420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.708811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a81eacba-893a-442c-a05c-55daa461ca57 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2380183 Nov 16 21:24:29.711537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52018) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:29.726109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:29.731396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.732303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 51337211-0889-4ff4-bc3c-4c52b5b9af5c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:29.783161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.785019 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.790571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.797197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a920fee-ef36-4d5d-a3fe-208ef299293e HTTP/1.1" status: 204 len: 168 time: 1.2104528 Nov 16 21:24:29.821029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.830312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.885657 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:29.903836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9110a86-032d-4d31-906e-bebd092d9422 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a920fee-ef36-4d5d-a3fe-208ef299293e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:29.917977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=51337211-0889-4ff4-bc3c-4c52b5b9af5c,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:29.972087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 76a0e82b-5177-4997-8802-607b588e35a0 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:29.992525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] For port 51337211-0889-4ff4-bc3c-4c52b5b9af5c, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:30.047147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] device_id is not set on port 51337211-0889-4ff4-bc3c-4c52b5b9af5c yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:30.058165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 76a0e82b-5177-4997-8802-607b588e35a0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:30.058697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.062212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.069571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.098979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:30.224986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52024) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:30.232670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:24:30.233059 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:24:30.235647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] No DVR routers for this DVR port 51337211-0889-4ff4-bc3c-4c52b5b9af5c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:30.286503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.294908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.344381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Pushing event updated for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:30.429306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cc03ce70-1144-4a78-b2fe-a549f1e92c8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e57d33a23a04ad4a8162588eae34309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964531 Nov 16 21:24:30.433666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.441171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52030) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:30.442935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.443544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72e8c8a1-da2e-4379-b4cc-66d77638d52f {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:24:30.448584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.449450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-be5aa44c-aea3-495a-9dbd-3e958a3438f1 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "DELETE /v2.0/routers/72e8c8a1-da2e-4379-b4cc-66d77638d52f HTTP/1.1" status: 204 len: 168 time: 0.7368128 Nov 16 21:24:30.452920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52032) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:30.459005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Request body: {'router': {'name': 'tempest-router-1155025459', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3a79eead66b24a2d9700176e3be79001'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:30.490024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f1a14cf7-9170-46b0-9118-3891b15289f9 None None] Provisioning complete for port 51337211-0889-4ff4-bc3c-4c52b5b9af5c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:30.490395 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1a14cf7-9170-46b0-9118-3891b15289f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.491352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] In _notify_port_updated(), no bound segment for port 51337211-0889-4ff4-bc3c-4c52b5b9af5c on network 59872c53-6729-4192-9445-880bbe02c628 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:30.492970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.494453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.496410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-b7d8e129-edb8-42d7-9470-7ab41f5b165f service neutron] 10.222.0.41 "PUT /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 200 len: 1027 time: 1.6382537 Nov 16 21:24:30.502827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.504379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.528408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:30.537204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.566271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f1a14cf7-9170-46b0-9118-3891b15289f9 None None] Port 51337211-0889-4ff4-bc3c-4c52b5b9af5c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:30.591445 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.596991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:30.598559 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.620625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-9066029c-c7c8-475a-9ae4-9f7e55fe19a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.626690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.627922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-9066029c-c7c8-475a-9ae4-9f7e55fe19a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.631038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f823a487-bf48-4eb8-b78d-a2653c1670be tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1770949 Nov 16 21:24:30.631793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:30.635652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-9066029c-c7c8-475a-9ae4-9f7e55fe19a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.639181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:30.642847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-9066029c-c7c8-475a-9ae4-9f7e55fe19a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.646975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f'}, {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319'}, {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a'}, {'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:30.650052 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872802fd-412d-42cf-acef-0ca961cea253" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f"}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319"}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a"}, {"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-plugged", "status": "completed", "tag": "76a0e82b-5177-4997-8802-607b588e35a0"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:30.657216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-9066029c-c7c8-475a-9ae4-9f7e55fe19a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:30.659749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-9066029c-c7c8-475a-9ae4-9f7e55fe19a1 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 3878 time: 0.4195807 Nov 16 21:24:30.718306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:30.730397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Sync routers for ids ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:30.774985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3367c3e7-3611-42f2-bfd2-74c8a84bef9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.777669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Routers {'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:30.778610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:30.796384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.797774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-394839fc-6913-4b89-a035-a92d969ae810 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7833476 Nov 16 21:24:30.808562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52042) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:30.864423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3367c3e7-3611-42f2-bfd2-74c8a84bef9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:30.872830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device bd47b0c2-4206-46c7-a355-9ea9532b6807 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:24:30.917160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13bcb6b6-a99b-4492-8b78-4e801435b88f req-d973c52a-6fb4-4652-a47d-76f58b686a38 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481380 Nov 16 21:24:31.050115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.059206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Set router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:31.075485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port f290160a-08d1-4b51-858e-5e3caf4de57b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:31.075848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.108673 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e569c35-e8a0-417a-ad45-8fa06c06b573 x-openstack-request-id: req-4e569c35-e8a0-417a-ad45-8fa06c06b573 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:31.109127 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f", "code": 200}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319", "code": 200}, {"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a", "code": 200}, {"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-plugged", "status": "completed", "tag": "76a0e82b-5177-4997-8802-607b588e35a0", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:31.109387 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e569c35-e8a0-417a-ad45-8fa06c06b573 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:31.109929 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f', 'code': 200} Nov 16 21:24:31.110191 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319', 'code': 200} Nov 16 21:24:31.110454 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a', 'code': 200} Nov 16 21:24:31.110702 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0', 'code': 200} Nov 16 21:24:31.245910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:31.251382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.332091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.332759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.445657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66bbb-f13b-4acb-b062-a485d5f4272b req-a11d3f56-ea54-4eab-9447-12ae1e624160 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:31.477671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8c66bbb-f13b-4acb-b062-a485d5f4272b req-a11d3f56-ea54-4eab-9447-12ae1e624160 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.7576790 Nov 16 21:24:31.524428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:31.578066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:27Z', 'revision_number': 3, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:31.586170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8c66bbb-f13b-4acb-b062-a485d5f4272b req-3f60ad42-8e7a-459e-a8ee-11bd801cf65c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075809 Nov 16 21:24:31.596495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102454) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 16 21:24:31.596843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Router 96e2e7b9-4080-43fe-a856-8619a6993dd5 migrating from provider to provider. {{(pid=102454) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 16 21:24:31.597238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.606998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.614211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.619822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3367c3e7-3611-42f2-bfd2-74c8a84bef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.638251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3367c3e7-3611-42f2-bfd2-74c8a84bef9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.638251 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3367c3e7-3611-42f2-bfd2-74c8a84bef9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc7562de-fad3-4d35-bf2d-5b9aee723c2f HTTP/1.1" status: 204 len: 168 time: 1.1926851 Nov 16 21:24:31.639859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Checking router: b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:31.640231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Updating router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:31.707952 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:31.717995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367c3e7-3611-42f2-bfd2-74c8a84bef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7562de-fad3-4d35-bf2d-5b9aee723c2f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:31.871527 n-d-817778-8 neutron-server[102454]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] No L3 agents can host the router 96e2e7b9-4080-43fe-a856-8619a6993dd5 Nov 16 21:24:32.024132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] For port f290160a-08d1-4b51-858e-5e3caf4de57b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f290160a-08d1-4b51-858e-5e3caf4de57b,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:32.024939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.129701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for f290160a-08d1-4b51-858e-5e3caf4de57b owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:32.186367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Hosts for router 96e2e7b9-4080-43fe-a856-8619a6993dd5: [] {{(pid=102454) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 16 21:24:32.223454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Hosts for other DVR routers connected to router 96e2e7b9-4080-43fe-a856-8619a6993dd5: set() {{(pid=102454) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 16 21:24:32.226117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.227318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d2bda457-bff9-487c-b629-b138dacf2b60 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "PUT /v2.0/routers/96e2e7b9-4080-43fe-a856-8619a6993dd5 HTTP/1.1" status: 200 len: 717 time: 1.5944965 Nov 16 21:24:32.232821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52078) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:32.331164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.343784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.365155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-625766be-8b91-4f35-868d-4b312f48bc15 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "GET /v2.0/routers/96e2e7b9-4080-43fe-a856-8619a6993dd5 HTTP/1.1" status: 200 len: 717 time: 0.1331983 Nov 16 21:24:32.367348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52080) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:32.390158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-1d918eb3-e906-4392-9aeb-143edf4a0445 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.396364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-1d918eb3-e906-4392-9aeb-143edf4a0445 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.404214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-1d918eb3-e906-4392-9aeb-143edf4a0445 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.411284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-1d918eb3-e906-4392-9aeb-143edf4a0445 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.419770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-1d918eb3-e906-4392-9aeb-143edf4a0445 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.422845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-1d918eb3-e906-4392-9aeb-143edf4a0445 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 3876 time: 0.2177939 Nov 16 21:24:32.454454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52084) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:32.470785 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.506347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f391e6c-5c66-41a7-9afb-b04d86a3563e req-3dbf79e9-02d4-4266-924e-9a4a299c3fe5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767450 Nov 16 21:24:32.519701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc9212-d629-41ec-acff-2eaaa3879b1e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:32.543478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Attempting to bind port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:32.543885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Attempting to bind port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:32.544259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Attempting to bind port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:32.545355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=f290160a-08d1-4b51-858e-5e3caf4de57b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:32.568438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:32.568827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:32.569273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.584854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:32.585569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Bound port: c99abd16-c778-4dd7-8e01-a4c5a725bfd2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:32.585996 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.664805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af8f59-13b2-4e0c-bddc-da2aca6f88b7 None None] Pushing event updated for resources: {'Port': ['ID=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:32.696070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] No DVR routers for this DVR port f290160a-08d1-4b51-858e-5e3caf4de57b on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:32.710665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b7ca5f97-5628-4f63-a866-3425195c7fba None None] Provisioning complete for port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:32.711356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5f97-5628-4f63-a866-3425195c7fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.712354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.726348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-6cf2f832-8423-4d2d-8cb4-c2d31bf50b93 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "DELETE /v2.0/ports/f290160a-08d1-4b51-858e-5e3caf4de57b HTTP/1.1" status: 204 len: 173 time: 2.2177751 Nov 16 21:24:32.750772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:32.758499 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e580acb3-e33b-4072-bed3-5d5523272ec4" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:32.783771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d81b8-9438-4702-a4ca-9773ee257006 req-92716996-a10e-4753-a7c4-9f7707bf43a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:32.788354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe4d81b8-9438-4702-a4ca-9773ee257006 req-92716996-a10e-4753-a7c4-9f7707bf43a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.0723097 Nov 16 21:24:32.850472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe4d81b8-9438-4702-a4ca-9773ee257006 req-fe67192e-77a5-482d-9f26-c2391c1497a8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575039 Nov 16 21:24:32.862046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] For port c99abd16-c778-4dd7-8e01-a4c5a725bfd2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:32.864742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca5f97-5628-4f63-a866-3425195c7fba None None] Port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:32.867878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] For port c99abd16-c778-4dd7-8e01-a4c5a725bfd2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:32.874356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:32.884068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-39857226-d15d-4246-993d-18d85a2c73c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98030230f6db438386f749fa42a3bb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215400 Nov 16 21:24:32.886623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52096) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:32.888384 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328a21c7-1cf8-4a0b-9eea-209166ccb3de x-openstack-request-id: req-328a21c7-1cf8-4a0b-9eea-209166ccb3de {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:32.888705 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "f290160a-08d1-4b51-858e-5e3caf4de57b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:32.888963 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-328a21c7-1cf8-4a0b-9eea-209166ccb3de {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:32.889365 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': 'f290160a-08d1-4b51-858e-5e3caf4de57b', 'status': 'completed', 'code': 200} Nov 16 21:24:32.944918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f61d6c-68cb-4c2d-928b-53869e978406 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:32.974030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port bd47b0c2-4206-46c7-a355-9ea9532b6807 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:32.975525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.031912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c647aa26-8d3e-40f2-a83a-c84c748f2476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.064224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Routers {'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:33.064952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:33.104730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c647aa26-8d3e-40f2-a83a-c84c748f2476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.175779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.268741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] Set router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:33.331666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:33.333955 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6079e6-bf9b-4ea7-b15f-e50c86ab3f0e" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:33.385833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c8bf47c2-1c5b-41e5-a824-652900d6f3f2 tempest-RoutersTestDVR-1523550179 tempest-RoutersTestDVR-1523550179-project] 10.222.0.48 "GET /v2.0/routers/96e2e7b9-4080-43fe-a856-8619a6993dd5 HTTP/1.1" status: 200 len: 683 time: 1.0161135 Nov 16 21:24:33.417179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Provisioning complete for port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:33.423965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.429891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af8f59-13b2-4e0c-bddc-da2aca6f88b7 None None] Pushing event updated for resources: {'Port': ['ID=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:33.441092 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29cb5e5-7f8f-4d5f-b00c-4fe802065b65 x-openstack-request-id: req-b29cb5e5-7f8f-4d5f-b00c-4fe802065b65 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:33.441593 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:33.442551 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b29cb5e5-7f8f-4d5f-b00c-4fe802065b65 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:33.443103 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'code': 200} Nov 16 21:24:33.477731 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.481344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52110) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:33.496596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Allocated IP 172.20.0.1 (c247d465-63e9-4fdb-aac6-5890fa09f384/acf3da66-7b59-4038-9931-08352164cccf/785c8eb5-b4ab-455e-852e-9b8890acda4c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:33.612397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] For port bd47b0c2-4206-46c7-a355-9ea9532b6807, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=bd47b0c2-4206-46c7-a355-9ea9532b6807,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:33.614092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.688084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c647aa26-8d3e-40f2-a83a-c84c748f2476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.696219 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c647aa26-8d3e-40f2-a83a-c84c748f2476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:33.699650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c647aa26-8d3e-40f2-a83a-c84c748f2476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4da9742-4cb0-4ee3-b750-5ea64cb5bcbe HTTP/1.1" status: 204 len: 168 time: 0.8107553 Nov 16 21:24:33.830106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647aa26-8d3e-40f2-a83a-c84c748f2476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da9742-4cb0-4ee3-b750-5ea64cb5bcbe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:33.866908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.012052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.120705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] For port c99abd16-c778-4dd7-8e01-a4c5a725bfd2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:34.136164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f432-b31f-4e9b-9367-b4085a35e97b req-407fbd0e-a331-4428-840e-048eecb92c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.136505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.144125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f432-b31f-4e9b-9367-b4085a35e97b req-407fbd0e-a331-4428-840e-048eecb92c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.164671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f432-b31f-4e9b-9367-b4085a35e97b req-407fbd0e-a331-4428-840e-048eecb92c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.173770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f432-b31f-4e9b-9367-b4085a35e97b req-407fbd0e-a331-4428-840e-048eecb92c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.176831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff95f432-b31f-4e9b-9367-b4085a35e97b req-407fbd0e-a331-4428-840e-048eecb92c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 3143 time: 0.4667664 Nov 16 21:24:34.195822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.304266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Pushing event updated for resources: {'Port': ['ID=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:34.317411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.317824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.318176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.318523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.318863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.319273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.319521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.319855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.320186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.320304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff95f432-b31f-4e9b-9367-b4085a35e97b req-5692774b-1bab-4935-ad8a-13a9026977dd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888305 Nov 16 21:24:34.320514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.320846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.321173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82906146-fc7b-4cd4-81f1-ca6b4917e0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:34.337619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.349046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.354877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:27Z', 'revision_number': 3, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:34.388816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eefcf4-330d-488d-93c0-71638075d6b4 None None] The sync data for ids ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'] in n-d-817778-8 is: [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:27Z', 'revision_number': 3, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:34.450383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.450383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96e2e7b9-4080-43fe-a856-8619a6993dd5 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:24:34.456529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.466250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-04f0cd8a-bb33-4b8a-b3f6-ab2b561a0383 tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "DELETE /v2.0/routers/96e2e7b9-4080-43fe-a856-8619a6993dd5 HTTP/1.1" status: 204 len: 168 time: 0.9837189 Nov 16 21:24:34.467672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52138) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:34.471877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31aef1-a564-4b00-8332-8ae9e9f1d01a req-3dd0405f-7f61-4b32-8bf1-6da7224c0363 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:34.472467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Request body: {'router': {'name': 'tempest-router-551364762', 'distributed': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:34.481815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df31aef1-a564-4b00-8332-8ae9e9f1d01a req-3dd0405f-7f61-4b32-8bf1-6da7224c0363 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.3831489 Nov 16 21:24:34.522326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.526836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.552553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.552750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.553007 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Floating IP 32edb9c7-df3f-4b01-bb8f-3e5ee114734c disassociated. External IP: 172.25.3.168, port: bd47b0c2-4206-46c7-a355-9ea9532b6807. Nov 16 21:24:34.553359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for bd47b0c2-4206-46c7-a355-9ea9532b6807 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:34.598261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df31aef1-a564-4b00-8332-8ae9e9f1d01a req-8de6a43a-a97a-4837-8b21-79c6d063eaa7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149695 Nov 16 21:24:34.608146 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.673245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.678631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.702507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.705375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-173f9ecf-33cf-449f-81b3-3ae32139d3bc tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2364888 Nov 16 21:24:34.707811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52142) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:34.891009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:34.987128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.020181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Network c247d465-63e9-4fdb-aac6-5890fa09f384 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:35.030720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:35.050147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:35.156698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Pushing event updated for resources: {'Port': ['ID=785c8eb5-b4ab-455e-852e-9b8890acda4c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:35.173752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.350695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=bd47b0c2-4206-46c7-a355-9ea9532b6807,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:35.425175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.444895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16a4148e-ee79-43a0-88fa-eb97de78345a None None] Provisioning complete for port 785c8eb5-b4ab-455e-852e-9b8890acda4c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:35.445448 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16a4148e-ee79-43a0-88fa-eb97de78345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.470293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.501192 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.563776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-16a4148e-ee79-43a0-88fa-eb97de78345a None None] Port 785c8eb5-b4ab-455e-852e-9b8890acda4c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:35.744938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:35.745189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41da77-9d2c-4065-863c-958b51d5979c req-30368e1a-fbb2-4d6b-82c5-1fe7062e6849 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.764201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41da77-9d2c-4065-863c-958b51d5979c req-30368e1a-fbb2-4d6b-82c5-1fe7062e6849 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.782171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41da77-9d2c-4065-863c-958b51d5979c req-30368e1a-fbb2-4d6b-82c5-1fe7062e6849 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:35.784342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e41da77-9d2c-4065-863c-958b51d5979c req-30368e1a-fbb2-4d6b-82c5-1fe7062e6849 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 2409 time: 0.3119643 Nov 16 21:24:35.788278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.788786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a990d422-e62a-4553-8fd9-ae3bf214da45 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:24:35.808343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:35.813419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aaafdb9f-40e5-40da-99d3-ae25fceda11d tempest-RoutersTestDVR-2105636683 tempest-RoutersTestDVR-2105636683-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a990d422-e62a-4553-8fd9-ae3bf214da45 HTTP/1.1" status: 204 len: 168 time: 1.1031888 Nov 16 21:24:35.921434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e41da77-9d2c-4065-863c-958b51d5979c req-90d883f6-92e2-40fd-9467-8d9c6092b3b6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065912 Nov 16 21:24:35.959229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:35.975509 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] Sync routers for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:35.994978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.000677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:36.002424 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:36.056758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] No DVR routers for this DVR port bd47b0c2-4206-46c7-a355-9ea9532b6807 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:36.198233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.201682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-d6e69e94-ad78-41bd-92cc-0897b3846c77 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "DELETE /v2.0/ports/bd47b0c2-4206-46c7-a355-9ea9532b6807 HTTP/1.1" status: 204 len: 173 time: 3.4337697 Nov 16 21:24:36.202172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:36.223482 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3cda36-ad5f-4b30-b555-ba2806aaaa04" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:36.380954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c99abd16-c778-4dd7-8e01-a4c5a725bfd2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:36.460245 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:36.495757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a2cd3-9d3b-4e47-a8ba-2a3b9e122bc0 req-ef266fd5-40ca-4c6a-9e2b-510c6af684c9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:36.497608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d99a2cd3-9d3b-4e47-a8ba-2a3b9e122bc0 req-ef266fd5-40ca-4c6a-9e2b-510c6af684c9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.5399435 Nov 16 21:24:36.505727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52186) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:36.522003 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b48bd6-259a-4951-a6c4-3f540a18936e x-openstack-request-id: req-e2b48bd6-259a-4951-a6c4-3f540a18936e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:36.522302 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "bd47b0c2-4206-46c7-a355-9ea9532b6807", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:36.522561 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2b48bd6-259a-4951-a6c4-3f540a18936e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:36.522950 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': 'bd47b0c2-4206-46c7-a355-9ea9532b6807', 'status': 'completed', 'code': 200} Nov 16 21:24:36.547544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:36.549405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.610848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:36.611659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.749656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92c00595-9d7b-454e-a219-184e060236ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.780178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d99a2cd3-9d3b-4e47-a8ba-2a3b9e122bc0 req-91b7b7fa-2017-4ce5-9cef-985fe32c376d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561667 Nov 16 21:24:36.788540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] For port 3c7f4994-71aa-4860-9bd9-5ae4a5063319, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c7f4994-71aa-4860-9bd9-5ae4a5063319,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:36.788916 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.814006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for 3c7f4994-71aa-4860-9bd9-5ae4a5063319 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:36.852641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92c00595-9d7b-454e-a219-184e060236ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.875888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92c00595-9d7b-454e-a219-184e060236ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.928004 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.942861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:36.957303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-92c00595-9d7b-454e-a219-184e060236ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a79eead66b24a2d9700176e3be79001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4464419 Nov 16 21:24:36.958654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c00595-9d7b-454e-a219-184e060236ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7398704-aa9f-4d81-811b-a4a99026b698,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:36.962807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:37.064221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Pushing event updated for resources: {'Port': ['ID=785c8eb5-b4ab-455e-852e-9b8890acda4c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:37.067605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.194546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18018f27-00bd-4f5e-8d37-d4dccf4163c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.200389 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:37.236128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Network c247d465-63e9-4fdb-aac6-5890fa09f384 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:37.250972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18018f27-00bd-4f5e-8d37-d4dccf4163c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.260134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:37.288343 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] Checking router: 2a5c383f-30f9-4f7b-95a5-d692cf26b925 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:37.324843 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:37.326199 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:37.407039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18018f27-00bd-4f5e-8d37-d4dccf4163c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.434900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18018f27-00bd-4f5e-8d37-d4dccf4163c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.437330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-18018f27-00bd-4f5e-8d37-d4dccf4163c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7398704-aa9f-4d81-811b-a4a99026b698 HTTP/1.1" status: 204 len: 168 time: 0.4699495 Nov 16 21:24:37.465501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18018f27-00bd-4f5e-8d37-d4dccf4163c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7398704-aa9f-4d81-811b-a4a99026b698,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:37.578293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213f628-c5f6-433d-babe-0907ed00987e req-ee642a05-4f06-4b87-9381-a02d1c959abe tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:37.598005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213f628-c5f6-433d-babe-0907ed00987e req-ee642a05-4f06-4b87-9381-a02d1c959abe tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:37.625931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213f628-c5f6-433d-babe-0907ed00987e req-ee642a05-4f06-4b87-9381-a02d1c959abe tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:37.643101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9213f628-c5f6-433d-babe-0907ed00987e req-ee642a05-4f06-4b87-9381-a02d1c959abe tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 2409 time: 0.3220205 Nov 16 21:24:37.762922 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:37.813940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9213f628-c5f6-433d-babe-0907ed00987e req-94dde0a6-18b8-499c-bcff-105ed0bf46fe tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600518 Nov 16 21:24:37.822951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0d98290c-3a14-4474-9299-17367cf445b5 None None] Provisioning complete for port 785c8eb5-b4ab-455e-852e-9b8890acda4c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:37.824927 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d98290c-3a14-4474-9299-17367cf445b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:37.957892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0d98290c-3a14-4474-9299-17367cf445b5 None None] Port 785c8eb5-b4ab-455e-852e-9b8890acda4c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:38.169244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.240693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=3c7f4994-71aa-4860-9bd9-5ae4a5063319,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:38.267603 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:38.273069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b85c78-066e-4e92-963a-3825d6e0945b req-b420acc8-39e9-4e27-b0d4-662a3b53e1b7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:38.280698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38b85c78-066e-4e92-963a-3825d6e0945b req-b420acc8-39e9-4e27-b0d4-662a3b53e1b7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2919450 Nov 16 21:24:38.347728 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1008be0-976e-4c84-9f9b-26e4527df460 None None] The sync data for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 is: [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:13:27Z', 'revision_number': 4, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '94dccea5-df0b-4810-9b3d-21d41035e828', 'name': '', 'network_id': '6ab967b0-c388-4d5c-b9e7-9bc6226ddca7', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'mac_address': 'fa:16:3e:b0:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:25Z', 'updated_at': '2021-11-16T21:13:32Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'subnets': [{'id': 'd7f1a629-b65a-4dea-9ec5-3c8a8f885344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:38.380928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] No DVR routers for this DVR port 3c7f4994-71aa-4860-9bd9-5ae4a5063319 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:38.383919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.389569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-a3f9c25b-50e1-461c-9b0c-4c4e2da507c5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "DELETE /v2.0/ports/3c7f4994-71aa-4860-9bd9-5ae4a5063319 HTTP/1.1" status: 204 len: 173 time: 2.1481547 Nov 16 21:24:38.417036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38b85c78-066e-4e92-963a-3825d6e0945b req-34218ff2-084e-4ea4-9b45-2dfaf309ca62 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309659 Nov 16 21:24:38.420813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:24:38.500388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52230) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:38.532279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d01ab92-bdac-49e6-aa01-4d43e926d6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.555178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:38.557769 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2be2f87-19a0-4e45-a56b-4ec1080f6250" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:38.746637 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99f4fca-ec3a-4a03-96b6-3c254086d5ea x-openstack-request-id: req-a99f4fca-ec3a-4a03-96b6-3c254086d5ea {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:38.747266 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "3c7f4994-71aa-4860-9bd9-5ae4a5063319", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:38.748626 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a99f4fca-ec3a-4a03-96b6-3c254086d5ea {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:38.749236 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': '3c7f4994-71aa-4860-9bd9-5ae4a5063319', 'status': 'completed', 'code': 200} Nov 16 21:24:38.790120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d01ab92-bdac-49e6-aa01-4d43e926d6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.799823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d01ab92-bdac-49e6-aa01-4d43e926d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:38.923906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ab92-bdac-49e6-aa01-4d43e926d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e196c528-a6ee-411d-b60f-89cf7c622156,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:39.005634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0006a5b-0183-4036-b4f0-15b9dcb0dc44 None None] New status for floating IP 32edb9c7-df3f-4b01-bb8f-3e5ee114734c: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:24:39.041629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52240) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:39.045248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2d01ab92-bdac-49e6-aa01-4d43e926d6e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39c6afed85664b18a7bb91a6ad7b0906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438817 Nov 16 21:24:39.167072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0577ec-a57a-4aae-95f1-87c402336d96 req-8c162285-f7e0-4130-889d-8d65a7358ae5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.187329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0577ec-a57a-4aae-95f1-87c402336d96 req-8c162285-f7e0-4130-889d-8d65a7358ae5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.190920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:39.192890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0577ec-a57a-4aae-95f1-87c402336d96 req-8c162285-f7e0-4130-889d-8d65a7358ae5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 1677 time: 0.1394246 Nov 16 21:24:39.210607 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Sync routers for ids ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:39.216004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60d9cb05-86c0-4597-8621-7e771819c193 admin admin] 10.222.0.48 "PUT /v2.0/routers/b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4055388 Nov 16 21:24:39.240052 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Routers {'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:39.240700 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:39.304178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-339a499f-afee-490c-89c1-b0abb3bd3c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.320929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port 21403cda-4ca0-4d86-abbe-b19148d70e6a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:39.321279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.381348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0577ec-a57a-4aae-95f1-87c402336d96 req-946b9a35-70be-433c-805b-23b935a51933 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754117 Nov 16 21:24:39.513749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-339a499f-afee-490c-89c1-b0abb3bd3c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.639909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-339a499f-afee-490c-89c1-b0abb3bd3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.649432 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-339a499f-afee-490c-89c1-b0abb3bd3c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.657006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-339a499f-afee-490c-89c1-b0abb3bd3c53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e196c528-a6ee-411d-b60f-89cf7c622156 HTTP/1.1" status: 204 len: 168 time: 0.6103170 Nov 16 21:24:39.657184 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Set router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:39.724529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a499f-afee-490c-89c1-b0abb3bd3c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e196c528-a6ee-411d-b60f-89cf7c622156,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:39.837287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99c1a4-dbcf-4cf2-ac79-68509a2f7e88 req-f1455734-c40e-407e-a05a-159f980142ef tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:39.841201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a99c1a4-dbcf-4cf2-ac79-68509a2f7e88 req-f1455734-c40e-407e-a05a-159f980142ef tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2420411 Nov 16 21:24:39.862363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] For port 21403cda-4ca0-4d86-abbe-b19148d70e6a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=21403cda-4ca0-4d86-abbe-b19148d70e6a,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:39.862669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:39.912838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for 21403cda-4ca0-4d86-abbe-b19148d70e6a owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:40.141758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a99c1a4-dbcf-4cf2-ac79-68509a2f7e88 req-1fb8927c-c30a-4bc9-b025-e8e75fca9967 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883160 Nov 16 21:24:40.288879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.337224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=21403cda-4ca0-4d86-abbe-b19148d70e6a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:40.426623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] No DVR routers for this DVR port 21403cda-4ca0-4d86-abbe-b19148d70e6a on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:40.429986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.436611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-7345aa27-bd3a-45b0-8a9f-a6be8132655e tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "DELETE /v2.0/ports/21403cda-4ca0-4d86-abbe-b19148d70e6a HTTP/1.1" status: 204 len: 173 time: 2.0364914 Nov 16 21:24:40.445493 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:35Z', 'revision_number': 4, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '785c8eb5-b4ab-455e-852e-9b8890acda4c', 'name': '', 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'mac_address': 'fa:16:3e:67:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'acf3da66-7b59-4038-9931-08352164cccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:33Z', 'updated_at': '2021-11-16T21:24:36Z', 'revision_number': 2, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'subnets': [{'id': 'acf3da66-7b59-4038-9931-08352164cccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:40.487184 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Checking router: b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:40.488126 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Updating router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 port 785c8eb5-b4ab-455e-852e-9b8890acda4c binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:40.519337 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.638646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port b285016a-feeb-4de4-8721-e66cd8cadd0f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:40.642769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.755855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17ea7-1506-4827-b6b9-03dda731844f req-66549d2f-41aa-4a34-86f8-a1f52462f8db tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:40.774077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02a17ea7-1506-4827-b6b9-03dda731844f req-66549d2f-41aa-4a34-86f8-a1f52462f8db tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 943 time: 0.1712706 Nov 16 21:24:40.780798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:40.793568 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd8b32c-0d0d-4345-a561-07f154f300f6" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:40.928460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] For port b285016a-feeb-4de4-8721-e66cd8cadd0f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b285016a-feeb-4de4-8721-e66cd8cadd0f,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:40.928834 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:40.969487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for b285016a-feeb-4de4-8721-e66cd8cadd0f owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:40.982674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52294) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:41.028170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2128077664-network', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:41.031020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02a17ea7-1506-4827-b6b9-03dda731844f req-7a9b60d3-884a-4065-9614-5f6a48390b24 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560480 Nov 16 21:24:41.080196 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd619dd-9555-43f3-aeed-4482dbef3c11 x-openstack-request-id: req-0fd619dd-9555-43f3-aeed-4482dbef3c11 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:41.080504 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "21403cda-4ca0-4d86-abbe-b19148d70e6a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:41.080801 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fd619dd-9555-43f3-aeed-4482dbef3c11 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:41.081217 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': '21403cda-4ca0-4d86-abbe-b19148d70e6a', 'status': 'completed', 'code': 200} Nov 16 21:24:41.084762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Made reservation on behalf of ec0aaa4337af46698a98abf77de1f6d2 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:41.087223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.098299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.237163 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.251194 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.503837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.513135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75bef5-f594-4161-b620-86ef23289a2b req-08121465-16c2-4263-85ea-a7420767baa5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:41.526150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c75bef5-f594-4161-b620-86ef23289a2b req-08121465-16c2-4263-85ea-a7420767baa5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.1557052 Nov 16 21:24:41.530895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.533179 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Pushing event updated for resources: {'Port': ['ID=785c8eb5-b4ab-455e-852e-9b8890acda4c,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:41.654982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c75bef5-f594-4161-b620-86ef23289a2b req-b3a18ed5-aece-4999-87fb-7f10d7be5e26 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223898 Nov 16 21:24:41.676929 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.677279 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.695867 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.696277 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.696644 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.697539 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.704000 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.704352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.704940 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.705064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.705372 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.708099 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:24:41.762944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:41.771108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52312) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:41.802497 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Attempting to bind port 785c8eb5-b4ab-455e-852e-9b8890acda4c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:41.802999 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Attempting to bind port 785c8eb5-b4ab-455e-852e-9b8890acda4c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:41.803293 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Attempting to bind port 785c8eb5-b4ab-455e-852e-9b8890acda4c on network c247d465-63e9-4fdb-aac6-5890fa09f384 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:41.816655 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:41.817032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Checking segment: {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:41.823406 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.824085 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Bound using segment: {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:41.824743 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Bound port: 785c8eb5-b4ab-455e-852e-9b8890acda4c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8489a0-4ca6-4a75-8104-c7d6c0f27313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:41.828033 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:41.998818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2120387382'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:42.012622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b7bbb5-da4b-4357-8fc4-bdb0e541cdeb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:42.015928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.016283 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Added segment 295101e1-1b89-4d5e-a8bb-be198090fec2 of type vlan for network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 Nov 16 21:24:42.039350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:42.051099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.068130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.124875 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] For port 785c8eb5-b4ab-455e-852e-9b8890acda4c, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:42.138411 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] For port 785c8eb5-b4ab-455e-852e-9b8890acda4c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=785c8eb5-b4ab-455e-852e-9b8890acda4c,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:42.144567 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.154632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc61ae1a-e916-4d41-ab8b-3a13f5c5eb6b None None] Provisioning complete for port 785c8eb5-b4ab-455e-852e-9b8890acda4c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:42.155555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc61ae1a-e916-4d41-ab8b-3a13f5c5eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.182535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.194222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.205626 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.236814 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Routers {'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:42.237541 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:42.257885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:24:42.266506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b72ec2a-3141-419b-9ff3-c099589e7f28,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:42.273171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.287799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.288472 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Added segment 15872ab8-2d76-4f36-b7e3-2c98bba17487 of type vlan for network 8315c17c-3f6d-48bd-9865-d7688b851073 Nov 16 21:24:42.370595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.379898 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088f17-fa86-4654-8537-f77069fb5ef6 None None] Pushing event updated for resources: {'Port': ['ID=785c8eb5-b4ab-455e-852e-9b8890acda4c,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:42.405483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a303941-1fa2-437a-8510-5fd49118ff55 req-11e44716-a4b2-4466-bfb9-947a9a4600b8 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0738580 Nov 16 21:24:42.421694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=b285016a-feeb-4de4-8721-e66cd8cadd0f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:42.465764 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc61ae1a-e916-4d41-ab8b-3a13f5c5eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.477576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.491299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:42.492873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.518434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.resource_extend [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:24:42.568539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-fc61ae1a-e916-4d41-ab8b-3a13f5c5eb6b None None] For port 785c8eb5-b4ab-455e-852e-9b8890acda4c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=785c8eb5-b4ab-455e-852e-9b8890acda4c,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:42.574689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8012469 Nov 16 21:24:42.589117 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] Set router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:42.593815 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc61ae1a-e916-4d41-ab8b-3a13f5c5eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.601021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:42.615513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] No DVR routers for this DVR port b285016a-feeb-4de4-8721-e66cd8cadd0f on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:24:42.620762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.634686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e21e8fdd-bb7d-44fa-9433-2d0f407fd5ca req-01b26630-9849-4400-965a-e5f30c6f4382 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.41 "DELETE /v2.0/ports/b285016a-feeb-4de4-8721-e66cd8cadd0f HTTP/1.1" status: 204 len: 173 time: 2.1895893 Nov 16 21:24:42.652655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'subnet': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:42.810417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce56c7a-3f4e-40ad-a0ab-0a134c383b35 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Network': ['ID=8315c17c-3f6d-48bd-9865-d7688b851073,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:42.912199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 8315c17c-3f6d-48bd-9865-d7688b851073 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:42.918530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:42.919607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:42.920220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.115281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61ae1a-e916-4d41-ab8b-3a13f5c5eb6b None None] Pushing event updated for resources: {'Port': ['ID=785c8eb5-b4ab-455e-852e-9b8890acda4c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.140074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2395d249-a41b-4bf0-80d1-f6baabefea50 None None] Provisioning complete for port 785c8eb5-b4ab-455e-852e-9b8890acda4c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:43.141733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2395d249-a41b-4bf0-80d1-f6baabefea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.203031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:24:43.211552 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20085d64-90dc-4343-a431-5b516042397e" -d '{"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:24:43.223441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] Pushing event updated for resources: {'Network': ['ID=77a0f426-3f74-4c3f-bcf6-8550c2f53c75,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:43.266654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:24:43.312967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:43.318420 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.384014 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1bf837fc-d31b-403a-ab7e-a119b1d9fcca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4002090 Nov 16 21:24:43.387193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:43.392871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Request body: {'subnet': {'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2128077664-subnet', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:43.418719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f42f0-39a4-457c-bf20-226ab76ad195 req-6cef9272-443f-4b6a-97a5-27f81e12da12 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:43.429664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d0f42f0-39a4-457c-bf20-226ab76ad195 req-6cef9272-443f-4b6a-97a5-27f81e12da12 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.5043766 Nov 16 21:24:43.484050 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab12ac-eaa7-42cb-b0c2-8368e2b86249 x-openstack-request-id: req-baab12ac-eaa7-42cb-b0c2-8368e2b86249 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:24:43.484655 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db0259-bdd5-4dda-8e23-626d897a5c6a", "name": "network-vif-deleted", "tag": "b285016a-feeb-4de4-8721-e66cd8cadd0f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:24:43.485333 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baab12ac-eaa7-42cb-b0c2-8368e2b86249 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:24:43.486160 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db0259-bdd5-4dda-8e23-626d897a5c6a', 'name': 'network-vif-deleted', 'tag': 'b285016a-feeb-4de4-8721-e66cd8cadd0f', 'status': 'completed', 'code': 200} Nov 16 21:24:43.503974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Made reservation on behalf of ec0aaa4337af46698a98abf77de1f6d2 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:43.522687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:43.654547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9d0f42f0-39a4-457c-bf20-226ab76ad195 req-894119a0-676d-4556-aa86-9cad04f9b938 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105715 Nov 16 21:24:43.786464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aa89320-021b-438a-bd0c-2e87df172270 req-3353c0d2-f001-42a3-9614-db2d5d50960c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0901487 Nov 16 21:24:43.797275 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:35Z', 'revision_number': 4, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '785c8eb5-b4ab-455e-852e-9b8890acda4c', 'name': '', 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'mac_address': 'fa:16:3e:67:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'acf3da66-7b59-4038-9931-08352164cccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:33Z', 'updated_at': '2021-11-16T21:24:42Z', 'revision_number': 4, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'subnets': [{'id': 'acf3da66-7b59-4038-9931-08352164cccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:43.912101 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee4a1d-7921-4042-9e68-9f99b0baed73 None None] The sync data for ids ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'] in n-d-817778-8 is: [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:24:35Z', 'revision_number': 4, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '785c8eb5-b4ab-455e-852e-9b8890acda4c', 'name': '', 'network_id': 'c247d465-63e9-4fdb-aac6-5890fa09f384', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'mac_address': 'fa:16:3e:67:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'acf3da66-7b59-4038-9931-08352164cccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:33Z', 'updated_at': '2021-11-16T21:24:42Z', 'revision_number': 4, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'subnets': [{'id': 'acf3da66-7b59-4038-9931-08352164cccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:44.117349 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.143209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.344035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Checking segment: {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:44.344416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Network hostable DHCP agents. Network: 77a0f426-3f74-4c3f-bcf6-8550c2f53c75, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:44.358469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23fe864-40c8-4bcd-81b7-81529a551864,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:44.364733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 785c8eb5-b4ab-455e-852e-9b8890acda4c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:44.425113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:44.441324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 77a0f426-3f74-4c3f-bcf6-8550c2f53c75) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:44.450859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:44.453139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.454688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Subnet': ['ID=6ea4dda0-55d0-42a8-a466-fdf6e196ceff,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:44.488572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Checking segment: {'id': '15872ab8-2d76-4f36-b7e3-2c98bba17487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:44.489003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network hostable DHCP agents. Network: 8315c17c-3f6d-48bd-9865-d7688b851073, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:24:44.520685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7f5b7183-7aee-45b8-b1d5-6bf806df9b21 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1316381 Nov 16 21:24:44.520880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89614866-99c6-4cf8-9336-4a741236acbe None None] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:44.529385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52366) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:44.536757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:44.551036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:24:44.568134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 8315c17c-3f6d-48bd-9865-d7688b851073) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:44.575079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:44.580715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.613466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.614850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:44.624129 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-180260e5-c42a-4f97-8cf4-06c60f1b1677 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0100121 Nov 16 21:24:44.627382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52368) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:44.677752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-606099308'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:44.716149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a9d3b-8d7b-4b3d-acac-cc92a3348822 None None] Network 8315c17c-3f6d-48bd-9865-d7688b851073 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:45.055167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c86b-96ad-45f1-93da-9d5d33cd67a5 req-2937e420-eb84-4065-a4f0-560a04e4c935 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:45.057931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1f9c86b-96ad-45f1-93da-9d5d33cd67a5 req-2937e420-eb84-4065-a4f0-560a04e4c935 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.1437654 Nov 16 21:24:45.060934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:45.065303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.148447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] device_id is not set on port 90182a27-c2a8-457f-b1fb-f01f98017330 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:45.161151 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae5c2842-f820-4fad-a203-3a3c74730f87 req-dc997048-d1c7-4355-b0da-4a1f3e0aa0ca tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0994139 Nov 16 21:24:45.248759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 785c8eb5-b4ab-455e-852e-9b8890acda4c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:45.248759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.357940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.397740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-77a0f426-3f74-4c3f-bcf6-8550c2f53c75', 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'fixed_ips': [{'subnet_id': 'a23fe864-40c8-4bcd-81b7-81529a551864'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:45.399205 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:45.636613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Allocated IP 2001:db8::198 (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/90182a27-c2a8-457f-b1fb-f01f98017330) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:45.943578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1f9c86b-96ad-45f1-93da-9d5d33cd67a5 req-67d74b73-10f6-499c-bea9-09aa98619f46 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8200741 Nov 16 21:24:46.084474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Allocated IP 172.20.0.2 (77a0f426-3f74-4c3f-bcf6-8550c2f53c75/a23fe864-40c8-4bcd-81b7-81529a551864/53c5aa50-44bb-41cd-b363-9e1fd5d7481e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:46.386341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.502199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.551662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1dfad47-6174-44a2-b858-237180fdd66f req-8ae608e0-3235-42f7-b028-90e8758fcdcf tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.2027385 Nov 16 21:24:46.610630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.795840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-8315c17c-3f6d-48bd-9865-d7688b851073', 'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'tenant_id': '5495b32bdf6e41968a23d9e7b2e46e7c', 'fixed_ips': [{'subnet_id': '6ea4dda0-55d0-42a8-a466-fdf6e196ceff'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:24:46.797391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:46.855345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:46.878177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:46.883318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:46.977179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.092642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Attempting to bind port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:47.095255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Attempting to bind port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:47.095759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Attempting to bind port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e on network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:47.108668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Pushing event updated for resources: {'Port': ['ID=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:47.116036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:47.117235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Checking segment: {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:47.117235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.122786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Bound using segment: {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:47.123461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Bound port: 53c5aa50-44bb-41cd-b363-9e1fd5d7481e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:47.124153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.175824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f819b1-b7f3-4988-8803-4c57dc6131ac req-6525ac9e-6d75-4ed4-af47-760d9aa945cb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.188287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46f819b1-b7f3-4988-8803-4c57dc6131ac req-6525ac9e-6d75-4ed4-af47-760d9aa945cb tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1770759 Nov 16 21:24:47.217943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.313258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46f819b1-b7f3-4988-8803-4c57dc6131ac req-f816e0cf-3023-4cb3-a359-66bb185ea5d5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239684 Nov 16 21:24:47.465807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:47.478626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:47.487612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] For port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:47.492909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] For port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,segment=NetworkSegment(295101e1-1b89-4d5e-a8bb-be198090fec2),segment_id=295101e1-1b89-4d5e-a8bb-be198090fec2)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:47.496362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:47.508394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.520362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Allocated IP 2001:db8::2 (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/319b8054-ed85-4870-966b-96ba8f918260) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:47.522581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.523383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.576310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=90182a27-c2a8-457f-b1fb-f01f98017330,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:47.597084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0210ab4a-e87c-46d5-a034-49e3b8700996 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9588048 Nov 16 21:24:47.597831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52418) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:47.601986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.604768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1795066249', 'allowed_address_pairs': [{'ip_address': '2001:db8::198', 'mac_address': 'fa:16:3e:1c:13:88'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:47.641339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec03d1-a66b-4d3e-945d-86cdb10c11e8 None None] Pushing event updated for resources: {'Port': ['ID=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:47.656076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:47.703905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec72a7-fe78-480d-9eab-bf6f1ca9b00e req-a38beef7-6b35-4dd1-b3fc-98496eb5ba00 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:47.717068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49ec72a7-fe78-480d-9eab-bf6f1ca9b00e req-a38beef7-6b35-4dd1-b3fc-98496eb5ba00 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.4970176 Nov 16 21:24:47.979034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:48.008577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52f983d0-3bcf-46e3-b925-706ec5ea5c89 req-b3885390-a341-4abe-8432-31f3af0c2657 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.2571564 Nov 16 21:24:48.125543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Allocated IP 172.25.3.59 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d0062d79-fdab-4f14-8efc-1818abc918fd) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:48.146462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.163322 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.218290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:48.224724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:48.264832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:48.289137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:48.393182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] device_id is not set on port 75fd5105-be9d-435b-8c25-eed2525635e4 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:48.486601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Pushing event updated for resources: {'Port': ['ID=319b8054-ed85-4870-966b-96ba8f918260,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:48.508426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c5aa50-44bb-41cd-b363-9e1fd5d7481e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:48.727868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77c004-b06a-46ff-a3ac-62334978997f req-f38632b5-865d-4fcc-be66-288da07c05c9 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:48.750247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c77c004-b06a-46ff-a3ac-62334978997f req-f38632b5-865d-4fcc-be66-288da07c05c9 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.2194903 Nov 16 21:24:48.974142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c77c004-b06a-46ff-a3ac-62334978997f req-70ab1176-581f-4fa0-a9ec-86036f77d597 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227390 Nov 16 21:24:49.013628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Allocated IP 2001:db8::44 (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/75fd5105-be9d-435b-8c25-eed2525635e4) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:49.069172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Attempting to bind port 319b8054-ed85-4870-966b-96ba8f918260 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:49.069669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Attempting to bind port 319b8054-ed85-4870-966b-96ba8f918260 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '15872ab8-2d76-4f36-b7e3-2c98bba17487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:49.069974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Attempting to bind port 319b8054-ed85-4870-966b-96ba8f918260 on network 8315c17c-3f6d-48bd-9865-d7688b851073 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:49.102042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:49.105380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Checking segment: {'id': '15872ab8-2d76-4f36-b7e3-2c98bba17487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:49.106047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.106985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Bound using segment: {'id': '15872ab8-2d76-4f36-b7e3-2c98bba17487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:49.107778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Bound port: 319b8054-ed85-4870-966b-96ba8f918260, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15872ab8-2d76-4f36-b7e3-2c98bba17487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:49.108471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.338183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:49.349149 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.354168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49ec72a7-fe78-480d-9eab-bf6f1ca9b00e req-1d65c041-bba7-4404-b22b-003fbc8dbdf5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6306624 Nov 16 21:24:49.459439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] For port 319b8054-ed85-4870-966b-96ba8f918260, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:49.470599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] For port 319b8054-ed85-4870-966b-96ba8f918260, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=319b8054-ed85-4870-966b-96ba8f918260,segment=NetworkSegment(15872ab8-2d76-4f36-b7e3-2c98bba17487),segment_id=15872ab8-2d76-4f36-b7e3-2c98bba17487)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:49.573713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.576855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.589426 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.683405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.684832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.709442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfbb6e82-ac0c-44ec-880b-764513d9d822 req-fb3bc40d-66c6-428a-8fa8-6fdec5b1360b tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.5150201 Nov 16 21:24:49.765428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.790766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:49.797045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:49.805912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:49.833097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016f5be-d937-4482-b146-ea56b3771190 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:49.844895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=75fd5105-be9d-435b-8c25-eed2525635e4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:49.877270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557fd74-0ba2-4814-aba4-c6c757af73ef None None] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:49.879717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:49.882029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:49.886201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:49.891942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Pushing event updated for resources: {'Port': ['ID=d0062d79-fdab-4f14-8efc-1818abc918fd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:49.900405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:49.903392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:49.921171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,segment=NetworkSegment(295101e1-1b89-4d5e-a8bb-be198090fec2),segment_id=295101e1-1b89-4d5e-a8bb-be198090fec2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:49.943422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1144afbb-2226-4225-94eb-74ee5472711a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3442974 Nov 16 21:24:49.945947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52440) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:50.001233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.110333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b010a0-d22e-408a-86e6-a372853cf767 None None] Pushing event updated for resources: {'Port': ['ID=319b8054-ed85-4870-966b-96ba8f918260,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:50.143687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b021a0b-9825-4a4f-8acb-1f1384fa6d72 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:50.163206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b021a0b-9825-4a4f-8acb-1f1384fa6d72 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:50.176612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b021a0b-9825-4a4f-8acb-1f1384fa6d72 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:50.184558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5b021a0b-9825-4a4f-8acb-1f1384fa6d72 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2370040 Nov 16 21:24:50.191914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52444) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:50.237580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:50.289394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-55aa774d-89cd-487a-a7bc-b3047677fa44 None None] Provisioning complete for port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:50.289793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55aa774d-89cd-487a-a7bc-b3047677fa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.479439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port 75fd5105-be9d-435b-8c25-eed2525635e4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:50.481938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.727453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.795900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for 75fd5105-be9d-435b-8c25-eed2525635e4 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:24:50.858686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5567ec0d-ea72-4760-9045-cc3b5891ffce None None] Provisioning complete for port d0062d79-fdab-4f14-8efc-1818abc918fd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:50.859435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5567ec0d-ea72-4760-9045-cc3b5891ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.892837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed118-714a-430e-aca5-f0caf9de286a req-90099d5e-aab6-42a4-9451-f8bcc9f970f5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:50.908519 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ebed118-714a-430e-aca5-f0caf9de286a req-90099d5e-aab6-42a4-9451-f8bcc9f970f5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3609180 Nov 16 21:24:50.914638 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdce3a2f-9a4e-4117-8a8b-7afa40888676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:50.994047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5567ec0d-ea72-4760-9045-cc3b5891ffce None None] Port d0062d79-fdab-4f14-8efc-1818abc918fd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:51.015080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc097af-6b88-45c8-8c68-e2dd2318b178 req-b7a444ae-3bac-45c8-8d45-9217000cc8f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:51.018927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bc097af-6b88-45c8-8c68-e2dd2318b178 req-b7a444ae-3bac-45c8-8d45-9217000cc8f8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2693877 Nov 16 21:24:51.100474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ebed118-714a-430e-aca5-f0caf9de286a req-2eb92efc-1ec3-4460-9882-ac63536f6b8e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909530 Nov 16 21:24:51.102336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.443246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.587013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=75fd5105-be9d-435b-8c25-eed2525635e4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:51.598585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b254afde-2ddb-415a-b25f-def16c4cac18 req-29b71393-565b-4f27-a197-cfeea22b3303 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0463512 Nov 16 21:24:51.659635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f0ea3e6d-c467-4502-89f3-0348da7d015b None None] Provisioning complete for port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:51.660176 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3e6d-c467-4502-89f3-0348da7d015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.810573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bc097af-6b88-45c8-8c68-e2dd2318b178 req-05d358ed-3c44-48ca-972c-64f7fe05856c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587693 Nov 16 21:24:51.840926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.955121 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:51.958518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3641c478-0eff-41b7-87ba-8288782edf62 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/ports/75fd5105-be9d-435b-8c25-eed2525635e4 HTTP/1.1" status: 204 len: 168 time: 1.7653849 Nov 16 21:24:51.961030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52458) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:52.011408 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3fb3d3-28b7-41e9-a231-6120b664d202 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] GET failed (client error): The resource could not be found. Nov 16 21:24:52.015711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0a3fb3d3-28b7-41e9-a231-6120b664d202 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "GET /v2.0/ports/75fd5105-be9d-435b-8c25-eed2525635e4 HTTP/1.1" status: 404 len: 333 time: 0.0536218 Nov 16 21:24:52.019380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52460) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:52.024181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1554805119'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:52.065101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caabe694-bcf4-446f-9ac5-4ad32dc5bf54 None None] Network 8315c17c-3f6d-48bd-9865-d7688b851073 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:24:52.128216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Router 887e7922-0fc3-4408-8191-f4e057fac08a is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:24:52.408573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e1fec39c-5ae1-438d-8476-d74a8ea78c86 None None] Provisioning complete for port 319b8054-ed85-4870-966b-96ba8f918260 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:52.408903 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1fec39c-5ae1-438d-8476-d74a8ea78c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.495635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:24:52.503014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731534b6-c3f8-4426-b12d-ede24649ba04 req-7653cd47-d1ad-4428-8a4e-ef374059aa0e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:52.507077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-731534b6-c3f8-4426-b12d-ede24649ba04 req-7653cd47-d1ad-4428-8a4e-ef374059aa0e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1664691 Nov 16 21:24:52.525882 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.619451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:24:52.620743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] device_id is not set on port 669dea9e-3aaa-4514-a76b-3cc258054315 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:24:52.703662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 319b8054-ed85-4870-966b-96ba8f918260 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:52.715520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Sync routers for ids ['887e7922-0fc3-4408-8191-f4e057fac08a'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:24:52.778760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.780788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c5655904-0ef0-4b4d-83d6-e8bd827f405c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2481196 Nov 16 21:24:52.783003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52508) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:52.797067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-731534b6-c3f8-4426-b12d-ede24649ba04 req-273df41a-b4fb-43f1-9b46-0c12cdc19d46 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781825 Nov 16 21:24:52.887263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1fec39c-5ae1-438d-8476-d74a8ea78c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:52.984322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e1fec39c-5ae1-438d-8476-d74a8ea78c86 None None] For port 319b8054-ed85-4870-966b-96ba8f918260, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=319b8054-ed85-4870-966b-96ba8f918260,segment=NetworkSegment(15872ab8-2d76-4f36-b7e3-2c98bba17487),segment_id=15872ab8-2d76-4f36-b7e3-2c98bba17487)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:24:53.025137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1fec39c-5ae1-438d-8476-d74a8ea78c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.037300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Routers {'887e7922-0fc3-4408-8191-f4e057fac08a'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:53.037982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['887e7922-0fc3-4408-8191-f4e057fac08a'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:53.156408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c11dca6-2d00-4e4d-9dd7-611625cfb137 req-8ccb7111-59e4-4deb-96a4-a1f061644f87 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1343029 Nov 16 21:24:53.178163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b03d45-94dc-4ad7-8e6b-fcb3f7cb5848 req-d8ae0560-6a25-434c-b133-16656d370fde tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:53.195262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59b03d45-94dc-4ad7-8e6b-fcb3f7cb5848 req-d8ae0560-6a25-434c-b133-16656d370fde tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.1360064 Nov 16 21:24:53.347748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59b03d45-94dc-4ad7-8e6b-fcb3f7cb5848 req-346340f2-bd9d-4e3a-bf76-329d6b9abf75 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543586 Nov 16 21:24:53.391531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Allocated IP 2001:db8::2e3 (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/669dea9e-3aaa-4514-a76b-3cc258054315) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:53.525429 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46d3d04a-8363-44e1-b743-5a5f3abe619c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.539214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 319b8054-ed85-4870-966b-96ba8f918260 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:53.539588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:53.769087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fec39c-5ae1-438d-8476-d74a8ea78c86 None None] Pushing event updated for resources: {'Port': ['ID=319b8054-ed85-4870-966b-96ba8f918260,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:53.892214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.159745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Set router 887e7922-0fc3-4408-8191-f4e057fac08a gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:54.320641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f64ed-d615-4ccd-b5df-5afd1c445825 req-20102ddd-7333-4852-855f-fb464d8abcf2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:54.327260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7c0f64ed-d615-4ccd-b5df-5afd1c445825 req-20102ddd-7333-4852-855f-fb464d8abcf2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1839356 Nov 16 21:24:54.526576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7c0f64ed-d615-4ccd-b5df-5afd1c445825 req-387175f0-59f5-4f5f-b2a0-31306bfc4f4f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898696 Nov 16 21:24:54.535771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-cc9262d9-ecdc-4445-919b-dbc3e3796072 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7555785 Nov 16 21:24:54.540679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e0056d8-f0a5-403c-84b6-2b8e21d5a793 req-55280231-f64b-4e5a-8e75-ea0842695bcd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1222329 Nov 16 21:24:54.575285 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:54.877477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462ac9d-65c0-4ca6-91ca-43e8015abf0d req-bcf57737-c45f-4149-8f8b-44cbeaa7ec44 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:54.886616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0462ac9d-65c0-4ca6-91ca-43e8015abf0d req-bcf57737-c45f-4149-8f8b-44cbeaa7ec44 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2183409 Nov 16 21:24:54.945081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.008654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0462ac9d-65c0-4ca6-91ca-43e8015abf0d req-c973b615-7245-43d9-88c1-f4f0dc7761bf tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204093 Nov 16 21:24:55.084741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c5aa50-44bb-41cd-b363-9e1fd5d7481e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:55.199417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.227355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:24:50Z', 'revision_number': 3, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:55.295569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Checking router: 887e7922-0fc3-4408-8191-f4e057fac08a for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:24:55.304370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Updating router 887e7922-0fc3-4408-8191-f4e057fac08a port d0062d79-fdab-4f14-8efc-1818abc918fd binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:24:55.432457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:55.433045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.627471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:55.971721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a01957-8e8d-4127-88a7-493e869e6eb2 req-71307d10-cdf5-4262-b63f-02a6437fe816 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:55.985929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0a01957-8e8d-4127-88a7-493e869e6eb2 req-71307d10-cdf5-4262-b63f-02a6437fe816 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.2636602 Nov 16 21:24:56.148078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0a01957-8e8d-4127-88a7-493e869e6eb2 req-5313bc11-85bb-431b-b1a4-0765ba540771 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585226 Nov 16 21:24:56.339956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-73375976-42d8-4c0b-93c8-24d46cbf5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:56.343164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-73375976-42d8-4c0b-93c8-24d46cbf5090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 1097 time: 1.6243722 Nov 16 21:24:56.422908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=669dea9e-3aaa-4514-a76b-3cc258054315,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:56.491451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9563a304-9830-402b-877b-07f1c72293f0 req-9e2c7d1e-2df7-492d-8151-3e10980a2120 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1270924 Nov 16 21:24:56.676637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c18ecdd-fe34-41c4-8e43-2732eacda8b3 None None] Provisioning complete for port 90182a27-c2a8-457f-b1fb-f01f98017330 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:56.683820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c18ecdd-fe34-41c4-8e43-2732eacda8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.711501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7040-feb7-41cb-bb0e-cdc597fdd915 req-f8b4dacb-b2ac-48b3-8fbc-e1f416f31bdc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:56.742108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d7040-feb7-41cb-bb0e-cdc597fdd915 req-f8b4dacb-b2ac-48b3-8fbc-e1f416f31bdc tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.4148562 Nov 16 21:24:56.762344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:56.871762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d7040-feb7-41cb-bb0e-cdc597fdd915 req-1a5a3c7d-1ec0-4187-ad58-7c25de6e3580 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247602 Nov 16 21:24:56.970733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Allocated IP 172.20.0.1 (77a0f426-3f74-4c3f-bcf6-8550c2f53c75/a23fe864-40c8-4bcd-81b7-81529a551864/ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:24:57.093192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9c18ecdd-fe34-41c4-8e43-2732eacda8b3 None None] Port 90182a27-c2a8-457f-b1fb-f01f98017330 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:57.103608 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.150627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c18ecdd-fe34-41c4-8e43-2732eacda8b3 None None] Provisioning complete for port 319b8054-ed85-4870-966b-96ba8f918260 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:57.151004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c18ecdd-fe34-41c4-8e43-2732eacda8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.154044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:57.187303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:57.217766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:57.225398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.226261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.269937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-bbbeb123-0496-4a76-a49a-5cb0f8593875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.271003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-bbbeb123-0496-4a76-a49a-5cb0f8593875 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.8080070 Nov 16 21:24:57.276921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.292260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.310614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.338569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 319b8054-ed85-4870-966b-96ba8f918260 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:24:57.453942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-183613a4-b0bd-457d-9b09-868bd5b07ca1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182 HTTP/1.1" status: 200 len: 217 time: 0.1372578 Nov 16 21:24:57.615734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-205d0411-b114-44e2-9132-e4c324ad9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.621816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-205d0411-b114-44e2-9132-e4c324ad9628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1343560 Nov 16 21:24:57.623451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa3d8d-eec0-43de-95ed-67a138c09feb None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:57.628393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-957c9a68-e6b8-416f-8b30-4c994498df1e tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.6079843 Nov 16 21:24:57.631102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52600) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:57.641107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::198', 'mac_address': 'fa:16:3e:1c:13:88'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:24:57.672289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Attempting to bind port d0062d79-fdab-4f14-8efc-1818abc918fd on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:24:57.672698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Attempting to bind port d0062d79-fdab-4f14-8efc-1818abc918fd by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:24:57.673155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Attempting to bind port d0062d79-fdab-4f14-8efc-1818abc918fd on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:24:57.687147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:24:57.687707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:24:57.688059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.688519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:24:57.689136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Bound port: d0062d79-fdab-4f14-8efc-1818abc918fd, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:24:57.689692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.703328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e161f-d0fe-42a5-a382-730ee2067f86 None None] Pushing event updated for resources: {'Port': ['ID=d0062d79-fdab-4f14-8efc-1818abc918fd,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:57.715971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 319b8054-ed85-4870-966b-96ba8f918260 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:57.717641 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.820164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.828112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3675200f-fd14-4575-b88d-3a47f1f378c4 req-60a33341-6df4-41ac-a126-6870fa38e043 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0752337 Nov 16 21:24:57.921161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Provisioning complete for port d0062d79-fdab-4f14-8efc-1818abc918fd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:57.921565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:57.939113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:57.973994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f248a-21b4-4008-b551-d8c3fcd7ac6e req-49c05860-7110-4e05-b18f-a1170df148e1 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:57.991091 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fe3f248a-21b4-4008-b551-d8c3fcd7ac6e req-49c05860-7110-4e05-b18f-a1170df148e1 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.5546463 Nov 16 21:24:58.068270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:24:58.083305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:24:58.101028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:24:58.132637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] For port d0062d79-fdab-4f14-8efc-1818abc918fd, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:24:58.152582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.165229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.169686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-23ef982f-0c7d-479a-8896-fb27339d812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:58.171426 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-23ef982f-0c7d-479a-8896-fb27339d812e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5209658 Nov 16 21:24:58.192216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] For port d0062d79-fdab-4f14-8efc-1818abc918fd, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0062d79-fdab-4f14-8efc-1818abc918fd,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:24:58.215185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Port d0062d79-fdab-4f14-8efc-1818abc918fd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:58.232273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.462488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e161f-d0fe-42a5-a382-730ee2067f86 None None] Pushing event updated for resources: {'Port': ['ID=d0062d79-fdab-4f14-8efc-1818abc918fd,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:58.527734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Provisioning complete for port 90182a27-c2a8-457f-b1fb-f01f98017330 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:58.528192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.595539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55448be5-636d-4703-8af7-b9b94a5cf5f9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:24:58.706560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fe3f248a-21b4-4008-b551-d8c3fcd7ac6e req-13253d7f-8703-4bef-a90d-066d6a5ea75a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7113750 Nov 16 21:24:58.718410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Routers {'887e7922-0fc3-4408-8191-f4e057fac08a'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:24:58.719240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['887e7922-0fc3-4408-8191-f4e057fac08a'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:58.783315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.804006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d2301-0aa6-4352-805b-3408dae8ff3c req-4bf99c99-c4e4-42f7-bb74-eee88f69c97f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:58.816309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-596d2301-0aa6-4352-805b-3408dae8ff3c req-4bf99c99-c4e4-42f7-bb74-eee88f69c97f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.4573386 Nov 16 21:24:58.852055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.909106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] In _notify_port_updated(), no bound segment for port 669dea9e-3aaa-4514-a76b-3cc258054315 on network 8315c17c-3f6d-48bd-9865-d7688b851073 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:24:58.924276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:24:58.925166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:58.927046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "PUT /v2.0/ports/669dea9e-3aaa-4514-a76b-3cc258054315 HTTP/1.1" status: 200 len: 1003 time: 1.2932708 Nov 16 21:24:58.930370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:24:58.971204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] Set router 887e7922-0fc3-4408-8191-f4e057fac08a gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:24:59.087535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b7c81-1992-485b-9120-21846ab346a9 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=669dea9e-3aaa-4514-a76b-3cc258054315,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:24:59.156376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-596d2301-0aa6-4352-805b-3408dae8ff3c req-b85619e2-ceda-4631-8b9d-869165986c3b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385656 Nov 16 21:24:59.337845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-d49f5a7f-f2e0-4160-98c4-67aa3d28cd4a service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792686 Nov 16 21:24:59.374300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Port 90182a27-c2a8-457f-b1fb-f01f98017330 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:59.390998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Could not find standard attr ID for object 75fd5105-be9d-435b-8c25-eed2525635e4. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:24:59.454753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fbe27f7c-9f37-4c32-a29c-75e38edb15b6 req-e548ef87-4da0-4439-a037-6c0b9de35ab4 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.2860737 Nov 16 21:24:59.547520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Provisioning complete for port 669dea9e-3aaa-4514-a76b-3cc258054315 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:59.547997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.654558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port 669dea9e-3aaa-4514-a76b-3cc258054315 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:24:59.655170 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.658140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.658452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6fef12a5-b67a-4e5f-a3cc-1af90b8c72c8 None None] Port 669dea9e-3aaa-4514-a76b-3cc258054315 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:24:59.717009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:24:50Z', 'revision_number': 3, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:24:59.790552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32f51a-0312-4ae1-a488-d008fb872b2d None None] The sync data for ids ['887e7922-0fc3-4408-8191-f4e057fac08a'] in n-d-817778-8 is: [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:24:50Z', 'revision_number': 3, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:24:59.835272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Provisioning complete for port d0062d79-fdab-4f14-8efc-1818abc918fd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:24:59.835655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:24:59.916596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-123085dd-8b23-4a44-b8e1-f31142b38854 req-1a47f69e-44d2-409c-bc6a-18e817adf5ac service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187101 Nov 16 21:25:00.002332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38aa4a-ec15-43e4-90e2-d996643ec236 req-f7c9ef6f-248c-4b16-9d99-27f8ac4b88b4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:00.014103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d38aa4a-ec15-43e4-90e2-d996643ec236 req-f7c9ef6f-248c-4b16-9d99-27f8ac4b88b4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1423829 Nov 16 21:25:00.037772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.090568 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.126236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] For port d0062d79-fdab-4f14-8efc-1818abc918fd, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0062d79-fdab-4f14-8efc-1818abc918fd,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:00.133005 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.195617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for 669dea9e-3aaa-4514-a76b-3cc258054315 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:00.218382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Provisioning complete for port 669dea9e-3aaa-4514-a76b-3cc258054315 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:00.218744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.271967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d38aa4a-ec15-43e4-90e2-d996643ec236 req-bdf09ca5-3dad-409d-a47f-93fefbc9af8b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559693 Nov 16 21:25:00.385153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Pushing event updated for resources: {'Port': ['ID=d0062d79-fdab-4f14-8efc-1818abc918fd,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:00.431157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:25:00.440175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Port 669dea9e-3aaa-4514-a76b-3cc258054315 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:00.737653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82541eb7-d9a4-4d61-86f2-e89794e65481 req-931fcc43-6b39-4859-8fe3-3cd5bf8e5c14 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:00.739674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82541eb7-d9a4-4d61-86f2-e89794e65481 req-931fcc43-6b39-4859-8fe3-3cd5bf8e5c14 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2464750 Nov 16 21:25:00.816180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:00.866301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'mac_address': 'fa:16:3e:79:af:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:25:00.894899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Provisioning complete for port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:00.895420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:00.912352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82541eb7-d9a4-4d61-86f2-e89794e65481 req-e1ef4eae-b8b6-460e-b04b-e264cf369403 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605458 Nov 16 21:25:01.062383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4fa6cb9f-b7ba-4d61-82f2-f54aa14a4d94 req-fc9335e9-9d49-4bc1-a427-4d69b2dd3a55 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1028972 Nov 16 21:25:01.170802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.172346 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.183537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.225658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.246046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e274e477-1e30-4053-bdc4-00b1d76bf6d7 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:25:01.250725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b3494-89d6-4904-bf85-3095b0a14788 None None] Port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:01.340144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:01.352160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.455493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:01.505554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=669dea9e-3aaa-4514-a76b-3cc258054315,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:01.629633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:02.066021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0062d79-fdab-4f14-8efc-1818abc918fd up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:02.105965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924797d-93f1-420e-871c-c19cfbbb6064 req-0cd872fc-3bfe-4b10-9d89-462ffab60850 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.108618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3924797d-93f1-420e-871c-c19cfbbb6064 req-0cd872fc-3bfe-4b10-9d89-462ffab60850 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.6455874 Nov 16 21:25:02.203998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a90ee-bf17-4e67-9c05-0ace85f81120 req-2dc280a2-26fd-4a15-b346-548749b950f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:02.209211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.216626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-551a90ee-bf17-4e67-9c05-0ace85f81120 req-2dc280a2-26fd-4a15-b346-548749b950f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.1487985 Nov 16 21:25:02.218695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e274e477-1e30-4053-bdc4-00b1d76bf6d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:25:02.224242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2d7b3bce-38e6-4d8d-b2e2-7c6fec91687a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/ports/669dea9e-3aaa-4514-a76b-3cc258054315 HTTP/1.1" status: 204 len: 168 time: 3.2789493 Nov 16 21:25:02.240792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d0062d79-fdab-4f14-8efc-1818abc918fd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:02.241240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.288017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:02.331627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:02.399425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:02.405125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:02.456858 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-538523f8-9de6-45dd-8e47-c13e1d6ffa85 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] GET failed (client error): The resource could not be found. Nov 16 21:25:02.464708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-538523f8-9de6-45dd-8e47-c13e1d6ffa85 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "GET /v2.0/ports/669dea9e-3aaa-4514-a76b-3cc258054315 HTTP/1.1" status: 404 len: 333 time: 0.1651115 Nov 16 21:25:02.486123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-551a90ee-bf17-4e67-9c05-0ace85f81120 req-f3c354d1-6671-4334-a1cb-102015431dae tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603812 Nov 16 21:25:02.486670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52660) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:02.511344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1126254613'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:02.537286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3924797d-93f1-420e-871c-c19cfbbb6064 req-d03fee08-b228-42e3-a11e-55e7e3c088a7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958983 Nov 16 21:25:02.877777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-153623d9-40b5-433a-ab2f-23d3271e84cc req-b1014ac5-abc6-484e-8d2e-e371c2e774f5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0667536 Nov 16 21:25:02.926148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:02.934680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:02.960558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] device_id is not set on port e032bf87-080a-4640-be9a-1ecd84f39436 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:03.004140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-33959c21-7913-4f93-a75c-363beec2cf77 None None] Provisioning complete for port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:03.004543 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33959c21-7913-4f93-a75c-363beec2cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.074592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Router 887e7922-0fc3-4408-8191-f4e057fac08a has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:03.083071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-33959c21-7913-4f93-a75c-363beec2cf77 None None] Port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:03.159980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:03.322765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Allocated IP 2001:db8::1d6 (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/e032bf87-080a-4640-be9a-1ecd84f39436) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:03.355347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:03.367385 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Sync routers for ids ['887e7922-0fc3-4408-8191-f4e057fac08a'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:03.370232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ebe12a7f-5471-429d-8e4b-d2b9830348f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/887e7922-0fc3-4408-8191-f4e057fac08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5836868 Nov 16 21:25:03.389264 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Routers {'887e7922-0fc3-4408-8191-f4e057fac08a'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:03.394858 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['887e7922-0fc3-4408-8191-f4e057fac08a'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:03.829335 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Set router 887e7922-0fc3-4408-8191-f4e057fac08a gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:03.903056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08a8d5-5a25-46eb-8c3e-ffaa5e658c4b req-94863dcf-0861-43d5-b58e-5f344ba5f3b2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:03.904678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae08a8d5-5a25-46eb-8c3e-ffaa5e658c4b req-94863dcf-0861-43d5-b58e-5f344ba5f3b2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.0969343 Nov 16 21:25:03.951079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.023265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.046985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae08a8d5-5a25-46eb-8c3e-ffaa5e658c4b req-172ada0f-4b45-4e3a-8a6c-23d22c6c0f93 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351540 Nov 16 21:25:04.140826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:04.145899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:04.173794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:04.181989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.182868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.223857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7337747 Nov 16 21:25:04.224615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52684) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:04.231068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1c:13:88'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:04.239298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402694dd-093d-48c6-b1f4-17f0ff34aa2d req-272ba167-980a-4f48-b9f5-f4c67e272447 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:04.241090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-402694dd-093d-48c6-b1f4-17f0ff34aa2d req-272ba167-980a-4f48-b9f5-f4c67e272447 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.2366490 Nov 16 21:25:04.246580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85b939-3b7c-4a44-b30b-ac0aca994770 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=e032bf87-080a-4640-be9a-1ecd84f39436,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:04.358243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-402694dd-093d-48c6-b1f4-17f0ff34aa2d req-2a925e6a-efa0-46ac-beee-e962e80483da tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004775 Nov 16 21:25:04.397256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:04.557650 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:24:59Z', 'revision_number': 4, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a', 'name': '', 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'mac_address': 'fa:16:3e:c5:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a23fe864-40c8-4bcd-81b7-81529a551864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:55Z', 'updated_at': '2021-11-16T21:24:59Z', 'revision_number': 2, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'subnets': [{'id': 'a23fe864-40c8-4bcd-81b7-81529a551864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:04.570497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e274e477-1e30-4053-bdc4-00b1d76bf6d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:04.571913 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.612838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.681494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7573fdf-a96b-455e-92e2-ce1a288f5edd req-5bc05107-f113-4d3a-a3da-c3b5e41a48b2 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0834157 Nov 16 21:25:04.718945 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Checking router: 887e7922-0fc3-4408-8191-f4e057fac08a for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:04.719309 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Updating router 887e7922-0fc3-4408-8191-f4e057fac08a port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:25:04.778510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-112eb1bc-c94f-4f63-a46e-2ac79eba4978 None None] Provisioning complete for port e032bf87-080a-4640-be9a-1ecd84f39436 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:04.785382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-112eb1bc-c94f-4f63-a46e-2ac79eba4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.795533 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:04.929079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-112eb1bc-c94f-4f63-a46e-2ac79eba4978 None None] Port e032bf87-080a-4640-be9a-1ecd84f39436 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:04.970772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.003777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:05.007732 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb4a17e-bdb6-4f64-93b3-1f5b68d059c6" -d '{"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:05.061290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:05.071523 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.175309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.178281 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c0bd07-4a20-473c-9721-72129ba05e9e x-openstack-request-id: req-71c0bd07-4a20-473c-9721-72129ba05e9e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:05.178596 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:05.180018 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71c0bd07-4a20-473c-9721-72129ba05e9e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:05.183051 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'code': 200} Nov 16 21:25:05.198066 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.317957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-26569868-933a-4dda-bfdf-f5f6863ef0e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3812535 Nov 16 21:25:05.392067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.392067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:05.416199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] In _notify_port_updated(), no bound segment for port e032bf87-080a-4640-be9a-1ecd84f39436 on network 8315c17c-3f6d-48bd-9865-d7688b851073 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:25:05.435671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:05.492685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.492685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "PUT /v2.0/ports/e032bf87-080a-4640-be9a-1ecd84f39436 HTTP/1.1" status: 200 len: 1003 time: 1.2147624 Nov 16 21:25:05.493663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbc680-a225-4e4d-ae92-836cedda5f9b req-fa678dcc-707b-4847-a3c5-6b00d52f93b6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:05.494149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3dbc680-a225-4e4d-ae92-836cedda5f9b req-fa678dcc-707b-4847-a3c5-6b00d52f93b6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1359007 Nov 16 21:25:05.503963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:05.780832 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.791886 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:05.800466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3dbc680-a225-4e4d-ae92-836cedda5f9b req-a3ad1fd5-18a5-4ddb-aa9e-0abd2ae6bb85 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037953 Nov 16 21:25:05.912488 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceef99-8d83-462a-8f57-05b5e12dfc3c None None] Pushing event updated for resources: {'Port': ['ID=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:05.927627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d98e156e-1bc6-4d75-a192-dad77d476aec None None] Provisioning complete for port e032bf87-080a-4640-be9a-1ecd84f39436 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:05.928213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d98e156e-1bc6-4d75-a192-dad77d476aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.112108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d98e156e-1bc6-4d75-a192-dad77d476aec None None] Port e032bf87-080a-4640-be9a-1ecd84f39436 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:06.178843 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Attempting to bind port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:06.181126 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Attempting to bind port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:06.181989 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Attempting to bind port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a on network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:06.195089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:06.195336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15bc5f40-abef-42ea-9f5b-1725be606134 req-a4ac1260-1702-476a-b2a2-127e964a454a tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1650047 Nov 16 21:25:06.195717 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Checking segment: {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:06.196832 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.198867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port e032bf87-080a-4640-be9a-1ecd84f39436 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:06.199211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.201293 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Bound using segment: {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:06.202762 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Bound port: ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295101e1-1b89-4d5e-a8bb-be198090fec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:06.204079 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.355474 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] For port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:06.362124 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] For port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,segment=NetworkSegment(295101e1-1b89-4d5e-a8bb-be198090fec2),segment_id=295101e1-1b89-4d5e-a8bb-be198090fec2)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:06.383029 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:25:06.392044 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.564357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ac1eb96-350f-498a-8e8c-35c08eeb4bac None None] Provisioning complete for port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:06.564855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb96-350f-498a-8e8c-35c08eeb4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.575925 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceef99-8d83-462a-8f57-05b5e12dfc3c None None] Pushing event updated for resources: {'Port': ['ID=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:06.598046 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Routers {'887e7922-0fc3-4408-8191-f4e057fac08a'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:06.599053 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['887e7922-0fc3-4408-8191-f4e057fac08a'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:06.636637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52728) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:06.710625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:06.795521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for e032bf87-080a-4640-be9a-1ecd84f39436 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:06.911492 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] Set router 887e7922-0fc3-4408-8191-f4e057fac08a gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:06.970959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577d7df-0592-4fd9-99e0-d01cff34e9cb tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=e032bf87-080a-4640-be9a-1ecd84f39436,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:06.991729 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb96-350f-498a-8e8c-35c08eeb4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.035651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d750-c522-4507-a666-404ae6291093 req-17c5e026-6266-4c1a-98e6-adfbd846a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:07.043286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-17c5e026-6266-4c1a-98e6-adfbd846a302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 1096 time: 1.6016667 Nov 16 21:25:07.070358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e7c9-9d47-4e1d-b6fe-4ed11cb3c340 req-33715846-45ff-4da0-aae9-9e82774139a9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:07.081806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8150e7c9-9d47-4e1d-b6fe-4ed11cb3c340 req-33715846-45ff-4da0-aae9-9e82774139a9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.3548644 Nov 16 21:25:07.100702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ac1eb96-350f-498a-8e8c-35c08eeb4bac None None] For port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,segment=NetworkSegment(295101e1-1b89-4d5e-a8bb-be198090fec2),segment_id=295101e1-1b89-4d5e-a8bb-be198090fec2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:07.108613 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ac1eb96-350f-498a-8e8c-35c08eeb4bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.152107 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeb9f-57ab-4a7d-be4f-d8b25445709b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.257267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1eb96-350f-498a-8e8c-35c08eeb4bac None None] Pushing event updated for resources: {'Port': ['ID=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:07.292868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c25484ce-5801-44c5-a4b2-3bd3da361c73 None None] Provisioning complete for port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:07.293249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c25484ce-5801-44c5-a4b2-3bd3da361c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.387716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d750-c522-4507-a666-404ae6291093 req-fdb06e1e-a769-4de4-b45b-091d32453c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:07.389342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-fdb06e1e-a769-4de4-b45b-091d32453c33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2897701 Nov 16 21:25:07.482704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-b8c3b792-bbab-486b-99af-c113e29454c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e HTTP/1.1" status: 200 len: 217 time: 0.0464938 Nov 16 21:25:07.594033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d750-c522-4507-a666-404ae6291093 req-87cce3fc-1f16-49b0-8daa-8ba48873d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:07.597752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-87cce3fc-1f16-49b0-8daa-8ba48873d25f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1048665 Nov 16 21:25:07.620020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.705316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=e032bf87-080a-4640-be9a-1ecd84f39436,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:07.739929 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:24:59Z', 'revision_number': 4, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a', 'name': '', 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'mac_address': 'fa:16:3e:c5:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a23fe864-40c8-4bcd-81b7-81529a551864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:55Z', 'updated_at': '2021-11-16T21:25:06Z', 'revision_number': 4, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'subnets': [{'id': 'a23fe864-40c8-4bcd-81b7-81529a551864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:07.759662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8150e7c9-9d47-4e1d-b6fe-4ed11cb3c340 req-a29982a5-d26c-4063-a93c-ecf4822ab07b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691129 Nov 16 21:25:07.788938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30d750-c522-4507-a666-404ae6291093 req-328a79a9-af02-4f0f-996b-a42219a3d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:07.791953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-328a79a9-af02-4f0f-996b-a42219a3d3de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807601 Nov 16 21:25:07.834457 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff718-b9b0-4796-b9b8-9be166a3cd89 None None] The sync data for ids ['887e7922-0fc3-4408-8191-f4e057fac08a'] in n-d-817778-8 is: [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:24:59Z', 'revision_number': 4, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a', 'name': '', 'network_id': '77a0f426-3f74-4c3f-bcf6-8550c2f53c75', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'mac_address': 'fa:16:3e:c5:47:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a23fe864-40c8-4bcd-81b7-81529a551864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:55Z', 'updated_at': '2021-11-16T21:25:06Z', 'revision_number': 4, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'subnets': [{'id': 'a23fe864-40c8-4bcd-81b7-81529a551864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:07.943630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:07.949179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a41a8aaa-5f21-421d-a65c-d1e3637903b0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/ports/e032bf87-080a-4640-be9a-1ecd84f39436 HTTP/1.1" status: 204 len: 168 time: 2.4433093 Nov 16 21:25:07.970409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:08.034527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac092e94-2712-4dae-97b7-013628baa70c req-6aa307f2-b683-4180-a53b-81e489b13f39 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1205640 Nov 16 21:25:08.059717 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-430ef264-37a1-4fe7-a97f-8dbd59bec4d0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] GET failed (client error): The resource could not be found. Nov 16 21:25:08.062903 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-430ef264-37a1-4fe7-a97f-8dbd59bec4d0 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "GET /v2.0/ports/e032bf87-080a-4640-be9a-1ecd84f39436 HTTP/1.1" status: 404 len: 333 time: 0.0818710 Nov 16 21:25:08.069236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52770) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:08.085364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1635445614'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:08.111082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f8603-16ec-411d-a3f4-5bcfbe768a77 req-fd5b9eea-11f5-496e-99c0-4cda47258120 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:08.113103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d8f8603-16ec-411d-a3f4-5bcfbe768a77 req-fd5b9eea-11f5-496e-99c0-4cda47258120 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3833373 Nov 16 21:25:08.176419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeb9f-57ab-4a7d-be4f-d8b25445709b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.249039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1cdbeb9f-57ab-4a7d-be4f-d8b25445709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.323669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d8f8603-16ec-411d-a3f4-5bcfbe768a77 req-6e060677-8c5a-4536-97f2-b3a92284c861 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996076 Nov 16 21:25:08.443804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbeb9f-57ab-4a7d-be4f-d8b25445709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cffd7bd-e085-4d34-85cf-e3c5f0f65e77,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:08.481205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1cdbeb9f-57ab-4a7d-be4f-d8b25445709b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ede651f4d8c341509ff7d11e9c886ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8398056 Nov 16 21:25:08.495024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52782) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:08.633257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-33f01827-b98c-4a23-8333-1620105d62b7 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322694 Nov 16 21:25:08.695221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52df0a70-c997-4ca2-accd-abe45d621b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.763550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52df0a70-c997-4ca2-accd-abe45d621b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.832915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:08.863092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.887955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52df0a70-c997-4ca2-accd-abe45d621b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.895934 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52df0a70-c997-4ca2-accd-abe45d621b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:08.902436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-52df0a70-c997-4ca2-accd-abe45d621b15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cffd7bd-e085-4d34-85cf-e3c5f0f65e77 HTTP/1.1" status: 204 len: 168 time: 0.3996291 Nov 16 21:25:08.919194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df0a70-c997-4ca2-accd-abe45d621b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cffd7bd-e085-4d34-85cf-e3c5f0f65e77,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:08.957355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] device_id is not set on port 29376b55-7b44-4aec-9c5e-51baf8dc8769 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:08.999825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52810) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:09.185854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Allocated IP 2001:db8::2f (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/29376b55-7b44-4aec-9c5e-51baf8dc8769) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:09.352690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.393190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a47bbeb5-482e-4aa5-986a-b260a2fdd5eb req-02c0cf81-796e-42ad-873f-f8b96773e5d8 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1027336 Nov 16 21:25:09.438207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:09.446568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.568080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:09.579726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:09.608017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:09.629685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:09.645059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.706862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:09.713584 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:09.746101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-303fc343-a2dd-4bf8-b1f3-07108bfb33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:09.747949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-303fc343-a2dd-4bf8-b1f3-07108bfb33c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 1097 time: 1.0347228 Nov 16 21:25:09.792265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7189956 Nov 16 21:25:09.801980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52822) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:09.873776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'network_id': '8315c17c-3f6d-48bd-9865-d7688b851073', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1588362271'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:09.985919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927359e-00d5-4369-a367-942ee385bbb8 req-b2b1fabb-4def-4825-93b3-a88c6a128e94 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:09.995882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0927359e-00d5-4369-a367-942ee385bbb8 req-b2b1fabb-4def-4825-93b3-a88c6a128e94 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3514152 Nov 16 21:25:10.047390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-bdfca828-9d88-4b16-8a3f-114dd9ac42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.051677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-bdfca828-9d88-4b16-8a3f-114dd9ac42f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2902160 Nov 16 21:25:10.119171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c92e-1cfd-41cf-8286-8dc9e9cc8c9c req-89acccca-000f-4762-9bb9-4f8c9d6e060f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.121379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75d0c92e-1cfd-41cf-8286-8dc9e9cc8c9c req-89acccca-000f-4762-9bb9-4f8c9d6e060f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.7337947 Nov 16 21:25:10.121946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:10.194429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f80245a0-f04c-4e9f-bee8-bbac5a1669f6 None None] Provisioning complete for port 29376b55-7b44-4aec-9c5e-51baf8dc8769 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:10.195565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f80245a0-f04c-4e9f-bee8-bbac5a1669f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.195850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0927359e-00d5-4369-a367-942ee385bbb8 req-b27c595b-3330-4fc1-8b30-ec967944dd06 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984122 Nov 16 21:25:10.202077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fae103d-3388-4870-92da-52850b12b833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.295309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f80245a0-f04c-4e9f-bee8-bbac5a1669f6 None None] Port 29376b55-7b44-4aec-9c5e-51baf8dc8769 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:10.314652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731b711-9c30-43b7-a3b2-934c7b73c2ff tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=29376b55-7b44-4aec-9c5e-51baf8dc8769,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:10.364225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-70efce80-bcfd-4525-9475-afe78701dbab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a0e82b-5177-4997-8802-607b588e35a0 HTTP/1.1" status: 200 len: 217 time: 0.2217336 Nov 16 21:25:10.413747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Made reservation on behalf of 5495b32bdf6e41968a23d9e7b2e46e7c for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:10.422637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.498831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] device_id is not set on port 04e6be03-7420-478e-b395-cce50e6aa6a4 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:25:10.517400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fae103d-3388-4870-92da-52850b12b833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.640320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-af6471a9-fab2-4e41-ac11-9c361851d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:10.642154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-af6471a9-fab2-4e41-ac11-9c361851d65c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.1218054 Nov 16 21:25:10.643974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fae103d-3388-4870-92da-52850b12b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.671221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Allocated IP 2001:db8::30d (8315c17c-3f6d-48bd-9865-d7688b851073/6ea4dda0-55d0-42a8-a466-fdf6e196ceff/04e6be03-7420-478e-b395-cce50e6aa6a4) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:10.697260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5fae103d-3388-4870-92da-52850b12b833 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38dd154840434014845e953fb7275ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5460570 Nov 16 21:25:10.704294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da30d750-c522-4507-a666-404ae6291093 req-bf1b457c-8e7b-4237-b7e9-0f7b9d5939d4 service neutron] 10.222.0.41 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0596831 Nov 16 21:25:10.711283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52834) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:10.848792 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbf31174-1230-46a9-b63d-d2cfbdf7e887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.903648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbf31174-1230-46a9-b63d-d2cfbdf7e887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.918896 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.983232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75d0c92e-1cfd-41cf-8286-8dc9e9cc8c9c req-7fd6e353-4bf4-4abd-9105-e509603c877f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8244956 Nov 16 21:25:10.987439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbf31174-1230-46a9-b63d-d2cfbdf7e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.996743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbf31174-1230-46a9-b63d-d2cfbdf7e887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:10.999637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fbf31174-1230-46a9-b63d-d2cfbdf7e887 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50e0be3c-13ec-4fec-b4d6-abc4e9358452 HTTP/1.1" status: 204 len: 168 time: 0.2479429 Nov 16 21:25:11.000719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae103d-3388-4870-92da-52850b12b833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0be3c-13ec-4fec-b4d6-abc4e9358452,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:11.008643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-38ea51a7-9070-483b-bbce-f9ac874d22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.017278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-38ea51a7-9070-483b-bbce-f9ac874d22e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393269 Nov 16 21:25:11.035112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf31174-1230-46a9-b63d-d2cfbdf7e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0be3c-13ec-4fec-b4d6-abc4e9358452,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:11.067274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ea00323d-23ca-421b-83d0-cde56830530d req-4030793b-77c3-43ee-9574-3ba9da32b4bd tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1036215 Nov 16 21:25:11.092708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.101470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.264172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-ce8f406f-9060-4fb6-a967-119cdc237042 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222974 Nov 16 21:25:11.576666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69f2eb27-aee9-4c7a-b43e-e4e162e331d1 req-0e9712af-44f4-4a93-b680-348b5bb23573 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026030 Nov 16 21:25:11.908618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Network 8315c17c-3f6d-48bd-9865-d7688b851073 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:11.921522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:11.927673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:11.934134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.934799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.937719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=04e6be03-7420-478e-b395-cce50e6aa6a4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:11.975285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:11.988249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365fed0-0e95-4496-90ff-b17adf798aa1 req-1cb5d3c9-47f0-478c-8bcd-105fda249c6b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:11.990026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a365fed0-0e95-4496-90ff-b17adf798aa1 req-1cb5d3c9-47f0-478c-8bcd-105fda249c6b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1398041 Nov 16 21:25:11.998110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-509d0cd8-4dbd-4c17-96bc-b48eec91646c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:11.999255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e9e19151-0fde-4183-a5a7-5910be91cd6a tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1642129 Nov 16 21:25:12.002010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52846) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:12.008372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::198', 'mac_address': 'fa:16:3e:1c:13:88'}, {'ip_address': '2001:db8::2f', 'mac_address': 'fa:16:3e:bf:c7:3b'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:12.167800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-509d0cd8-4dbd-4c17-96bc-b48eec91646c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.196939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-509d0cd8-4dbd-4c17-96bc-b48eec91646c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.205587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 76a0e82b-5177-4997-8802-607b588e35a0 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:12.337257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0cd8-4dbd-4c17-96bc-b48eec91646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be239160-4b35-4afd-b9e3-1efbed08a77b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:12.481578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-509d0cd8-4dbd-4c17-96bc-b48eec91646c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9a3da8dda4d4645b68c124bf56b30ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053334 Nov 16 21:25:12.491220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:12.565307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb5191-e171-47cd-bc45-b8cc3a1172c4 req-a2cac363-11f6-4a84-a0cf-ed6cf865a627 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:12.576615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7cb5191-e171-47cd-bc45-b8cc3a1172c4 req-a2cac363-11f6-4a84-a0cf-ed6cf865a627 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 946 time: 0.4069700 Nov 16 21:25:12.587566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.655521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-23a3e5a2-c10f-46c0-8a94-0fb1206966ad None None] Provisioning complete for port 04e6be03-7420-478e-b395-cce50e6aa6a4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:12.656993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23a3e5a2-c10f-46c0-8a94-0fb1206966ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.772306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-23a3e5a2-c10f-46c0-8a94-0fb1206966ad None None] Port 04e6be03-7420-478e-b395-cce50e6aa6a4 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:12.777277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:12.787974 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec6e771-7ae7-4947-b735-a468ef58496a" -d '{"events": [{"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-unplugged", "status": "completed", "tag": "76a0e82b-5177-4997-8802-607b588e35a0"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:12.828346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a365fed0-0e95-4496-90ff-b17adf798aa1 req-adedd42c-001f-4d1f-9f08-46ad34f2b4ce tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6830692 Nov 16 21:25:12.838889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:12.847229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7cb5191-e171-47cd-bc45-b8cc3a1172c4 req-44664fdd-92be-4c19-88f4-25a0fe29da74 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675490 Nov 16 21:25:12.852194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.903698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24d8d126-fe14-4493-950c-83b2ab2c248f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:12.997713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24d8d126-fe14-4493-950c-83b2ab2c248f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.066258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:13.131402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24d8d126-fe14-4493-950c-83b2ab2c248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.137743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24d8d126-fe14-4493-950c-83b2ab2c248f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.142010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-24d8d126-fe14-4493-950c-83b2ab2c248f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be239160-4b35-4afd-b9e3-1efbed08a77b HTTP/1.1" status: 204 len: 168 time: 0.6357009 Nov 16 21:25:13.147091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.173385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8d126-fe14-4493-950c-83b2ab2c248f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be239160-4b35-4afd-b9e3-1efbed08a77b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:13.207668 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832b9457-3b0e-44ed-9504-b4357cf5c79c x-openstack-request-id: req-832b9457-3b0e-44ed-9504-b4357cf5c79c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:13.208248 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-unplugged", "status": "completed", "tag": "76a0e82b-5177-4997-8802-607b588e35a0", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:13.208422 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-832b9457-3b0e-44ed-9504-b4357cf5c79c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:13.208912 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0', 'code': 200} Nov 16 21:25:13.243629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1768ce99-6d2f-4c15-82e1-87ef548c6d15 req-01985894-08bd-483a-9eac-466d84c2cb85 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.2357249 Nov 16 21:25:13.412528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Deleting port 785c8eb5-b4ab-455e-852e-9b8890acda4c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:13.413368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.651751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] For port 785c8eb5-b4ab-455e-852e-9b8890acda4c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=785c8eb5-b4ab-455e-852e-9b8890acda4c,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:13.652262 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.680650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Calling delete_port for 785c8eb5-b4ab-455e-852e-9b8890acda4c owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:13.723429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.735279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.824536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] In _notify_port_updated(), no bound segment for port 04e6be03-7420-478e-b395-cce50e6aa6a4 on network 8315c17c-3f6d-48bd-9865-d7688b851073 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:25:13.832482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:13.833156 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:13.837990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52872) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:13.859309 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "PUT /v2.0/ports/04e6be03-7420-478e-b395-cce50e6aa6a4 HTTP/1.1" status: 200 len: 1067 time: 1.8561382 Nov 16 21:25:13.950354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10a8fd-9d26-486c-bd5b-94cc68dbcedf tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event updated for resources: {'Port': ['ID=04e6be03-7420-478e-b395-cce50e6aa6a4,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:14.214895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4071b-2e37-4286-85be-6ba0371e964b req-0489d56c-427e-4b74-8c3c-66e4f3de51eb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:14.216440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ab4071b-2e37-4286-85be-6ba0371e964b req-0489d56c-427e-4b74-8c3c-66e4f3de51eb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 944 time: 0.1999483 Nov 16 21:25:14.264801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port 04e6be03-7420-478e-b395-cce50e6aa6a4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:14.265355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.319082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b7e05c16-6643-403f-b1ed-9230a892f48d None None] Provisioning complete for port 04e6be03-7420-478e-b395-cce50e6aa6a4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:14.319668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b7e05c16-6643-403f-b1ed-9230a892f48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.333761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf965220-d61b-4348-a1d2-188298adf351 req-d1fd84a0-08a2-462c-88f9-0ec30a0841ce tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:14.335597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf965220-d61b-4348-a1d2-188298adf351 req-d1fd84a0-08a2-462c-88f9-0ec30a0841ce tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.2496052 Nov 16 21:25:14.361992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ab4071b-2e37-4286-85be-6ba0371e964b req-6e283cd8-c779-4cc0-9897-668bbae41f3c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289425 Nov 16 21:25:14.398593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.462250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b7e05c16-6643-403f-b1ed-9230a892f48d None None] Port 04e6be03-7420-478e-b395-cce50e6aa6a4 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:14.480569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf965220-d61b-4348-a1d2-188298adf351 req-9b21ad74-20f9-4269-9439-b470f8c902e4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283171 Nov 16 21:25:14.569016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Pushing event deleted for resources: {'Port': ['ID=785c8eb5-b4ab-455e-852e-9b8890acda4c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:14.578606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:14.619761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for 04e6be03-7420-478e-b395-cce50e6aa6a4 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:14.815290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba05649b-2dff-454a-a1e0-027f810ab787 req-aa2b83b5-3f14-4b94-8ccd-d2dd894ea188 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1722748 Nov 16 21:25:15.032213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.040819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.059877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08effaae-f9c5-487d-9af6-aa531616e7ed req-1e6f1660-018f-41e4-b785-5bd49106abc2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:15.061858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08effaae-f9c5-487d-9af6-aa531616e7ed req-1e6f1660-018f-41e4-b785-5bd49106abc2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2798741 Nov 16 21:25:15.130642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=04e6be03-7420-478e-b395-cce50e6aa6a4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:15.435600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:15.443003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d997712e-4995-4600-bb34-fa77bdadba19 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/ports/04e6be03-7420-478e-b395-cce50e6aa6a4 HTTP/1.1" status: 204 len: 168 time: 1.6038685 Nov 16 21:25:15.447566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:15.517375 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c00383-be8d-4b21-a743-345d1353ea04 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] GET failed (client error): The resource could not be found. Nov 16 21:25:15.521664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-90c00383-be8d-4b21-a743-345d1353ea04 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "GET /v2.0/ports/04e6be03-7420-478e-b395-cce50e6aa6a4 HTTP/1.1" status: 404 len: 333 time: 0.0709119 Nov 16 21:25:15.522350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52902) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:15.548441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08effaae-f9c5-487d-9af6-aa531616e7ed req-c148f638-e466-4f55-8bf3-21991f1a8c44 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484045 Nov 16 21:25:15.631358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:15.820803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb658-44c0-46a5-9d28-8c9bb0772fac req-58774eae-2579-426b-9730-027490d0512a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:15.826831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1beb658-44c0-46a5-9d28-8c9bb0772fac req-58774eae-2579-426b-9730-027490d0512a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1705360 Nov 16 21:25:15.851024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:15.864794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] Sync routers for ids ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:15.874062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-14504c59-9abf-40a5-a74b-7e808011183e admin admin] 10.222.0.48 "PUT /v2.0/routers/b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8723867 Nov 16 21:25:15.876830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:15.879257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] Routers {'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:15.882411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:15.960360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1beb658-44c0-46a5-9d28-8c9bb0772fac req-6086dd47-8a57-43d7-9086-9a1ac6aaa17a tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236317 Nov 16 21:25:15.963768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port 29376b55-7b44-4aec-9c5e-51baf8dc8769 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:15.964121 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.026183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.140573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] Set router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:16.148690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.161657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e774d-02e1-4221-b7e9-1dd13c1aa95b req-489a77a1-7269-4055-acc0-2baab1d5e2ad tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:16.170054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845e774d-02e1-4221-b7e9-1dd13c1aa95b req-489a77a1-7269-4055-acc0-2baab1d5e2ad tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3433590 Nov 16 21:25:16.189178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for 29376b55-7b44-4aec-9c5e-51baf8dc8769 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:16.251935 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845e774d-02e1-4221-b7e9-1dd13c1aa95b req-3ecf1271-6365-4d89-ac40-e8162eb0649b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802212 Nov 16 21:25:16.316817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.366276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ced205c-96b8-4315-b10a-2c807be103c2 req-7fdf084b-4c08-4717-84a5-d54aba3c06d5 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0845377 Nov 16 21:25:16.470682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Deleting port c99abd16-c778-4dd7-8e01-a4c5a725bfd2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:16.472206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.703370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] For port c99abd16-c778-4dd7-8e01-a4c5a725bfd2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:16.703746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.712356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:25:14Z', 'revision_number': 5, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port': {'id': 'c99abd16-c778-4dd7-8e01-a4c5a725bfd2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:97:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:24Z', 'updated_at': '2021-11-16T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:16.729131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa649d-ab81-4da1-b5db-530b3296184b req-24961447-12df-4a2f-b40a-4f283f1e3ada tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:16.735709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adaa649d-ab81-4da1-b5db-530b3296184b req-24961447-12df-4a2f-b40a-4f283f1e3ada tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1787007 Nov 16 21:25:16.736582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:16.738359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Calling delete_port for c99abd16-c778-4dd7-8e01-a4c5a725bfd2 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:16.786609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] Checking router: b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:16.820397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] Routers {'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:16.821912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:16.895069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=29376b55-7b44-4aec-9c5e-51baf8dc8769,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:17.005818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.011113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] Set router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:17.022699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-45583c30-2753-46f5-8157-62238c61c361 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/ports/29376b55-7b44-4aec-9c5e-51baf8dc8769 HTTP/1.1" status: 204 len: 168 time: 1.4947116 Nov 16 21:25:17.023597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52922) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:17.091149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-adaa649d-ab81-4da1-b5db-530b3296184b req-bb0ee022-4939-4f72-aa86-63c66bc4b218 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439131 Nov 16 21:25:17.111975 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99039d5-05e0-48d8-b570-1fcf29d0889f tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] GET failed (client error): The resource could not be found. Nov 16 21:25:17.113456 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b99039d5-05e0-48d8-b570-1fcf29d0889f tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "GET /v2.0/ports/29376b55-7b44-4aec-9c5e-51baf8dc8769 HTTP/1.1" status: 404 len: 333 time: 0.0894036 Nov 16 21:25:17.118280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52926) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:17.161762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:25:16Z', 'revision_number': 6, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:17.201694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e64c7-fa54-4d5d-80dd-07bcf8a7110f None None] The sync data for ids ['b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527'] in n-d-817778-8 is: [{'id': 'b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527', 'name': 'tempest-TestAggregatesBasicOps-175750083-router', 'tenant_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:23Z', 'updated_at': '2021-11-16T21:25:16Z', 'revision_number': 6, 'project_id': '8ad5cdc11a4040f6ac3e5d4bc05f7ea9', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:17.363699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port 90182a27-c2a8-457f-b1fb-f01f98017330 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:17.368454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.378985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.439513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f868f-12fd-478f-b237-3be6f3b15f39 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:17.485291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c99abd16-c778-4dd7-8e01-a4c5a725bfd2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:17.505178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd36ce-f5bd-48c3-b6a2-c0dc9dd4ded5 req-b328616f-84b0-46a8-9abb-d83e5d10df9f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:17.522383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73bd36ce-f5bd-48c3-b6a2-c0dc9dd4ded5 req-b328616f-84b0-46a8-9abb-d83e5d10df9f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.2844086 Nov 16 21:25:17.547877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.548568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.549194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.549836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.550388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.550945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.551503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.552060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.552615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.553162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.554985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.555641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:17.662488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.737121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b729cbe-f5f5-4191-b4a2-cc5a23cc2a6a req-4dfdbe32-78e5-4564-a2d2-07940c12baac tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.1111848 Nov 16 21:25:17.748917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-73bd36ce-f5bd-48c3-b6a2-c0dc9dd4ded5 req-fe65dad6-5ca5-428b-9311-6311a37fb22c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252450 Nov 16 21:25:17.788090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:17.839636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for 90182a27-c2a8-457f-b1fb-f01f98017330 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:18.007890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.011667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.110947 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.111502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:25:18.116138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.119385 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.122455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52936) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.124312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-560f4b0d-2a7e-4ae2-8064-5a0c9a4184fe admin admin] 10.222.0.48 "DELETE /v2.0/routers/b40c3a2b-cbb8-4fa7-9e0f-6f06fed63527 HTTP/1.1" status: 204 len: 168 time: 2.2409856 Nov 16 21:25:18.183593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=90182a27-c2a8-457f-b1fb-f01f98017330,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:18.228221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Deleting subnet acf3da66-7b59-4038-9931-08352164cccf {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:18.262276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 76a0e82b-5177-4997-8802-607b588e35a0 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:18.296241 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.368208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.378286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d377cc27-2a94-4107-b3b7-ca1e87ff1df1 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/ports/90182a27-c2a8-457f-b1fb-f01f98017330 HTTP/1.1" status: 204 len: 168 time: 1.2559853 Nov 16 21:25:18.380491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52940) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:18.563516 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:18.668871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96898331-0bed-42d3-a38a-5a63cc3c997d req-5fc2810d-f62e-4346-a734-8864579efe19 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:18.672897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96898331-0bed-42d3-a38a-5a63cc3c997d req-5fc2810d-f62e-4346-a734-8864579efe19 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.4691260 Nov 16 21:25:18.717773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting subnet 6ea4dda0-55d0-42a8-a466-fdf6e196ceff {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:18.738691 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.024413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be12588-48a9-4471-88cb-2a09d082f190 req-f5efbe2a-fe81-44b7-b1e0-99db5a5f1c2e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:19.026177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6be12588-48a9-4471-88cb-2a09d082f190 req-f5efbe2a-fe81-44b7-b1e0-99db5a5f1c2e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1213052 Nov 16 21:25:19.127587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6be12588-48a9-4471-88cb-2a09d082f190 req-38dac410-3865-440f-8f84-6e8c217a12ea tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926940 Nov 16 21:25:19.328070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c99abd16-c778-4dd7-8e01-a4c5a725bfd2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:19.357460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386988e5-c217-4b94-9826-7cb8a5a6cf08 req-71960701-ca89-4afd-b3e4-d327bb512fb7 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/ports?device_id=05db0259-bdd5-4dda-8e23-626d897a5c6a HTTP/1.1" status: 200 len: 210 time: 0.0576682 Nov 16 21:25:19.373017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c99abd16-c778-4dd7-8e01-a4c5a725bfd2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:19.374520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c99abd16-c778-4dd7-8e01-a4c5a725bfd2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:19.375333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 785c8eb5-b4ab-455e-852e-9b8890acda4c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:19.434299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 785c8eb5-b4ab-455e-852e-9b8890acda4c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:19.434648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 785c8eb5-b4ab-455e-852e-9b8890acda4c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:19.704866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.767124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96898331-0bed-42d3-a38a-5a63cc3c997d req-4fadb0a6-ed8b-4673-9958-e86107924a9b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0840392 Nov 16 21:25:19.819381 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.846057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.928215 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.935074 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.963988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf3da66-7b59-4038-9931-08352164cccf,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:19.975622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:19.979264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe01e6-c7d5-4d98-a0e8-8eb25b954a7c None None] Network c247d465-63e9-4fdb-aac6-5890fa09f384 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:19.991033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd261407-ce51-43aa-9a1b-6bcca91d4e4c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/acf3da66-7b59-4038-9931-08352164cccf HTTP/1.1" status: 204 len: 168 time: 1.8648732 Nov 16 21:25:19.991492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53012) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:19.994325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0227c-77ff-419e-ae88-f5014454317e None None] Network 8315c17c-3f6d-48bd-9865-d7688b851073 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:20.020956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.026665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/subnets/6ea4dda0-55d0-42a8-a466-fdf6e196ceff HTTP/1.1" status: 204 len: 168 time: 1.6429029 Nov 16 21:25:20.026665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5a357-2dbe-49ed-bb4c-a7bf3e0de0b6 tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea4dda0-55d0-42a8-a466-fdf6e196ceff,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:20.027097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:20.133194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.257236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Deleting port fc95db1c-07d3-48dd-ae52-63699c9b2a8d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:20.258872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.266913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.355902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Deleting port 319b8054-ed85-4870-966b-96ba8f918260 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:20.356159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.493338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53046) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:20.552300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] For port 319b8054-ed85-4870-966b-96ba8f918260, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=319b8054-ed85-4870-966b-96ba8f918260,segment=NetworkSegment(15872ab8-2d76-4f36-b7e3-2c98bba17487),segment_id=15872ab8-2d76-4f36-b7e3-2c98bba17487)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:20.552783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.558637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0af7a-67d3-4eb7-8d90-8f294c9be2d5 req-d1ef8b8d-e312-46c0-ab66-b7d28f4d0404 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:20.560231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78c0af7a-67d3-4eb7-8d90-8f294c9be2d5 req-d1ef8b8d-e312-46c0-ab66-b7d28f4d0404 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.2695289 Nov 16 21:25:20.581477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] DHCP port deletion for c247d465-63e9-4fdb-aac6-5890fa09f384 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:20.605441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Calling delete_port for 319b8054-ed85-4870-966b-96ba8f918260 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:20.622432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] For port fc95db1c-07d3-48dd-ae52-63699c9b2a8d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:20.622806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.653337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] DHCP port deletion for 8315c17c-3f6d-48bd-9865-d7688b851073 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:20.701673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] Deleting port fc95db1c-07d3-48dd-ae52-63699c9b2a8d {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:20.702238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.729609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe33955-b335-4907-9dc6-87e1cf1333d6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.741956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Calling delete_port for fc95db1c-07d3-48dd-ae52-63699c9b2a8d owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:20.778615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe33955-b335-4907-9dc6-87e1cf1333d6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.837710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78c0af7a-67d3-4eb7-8d90-8f294c9be2d5 req-66dc8a8f-1bcf-4d53-942b-97a7f306ea68 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479992 Nov 16 21:25:20.842653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.864267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] No DVR routers for this DVR port 319b8054-ed85-4870-966b-96ba8f918260 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:20.905871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Deleting port 319b8054-ed85-4870-966b-96ba8f918260 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:20.906752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:20.966748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-586e75bf-eebc-4771-80da-47c197cfba19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.003754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] For port 319b8054-ed85-4870-966b-96ba8f918260, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:21.004597 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.020900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Calling delete_port for 319b8054-ed85-4870-966b-96ba8f918260 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:21.023555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.027172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Port 319b8054-ed85-4870-966b-96ba8f918260 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:25:21.031583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.041828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] For port fc95db1c-07d3-48dd-ae52-63699c9b2a8d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,segment=NetworkSegment(5f8489a0-4ca6-4a75-8104-c7d6c0f27313),segment_id=5f8489a0-4ca6-4a75-8104-c7d6c0f27313)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:21.042283 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.073310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.080932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] Pushing event deleted for resources: {'Port': ['ID=319b8054-ed85-4870-966b-96ba8f918260,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.091711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.096306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8315c17c-3f6d-48bd-9865-d7688b851073']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:21.099309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] Calling delete_port for fc95db1c-07d3-48dd-ae52-63699c9b2a8d owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:21.101255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582b631-aa5a-44e9-8f11-c5f18098fffb None None] No DVR routers for this DVR port 319b8054-ed85-4870-966b-96ba8f918260 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:21.103998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] No DVR routers for this DVR port fc95db1c-07d3-48dd-ae52-63699c9b2a8d on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:21.107571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15872ab8-2d76-4f36-b7e3-2c98bba17487') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:21.107910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15872ab8-2d76-4f36-b7e3-2c98bba17487') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:21.128591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.157064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.175457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:21.175877 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.219584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:21.255369 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:21.257329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Port': ['ID=319b8054-ed85-4870-966b-96ba8f918260,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.281699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.285351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe33955-b335-4907-9dc6-87e1cf1333d6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.288925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fe33955-b335-4907-9dc6-87e1cf1333d6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.289418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9fe33955-b335-4907-9dc6-87e1cf1333d6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4 HTTP/1.1" status: 204 len: 168 time: 0.7942278 Nov 16 21:25:21.295919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.299971 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.303200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53056) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.303363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] 10.222.0.48 "DELETE /v2.0/networks/8315c17c-3f6d-48bd-9865-d7688b851073 HTTP/1.1" status: 204 len: 168 time: 1.2752800 Nov 16 21:25:21.351186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 319b8054-ed85-4870-966b-96ba8f918260 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:21.354049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c247d465-63e9-4fdb-aac6-5890fa09f384']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:21.363324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe33955-b335-4907-9dc6-87e1cf1333d6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.369324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263dd4-8421-43cb-a350-1d86b3620e7d tempest-AllowedAddressPairIpV6TestJSON-1830533490 tempest-AllowedAddressPairIpV6TestJSON-1830533490-project] Pushing event deleted for resources: {'Network': ['ID=8315c17c-3f6d-48bd-9865-d7688b851073,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.381076 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-9f4a648d-9873-4230-becf-8e3b0779f229 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] show failed (client error): The resource could not be found. Nov 16 21:25:21.382169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9f4a648d-9873-4230-becf-8e3b0779f229 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "GET /v2.0/security-groups/ad0cbedf-90a3-4c05-9ad7-0de7d93b23c4 HTTP/1.1" status: 404 len: 347 time: 0.0712509 Nov 16 21:25:21.384758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8489a0-4ca6-4a75-8104-c7d6c0f27313') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:21.385058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8489a0-4ca6-4a75-8104-c7d6c0f27313') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:21.386704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53060) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.392028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667add8-8c1c-4fe2-9243-ea344cf6498b req-fb256ac5-ee09-4028-b243-78aa409965da tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:21.394242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] Pushing event deleted for resources: {'Port': ['ID=fc95db1c-07d3-48dd-ae52-63699c9b2a8d,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.398858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a667add8-8c1c-4fe2-9243-ea344cf6498b req-fb256ac5-ee09-4028-b243-78aa409965da tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.4908860 Nov 16 21:25:21.409709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 319b8054-ed85-4870-966b-96ba8f918260 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:21.410182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 319b8054-ed85-4870-966b-96ba8f918260 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:21.410707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc95db1c-07d3-48dd-ae52-63699c9b2a8d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:21.445439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: fc95db1c-07d3-48dd-ae52-63699c9b2a8d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:21.447351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc95db1c-07d3-48dd-ae52-63699c9b2a8d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:21.449083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8826eb-6b9c-4498-8d66-d76b56fd632a None None] No DVR routers for this DVR port fc95db1c-07d3-48dd-ae52-63699c9b2a8d on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:21.467789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.545019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.548569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a667add8-8c1c-4fe2-9243-ea344cf6498b req-5caf0c56-721a-441a-bf0c-4d75b25a6843 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389709 Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:21.583475 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:21.705482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.719348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.737922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c247d465-63e9-4fdb-aac6-5890fa09f384 HTTP/1.1" status: 204 len: 168 time: 1.7451823 Nov 16 21:25:21.740828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:21.741193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.741769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53066) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.764421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e42bd7-4955-4404-8d6f-ef1459ed8215 admin admin] Pushing event deleted for resources: {'Network': ['ID=c247d465-63e9-4fdb-aac6-5890fa09f384,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:21.892120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:21.972685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:21.972685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.002307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:22.132228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865a487-0d4b-4670-a783-8262f2ba67ee req-b9a62e7c-beb0-4695-a157-3e6093bf785d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:22.133817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3865a487-0d4b-4670-a783-8262f2ba67ee req-b9a62e7c-beb0-4695-a157-3e6093bf785d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1109462 Nov 16 21:25:22.178305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37f92a8a-47af-4ec6-82a3-bee75f7f73cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5495b32bdf6e41968a23d9e7b2e46e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828510 Nov 16 21:25:22.181104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53078) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.305160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.338347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3865a487-0d4b-4670-a783-8262f2ba67ee req-7fb9419d-1cd5-4255-ba3b-1a743652e443 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786151 Nov 16 21:25:22.354893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=d1d24eac-1fa8-4e0c-914f-7308b8dcdfbd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:22.377532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f88287-d568-4cfc-a736-fd7e8b33cfcb None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:22.458412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.461575 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.464066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-78be1025-649d-41e0-afc9-9a06c41beb12 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/floatingips/32edb9c7-df3f-4b01-bb8f-3e5ee114734c HTTP/1.1" status: 204 len: 168 time: 1.0761731 Nov 16 21:25:22.465884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53080) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:22.515619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0854a9f2-f63c-4b06-9d21-ad0f6dcaedec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.566957 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0854a9f2-f63c-4b06-9d21-ad0f6dcaedec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.593897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port efff24e2-86aa-4886-969a-7d0f71b85aa6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:22.594274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.761776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0854a9f2-f63c-4b06-9d21-ad0f6dcaedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.764662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0854a9f2-f63c-4b06-9d21-ad0f6dcaedec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.765862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0854a9f2-f63c-4b06-9d21-ad0f6dcaedec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b72ec2a-3141-419b-9ff3-c099589e7f28 HTTP/1.1" status: 204 len: 168 time: 0.5831804 Nov 16 21:25:22.769994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.878769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:22.904531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e129f47-b39d-4c34-aa43-116172a3c249 req-6d376abf-952e-4efe-97c6-9a88cd433da0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:22.912714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e129f47-b39d-4c34-aa43-116172a3c249 req-6d376abf-952e-4efe-97c6-9a88cd433da0 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1834409 Nov 16 21:25:22.916496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for efff24e2-86aa-4886-969a-7d0f71b85aa6 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:22.940109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a9f2-f63c-4b06-9d21-ad0f6dcaedec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b72ec2a-3141-419b-9ff3-c099589e7f28,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.065450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c80ac1f5-7c2e-4bb9-ad18-d7a91b4825ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.176672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Deleting port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:23.177361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.210869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.244824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=efff24e2-86aa-4886-969a-7d0f71b85aa6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:23.277725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e129f47-b39d-4c34-aa43-116172a3c249 req-10f5f159-89fe-4bb0-ab2d-d7987cba0b7b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631206 Nov 16 21:25:23.421158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.429780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1f8f1a8-8e21-4648-b860-0981375a12f3 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/ports/efff24e2-86aa-4886-969a-7d0f71b85aa6 HTTP/1.1" status: 204 len: 168 time: 0.9626720 Nov 16 21:25:23.432587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53096) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:23.445439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] For port ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,segment=NetworkSegment(295101e1-1b89-4d5e-a8bb-be198090fec2),segment_id=295101e1-1b89-4d5e-a8bb-be198090fec2)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:23.447272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.479192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Calling delete_port for ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:23.605159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce7695-56e9-411c-a914-99cfeea774e9 req-32657bdd-02d8-4fe2-bcc0-2a5261411293 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:23.607421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2ce7695-56e9-411c-a914-99cfeea774e9 req-32657bdd-02d8-4fe2-bcc0-2a5261411293 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.0737770 Nov 16 21:25:23.629602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting port 51337211-0889-4ff4-bc3c-4c52b5b9af5c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:23.629964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.796082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2ce7695-56e9-411c-a914-99cfeea774e9 req-6dbe8bc5-be72-4095-8877-f90c7640c1fc tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745644 Nov 16 21:25:23.908824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.937089 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:23.972133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Calling delete_port for 51337211-0889-4ff4-bc3c-4c52b5b9af5c owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:24.075407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:24.127509 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.379592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.431868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Port': ['ID=51337211-0889-4ff4-bc3c-4c52b5b9af5c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:24.527051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.533889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9d74e283-9c67-49b4-8d93-1ebdd44b2e6c tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/ports/51337211-0889-4ff4-bc3c-4c52b5b9af5c HTTP/1.1" status: 204 len: 168 time: 1.0999651 Nov 16 21:25:24.537690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53122) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:24.623412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb6302-b4ac-4eae-8465-5b61203a128c req-11823b2f-ebd2-4595-99be-85486cb4253f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:24.634282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ecb6302-b4ac-4eae-8465-5b61203a128c req-11823b2f-ebd2-4595-99be-85486cb4253f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1375992 Nov 16 21:25:24.682860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53124) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:24.694856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting subnet ea5fe7a1-c428-443a-99f8-ebeadfd18445 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:24.714961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.728331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ecb6302-b4ac-4eae-8465-5b61203a128c req-6fed4e69-3f32-4f7f-b66e-cae05503464d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876925 Nov 16 21:25:24.729427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.822079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:24.931020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1338263100'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:25.068779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:25.074201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.087308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.091078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.263839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50122c-eb11-40f8-a228-2cf9d1d6e39b req-c0a2623d-476b-4713-a9ba-cec47edd8b9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:25.269310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Router 887e7922-0fc3-4408-8191-f4e057fac08a has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:25.272557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c50122c-eb11-40f8-a228-2cf9d1d6e39b req-c0a2623d-476b-4713-a9ba-cec47edd8b9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3068335 Nov 16 21:25:25.333491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.395352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5fe7a1-c428-443a-99f8-ebeadfd18445,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.406800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.410238 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cdf12fbd-2fcd-46a3-9cec-d28eeb014fc6 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/subnets/ea5fe7a1-c428-443a-99f8-ebeadfd18445 HTTP/1.1" status: 204 len: 168 time: 0.8714888 Nov 16 21:25:25.442082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c50122c-eb11-40f8-a228-2cf9d1d6e39b req-63263053-9668-4c8d-8aae-9ca3956da2cf tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637964 Nov 16 21:25:25.459865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53134) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:25.496554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.505120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87276584-2651-47f2-b165-cda94491fe24 None None] Network 91be6d52-379b-4601-8cda-fada21d4f4ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:25.539024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:25.539024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-65d1c30d-5624-4893-b4ad-eaf17f2b980a admin admin] 10.222.0.48 "PUT /v2.0/routers/887e7922-0fc3-4408-8191-f4e057fac08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7871723 Nov 16 21:25:25.541008 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] Sync routers for ids ['887e7922-0fc3-4408-8191-f4e057fac08a'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:25.542860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.553207 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] Routers {'887e7922-0fc3-4408-8191-f4e057fac08a'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:25.553945 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['887e7922-0fc3-4408-8191-f4e057fac08a'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:25.554730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53136) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:25.556437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:25.591909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.592618 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment 59d948e9-ce6a-471a-b874-4037921eaf10 of type vlan for network 39807a28-6cc5-4f1a-b96b-f8b235452657 Nov 16 21:25:25.668213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Deleting subnet 6b0c0610-e949-4f05-8cd8-d45e7e7eb00e {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:25.792794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.808764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57912f3-895f-4774-8059-a6432baa2114,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:25.882972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.892449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:25.893121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:25.943025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2589324 Nov 16 21:25:25.943610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53146) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:25.977642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1762708230'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:26.055609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] Set router 887e7922-0fc3-4408-8191-f4e057fac08a gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:26.134408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd99dd-635a-4857-9c1e-94e64da4ae00 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=39807a28-6cc5-4f1a-b96b-f8b235452657,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:26.153440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:26.159074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.200397 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.235124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:26.260790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.261154 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment eeca0f39-ca3e-4e51-a8e7-eb33257bb537 of type vlan for network d45af13e-bfab-4547-8020-afe304db5ac4 Nov 16 21:25:26.357876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] DHCP port deletion for 91be6d52-379b-4601-8cda-fada21d4f4ac request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:26.401064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.468264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.484605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.488136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:26.491097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.502811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:26.567343 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:25:23Z', 'revision_number': 5, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:26.624589 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] Checking router: 887e7922-0fc3-4408-8191-f4e057fac08a for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:26.644554 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] Routers {'887e7922-0fc3-4408-8191-f4e057fac08a'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:26.645188 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['887e7922-0fc3-4408-8191-f4e057fac08a'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:26.662370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] Deleting port fae63831-4a22-49de-a229-abb48cea8c43 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:26.663110 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.669067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.704822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.718040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7479377 Nov 16 21:25:26.723487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:26.765278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:26.808221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf10750-69bd-46d5-b58a-ea20d12fb701 req-35ff4227-5840-46f3-a5d9-9914bef786ce tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:26.819034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecf10750-69bd-46d5-b58a-ea20d12fb701 req-35ff4227-5840-46f3-a5d9-9914bef786ce tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3357930 Nov 16 21:25:26.821920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] For port fae63831-4a22-49de-a229-abb48cea8c43, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fae63831-4a22-49de-a229-abb48cea8c43,segment=NetworkSegment(934e0017-b610-4dfc-8d61-15656e82765e),segment_id=934e0017-b610-4dfc-8d61-15656e82765e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:26.822344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:26.871631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] Calling delete_port for fae63831-4a22-49de-a229-abb48cea8c43 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:26.950063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.001761 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] Set router 887e7922-0fc3-4408-8191-f4e057fac08a gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:27.078934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.116434 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.158614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecf10750-69bd-46d5-b58a-ea20d12fb701 req-8645840a-7317-494e-a014-193fca59660f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376215 Nov 16 21:25:27.188292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] Pushing event deleted for resources: {'Port': ['ID=fae63831-4a22-49de-a229-abb48cea8c43,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.197437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66064d0-1330-4317-a355-6d49156b4f61 None None] No DVR routers for this DVR port fae63831-4a22-49de-a229-abb48cea8c43 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:27.210080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Deleting port d0062d79-fdab-4f14-8efc-1818abc918fd {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:27.210515 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.213585 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.357880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fae63831-4a22-49de-a229-abb48cea8c43 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:27.424199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: fae63831-4a22-49de-a229-abb48cea8c43 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:27.426848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fae63831-4a22-49de-a229-abb48cea8c43 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:27.482594 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:25:23Z', 'revision_number': 5, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:27.516236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd54c01-8b3f-4e70-987f-f8c5e097be43 None None] The sync data for ids ['887e7922-0fc3-4408-8191-f4e057fac08a'] in n-d-817778-8 is: [{'id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'name': 'tempest-TestAggregatesBasicOps-2128077664-router', 'tenant_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:24:44Z', 'updated_at': '2021-11-16T21:25:23Z', 'revision_number': 5, 'project_id': 'ec0aaa4337af46698a98abf77de1f6d2', 'gw_port': {'id': 'd0062d79-fdab-4f14-8efc-1818abc918fd', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e7922-0fc3-4408-8191-f4e057fac08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:24:47Z', 'updated_at': '2021-11-16T21:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:27.521227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08675c14-d34d-4ed8-942a-abb6d1328524 req-9e6637c9-0152-4f19-a892-a9fb577a0153 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.532931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08675c14-d34d-4ed8-942a-abb6d1328524 req-9e6637c9-0152-4f19-a892-a9fb577a0153 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1858900 Nov 16 21:25:27.587565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c143b-5e5f-4705-8b5a-022cfa822b1d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=d45af13e-bfab-4547-8020-afe304db5ac4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.616476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d45af13e-bfab-4547-8020-afe304db5ac4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:27.632488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] For port d0062d79-fdab-4f14-8efc-1818abc918fd, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d0062d79-fdab-4f14-8efc-1818abc918fd,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:27.633055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.639210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.661316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.674682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.683324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.691859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.707750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:27.712470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.713472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/subnets/6b0c0610-e949-4f05-8cd8-d45e7e7eb00e HTTP/1.1" status: 204 len: 168 time: 2.2509422 Nov 16 21:25:27.716734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0c0610-e949-4f05-8cd8-d45e7e7eb00e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:27.720922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.729956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:27.732007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-bfadffc1-c44c-48b3-94cf-7c91459654ea tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 1.0797403 Nov 16 21:25:27.732756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:27.745893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08675c14-d34d-4ed8-942a-abb6d1328524 req-8e4618f7-aac7-4938-96db-c4605f8c0123 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095535 Nov 16 21:25:27.755078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.756959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.757597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.758153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.758710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.759219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.759849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.760348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.760844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.761338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.761902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.762402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290b53f-f61f-4d86-9227-0d070442efa0 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:27.766464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Calling delete_port for d0062d79-fdab-4f14-8efc-1818abc918fd owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:27.783754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49521fe-d14a-40dd-a4a7-2575589939d4 None None] Network 59872c53-6729-4192-9445-880bbe02c628 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:27.960360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:27.968764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.140663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.203720 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.204660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2785f9d3-abe2-401c-a85f-bc865ad78505 req-d6245a91-0647-44e9-ab5c-01a45dffbaa3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4635389 Nov 16 21:25:28.229135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] DHCP port deletion for 59872c53-6729-4192-9445-880bbe02c628 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:28.290663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0062d79-fdab-4f14-8efc-1818abc918fd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:28.369121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf9b34-f649-4d84-bc89-621bf7940384 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:28.467712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] Deleting port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:28.468033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.470859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.493564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.517269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4724-467d-4f8a-ae5f-144f0db8d8da req-8768124d-1c17-421a-b926-f2fb3fa8b2d7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.518768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ece4724-467d-4f8a-ae5f-144f0db8d8da req-8768124d-1c17-421a-b926-f2fb3fa8b2d7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1237948 Nov 16 21:25:28.570688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91be6d52-379b-4601-8cda-fada21d4f4ac']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:28.587140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934e0017-b610-4dfc-8d61-15656e82765e') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:28.588057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934e0017-b610-4dfc-8d61-15656e82765e') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:28.609000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] For port 3d4ff832-5e8e-4413-8d4c-44eca665dd18, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3d4ff832-5e8e-4413-8d4c-44eca665dd18,segment=NetworkSegment(c3c312d2-44f0-451d-8824-506bdc542c3a),segment_id=c3c312d2-44f0-451d-8824-506bdc542c3a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:28.609637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.619120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.629455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] Calling delete_port for 3d4ff832-5e8e-4413-8d4c-44eca665dd18 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:28.635405 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.641183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.695219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.702253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.708381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.716047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.722190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.728658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.734781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:28.740435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89fa129e-a336-40de-8a3f-a5b7e0be2cb7 req-33489041-7ff1-480b-90f8-21f536a71e4f tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.3468802 Nov 16 21:25:28.744450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.755507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:28.755945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:28.760219 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:28.765036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ece4724-467d-4f8a-ae5f-144f0db8d8da req-4b2f7769-31be-4452-858d-907520ab4eef tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136011 Nov 16 21:25:28.766039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.768317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887e7922-0fc3-4408-8191-f4e057fac08a {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:25:28.775470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.777357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-74a15106-e72c-44e9-a849-2a1ebf5fee05 admin admin] 10.222.0.48 "DELETE /v2.0/routers/887e7922-0fc3-4408-8191-f4e057fac08a HTTP/1.1" status: 204 len: 168 time: 3.2159455 Nov 16 21:25:28.780374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:28.854592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Deleting subnet a23fe864-40c8-4bcd-81b7-81529a551864 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:25:28.857125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.930259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:28.949861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.000907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] Pushing event deleted for resources: {'Port': ['ID=3d4ff832-5e8e-4413-8d4c-44eca665dd18,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:29.017984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6818c-3bcc-435e-9212-8560ce590dd5 None None] No DVR routers for this DVR port 3d4ff832-5e8e-4413-8d4c-44eca665dd18 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:29.078335 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.112364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.119599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.181773 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.188315 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/networks/91be6d52-379b-4601-8cda-fada21d4f4ac HTTP/1.1" status: 204 len: 168 time: 1.4461312 Nov 16 21:25:29.188816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53180) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:29.215520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8582-d93f-44d7-a2a3-30e2dfa74a09 tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Network': ['ID=91be6d52-379b-4601-8cda-fada21d4f4ac,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:29.239473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d9a3-1524-4b6b-a6cc-606e7b3d25c8 req-3a7faab9-81c3-498d-9536-443fa039bf16 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:29.241044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c24d9a3-1524-4b6b-a6cc-606e7b3d25c8 req-3a7faab9-81c3-498d-9536-443fa039bf16 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3928626 Nov 16 21:25:29.277138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=e4111797-e86a-447a-ac8b-7f5120fee15c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:29.291442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.294958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.297993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': '59d948e9-ce6a-471a-b874-4037921eaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:29.298368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 39807a28-6cc5-4f1a-b96b-f8b235452657, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:29.309435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.315914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a23fe864-40c8-4bcd-81b7-81529a551864 HTTP/1.1" status: 204 len: 168 time: 0.5317714 Nov 16 21:25:29.317707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53182) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:29.319423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76754a0c-1eff-493a-bb50-ad7f5906dca3 None None] Network 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:29.350182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656d6e7-6ca5-483c-82b8-1e8ca0fc5176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23fe864-40c8-4bcd-81b7-81529a551864,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:29.518205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:29.533957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 39807a28-6cc5-4f1a-b96b-f8b235452657) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:29.568941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c24d9a3-1524-4b6b-a6cc-606e7b3d25c8 req-526a2dc2-3396-4ff8-b194-8e711755ea78 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002944 Nov 16 21:25:29.576740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:29.576740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.581949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8dd6c-8538-4469-b6b6-6f02444de652 None None] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:29.642061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-265a1d3f-fa3c-4c6e-a540-c3ddb53dea19 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9068768 Nov 16 21:25:29.647820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53186) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:29.663562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:29.689618 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.717220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.727222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59872c53-6729-4192-9445-880bbe02c628']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:29.738579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c312d2-44f0-451d-8824-506bdc542c3a') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:29.739012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c312d2-44f0-451d-8824-506bdc542c3a') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:29.751082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.771713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.780562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:29.781163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.822389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0062d79-fdab-4f14-8efc-1818abc918fd no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:29.883691 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:29.890964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.910530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.924142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] 10.222.0.48 "DELETE /v2.0/networks/59872c53-6729-4192-9445-880bbe02c628 HTTP/1.1" status: 204 len: 168 time: 0.7338319 Nov 16 21:25:29.934251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:29.942053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.958232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Deleting port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:29.958740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:29.968032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d0062d79-fdab-4f14-8efc-1818abc918fd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:29.969034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d0062d79-fdab-4f14-8efc-1818abc918fd not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:29.972037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:30.022248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e4734-5597-4a45-ab5e-1d0e422c1e6d tempest-TaggedBootDevicesTest-563887494 tempest-TaggedBootDevicesTest-563887494-project] Pushing event deleted for resources: {'Network': ['ID=59872c53-6729-4192-9445-880bbe02c628,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:30.046021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:30.046651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ce9b621b-bf04-4c2a-9d4b-ddd8a6420f5a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:30.047232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d4ff832-5e8e-4413-8d4c-44eca665dd18 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:30.106577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 3d4ff832-5e8e-4413-8d4c-44eca665dd18 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:30.107272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d4ff832-5e8e-4413-8d4c-44eca665dd18 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:30.111230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb3907-5f9b-42b9-a377-a9a370ce1007 req-ae99b1a0-f710-4d4f-aabd-68c5b7afee17 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:30.125673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22bb3907-5f9b-42b9-a377-a9a370ce1007 req-ae99b1a0-f710-4d4f-aabd-68c5b7afee17 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1976440 Nov 16 21:25:30.171800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] For port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,segment=NetworkSegment(295101e1-1b89-4d5e-a8bb-be198090fec2),segment_id=295101e1-1b89-4d5e-a8bb-be198090fec2)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:30.172205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.182086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-39807a28-6cc5-4f1a-b96b-f8b235452657', 'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': 'e4111797-e86a-447a-ac8b-7f5120fee15c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:30.183007 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.190022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Calling delete_port for 53c5aa50-44bb-41cd-b363-9e1fd5d7481e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:30.210760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22bb3907-5f9b-42b9-a377-a9a370ce1007 req-fddc67c0-3852-483f-a2ea-a2fcfa2958e5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841942 Nov 16 21:25:30.292875 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] DHCP port deletion for 77a0f426-3f74-4c3f-bcf6-8550c2f53c75 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:30.415494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.486430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Pushing event deleted for resources: {'Port': ['ID=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:30.490602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] No DVR routers for this DVR port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:30.513801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Allocated IP 2001:db8::2 (39807a28-6cc5-4f1a-b96b-f8b235452657/e4111797-e86a-447a-ac8b-7f5120fee15c/fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:30.538356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Deleting port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:30.539792 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.713274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.747472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a0f426-3f74-4c3f-bcf6-8550c2f53c75']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:30.747731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] For port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:30.747731 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.760534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295101e1-1b89-4d5e-a8bb-be198090fec2') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:30.760841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295101e1-1b89-4d5e-a8bb-be198090fec2') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:30.786741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Calling delete_port for 53c5aa50-44bb-41cd-b363-9e1fd5d7481e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:30.792223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:25:30.792771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.803626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.832520 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.844509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:25:30.844919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.858979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c839f64-5db5-4298-a82d-0975369ca6d0 req-5c8fe4c7-8469-4e43-a617-23bbab9124db tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:30.861187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] No DVR routers for this DVR port 53c5aa50-44bb-41cd-b363-9e1fd5d7481e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:30.887583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c839f64-5db5-4298-a82d-0975369ca6d0 req-5c8fe4c7-8469-4e43-a617-23bbab9124db tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.1557467 Nov 16 21:25:30.913614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:25:30.922780 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:25:30.988091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=b1df1938-e29c-41fe-91af-5048da2062e7,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:30.990753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c839f64-5db5-4298-a82d-0975369ca6d0 req-7a575777-71a4-4513-a17d-5feabe20471d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023016 Nov 16 21:25:31.001218 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.009411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.028450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] 10.222.0.48 "DELETE /v2.0/networks/77a0f426-3f74-4c3f-bcf6-8550c2f53c75 HTTP/1.1" status: 204 len: 168 time: 1.7086184 Nov 16 21:25:31.106458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:31.106826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: d45af13e-bfab-4547-8020-afe304db5ac4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:31.133489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa107d-80f2-46fa-a121-a63ed582051a None None] Pushing event deleted for resources: {'Port': ['ID=53c5aa50-44bb-41cd-b363-9e1fd5d7481e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:31.148903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331a8b-94c2-44e9-a5f1-6b4738b552da admin admin] Pushing event deleted for resources: {'Network': ['ID=77a0f426-3f74-4c3f-bcf6-8550c2f53c75,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:31.169565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.182972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.202449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network d45af13e-bfab-4547-8020-afe304db5ac4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:31.215567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d45af13e-bfab-4547-8020-afe304db5ac4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:31.237578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:31.237578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.290447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e9cfad9-963c-4849-93e4-f679eb34fdec tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6387079 Nov 16 21:25:31.293630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53216) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.307429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1001089932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:31.358751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572151f6-6a3d-4a23-ba7f-835f8d014484 None None] Network d45af13e-bfab-4547-8020-afe304db5ac4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:31.401367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.403594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.484376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.486295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53218) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.497051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c5aa50-44bb-41cd-b363-9e1fd5d7481e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:31.514032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:31.536018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b290-3dcf-4da3-9413-e3be52b1e222 req-63d0aa3a-b730-48fe-b187-d7e30423b512 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:31.549535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64f1b290-3dcf-4da3-9413-e3be52b1e222 req-63d0aa3a-b730-48fe-b187-d7e30423b512 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1355734 Nov 16 21:25:31.557988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:31.564156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.567674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:31.573811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 53c5aa50-44bb-41cd-b363-9e1fd5d7481e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:25:31.574400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53c5aa50-44bb-41cd-b363-9e1fd5d7481e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:25:31.603501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Pushing event updated for resources: {'Port': ['ID=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:31.655826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.657904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8b933121-4140-4969-b7fc-d401ef91a6fc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3627625 Nov 16 21:25:31.661486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53222) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:31.754454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d45af13e-bfab-4547-8020-afe304db5ac4', 'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': 'b1df1938-e29c-41fe-91af-5048da2062e7'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:31.755384 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.783007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64f1b290-3dcf-4da3-9413-e3be52b1e222 req-73e07674-a0ed-4ab0-9e8f-410e886f8129 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323036 Nov 16 21:25:31.806183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Attempting to bind port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:31.818235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Attempting to bind port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '59d948e9-ce6a-471a-b874-4037921eaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:31.818804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Attempting to bind port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 on network 39807a28-6cc5-4f1a-b96b-f8b235452657 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:31.827464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:31.827933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Checking segment: {'id': '59d948e9-ce6a-471a-b874-4037921eaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:31.828411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:31.828884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Bound using segment: {'id': '59d948e9-ce6a-471a-b874-4037921eaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:31.829449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Bound port: fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d948e9-ce6a-471a-b874-4037921eaf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '39807a28-6cc5-4f1a-b96b-f8b235452657'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:31.830198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.084665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2857c4d5-1545-4b99-8933-4264b9babb4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ad5cdc11a4040f6ac3e5d4bc05f7ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5932865 Nov 16 21:25:32.085231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:32.184964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] For port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:32.220900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] For port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,segment=NetworkSegment(59d948e9-ce6a-471a-b874-4037921eaf10),segment_id=59d948e9-ce6a-471a-b874-4037921eaf10)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:32.275810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Allocated IP 2001:db8:1::2 (d45af13e-bfab-4547-8020-afe304db5ac4/b1df1938-e29c-41fe-91af-5048da2062e7/18d89e2c-505d-4d0a-84a1-418b8636020c) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:32.299808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f155e735-24fe-4bd1-8199-cda33dbd8f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.394594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f155e735-24fe-4bd1-8199-cda33dbd8f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.456657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53244) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:32.473603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.512917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c1215-a485-4fed-8b1e-cfb498667156 req-096d2354-7f04-4312-8d25-e9a3429195f5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.513066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f155e735-24fe-4bd1-8199-cda33dbd8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.516004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f155e735-24fe-4bd1-8199-cda33dbd8f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.519610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f155e735-24fe-4bd1-8199-cda33dbd8f85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea4a37f5-497c-48fc-94b6-89060d7a3f88 HTTP/1.1" status: 204 len: 168 time: 0.4309196 Nov 16 21:25:32.528467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-602c1215-a485-4fed-8b1e-cfb498667156 req-096d2354-7f04-4312-8d25-e9a3429195f5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.2509229 Nov 16 21:25:32.529011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155e735-24fe-4bd1-8199-cda33dbd8f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a37f5-497c-48fc-94b6-89060d7a3f88,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:32.709979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.712586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.714041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.714874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.716125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.717546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.718192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:32.722292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eca51fb4-a225-4844-8548-f5422f3804ac req-dd96182b-2070-413b-8ed1-8abe8ee5dfc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6499 time: 0.2646432 Nov 16 21:25:32.750419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.773303 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.799665 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:32.822985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-602c1215-a485-4fed-8b1e-cfb498667156 req-1409fd0c-fffd-4673-9a92-0eb1e86e9ee5 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930734 Nov 16 21:25:32.921588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eca51fb4-a225-4844-8548-f5422f3804ac req-73948318-b949-4c54-a688-8c6e810bcdcc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878450 Nov 16 21:25:33.001746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Network d45af13e-bfab-4547-8020-afe304db5ac4 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:33.011712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:33.019809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:33.120598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c620-baf7-4559-a332-fb90ee6f7087 req-d603606e-8a73-4ef6-8b6c-1979f526383a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:33.127487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3d3c620-baf7-4559-a332-fb90ee6f7087 req-d603606e-8a73-4ef6-8b6c-1979f526383a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1783848 Nov 16 21:25:33.157751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb78adc-0133-4fad-80b3-ff5cca214c83 None None] Pushing event updated for resources: {'Port': ['ID=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:33.232158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Attempting to bind port 18d89e2c-505d-4d0a-84a1-418b8636020c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:33.236386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Attempting to bind port 18d89e2c-505d-4d0a-84a1-418b8636020c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:33.236805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Attempting to bind port 18d89e2c-505d-4d0a-84a1-418b8636020c on network d45af13e-bfab-4547-8020-afe304db5ac4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:33.282857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e3d3c620-baf7-4559-a332-fb90ee6f7087 req-b2fe6ffd-a586-4d83-a4ad-f5960019018e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484296 Nov 16 21:25:33.326263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:33.326776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Checking segment: {'id': 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:33.327256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.328811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Bound using segment: {'id': 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:33.329426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Bound port: 18d89e2c-505d-4d0a-84a1-418b8636020c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd45af13e-bfab-4547-8020-afe304db5ac4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:33.329733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.346350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8::1 (39807a28-6cc5-4f1a-b96b-f8b235452657/e4111797-e86a-447a-ac8b-7f5120fee15c/5cf9e702-9c7f-48b4-9265-656ecf201b75) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:33.362670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.396276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Pushing event updated for resources: {'Port': ['ID=18d89e2c-505d-4d0a-84a1-418b8636020c,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:33.551308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53266) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.586002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] For port 18d89e2c-505d-4d0a-84a1-418b8636020c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:33.599308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] For port 18d89e2c-505d-4d0a-84a1-418b8636020c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=18d89e2c-505d-4d0a-84a1-418b8636020c,segment=NetworkSegment(eeca0f39-ca3e-4e51-a8e7-eb33257bb537),segment_id=eeca0f39-ca3e-4e51-a8e7-eb33257bb537)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:33.616096 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.670572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28800a78-1463-4eb8-b28c-2a6c29ff8404 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec0aaa4337af46698a98abf77de1f6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1167426 Nov 16 21:25:33.671912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53270) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:33.767996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.853950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-d10a14e1-98e2-4d31-9aa8-39f5087ec80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:33.855951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-d10a14e1-98e2-4d31-9aa8-39f5087ec80b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.0950813 Nov 16 21:25:33.930994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eab6dff6-7e73-450e-8ff5-97ed52b7c2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.971998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:33.991007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585661ac-b651-4b99-94eb-e30ad8c8263d req-a53db57a-8828-4352-95b2-ad35f43dc5fb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.014818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-585661ac-b651-4b99-94eb-e30ad8c8263d req-a53db57a-8828-4352-95b2-ad35f43dc5fb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1822884 Nov 16 21:25:34.052600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eab6dff6-7e73-450e-8ff5-97ed52b7c2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.155790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-585661ac-b651-4b99-94eb-e30ad8c8263d req-4b66bb28-c7c3-4374-bee1-b6e5e30de133 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397765 Nov 16 21:25:34.196082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfab824-412e-43de-b6a5-3aa36676759d None None] Pushing event updated for resources: {'Port': ['ID=18d89e2c-505d-4d0a-84a1-418b8636020c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.232394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eab6dff6-7e73-450e-8ff5-97ed52b7c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.245213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eab6dff6-7e73-450e-8ff5-97ed52b7c2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.283329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eab6dff6-7e73-450e-8ff5-97ed52b7c2ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31b7bbb5-da4b-4357-8fc4-bdb0e541cdeb HTTP/1.1" status: 204 len: 168 time: 0.6026790 Nov 16 21:25:34.310361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6dff6-7e73-450e-8ff5-97ed52b7c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b7bbb5-da4b-4357-8fc4-bdb0e541cdeb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.436126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:34.512707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:34.520096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:34.520654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:34.538726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-54db5d56-6091-49b3-b2cd-378d1b7ef65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.541084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-54db5d56-6091-49b3-b2cd-378d1b7ef65d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.6737213 Nov 16 21:25:34.588581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=5cf9e702-9c7f-48b4-9265-656ecf201b75,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:34.749774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97a0f6-874f-4d84-88a7-7d6e38751e9c req-8985c647-b132-4dfd-8377-ca4cfc03c6e8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:34.757343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a97a0f6-874f-4d84-88a7-7d6e38751e9c req-8985c647-b132-4dfd-8377-ca4cfc03c6e8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.5347767 Nov 16 21:25:34.993057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5a97a0f6-874f-4d84-88a7-7d6e38751e9c req-febe8341-6cd5-406d-b0ed-b7e85e9d89f4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043431 Nov 16 21:25:35.096803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.102440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-b6e96db5-dbc4-412a-bae2-477973742e0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.5025618 Nov 16 21:25:35.128092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06d509-57ab-410f-8b86-bb6e59964c3a None None] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:35.465451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Provisioning complete for port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:35.466309 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.471412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:35.509161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688ead7-2b35-4d71-805f-a7f8ee831256 req-6896cf3a-6543-47e1-b96b-eb0329bf596b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:35.527841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e688ead7-2b35-4d71-805f-a7f8ee831256 req-6896cf3a-6543-47e1-b96b-eb0329bf596b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1668456 Nov 16 21:25:35.683946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-b9e78db9-387a-4dc1-8105-3ea2ba4b8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:35.685550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-b9e78db9-387a-4dc1-8105-3ea2ba4b8622 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.5755417 Nov 16 21:25:35.731681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:35.732320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e688ead7-2b35-4d71-805f-a7f8ee831256 req-4077cd45-3240-4632-a41d-622871bc4cb6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029557 Nov 16 21:25:36.003546 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.006700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:36.007417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.213146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] For port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,segment=NetworkSegment(59d948e9-ce6a-471a-b874-4037921eaf10),segment_id=59d948e9-ce6a-471a-b874-4037921eaf10)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:36.231649 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.331890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:36.421234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Pushing event updated for resources: {'Port': ['ID=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:36.428039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba264db6-7795-4113-9dc7-32df505dd70a None None] Network d45af13e-bfab-4547-8020-afe304db5ac4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:36.534025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.569925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-667995361-network', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:36.580564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.584841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.586201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.590829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.592943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.594022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.596336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.596872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.598811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.599332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.599826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.600322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65972de0-a6eb-4d4e-b1ed-9bab566e3c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:25:36.641099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Made reservation on behalf of dcae9b6bd0a147ca8ea81c52979a880a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:36.649614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.675605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.688598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4ef350a9-9692-4bca-8151-2c1773e17819 None None] Provisioning complete for port 18d89e2c-505d-4d0a-84a1-418b8636020c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:36.689390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ef350a9-9692-4bca-8151-2c1773e17819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.958790 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:25:36.959344 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:25:36.964298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-3b19df5f-3955-444e-b215-49abaf81ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:36.970026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:36.971747 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-3b19df5f-3955-444e-b215-49abaf81ba47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2731040 Nov 16 21:25:36.985113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.028795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:37.057363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.057985 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Added segment e7fb2b84-29f4-4d5d-a541-e331cca84721 of type vlan for network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce Nov 16 21:25:37.061134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e1db-8214-4d9a-a216-40b090faf721 req-db660422-5086-4e12-93be-ef2eeeda4cc7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:37.062747 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a54e1db-8214-4d9a-a216-40b090faf721 req-db660422-5086-4e12-93be-ef2eeeda4cc7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3270676 Nov 16 21:25:37.082766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c932ba53-89b9-4b9d-a463-b6a57e34edd8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.099678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923e29a-d0f1-43bf-a623-e736fcc407de req-fbb96c4e-84e4-43d0-a2a0-a4e018e0dd8d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:37.099822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ef350a9-9692-4bca-8151-2c1773e17819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.109126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0923e29a-d0f1-43bf-a623-e736fcc407de req-fbb96c4e-84e4-43d0-a2a0-a4e018e0dd8d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1524088 Nov 16 21:25:37.188230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.209260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ef350a9-9692-4bca-8151-2c1773e17819 None None] For port 18d89e2c-505d-4d0a-84a1-418b8636020c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=18d89e2c-505d-4d0a-84a1-418b8636020c,segment=NetworkSegment(eeca0f39-ca3e-4e51-a8e7-eb33257bb537),segment_id=eeca0f39-ca3e-4e51-a8e7-eb33257bb537)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:37.239295 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ef350a9-9692-4bca-8151-2c1773e17819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.331081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef350a9-9692-4bca-8151-2c1773e17819 None None] Pushing event updated for resources: {'Port': ['ID=18d89e2c-505d-4d0a-84a1-418b8636020c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.343531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0923e29a-d0f1-43bf-a623-e736fcc407de req-100f1783-c695-4f2d-9b06-ba8447610c3c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325001 Nov 16 21:25:37.344574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.345585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:37.346833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.369044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-c6b7e25f-188e-45a8-bd75-ece1c383c421 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828502 Nov 16 21:25:37.389645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-60a7b7f5-03a6-4971-a7b9-d14ca1fd8b24 None None] Provisioning complete for port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:37.390041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-60a7b7f5-03a6-4971-a7b9-d14ca1fd8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.422984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0845478 Nov 16 21:25:37.423667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:37.523289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Request body: {'subnet': {'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-667995361-subnet', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:37.583672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8731d80-3fc6-4420-82f7-86443b50ed7e admin admin] Pushing event updated for resources: {'Network': ['ID=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:37.596076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18d89e2c-505d-4d0a-84a1-418b8636020c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:37.602752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:37.607693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Made reservation on behalf of dcae9b6bd0a147ca8ea81c52979a880a for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:37.610550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.728466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a54e1db-8214-4d9a-a216-40b090faf721 req-cd7f29e7-e932-44f3-8ff7-46936f17bd7b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6145005 Nov 16 21:25:37.790416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.814046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-60a7b7f5-03a6-4971-a7b9-d14ca1fd8b24 None None] Provisioning complete for port 5cf9e702-9c7f-48b4-9265-656ecf201b75 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:37.814434 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-60a7b7f5-03a6-4971-a7b9-d14ca1fd8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.819509 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.819991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.851355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 18d89e2c-505d-4d0a-84a1-418b8636020c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:37.852853 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:37.898954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-60a7b7f5-03a6-4971-a7b9-d14ca1fd8b24 None None] Port 5cf9e702-9c7f-48b4-9265-656ecf201b75 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:37.934528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=5cf9e702-9c7f-48b4-9265-656ecf201b75,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:38.006062 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d7df962-e86a-4df3-86a0-7978df4db384 req-f2518291-f104-43a2-a6fa-e64b87d6a110 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659916 Nov 16 21:25:38.084281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:38.084915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.086106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:38.133740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d0703982-d10b-436b-b5f4-d090003b9493 None None] Provisioning complete for port 18d89e2c-505d-4d0a-84a1-418b8636020c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:38.134131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0703982-d10b-436b-b5f4-d090003b9493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.226184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Checking segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:38.227166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Network hostable DHCP agents. Network: 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:38.229680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261b5478-01dc-4754-b818-850e31831266,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:38.272594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:38.292097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:38.302340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a898280-5850-4e65-a482-03b59a9686bd None None] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:38.302917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:38.303462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.349488 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-03a3f23f-6de6-4cec-9bf7-c1a9de7e5092 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8454652 Nov 16 21:25:38.359088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.373155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:38.426920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router df9cebc8-0453-4671-b0d0-3f919d20c91e is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:25:38.432455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.433640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.480309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:38.674493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.701170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f4f86b64-cd77-4674-b1b9-9586790d7de0 None None] Provisioning complete for port 5cf9e702-9c7f-48b4-9265-656ecf201b75 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:38.701563 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4f86b64-cd77-4674-b1b9-9586790d7de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.705580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bf9ec-c7a6-4e26-85b2-0f4c901b14ef req-971076c3-afe2-43b6-936d-4ffd65177aaa tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:38.711000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:38.714368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-396bf9ec-c7a6-4e26-85b2-0f4c901b14ef req-971076c3-afe2-43b6-936d-4ffd65177aaa tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1922140 Nov 16 21:25:38.720213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d8a1bfd1-6c67-4629-ae2d-5906580ba51a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/df9cebc8-0453-4671-b0d0-3f919d20c91e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0553679 Nov 16 21:25:38.720569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53356) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.801416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64e006d-ed10-4994-bd5e-b33e7022ad3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:38.809764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e64e006d-ed10-4994-bd5e-b33e7022ad3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports/5cf9e702-9c7f-48b4-9265-656ecf201b75 HTTP/1.1" status: 200 len: 911 time: 0.0841031 Nov 16 21:25:38.811126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53360) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:38.811943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f4f86b64-cd77-4674-b1b9-9586790d7de0 None None] Port 5cf9e702-9c7f-48b4-9265-656ecf201b75 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:38.829393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32209778-3394-4330-8970-71503bf05587 None None] Sync routers for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:38.892846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:38.893222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:38.968597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb59651-7627-4c7b-9d81-1e8fb1a04564 req-7df5f3e1-76ab-4c15-bbdf-a291b9595f9f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:38.978372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9cb59651-7627-4c7b-9d81-1e8fb1a04564 req-7df5f3e1-76ab-4c15-bbdf-a291b9595f9f tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.0995004 Nov 16 21:25:38.984018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32209778-3394-4330-8970-71503bf05587 None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:38.984667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-32209778-3394-4330-8970-71503bf05587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:39.096533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-32209778-3394-4330-8970-71503bf05587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:39.104922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9cb59651-7627-4c7b-9d81-1e8fb1a04564 req-8e84a674-4d08-4ebb-be85-505d8a8810f9 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213205 Nov 16 21:25:39.134618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32209778-3394-4330-8970-71503bf05587 None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:39.136015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-32209778-3394-4330-8970-71503bf05587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:39.186203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-32209778-3394-4330-8970-71503bf05587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:39.187119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32209778-3394-4330-8970-71503bf05587 None None] The sync data for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:39.189024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:39.190142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.194075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697167-18c0-4251-a9af-0da8fb976425 req-47067f5a-0704-43d7-a726-3314f6f3dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:39.196553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-47067f5a-0704-43d7-a726-3314f6f3dab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1096 time: 0.1148450 Nov 16 21:25:39.274572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18d89e2c-505d-4d0a-84a1-418b8636020c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:39.309823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.370603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697167-18c0-4251-a9af-0da8fb976425 req-0b47bc63-d946-4488-93ff-4ccbba2a3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:39.372407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-0b47bc63-d946-4488-93ff-4ccbba2a3eaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.1671004 Nov 16 21:25:39.399033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-396bf9ec-c7a6-4e26-85b2-0f4c901b14ef req-9b95ac93-06b6-4c31-b70d-a6533417ddb1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6104789 Nov 16 21:25:39.458570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 18d89e2c-505d-4d0a-84a1-418b8636020c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:39.459532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:39.529172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-8c091f6c-4f0d-4e09-9a04-2462b1b5cf14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 1000 time: 0.1471531 Nov 16 21:25:39.573915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Allocated IP 172.20.0.2 (3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce/261b5478-01dc-4754-b818-850e31831266/86dabe55-519a-4655-b1ea-4ce86aba896b) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:39.674204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697167-18c0-4251-a9af-0da8fb976425 req-042593ed-f422-4d1b-9e7c-a15b844492bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:39.675767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-042593ed-f422-4d1b-9e7c-a15b844492bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1372750 Nov 16 21:25:39.755693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697167-18c0-4251-a9af-0da8fb976425 req-8fb7c779-2054-471b-b3c7-495a7a517e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:39.757310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-8fb7c779-2054-471b-b3c7-495a7a517e02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716841 Nov 16 21:25:40.003648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-396ec639-32bc-4322-915f-1831ebf3c001 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366929 Nov 16 21:25:40.112881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.254968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.265717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e697167-18c0-4251-a9af-0da8fb976425 req-a5d84231-8657-46f5-b429-24b1b19efa30 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466538 Nov 16 21:25:40.270781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.343940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8932cc-faef-42b1-92be-151ced85c5d5 req-945d0758-3d9b-4ef3-bd71-61b46c539e80 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:40.347519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:40.353307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f8932cc-faef-42b1-92be-151ced85c5d5 req-945d0758-3d9b-4ef3-bd71-61b46c539e80 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.0856955 Nov 16 21:25:40.364732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:40.377087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:40.458493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Pushing event updated for resources: {'Port': ['ID=86dabe55-519a-4655-b1ea-4ce86aba896b,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:40.461659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f8932cc-faef-42b1-92be-151ced85c5d5 req-61c45bf6-9f81-4040-875e-4867f035de0d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043863 Nov 16 21:25:40.535033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Attempting to bind port 86dabe55-519a-4655-b1ea-4ce86aba896b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:40.535598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Attempting to bind port 86dabe55-519a-4655-b1ea-4ce86aba896b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:40.536018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Attempting to bind port 86dabe55-519a-4655-b1ea-4ce86aba896b on network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:40.555337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:40.556159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Checking segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:40.556691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.557203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Bound using segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:40.558798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Bound port: 86dabe55-519a-4655-b1ea-4ce86aba896b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:40.559374 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.751544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] For port 86dabe55-519a-4655-b1ea-4ce86aba896b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:40.755325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] For port 86dabe55-519a-4655-b1ea-4ce86aba896b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86dabe55-519a-4655-b1ea-4ce86aba896b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:40.764419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.834029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.880635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:40.915705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8:1::1 (d45af13e-bfab-4547-8020-afe304db5ac4/b1df1938-e29c-41fe-91af-5048da2062e7/2f37bfd2-8d7f-4acc-8004-824ee73c02b8) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:40.934317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017046c-c06c-456c-a2be-a4d09d5b6003 None None] Pushing event updated for resources: {'Port': ['ID=86dabe55-519a-4655-b1ea-4ce86aba896b,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:40.998261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c6ff7-7ed8-4417-b8a2-15233a623ace req-91dcde41-c806-4236-b495-0e5375bec184 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.006419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e2c6ff7-7ed8-4417-b8a2-15233a623ace req-91dcde41-c806-4236-b495-0e5375bec184 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2226527 Nov 16 21:25:41.221690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e2c6ff7-7ed8-4417-b8a2-15233a623ace req-15f6ac0d-10fd-4050-b574-0d23c343c929 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127497 Nov 16 21:25:41.451245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250b19-73ca-46da-a1db-faba7bee266c req-d9119aa1-211b-4b04-a023-95cec317dddb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.459960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34250b19-73ca-46da-a1db-faba7bee266c req-d9119aa1-211b-4b04-a023-95cec317dddb tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0751956 Nov 16 21:25:41.526720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34250b19-73ca-46da-a1db-faba7bee266c req-ab5912ce-16ff-4736-96a0-3f333c010e9e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604041 Nov 16 21:25:41.677996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15f44e-15af-4ac9-b6a9-9dce2753adba req-1c4812db-ed28-4ca6-a608-698672bcd8da tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:41.688112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca15f44e-15af-4ac9-b6a9-9dce2753adba req-1c4812db-ed28-4ca6-a608-698672bcd8da tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.0639706 Nov 16 21:25:41.745661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Allocated IP 172.25.3.66 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/aa9d07e7-877a-45ac-a04e-3dc9c7023f57) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:41.767935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca15f44e-15af-4ac9-b6a9-9dce2753adba req-4cc3ac76-4bae-4d2d-bc6c-e452ae5e5c3a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786462 Nov 16 21:25:41.899386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:41.943682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.056279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network d45af13e-bfab-4547-8020-afe304db5ac4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:42.099620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:42.110784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:42.111474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.136332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a7a5a-5f28-4e69-8325-1972a93c98a3 req-cdc45859-a06c-445c-be67-d028bae5c001 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:42.140289 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad2a7a5a-5f28-4e69-8325-1972a93c98a3 req-cdc45859-a06c-445c-be67-d028bae5c001 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 945 time: 0.3862467 Nov 16 21:25:42.265563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3fc5-1b3c-4001-8b26-2d6f0e1d6610 req-32b47f2b-93b7-42dd-969b-08f649af600e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:42.282107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27cd3fc5-1b3c-4001-8b26-2d6f0e1d6610 req-32b47f2b-93b7-42dd-969b-08f649af600e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1264477 Nov 16 21:25:42.450167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27cd3fc5-1b3c-4001-8b26-2d6f0e1d6610 req-d858e0d0-b2f0-4a81-a3b6-668e574ea793 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670868 Nov 16 21:25:42.482216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=2f37bfd2-8d7f-4acc-8004-824ee73c02b8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:42.485204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86dabe55-519a-4655-b1ea-4ce86aba896b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:42.511754 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.573571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ad2a7a5a-5f28-4e69-8325-1972a93c98a3 req-158df281-82e5-4641-be0e-9a5cc8daa4f4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4124901 Nov 16 21:25:42.581876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 86dabe55-519a-4655-b1ea-4ce86aba896b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:42.582354 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.610948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:42.702241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.708518 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.749491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed34399-1c5a-4956-913c-9ed2a75e7441 None None] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:42.778657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:42.807446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:42.821404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:42.857734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88589661-d039-4ef5-a4fb-e5298577a424 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:42.860086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:42.932608 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:42.989935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Provisioning complete for port 2f37bfd2-8d7f-4acc-8004-824ee73c02b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:42.990312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.104754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:43.110695 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8284b7f6-47d3-43d2-9554-e8fae72e6acf" -d '{"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:43.129649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Port 2f37bfd2-8d7f-4acc-8004-824ee73c02b8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:43.166531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:43.209495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Provisioning complete for port 86dabe55-519a-4655-b1ea-4ce86aba896b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:43.209914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.254807 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c7566-98e5-4de9-98aa-f7dec1a3075d x-openstack-request-id: req-154c7566-98e5-4de9-98aa-f7dec1a3075d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:43.255470 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-unplugged", "status": "failed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "code": 422}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:43.255870 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-154c7566-98e5-4de9-98aa-f7dec1a3075d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:43.256443 n-d-817778-8 neutron-server[102455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'code': 422} returned with failed status Nov 16 21:25:43.279239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.375791 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:25:43.408146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.416682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.417191 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.418066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.550228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.554254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.622507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 86dabe55-519a-4655-b1ea-4ce86aba896b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86dabe55-519a-4655-b1ea-4ce86aba896b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:43.634913 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:43.818729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b454-baac-4947-a3df-52c9f9b1e942 req-9bedc5bb-5dee-4d51-b3a5-0ecd49667710 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:43.833026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94a7b454-baac-4947-a3df-52c9f9b1e942 req-9bedc5bb-5dee-4d51-b3a5-0ecd49667710 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.1137021 Nov 16 21:25:43.838679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=2f37bfd2-8d7f-4acc-8004-824ee73c02b8,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.890661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:25:43.891028 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-b9043915-9278-4cc1-9d63-2461f9ccf88b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:25:43.901071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=86dabe55-519a-4655-b1ea-4ce86aba896b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:43.902317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378c9c3-462d-49d1-aed4-37a777472750 req-b538810d-6db9-4457-bac5-7fe71b852cd7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:43.910619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6378c9c3-462d-49d1-aed4-37a777472750 req-b538810d-6db9-4457-bac5-7fe71b852cd7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2550697 Nov 16 21:25:43.948805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94a7b454-baac-4947-a3df-52c9f9b1e942 req-cec8758f-4058-4faf-8c60-641adda6ee96 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143219 Nov 16 21:25:44.002193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.027798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network d45af13e-bfab-4547-8020-afe304db5ac4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:44.074472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:44.361159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6378c9c3-462d-49d1-aed4-37a777472750 req-87575d61-7182-44e4-b765-cbbb62dbfe82 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493818 Nov 16 21:25:44.427610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router df9cebc8-0453-4671-b0d0-3f919d20c91e has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:44.545469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86dabe55-519a-4655-b1ea-4ce86aba896b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:44.742981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Provisioning complete for port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:44.743819 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.795616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 86dabe55-519a-4655-b1ea-4ce86aba896b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:44.799167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:44.849019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:44.874561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Provisioning complete for port 2f37bfd2-8d7f-4acc-8004-824ee73c02b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:44.874954 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.010029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443400cf-c1fc-4f62-b87a-857e09d3b350 req-2b877aae-e77d-4afa-8514-5032b101d8f5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.018197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-443400cf-c1fc-4f62-b87a-857e09d3b350 req-2b877aae-e77d-4afa-8514-5032b101d8f5 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1622074 Nov 16 21:25:45.021643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-b719e6e3-63c0-4905-be65-d7af16bf273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.028302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-b719e6e3-63c0-4905-be65-d7af16bf273e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.2435994 Nov 16 21:25:45.045887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:45.059036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] Sync routers for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:45.071474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Port 2f37bfd2-8d7f-4acc-8004-824ee73c02b8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:45.089910 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:45.091820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:45.097262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec14b302-5817-4122-b52b-8e74c851c152 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/df9cebc8-0453-4671-b0d0-3f919d20c91e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2836299 Nov 16 21:25:45.100451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.118279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.128903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Provisioning complete for port 86dabe55-519a-4655-b1ea-4ce86aba896b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:45.129297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26d8c5d3-0592-40e1-9fb5-0184b692ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.221569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:45.261448 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:45.266208 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:45.355958 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:45.357050 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f339344-df15-4fb8-bdc7-1802a507ab98 None None] The sync data for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:45.365753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-6450b15d-7200-4b5a-b994-076dcc7d53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.370695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-6450b15d-7200-4b5a-b994-076dcc7d53e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.3345304 Nov 16 21:25:45.401773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d15b0f-4ec3-4931-b6ba-75261a673deb tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:45.417161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55d15b0f-4ec3-4931-b6ba-75261a673deb tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports/2f37bfd2-8d7f-4acc-8004-824ee73c02b8 HTTP/1.1" status: 200 len: 913 time: 0.3095274 Nov 16 21:25:45.466377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53478) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:45.594907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Router ce337f3d-62b4-4083-97fe-22731ab8eed3 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:25:45.880296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:45.892781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Sync routers for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:45.914975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:45.916034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:45.921573 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:45.923022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae49216f-f060-45a2-80f9-c8e08e023d10 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5627511 Nov 16 21:25:45.936468 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-443400cf-c1fc-4f62-b87a-857e09d3b350 req-05ff4427-4ab5-4beb-a1d5-5315684ef86c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9168277 Nov 16 21:25:45.938048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53494) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:46.063409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-61990cdc-1d71-4fed-83ce-3417a9264e7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.6324568 Nov 16 21:25:46.236129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:46.316194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-e6c0772f-78be-4ce5-88e5-f40815750ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.322825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-e6c0772f-78be-4ce5-88e5-f40815750ad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.2474992 Nov 16 21:25:46.348134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f409e-b765-4701-839e-73aaaf7bff33 req-ae78b81f-902d-4727-8dc5-264cb6310414 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.354916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-327f409e-b765-4701-839e-73aaaf7bff33 req-ae78b81f-902d-4727-8dc5-264cb6310414 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2772150 Nov 16 21:25:46.497611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-293ccf3e-d2b4-45ac-a5b9-31e9b51d89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:46.503968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-293ccf3e-d2b4-45ac-a5b9-31e9b51d89f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689401 Nov 16 21:25:46.507387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:46.603545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:43Z', 'revision_number': 3, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:46.668141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Checking router: ce337f3d-62b4-4083-97fe-22731ab8eed3 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:46.668500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Updating router ce337f3d-62b4-4083-97fe-22731ab8eed3 port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:25:46.670673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:25:46.754225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-327f409e-b765-4701-839e-73aaaf7bff33 req-9969616f-7df3-4309-8e48-ace291441b0e tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824930 Nov 16 21:25:46.954732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-6acfda50-e04c-49fd-a84f-b91ec0103f47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5547743 Nov 16 21:25:47.269729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.364720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-e16ca8cb-5607-4a22-ad44-77d01258266d service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488305 Nov 16 21:25:47.370692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:47.982043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Allocated IP 172.20.0.1 (3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce/261b5478-01dc-4754-b818-850e31831266/90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:48.187776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.196794 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.261595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a46a34-290d-43cc-bfa4-9e2ea2d898fa None None] Pushing event updated for resources: {'Port': ['ID=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:48.288666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6d50-ee0f-47a3-84be-dfb2957c51c8 req-e6dc2094-f803-4052-a1c2-f00d6f9d9e65 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:48.302898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f83b6d50-ee0f-47a3-84be-dfb2957c51c8 req-e6dc2094-f803-4052-a1c2-f00d6f9d9e65 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 1.1572862 Nov 16 21:25:48.332113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870617bd-028f-41a1-865d-4c374ae4eb3a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:48.347760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Attempting to bind port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:48.348335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Attempting to bind port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:48.348714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Attempting to bind port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:48.373954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:48.376787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:48.377256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.378049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:48.378844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Bound port: aa9d07e7-877a-45ac-a04e-3dc9c7023f57, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:48.379096 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.490949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] For port aa9d07e7-877a-45ac-a04e-3dc9c7023f57, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:48.503931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] For port aa9d07e7-877a-45ac-a04e-3dc9c7023f57, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:48.521077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.522219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f83b6d50-ee0f-47a3-84be-dfb2957c51c8 req-d9cd3f91-afd9-4366-9d17-d49228b1d88c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061734 Nov 16 21:25:48.525894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d34fc08-b85c-4a46-be8e-823728a8a5c3 req-50973051-0897-482b-aff3-ad0f18cb9aed service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1375346 Nov 16 21:25:48.619757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71646ddc-5fab-4508-8b6d-0620551d2dd4 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:25:48.743410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-00a8661a-58b2-4054-a79d-2f64369c7c06 None None] Provisioning complete for port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:48.743795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-00a8661a-58b2-4054-a79d-2f64369c7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.747422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:48.748079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:48.749789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a46a34-290d-43cc-bfa4-9e2ea2d898fa None None] Pushing event updated for resources: {'Port': ['ID=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:48.851003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-83899fd5-b540-4d13-b48e-251532c9c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:48.853959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-83899fd5-b540-4d13-b48e-251532c9c987 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c&tenant_id=ca1cf29b62944187906e09e8322fa3bd HTTP/1.1" status: 200 len: 1094 time: 0.2472136 Nov 16 21:25:48.953227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:48.973222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 2f37bfd2-8d7f-4acc-8004-824ee73c02b8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:48.973986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.020954 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-00a8661a-58b2-4054-a79d-2f64369c7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.050953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:49.073601 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.108647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:49.113164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:49.142193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-4bd96525-e2ba-4576-a586-15fc1aa8d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.147602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-4bd96525-e2ba-4576-a586-15fc1aa8d9a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1094 time: 0.2614086 Nov 16 21:25:49.154804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:49.167617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d1ae5-04fe-40fc-86d3-97e614f9c261 req-4d6b431c-47a1-4ef3-b2e7-0cbff4e840a6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.169844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f35d1ae5-04fe-40fc-86d3-97e614f9c261 req-4d6b431c-47a1-4ef3-b2e7-0cbff4e840a6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2124264 Nov 16 21:25:49.252710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-00a8661a-58b2-4054-a79d-2f64369c7c06 None None] For port aa9d07e7-877a-45ac-a04e-3dc9c7023f57, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:49.284600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.301804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-00a8661a-58b2-4054-a79d-2f64369c7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.329336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f35d1ae5-04fe-40fc-86d3-97e614f9c261 req-b8251475-d6ad-4efa-9c84-78b14551bae1 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073585 Nov 16 21:25:49.361081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Pushing event updated for resources: {'Port': ['ID=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:49.364450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.426220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 2f37bfd2-8d7f-4acc-8004-824ee73c02b8 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:49.543292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-97803818-f325-491c-a579-317002cf7cc2 None None] Provisioning complete for port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:49.543743 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97803818-f325-491c-a579-317002cf7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.654756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8661a-58b2-4054-a79d-2f64369c7c06 None None] Pushing event updated for resources: {'Port': ['ID=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:49.744534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:49.858658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-c35c6e44-ff8c-4070-8baf-afcf76ae07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:49.863670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-c35c6e44-ff8c-4070-8baf-afcf76ae07d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 0.7044632 Nov 16 21:25:49.947377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-b8c037f6-23ed-41f8-8e72-741d16ba3f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 998 time: 0.0705402 Nov 16 21:25:49.975126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:43Z', 'revision_number': 3, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:50.013056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f9ee-e3a2-466a-bbfd-dfa3f833e1bc req-0f8cb922-da4c-45d1-8224-8fe2ee10a762 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:50.020718 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1976f9ee-e3a2-466a-bbfd-dfa3f833e1bc req-0f8cb922-da4c-45d1-8224-8fe2ee10a762 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3184836 Nov 16 21:25:50.036548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70fd745-5eda-4f5f-b06d-80e7216aae3c None None] The sync data for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 is: [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:43Z', 'revision_number': 3, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:50.091004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bfa8ecf3-59a8-4bbd-a4f4-a630043d7181 None None] Provisioning complete for port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:50.091328 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ecf3-59a8-4bbd-a4f4-a630043d7181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.162478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8ecf3-59a8-4bbd-a4f4-a630043d7181 None None] Port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:50.229686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.238342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.317763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-45b13b3b-926e-4a9d-83c2-535b3cf9303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:50.320037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-45b13b3b-926e-4a9d-83c2-535b3cf9303f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.2931390 Nov 16 21:25:50.344664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Pushing event updated for resources: {'Port': ['ID=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:50.393683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1976f9ee-e3a2-466a-bbfd-dfa3f833e1bc req-9540a6d6-8317-4d72-9913-5617ea8dd497 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716900 Nov 16 21:25:50.426214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-19f5a0ee-1787-4100-8bea-4871d97ad3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:50.433424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.434256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-19f5a0ee-1787-4100-8bea-4871d97ad3e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988276 Nov 16 21:25:50.469409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.599312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=2f37bfd2-8d7f-4acc-8004-824ee73c02b8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:50.747358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1293bb-808b-463d-9da8-d7b4831f3aa2 req-3ad91612-21d0-4dec-9f0d-3dc35a91c3ce tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:50.752432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9f1293bb-808b-463d-9da8-d7b4831f3aa2 req-3ad91612-21d0-4dec-9f0d-3dc35a91c3ce tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2394142 Nov 16 21:25:50.754196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84192009-67eb-49dd-9e0d-ee898e335e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:50.938583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9f1293bb-808b-463d-9da8-d7b4831f3aa2 req-e719b4e8-7e67-4eff-b740-6b12a6b20ecd tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759238 Nov 16 21:25:50.984144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-2a51a390-0833-4243-bf0c-a8720be59ad6 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425081 Nov 16 21:25:50.986682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.011655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:51.013354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:51.350350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Router ce337f3d-62b4-4083-97fe-22731ab8eed3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:51.424126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-0f3034cc-0103-48b6-82a2-d02355e012d5 service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222662 Nov 16 21:25:51.621835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ee3affe8-5ec2-4a21-93bd-a24c8eadc0c2 None None] Provisioning complete for port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:51.622219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee3affe8-5ec2-4a21-93bd-a24c8eadc0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:51.753887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router df9cebc8-0453-4671-b0d0-3f919d20c91e has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:51.772337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ee3affe8-5ec2-4a21-93bd-a24c8eadc0c2 None None] Port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:51.780393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:51.780533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4066-7938-46fc-83fc-6dbed1bbe619 req-02af81a0-e177-4730-aaa2-6d13edc18bf8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:51.782532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60fd4066-7938-46fc-83fc-6dbed1bbe619 req-02af81a0-e177-4730-aaa2-6d13edc18bf8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.1921332 Nov 16 21:25:51.808088 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-df0e6f8a-15cd-4d63-adcd-9c77529400db admin admin] 10.222.0.48 "PUT /v2.0/routers/ce337f3d-62b4-4083-97fe-22731ab8eed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8687901 Nov 16 21:25:52.196804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60fd4066-7938-46fc-83fc-6dbed1bbe619 req-bc6c1d5c-deb7-45a2-952d-30fdc02290f9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048686 Nov 16 21:25:52.216240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:52.234459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83575f04-74cc-4614-844a-6a62da2fca37 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/df9cebc8-0453-4671-b0d0-3f919d20c91e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7668960 Nov 16 21:25:52.236538 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] Sync routers for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:52.237792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53600) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:52.264042 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:52.284279 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:52.372248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6144429-5674-482a-97f8-fd8089240b9e req-e3df4ae7-c3ec-4bc2-b593-65a261bfc910 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.388838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6144429-5674-482a-97f8-fd8089240b9e req-e3df4ae7-c3ec-4bc2-b593-65a261bfc910 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2473361 Nov 16 21:25:52.471565 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:52.526261 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:52.532095 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:52.569609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6144429-5674-482a-97f8-fd8089240b9e req-1b9c9bd1-0d9d-4547-a798-82003443ea76 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736944 Nov 16 21:25:52.587143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aa9d07e7-877a-45ac-a04e-3dc9c7023f57 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:25:52.619526 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:52.620720 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c829781-a05d-45eb-8ca4-b1cb33496ebf None None] The sync data for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:52.836137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:52.837359 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:52.984773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ef0f5-e418-4b5d-a4ca-75670dfbb5c3 req-d4b15cc8-fc26-4992-aa4e-7921f0a7345f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:52.986451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c1ef0f5-e418-4b5d-a4ca-75670dfbb5c3 req-d4b15cc8-fc26-4992-aa4e-7921f0a7345f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.5664337 Nov 16 21:25:53.127959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:53.261756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a40e3ed8-84b4-46ef-8f38-94431ed96407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.281023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:53.287995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2146266299-network', 'tenant_id': '1b3c8f93afb943778654793810ce2109'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:53.376461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c1ef0f5-e418-4b5d-a4ca-75670dfbb5c3 req-5c08c5fc-b14f-4a48-b50d-1db99a6bccb1 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708055 Nov 16 21:25:53.379883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Made reservation on behalf of 1b3c8f93afb943778654793810ce2109 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:53.408251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.482409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.513409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Sync routers for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:53.567501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:53.577813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:53.600868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.833736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:53.856041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.006637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb0bc-ef43-4f6e-8c7e-de9b4bb94a50 req-b988bff7-ad9f-4440-9bdf-04dc899905a6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:54.026120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-950eb0bc-ef43-4f6e-8c7e-de9b4bb94a50 req-b988bff7-ad9f-4440-9bdf-04dc899905a6 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2496886 Nov 16 21:25:54.062185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:54.076491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:25:54.118434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6cb10-ac99-4f19-a6df-1d3a304015bd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:54.133634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.133978 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Added segment de5741ef-eb95-45c5-933d-cf82b8842701 of type vlan for network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f Nov 16 21:25:54.141020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-bae2837f-12b0-4dbe-afce-1e2fd09d5415 req-b2447c4d-d147-431e-a503-bab098012bbe service neutron] (102453) timed out ('10.222.0.41', 64141) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:25:54.279420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-950eb0bc-ef43-4f6e-8c7e-de9b4bb94a50 req-4842f4cd-4dbd-4e68-9d1c-0de22b9b4285 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523458 Nov 16 21:25:54.302520 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.380119 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.428049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.438895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:54.439524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.483552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2010040 Nov 16 21:25:54.494894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:54.531245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 5cf9e702-9c7f-48b4-9265-656ecf201b75 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:54.532214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.563981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 2, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:54.647520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Checking router: ce337f3d-62b4-4083-97fe-22731ab8eed3 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:25:54.648474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Updating router ce337f3d-62b4-4083-97fe-22731ab8eed3 port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:25:54.714308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Request body: {'subnet': {'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2146266299-subnet', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:54.728349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.796740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b3ceb-7922-400e-a2f1-485f2f308e2a admin admin] Pushing event updated for resources: {'Network': ['ID=9d18dcb1-19de-4e6d-8bb8-fc78319ef16f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:54.800186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:54.825413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:25:54.842211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Made reservation on behalf of 1b3c8f93afb943778654793810ce2109 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:25:54.845291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 5cf9e702-9c7f-48b4-9265-656ecf201b75 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:54.846456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.116555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.416291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.547423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2958d091-be7f-471a-b777-7e86e26f6aa8,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.558381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=5cf9e702-9c7f-48b4-9265-656ecf201b75,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:55.631593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Checking segment: {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:55.632139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Network hostable DHCP agents. Network: 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:25:55.852389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:25:55.885309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:55.912272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:55.917931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:55.922836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60afc1-3e75-4985-bed4-f0da262c6b85 None None] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:25:55.977546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b30d2e9-3cff-41dd-bbe8-df1ecc0cb422 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3575249 Nov 16 21:25:56.021395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53684) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:56.122092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:25:56.210924 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.229389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d12df-3714-4d29-9339-73fa08c284e4 req-91e20861-95bc-4693-848a-61dddd253397 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:56.235978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-837d12df-3714-4d29-9339-73fa08c284e4 req-91e20861-95bc-4693-848a-61dddd253397 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b25db32-06bd-4d03-80bb-a3eca9dc44bd HTTP/1.1" status: 200 len: 944 time: 0.2573676 Nov 16 21:25:56.682654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.706334 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.802146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Deleting port 76a0e82b-5177-4997-8802-607b588e35a0 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:56.808532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.820567 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:56.875226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9d18dcb1-19de-4e6d-8bb8-fc78319ef16f', 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'fixed_ips': [{'subnet_id': '2958d091-be7f-471a-b777-7e86e26f6aa8'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:25:56.876089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.196415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.203007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.267057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Allocated IP 172.20.0.2 (9d18dcb1-19de-4e6d-8bb8-fc78319ef16f/2958d091-be7f-471a-b777-7e86e26f6aa8/50321bf7-b310-4aed-b07c-1d40df46e25a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:25:57.302077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.303099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.328399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] For port 76a0e82b-5177-4997-8802-607b588e35a0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=76a0e82b-5177-4997-8802-607b588e35a0,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:57.332810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.356082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff11b83-c143-49a0-bdbe-6e0578508729 req-0c4dfa3d-85a1-4c1f-84a0-108bc4265cf4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:57.389939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ff11b83-c143-49a0-bdbe-6e0578508729 req-0c4dfa3d-85a1-4c1f-84a0-108bc4265cf4 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 1.8325069 Nov 16 21:25:57.561145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Calling delete_port for 76a0e82b-5177-4997-8802-607b588e35a0 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:57.658655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.671881 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.770087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.822881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775cb8-032e-4dee-beb2-98a1c0063ea8 None None] Pushing event updated for resources: {'Port': ['ID=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:57.843255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-57532fdf-8161-4c7e-8fce-38d9bec77893 None None] Provisioning complete for port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:57.848367 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-57532fdf-8161-4c7e-8fce-38d9bec77893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.870482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:57.905826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-4cb457d4-46b7-4b9b-b203-680b6a38b89c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1240370 Nov 16 21:25:57.925386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.000477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['455b621f-7de4-42e7-b4e8-07d11b2b0182'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:25:58.027108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:25:58.031100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'Port': ['ID=76a0e82b-5177-4997-8802-607b588e35a0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:58.042626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Attempting to bind port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:58.045104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Attempting to bind port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:58.046479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Attempting to bind port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b on network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:58.059742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:25:58.104188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] No DVR routers for this DVR port 76a0e82b-5177-4997-8802-607b588e35a0 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:25:58.111593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.123093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-837d12df-3714-4d29-9339-73fa08c284e4 req-2b5401ec-a06e-4b41-84d2-b8e54f81617a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "DELETE /v2.0/ports/76a0e82b-5177-4997-8802-607b588e35a0 HTTP/1.1" status: 204 len: 173 time: 1.8565068 Nov 16 21:25:58.126870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-deleted', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:25:58.139836 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b88f95-6409-41aa-8118-8de4b4f6ef6f" -d '{"events": [{"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-deleted", "tag": "76a0e82b-5177-4997-8802-607b588e35a0"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:25:58.223848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ff11b83-c143-49a0-bdbe-6e0578508729 req-7e974bb3-b66d-42fb-9bf3-8815b19567be tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8327315 Nov 16 21:25:58.247381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router df9cebc8-0453-4671-b0d0-3f919d20c91e has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:25:58.251774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:58.257752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Checking segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:58.258189 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.260882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Bound using segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:58.261627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Bound port: 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:58.262040 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.269965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-a3173703-af3c-434f-b746-cab5caf9d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.271828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-a3173703-af3c-434f-b746-cab5caf9d042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff893ad234d41009410f4f434528fb7&device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 1095 time: 0.2910502 Nov 16 21:25:58.339247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:25:58.346635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:25:58.431490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Deleting port 94dccea5-df0b-4810-9b3d-21d41035e828 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:25:58.431950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.546757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-757e2f0d-d56b-423d-b980-56b17a8441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:58.552396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-757e2f0d-d56b-423d-b980-56b17a8441bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 200 len: 913 time: 0.2311432 Nov 16 21:25:58.582128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Pushing event updated for resources: {'Port': ['ID=50321bf7-b310-4aed-b07c-1d40df46e25a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:58.594454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-57532fdf-8161-4c7e-8fce-38d9bec77893 None None] Port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:25:58.622145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:25:58.640942 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] Sync routers for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:25:58.655423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ebf6604c-a3a7-4314-aea5-35b88af89611 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/df9cebc8-0453-4671-b0d0-3f919d20c91e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4137988 Nov 16 21:25:58.658111 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:58.662716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:58.664782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53714) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:58.738881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-5bd839d6-c20b-4d32-bf6f-7c065387b313 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 200 len: 998 time: 0.1784334 Nov 16 21:25:58.780822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-25790eca-acd4-473b-9b10-b4afa291638a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=df9cebc8-0453-4671-b0d0-3f919d20c91e HTTP/1.1" status: 200 len: 205 time: 0.1105349 Nov 16 21:25:58.794104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53716) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:25:58.848939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] For port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:58.852677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:58.853180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] For port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:58.876014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Attempting to bind port 50321bf7-b310-4aed-b07c-1d40df46e25a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:25:58.876467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Attempting to bind port 50321bf7-b310-4aed-b07c-1d40df46e25a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:25:58.876883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Attempting to bind port 50321bf7-b310-4aed-b07c-1d40df46e25a on network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:25:58.908867 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] Routers {'df9cebc8-0453-4671-b0d0-3f919d20c91e'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:58.909676 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['df9cebc8-0453-4671-b0d0-3f919d20c91e'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:58.956979 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3652b345-2454-466c-9f63-b90f0fefe2ef x-openstack-request-id: req-3652b345-2454-466c-9f63-b90f0fefe2ef {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:25:58.957650 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b25db32-06bd-4d03-80bb-a3eca9dc44bd", "name": "network-vif-deleted", "tag": "76a0e82b-5177-4997-8802-607b588e35a0", "status": "failed", "code": 422}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:25:58.957650 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3652b345-2454-466c-9f63-b90f0fefe2ef {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:25:58.957849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:25:58.958182 n-d-817778-8 neutron-server[102454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b25db32-06bd-4d03-80bb-a3eca9dc44bd', 'name': 'network-vif-deleted', 'tag': '76a0e82b-5177-4997-8802-607b588e35a0', 'status': 'failed', 'code': 422} returned with failed status Nov 16 21:25:58.958288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Checking segment: {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:25:58.958616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.959136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Bound using segment: {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:25:58.959718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Bound port: 50321bf7-b310-4aed-b07c-1d40df46e25a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:25:58.962001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:58.969610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.016487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.046193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:59.046886 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3012ddc-3857-4286-8b47-95a36c48b689 None None] The sync data for ids ['df9cebc8-0453-4671-b0d0-3f919d20c91e'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:25:59.064085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] For port 94dccea5-df0b-4810-9b3d-21d41035e828, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=94dccea5-df0b-4810-9b3d-21d41035e828,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:25:59.079817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.113543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-5d74b4e6-3bfe-4ec4-83ad-8c1d14611239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.116363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-5d74b4e6-3bfe-4ec4-83ad-8c1d14611239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 200 len: 851 time: 0.3672314 Nov 16 21:25:59.145462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00775cb8-032e-4dee-beb2-98a1c0063ea8 None None] Pushing event updated for resources: {'Port': ['ID=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:25:59.193397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:25:59.194920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:25:59.323818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.355340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:25:59.378109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Calling delete_port for 94dccea5-df0b-4810-9b3d-21d41035e828 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:25:59.412664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:25:59.423960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-c5414fbe-1c64-4552-9b3d-ca56d07de85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.439788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-c5414fbe-1c64-4552-9b3d-ca56d07de85b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbac8ea0-e654-40d2-aaf4-0186fac49cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104758 Nov 16 21:25:59.715754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-f4efa6c3-cce1-4970-98c0-8337af58e9cc service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749739 Nov 16 21:25:59.835000 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf3f963-4c38-4a4a-9f25-15a9ab3390f6 req-2c7612ea-9e5c-49da-9cf7-9ae3c6111211 service neutron] 10.222.0.47 "GET /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092939 Nov 16 21:25:59.955001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] For port 50321bf7-b310-4aed-b07c-1d40df46e25a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:25:59.958898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae178d8-e6c2-4668-89d6-5533f19c459f req-9eddf927-5f7d-42a6-9fcb-8255638fc5d2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:25:59.961344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ae178d8-e6c2-4668-89d6-5533f19c459f req-9eddf927-5f7d-42a6-9fcb-8255638fc5d2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2398417 Nov 16 21:25:59.986691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] For port 50321bf7-b310-4aed-b07c-1d40df46e25a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=50321bf7-b310-4aed-b07c-1d40df46e25a,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:25:59.996801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-73bbe88e-9423-4d12-9917-b0f474cc7229 None None] Provisioning complete for port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:25:59.997430 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-73bbe88e-9423-4d12-9917-b0f474cc7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.065673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.113962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Allocated IP 172.25.3.105 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7396bba9-9ed3-42ec-a7ef-393c2232c7a5) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:00.162438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ae178d8-e6c2-4668-89d6-5533f19c459f req-e5e9d81a-7d57-4c3b-961d-7dcb062c22a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925428 Nov 16 21:26:00.487637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.630886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:00.777268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:00.780829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:00.784718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:00.863256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Pushing event updated for resources: {'Port': ['ID=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:01.000164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.021429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.048681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b0b92-94b8-43c7-8e6e-fd4b1653f646 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:01.068220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad273d2-51ce-4f29-bdf8-435ee9cf7ef2 None None] Pushing event updated for resources: {'Port': ['ID=50321bf7-b310-4aed-b07c-1d40df46e25a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:01.182169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:58Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:01.262738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.276299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9416c8d-f93b-438f-9d91-c29585aee77a None None] The sync data for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 is: [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:25:58Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:01.291832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-73bbe88e-9423-4d12-9917-b0f474cc7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.400884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=94dccea5-df0b-4810-9b3d-21d41035e828,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:01.430211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.430797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router df9cebc8-0453-4671-b0d0-3f919d20c91e {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:01.489420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-73bbe88e-9423-4d12-9917-b0f474cc7229 None None] For port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:01.494837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.495330 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-73bbe88e-9423-4d12-9917-b0f474cc7229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.503564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0763441a-ebc1-4f98-8911-a5a7bbc87fae tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/df9cebc8-0453-4671-b0d0-3f919d20c91e HTTP/1.1" status: 204 len: 168 time: 2.7085223 Nov 16 21:26:01.515530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53742) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:01.550629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe93a-a6f8-4855-86c6-90398eb72d00 req-342f91a8-74f3-4e5b-add1-a4252b5c51a8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:01.552200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5bbe93a-a6f8-4855-86c6-90398eb72d00 req-342f91a8-74f3-4e5b-add1-a4252b5c51a8 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 1.5738013 Nov 16 21:26:01.691353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-957bf7bf-20d0-4c07-8869-4da7ffc3c0ed None None] Provisioning complete for port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:01.692920 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-957bf7bf-20d0-4c07-8869-4da7ffc3c0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:01.923841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbe88e-9423-4d12-9917-b0f474cc7229 None None] Pushing event updated for resources: {'Port': ['ID=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:01.961057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-957bf7bf-20d0-4c07-8869-4da7ffc3c0ed None None] Port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:02.124471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a80e5-a245-4654-b335-99cc86e893e7 req-a4f64034-2698-437d-a5f5-dc21bb74ee44 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.148388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a69a80e5-a245-4654-b335-99cc86e893e7 req-a4f64034-2698-437d-a5f5-dc21bb74ee44 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.6554499 Nov 16 21:26:02.189039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.237586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet b1df1938-e29c-41fe-91af-5048da2062e7 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:02.354055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.390966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a69a80e5-a245-4654-b335-99cc86e893e7 req-a75d6ff0-2781-4c78-af77-5923a9905530 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355969 Nov 16 21:26:02.402291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.535251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a31938-cf04-457e-bb1a-58c1c5ab6e16 None None] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:02.885789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 50321bf7-b310-4aed-b07c-1d40df46e25a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:02.968950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc8dd-84d5-4961-91fd-da4ee5a9694d req-89925750-f053-4a6a-b1d9-2085daa53f31 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:02.970711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:02.978832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0bcc8dd-84d5-4961-91fd-da4ee5a9694d req-89925750-f053-4a6a-b1d9-2085daa53f31 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 0.1816056 Nov 16 21:26:03.020205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:03.033994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-902b4c44-be96-4a47-8a1c-379d8f9d6162 None None] Provisioning complete for port 50321bf7-b310-4aed-b07c-1d40df46e25a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:03.034767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-902b4c44-be96-4a47-8a1c-379d8f9d6162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.269156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.340748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-902b4c44-be96-4a47-8a1c-379d8f9d6162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.377618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 50321bf7-b310-4aed-b07c-1d40df46e25a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:03.377618 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.385719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.490264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:03.514394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2a8ed70c-5d84-42d4-8dac-329d44bc9b5b admin admin] 10.222.0.48 "PUT /v2.0/routers/2a5c383f-30f9-4f7b-95a5-d692cf26b925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3853734 Nov 16 21:26:03.515157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53760) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:03.563596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-902b4c44-be96-4a47-8a1c-379d8f9d6162 None None] For port 50321bf7-b310-4aed-b07c-1d40df46e25a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=50321bf7-b310-4aed-b07c-1d40df46e25a,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:03.573224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] Sync routers for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:03.641245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:03.642102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:03.645320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-902b4c44-be96-4a47-8a1c-379d8f9d6162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.772440 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:03.979514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.077330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.094247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/b1df1938-e29c-41fe-91af-5048da2062e7 HTTP/1.1" status: 204 len: 168 time: 2.5218201 Nov 16 21:26:04.113019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53770) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:04.136861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb04e16-d57f-4544-92a1-273cc30c2c67 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=b1df1938-e29c-41fe-91af-5048da2062e7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:04.172465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:04.281074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-cb1b966c-5c15-4882-b651-1627c1cac045 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.283390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-cb1b966c-5c15-4882-b651-1627c1cac045 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 0.5991650 Nov 16 21:26:04.289718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1b1a5-36f4-44e9-9fd7-ed8d200e14db None None] Network d45af13e-bfab-4547-8020-afe304db5ac4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:04.328227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc621-f2ab-4bff-8d2c-06c48bebe699 req-14c2c8ef-720a-4edf-8729-edb5b4cffb24 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.330258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-163fc621-f2ab-4bff-8d2c-06c48bebe699 req-14c2c8ef-720a-4edf-8729-edb5b4cffb24 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.6498439 Nov 16 21:26:04.346745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.410671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb022ad4-8699-43cd-b8a9-02892aca49e0 req-4b15c325-e3ba-4aa7-82b7-2ce9c057175a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:04.432599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eb022ad4-8699-43cd-b8a9-02892aca49e0 req-4b15c325-e3ba-4aa7-82b7-2ce9c057175a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 0.2331247 Nov 16 21:26:04.449583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet e4111797-e86a-447a-ac8b-7f5120fee15c {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:04.449583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.481266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.696345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Deleting port fe3f0871-4d40-4c10-8495-881e55a4cb43 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:04.697258 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.847914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f555035a-2a6c-477a-abb5-eb83a85154ad None None] Provisioning complete for port 50321bf7-b310-4aed-b07c-1d40df46e25a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:04.848964 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f555035a-2a6c-477a-abb5-eb83a85154ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:04.924005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4c44-be96-4a47-8a1c-379d8f9d6162 None None] Pushing event updated for resources: {'Port': ['ID=50321bf7-b310-4aed-b07c-1d40df46e25a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:05.046186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port': {'id': 'fe3f0871-4d40-4c10-8495-881e55a4cb43', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:20Z', 'updated_at': '2021-11-16T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:05.072161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] For port fe3f0871-4d40-4c10-8495-881e55a4cb43, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fe3f0871-4d40-4c10-8495-881e55a4cb43,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:05.072762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.115902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Calling delete_port for fe3f0871-4d40-4c10-8495-881e55a4cb43 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:05.130943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] Checking router: 2a5c383f-30f9-4f7b-95a5-d692cf26b925 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:05.145256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:05.304844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] DHCP port deletion for d45af13e-bfab-4547-8020-afe304db5ac4 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:05.356881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.406058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3f0871-4d40-4c10-8495-881e55a4cb43,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:05.435958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f09700-9a1f-4228-8b73-e265354fb6c9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:05.464239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:05.464528 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.569137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.572308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.597093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.599928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-163fc621-f2ab-4bff-8d2c-06c48bebe699 req-4c0ef233-121f-44e3-9311-d5849e837c93 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2597969 Nov 16 21:26:05.622076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] Routers {'2a5c383f-30f9-4f7b-95a5-d692cf26b925'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:05.622721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:05.828268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] Set router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:05.912449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.921748 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:05.992374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:26:05Z', 'revision_number': 7, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:06.052088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.111728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] Deleting port 18d89e2c-505d-4d0a-84a1-418b8636020c {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:06.112117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.119553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b9372-2680-4aa1-b94a-12379253c987 None None] The sync data for ids ['2a5c383f-30f9-4f7b-95a5-d692cf26b925'] in n-d-817778-8 is: [{'id': '2a5c383f-30f9-4f7b-95a5-d692cf26b925', 'name': 'tempest-TaggedBootDevicesTest-258181714-router', 'tenant_id': '3b41f94a52b64a48af73b053bd9244a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:19Z', 'updated_at': '2021-11-16T21:26:05Z', 'revision_number': 7, 'project_id': '3b41f94a52b64a48af73b053bd9244a9', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:06.218166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e1cb5-defc-4e87-aee9-54f6235af776 req-c4fd58ef-cdbf-446a-9d94-48e2b952a898 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:06.220180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-075e1cb5-defc-4e87-aee9-54f6235af776 req-c4fd58ef-cdbf-446a-9d94-48e2b952a898 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 0.5485754 Nov 16 21:26:06.221794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.222540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5c383f-30f9-4f7b-95a5-d692cf26b925 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:06.228313 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.231646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-daafc333-710f-4ba1-85ba-91aeb508d13a admin admin] 10.222.0.48 "DELETE /v2.0/routers/2a5c383f-30f9-4f7b-95a5-d692cf26b925 HTTP/1.1" status: 204 len: 168 time: 2.7132506 Nov 16 21:26:06.231969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53786) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:06.275307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.342671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Deleting subnet d7f1a629-b65a-4dea-9ec5-3c8a8f885344 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:06.354583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.371465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.374804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/e4111797-e86a-447a-ac8b-7f5120fee15c HTTP/1.1" status: 204 len: 168 time: 2.2587316 Nov 16 21:26:06.385851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:06.397468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0800b-6466-4ba9-a86f-e05d19398925 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=e4111797-e86a-447a-ac8b-7f5120fee15c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:06.429981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.556620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.628165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Deleting port e8507d28-c313-46b4-9d9f-06cafd055dc9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:06.634128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.681740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.798832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f1a629-b65a-4dea-9ec5-3c8a8f885344,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:06.814099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:06.820094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b97497-234e-4270-99e8-683b0c49254b None None] Network 39807a28-6cc5-4f1a-b96b-f8b235452657 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:06.826641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 50321bf7-b310-4aed-b07c-1d40df46e25a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:06.826842 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6fffda2b-68e4-4173-8b93-db8feb8d6815 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d7f1a629-b65a-4dea-9ec5-3c8a8f885344 HTTP/1.1" status: 204 len: 168 time: 0.5913348 Nov 16 21:26:06.827561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53796) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:06.833402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e8507d28-c313-46b4-9d9f-06cafd055dc9 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:06.850498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696ffae-daa0-47ba-bc14-d10cf30f53e4 None None] Network 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:06.946560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:06.989610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.046475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.191008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] For port 18d89e2c-505d-4d0a-84a1-418b8636020c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=18d89e2c-505d-4d0a-84a1-418b8636020c,segment=NetworkSegment(eeca0f39-ca3e-4e51-a8e7-eb33257bb537),segment_id=eeca0f39-ca3e-4e51-a8e7-eb33257bb537)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:07.191576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.193076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:07.203676 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Sync routers for ids ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:07.209969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0cc38-ac83-4353-9947-bb8dd2573ae9 req-f184943c-9118-41ae-9b12-9f38a921ada3 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:07.218667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ec0cc38-ac83-4353-9947-bb8dd2573ae9 req-f184943c-9118-41ae-9b12-9f38a921ada3 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.3755200 Nov 16 21:26:07.221731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Routers {'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:07.222386 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:07.228901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] Calling delete_port for 18d89e2c-505d-4d0a-84a1-418b8636020c owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:07.264525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.267693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0fb85296-9d91-4765-a086-64003bb28aeb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.1492147 Nov 16 21:26:07.277242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53800) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:07.442473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Deleting port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:07.442817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.465834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ec0cc38-ac83-4353-9947-bb8dd2573ae9 req-ed0397ab-d93a-4adf-b156-8ccc58ea1fd3 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433374 Nov 16 21:26:07.479939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] For port e8507d28-c313-46b4-9d9f-06cafd055dc9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e8507d28-c313-46b4-9d9f-06cafd055dc9,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:07.482692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.512461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Calling delete_port for e8507d28-c313-46b4-9d9f-06cafd055dc9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:07.552592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 18d89e2c-505d-4d0a-84a1-418b8636020c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:07.553429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.577479 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Set router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:07.612712 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.711050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 18d89e2c-505d-4d0a-84a1-418b8636020c, host n-d-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:07.711579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.727763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 18d89e2c-505d-4d0a-84a1-418b8636020c owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:07.730934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Port 18d89e2c-505d-4d0a-84a1-418b8636020c was not found and therefore no delete operation was performed {{(pid=102453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:26:07.732821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:07.785789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=18d89e2c-505d-4d0a-84a1-418b8636020c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:07.808434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port 18d89e2c-505d-4d0a-84a1-418b8636020c on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:07.992676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.015811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] Pushing event deleted for resources: {'Port': ['ID=18d89e2c-505d-4d0a-84a1-418b8636020c,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.027948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bc824-e67a-4bb7-9e8f-e040a9815ac0 None None] No DVR routers for this DVR port 18d89e2c-505d-4d0a-84a1-418b8636020c on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:08.070400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45af13e-bfab-4547-8020-afe304db5ac4']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:08.084140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc77d1-6df9-45ac-8dea-0e6c0d4707d8 req-1fdfa5ef-83d0-4556-8bfa-fbec09b229b3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:08.087962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eccc77d1-6df9-45ac-8dea-0e6c0d4707d8 req-1fdfa5ef-83d0-4556-8bfa-fbec09b229b3 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 908 time: 0.6410301 Nov 16 21:26:08.108360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:08.108681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeca0f39-ca3e-4e51-a8e7-eb33257bb537') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:08.128152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-552d93e1-8123-4650-82a4-ddd2e70151c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:08.133331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-552d93e1-8123-4650-82a4-ddd2e70151c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca1cf29b62944187906e09e8322fa3bd&device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1094 time: 0.6785860 Nov 16 21:26:08.137299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.161846 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.186873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] For port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,segment=NetworkSegment(4da60cdd-dd2f-47ec-a117-3092b1fdbe82),segment_id=4da60cdd-dd2f-47ec-a117-3092b1fdbe82)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:08.187525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.205562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 50321bf7-b310-4aed-b07c-1d40df46e25a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:08.208064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 3, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:08.212098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.218496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.246116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:08.246710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.278974 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Checking router: b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:08.279330 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Updating router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:08.355546 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.392121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Calling delete_port for 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:08.494162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] DHCP port deletion for 6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:08.529570 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:08.540179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.600307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.606679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/d45af13e-bfab-4547-8020-afe304db5ac4 HTTP/1.1" status: 204 len: 168 time: 2.2197564 Nov 16 21:26:08.614947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] DHCP port deletion for 39807a28-6cc5-4f1a-b96b-f8b235452657 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:08.633006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53814) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:08.650956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b01f0-0e37-4db0-9e6a-e69e78f27943 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=d45af13e-bfab-4547-8020-afe304db5ac4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.713340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18d89e2c-505d-4d0a-84a1-418b8636020c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:08.769310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 18d89e2c-505d-4d0a-84a1-418b8636020c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:08.769930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18d89e2c-505d-4d0a-84a1-418b8636020c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:08.804674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:08.875099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'Port': ['ID=e8507d28-c313-46b4-9d9f-06cafd055dc9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:08.951018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7971f3-e7eb-4dbf-b3d9-64681b3d09ab req-292dc724-c3da-443f-8221-92a7b95e75e8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:08.953231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba7971f3-e7eb-4dbf-b3d9-64681b3d09ab req-292dc724-c3da-443f-8221-92a7b95e75e8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.2447562 Nov 16 21:26:08.958792 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.032917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] No DVR routers for this DVR port e8507d28-c313-46b4-9d9f-06cafd055dc9 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:09.048001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.052278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf6d2a6c-c46e-4355-8ead-f407ba3d99d5 req-d6bf9a40-021f-4d04-94e6-869c49851535 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "DELETE /v2.0/ports/e8507d28-c313-46b4-9d9f-06cafd055dc9 HTTP/1.1" status: 204 len: 173 time: 4.7109573 Nov 16 21:26:09.052891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'name': 'network-vif-deleted', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:09.055998 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0386db-6438-4239-a772-23315ebd2701" -d '{"events": [{"server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "name": "network-vif-deleted", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:09.058614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] Deleting port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:09.061535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.072964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Deleting port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:09.074092 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.242428 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.248703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba7971f3-e7eb-4dbf-b3d9-64681b3d09ab req-d908d302-abf9-40ac-83a2-862201cd510c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795746 Nov 16 21:26:09.252120 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.282256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] For port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:09.282820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.331310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Calling delete_port for 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:09.342272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:26:09.354033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:09.364640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.365279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.398323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:09.416010 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Pushing event updated for resources: {'Port': ['ID=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.448685 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.449046 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.455373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.456636 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.457166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.457166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.457475 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.459798 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.460356 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.466003 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.470028 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.470585 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.471079 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:09.509356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,segment=NetworkSegment(59d948e9-ce6a-471a-b874-4037921eaf10),segment_id=59d948e9-ce6a-471a-b874-4037921eaf10)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:09.509884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.539805 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Attempting to bind port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:09.540163 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Attempting to bind port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:09.540563 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Attempting to bind port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:09.560803 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:09.561191 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:09.561605 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.562074 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:09.562599 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Bound port: 7396bba9-9ed3-42ec-a7ef-393c2232c7a5, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:09.562982 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.567993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:09.582089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6853f-21c7-41d6-a8f0-b55ef518b26d None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:09.646909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] No DVR routers for this DVR port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:09.679393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] No DVR routers for this DVR port 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:09.687919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-a63f2a46-d840-40cc-bbf6-f7dc3446a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:09.690990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-a63f2a46-d840-40cc-bbf6-f7dc3446a539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 200 len: 917 time: 1.4971619 Nov 16 21:26:09.694622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] For port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:09.703838 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] For port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:09.709555 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.752548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.773725 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f3502-0c4a-4d4d-8a35-cc40ea4143c2 x-openstack-request-id: req-5c3f3502-0c4a-4d4d-8a35-cc40ea4143c2 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:09.785703 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0146eae7-e639-47cc-abed-baf2294d9185", "name": "network-vif-deleted", "tag": "e8507d28-c313-46b4-9d9f-06cafd055dc9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:09.787519 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c3f3502-0c4a-4d4d-8a35-cc40ea4143c2 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:09.789923 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0146eae7-e639-47cc-abed-baf2294d9185', 'name': 'network-vif-deleted', 'tag': 'e8507d28-c313-46b4-9d9f-06cafd055dc9', 'status': 'completed', 'code': 200} Nov 16 21:26:09.792336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.792874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72728e4b-d256-4342-93fa-b143bf34e8e2 req-26f78599-670e-4ed2-8874-e3e383282186 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=0146eae7-e639-47cc-abed-baf2294d9185 HTTP/1.1" status: 200 len: 210 time: 0.3870041 Nov 16 21:26:09.840340 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc8c1-583b-4843-be3b-f40864a3ee49 None None] Pushing event updated for resources: {'Port': ['ID=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.857805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.871865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.872450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426b11-cabc-40de-849a-deb36f1f908b None None] Pushing event deleted for resources: {'Port': ['ID=2d3f6de0-266c-4a3d-89b8-870fdbc8bc58,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:09.881571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:09.922077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Routers {'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:09.925902 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:09.949623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bdd28780-acc4-4876-ae70-8d2aa5c891bf None None] Provisioning complete for port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:09.949996 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdd28780-acc4-4876-ae70-8d2aa5c891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:09.988340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47254d77-b647-490a-b292-4511d7110659 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:10.012385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] For port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,segment=NetworkSegment(59d948e9-ce6a-471a-b874-4037921eaf10),segment_id=59d948e9-ce6a-471a-b874-4037921eaf10)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:10.012899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.065307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] Calling delete_port for fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:10.118650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.131550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe3f0871-4d40-4c10-8495-881e55a4cb43 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:10.164122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39807a28-6cc5-4f1a-b96b-f8b235452657']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:10.191401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d948e9-ce6a-471a-b874-4037921eaf10') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:10.191707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d948e9-ce6a-471a-b874-4037921eaf10') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:10.204713 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] Set router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:10.221065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.252799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.265916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:10.266687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:10.270319 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:10.334173 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.336932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdd28780-acc4-4876-ae70-8d2aa5c891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.500823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: fe3f0871-4d40-4c10-8495-881e55a4cb43 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:10.505635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe3f0871-4d40-4c10-8495-881e55a4cb43 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:10.516834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:10.550461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] Pushing event deleted for resources: {'Port': ['ID=fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.601868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.634154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e365e-fbc2-4780-8380-cf4585f0f2dd req-5a4efe8f-9716-48b5-ac9a-5784d15f587c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:10.640265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-720e365e-fbc2-4780-8380-cf4585f0f2dd req-5a4efe8f-9716-48b5-ac9a-5784d15f587c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.1598635 Nov 16 21:26:10.654688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bdd28780-acc4-4876-ae70-8d2aa5c891bf None None] For port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:10.659868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ce39-80b7-4373-819c-d832573ee13a None None] No DVR routers for this DVR port fbcbca71-c5f3-441e-a5d1-2253a3bc8fe7 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:10.666080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:10.668598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2d3f6de0-266c-4a3d-89b8-870fdbc8bc58 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:10.669425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 94dccea5-df0b-4810-9b3d-21d41035e828 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:10.684079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.697452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/39807a28-6cc5-4f1a-b96b-f8b235452657 HTTP/1.1" status: 204 len: 168 time: 2.0555344 Nov 16 21:26:10.698984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ff1f-ac22-476a-be7c-de508254a5d1 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=39807a28-6cc5-4f1a-b96b-f8b235452657,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.715511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53836) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:10.722158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1440156907'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:10.759193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdd28780-acc4-4876-ae70-8d2aa5c891bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.773159 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 3, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:10.780092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 94dccea5-df0b-4810-9b3d-21d41035e828 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:10.784230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 94dccea5-df0b-4810-9b3d-21d41035e828 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:10.818727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc3a758-9744-4abe-a323-9a7f92a93699 None None] The sync data for ids ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'] in n-d-817778-8 is: [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 3, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:10.858814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-720e365e-fbc2-4780-8380-cf4585f0f2dd req-49961547-8c2b-4219-ac33-be445f2e19cf tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885417 Nov 16 21:26:10.894178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:10.899242 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.912054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd28780-acc4-4876-ae70-8d2aa5c891bf None None] Pushing event updated for resources: {'Port': ['ID=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:10.941660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-24621775-b02a-4aae-bd9e-92b25667e839 None None] Provisioning complete for port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:10.942783 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24621775-b02a-4aae-bd9e-92b25667e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.963807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:10.984269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:10.984730 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment f365da51-207c-4eec-8289-72b46c2d8421 of type vlan for network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 Nov 16 21:26:11.073079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.118806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-908d799d-e8d5-43e9-bcc3-ab16931d8471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 200 len: 998 time: 0.4165606 Nov 16 21:26:11.119574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.125771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab967b0-c388-4d5c-b9e7-9bc6226ddca7']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:11.193694 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.207293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.208095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.292237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-1e9498fd-332f-4867-a82a-ce961259ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.293787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-1e9498fd-332f-4867-a82a-ce961259ccc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 200 len: 855 time: 0.1645145 Nov 16 21:26:11.348126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=509f1bc7-10c5-4f8d-93bd-87906bd66f45,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.356167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da60cdd-dd2f-47ec-a117-3092b1fdbe82') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:11.356475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da60cdd-dd2f-47ec-a117-3092b1fdbe82') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:11.362576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:11.395995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-70972179-714e-4daf-8c39-d75a17e1f5be tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6747317 Nov 16 21:26:11.396248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.396350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:11.412340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.417976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:11.419554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:11.419999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:11.544388 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:11.588953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.612123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.615411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ab967b0-c388-4d5c-b9e7-9bc6226ddca7 HTTP/1.1" status: 204 len: 168 time: 4.7839210 Nov 16 21:26:11.651078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53850) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:11.714779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:11.719053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:11.818626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc90e-3aaa-4818-8330-7875c61a2c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab967b0-c388-4d5c-b9e7-9bc6226ddca7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:11.919367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-803eb58e-d183-414d-9d1d-762346d9ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:11.921124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-803eb58e-d183-414d-9d1d-762346d9ec4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d310be21-08ea-45de-b9ee-a1dc1026e746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6093202 Nov 16 21:26:12.098220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08fccd-3257-4ab5-8301-3e3c23e7cd00 req-2457932e-dec3-43b3-bf0e-f9e1fc0e55a7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.100086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e08fccd-3257-4ab5-8301-3e3c23e7cd00 req-2457932e-dec3-43b3-bf0e-f9e1fc0e55a7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 946 time: 0.5220146 Nov 16 21:26:12.150969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.198485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-47b3f0c0-f056-466f-9fb2-68fed2f1bf3c service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563860 Nov 16 21:26:12.241473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48058f-61dd-4275-8ac7-2352e0347a10 req-2120c49b-6dd3-4dd7-83d3-3731a3b1d9a2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.250021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d48058f-61dd-4275-8ac7-2352e0347a10 req-2120c49b-6dd3-4dd7-83d3-3731a3b1d9a2 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 943 time: 0.1543567 Nov 16 21:26:12.285284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.347177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-daaf69dd-d1c2-4219-907b-5f29a838c00b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.348281 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-daaf69dd-d1c2-4219-907b-5f29a838c00b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 946 time: 0.3289979 Nov 16 21:26:12.352756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e08fccd-3257-4ab5-8301-3e3c23e7cd00 req-5eb4cf1e-e56c-431d-9f05-51073f7c9239 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392223 Nov 16 21:26:12.389082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d48058f-61dd-4275-8ac7-2352e0347a10 req-22f06e04-d7e0-4816-a1c6-8a2ab5940a65 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381729 Nov 16 21:26:12.440228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=a3c2bdc1-58c2-4196-80d5-6966f73bb7c0,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:12.501017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': 'f365da51-207c-4eec-8289-72b46c2d8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:12.501885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 509f1bc7-10c5-4f8d-93bd-87906bd66f45, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:12.506321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48e7daf4-41e7-4f02-aa0e-1f275e3fca42 req-f3db790a-f862-4c1d-afec-2fa179e9516c service neutron] 10.222.0.41 "GET /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921398 Nov 16 21:26:12.545784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Deleting port 455b621f-7de4-42e7-b4e8-07d11b2b0182 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:12.546913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.556126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:12.577265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Allocated IP 172.20.0.1 (9d18dcb1-19de-4e6d-8bb8-fc78319ef16f/2958d091-be7f-471a-b777-7e86e26f6aa8/11b1479a-5897-4a24-8a46-9519a8c43508) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:12.662337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 509f1bc7-10c5-4f8d-93bd-87906bd66f45) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:12.672244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ffd3c-3238-4347-9450-da1247ace55f None None] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:12.673342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:12.674081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.707303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d73e72ab-9f18-4d0c-a29b-6d67afc13a6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3062005 Nov 16 21:26:12.707889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53860) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:12.712644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-985048047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:12.752109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] For port 455b621f-7de4-42e7-b4e8-07d11b2b0182, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=455b621f-7de4-42e7-b4e8-07d11b2b0182,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:12.752649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.770932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.772144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.782045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:12.798240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.837143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.838972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Calling delete_port for 455b621f-7de4-42e7-b4e8-07d11b2b0182 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:12.842932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.981678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.984055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-01a3dc63-4a1c-45c4-9497-5a36ffbd90b5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2749712 Nov 16 21:26:12.986953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:12.990131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:12.997340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'port': {'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45', 'name': 'tempest-RoutersIpV6Test-1699920497'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:13.026037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:13.090786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'port_id': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'mac_address': 'fa:16:3e:79:af:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:13.141208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:13.164891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:13.175684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:13.183325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Pushing event updated for resources: {'Port': ['ID=11b1479a-5897-4a24-8a46-9519a8c43508,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:13.198606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:13.201601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.267004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:13.270727 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.289494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.499742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] device_id is not set on port 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:26:13.565113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.745674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e274e477-1e30-4053-bdc4-00b1d76bf6d7 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:13.769623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8::1b0 (509f1bc7-10c5-4f8d-93bd-87906bd66f45/a3c2bdc1-58c2-4196-80d5-6966f73bb7c0/8fd481b4-22a7-4c58-ac87-2dcc1612aca6) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:13.770809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:13.784894 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.830188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c0ee7195-dd65-45b4-9265-2dfce53324fa None None] Provisioning complete for port 11b1479a-5897-4a24-8a46-9519a8c43508 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:13.830784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7195-dd65-45b4-9265-2dfce53324fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.848580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56214742-17ce-4b4f-aac6-473269dc65e5 req-052cce99-e497-45e8-9e42-fd9737c6e6f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:13.850765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56214742-17ce-4b4f-aac6-473269dc65e5 req-052cce99-e497-45e8-9e42-fd9737c6e6f2 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 946 time: 0.1070495 Nov 16 21:26:13.913487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:13.914114 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:13.922459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56214742-17ce-4b4f-aac6-473269dc65e5 req-81059012-d442-4d4b-877f-67b2ad745a2c tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Nov 16 21:26:13.932205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.039316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-509f1bc7-10c5-4f8d-93bd-87906bd66f45', 'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': 'a3c2bdc1-58c2-4196-80d5-6966f73bb7c0'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:14.040407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.089668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee7195-dd65-45b4-9265-2dfce53324fa None None] Port 11b1479a-5897-4a24-8a46-9519a8c43508 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:14.094803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:14.114960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53880) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:14.126646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e274e477-1e30-4053-bdc4-00b1d76bf6d7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:14.182742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.214035 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.229746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.248044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd387ad-e037-4f28-97f0-9b2026106c63 req-4eb6cae1-567d-4134-a74d-9b54ccc5df22 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.250145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcd387ad-e037-4f28-97f0-9b2026106c63 req-4eb6cae1-567d-4134-a74d-9b54ccc5df22 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.2044599 Nov 16 21:26:14.254652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'Port': ['ID=455b621f-7de4-42e7-b4e8-07d11b2b0182,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:14.270124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['455b621f-7de4-42e7-b4e8-07d11b2b0182'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:14.339643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.401083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Pushing event updated for resources: {'Port': ['ID=11b1479a-5897-4a24-8a46-9519a8c43508,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:14.404050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.415795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bcd387ad-e037-4f28-97f0-9b2026106c63 req-f692f826-0aea-4c37-b2c6-992621017a7d tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534269 Nov 16 21:26:14.459299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] No DVR routers for this DVR port 455b621f-7de4-42e7-b4e8-07d11b2b0182 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:14.463930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.468398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdee8f03-5a9c-4260-afd0-ad2e26f14301 req-4b600ca8-9012-418c-a97b-0e85f71941a6 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "DELETE /v2.0/ports/455b621f-7de4-42e7-b4e8-07d11b2b0182 HTTP/1.1" status: 204 len: 173 time: 2.0758486 Nov 16 21:26:14.546182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'name': 'network-vif-deleted', 'tag': '455b621f-7de4-42e7-b4e8-07d11b2b0182'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:14.549007 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86981a16-d452-4ed1-91ce-45615335c240" -d '{"events": [{"server_uuid": "6bcc1ae2-9395-4789-90a5-f008224b8946", "name": "network-vif-deleted", "tag": "455b621f-7de4-42e7-b4e8-07d11b2b0182"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:14.554557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5c9ac69-e041-4830-83ba-ce82719dfad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.558586 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.584627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:14.588402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:14.706914 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33015e25-3b6b-40d6-a8ef-f773c56da353 x-openstack-request-id: req-33015e25-3b6b-40d6-a8ef-f773c56da353 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:14.707268 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcc1ae2-9395-4789-90a5-f008224b8946", "name": "network-vif-deleted", "tag": "455b621f-7de4-42e7-b4e8-07d11b2b0182", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:14.707454 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33015e25-3b6b-40d6-a8ef-f773c56da353 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:14.707857 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcc1ae2-9395-4789-90a5-f008224b8946', 'name': 'network-vif-deleted', 'tag': '455b621f-7de4-42e7-b4e8-07d11b2b0182', 'status': 'completed', 'code': 200} Nov 16 21:26:14.709363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=8fd481b4-22a7-4c58-ac87-2dcc1612aca6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:14.738670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:14.739305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Allocated IP 2001:db8::2 (509f1bc7-10c5-4f8d-93bd-87906bd66f45/a3c2bdc1-58c2-4196-80d5-6966f73bb7c0/75e312e9-c20e-4f65-b4be-783ab9a251c4) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:14.747811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:14.751524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:14.758318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:14.759035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.781732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e3b045a-bfa6-4167-b80f-93beb90be40d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7910256 Nov 16 21:26:14.783789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53886) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:14.857082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Deleting port ed4dd445-d8e1-4604-9bfe-f937a12bc35e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:14.857426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:14.954657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:15.090383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['78cf615e-0f55-49cc-9dc8-f11853c02b0e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:15.260601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.276488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.295350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-40156364-46c9-43fe-b2ef-bffe36a6b06d None None] Provisioning complete for port 11b1479a-5897-4a24-8a46-9519a8c43508 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:15.295739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40156364-46c9-43fe-b2ef-bffe36a6b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.326051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:15.382672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:15.401396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:15.424455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Pushing event updated for resources: {'Port': ['ID=75e312e9-c20e-4f65-b4be-783ab9a251c4,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:15.455398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-40156364-46c9-43fe-b2ef-bffe36a6b06d None None] Port 11b1479a-5897-4a24-8a46-9519a8c43508 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:15.514423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Attempting to bind port 75e312e9-c20e-4f65-b4be-783ab9a251c4 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:15.515159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Attempting to bind port 75e312e9-c20e-4f65-b4be-783ab9a251c4 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f365da51-207c-4eec-8289-72b46c2d8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:15.515704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Attempting to bind port 75e312e9-c20e-4f65-b4be-783ab9a251c4 on network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:15.547172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:15.548812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Checking segment: {'id': 'f365da51-207c-4eec-8289-72b46c2d8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:15.549405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.551826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Bound using segment: {'id': 'f365da51-207c-4eec-8289-72b46c2d8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:15.552552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Bound port: 75e312e9-c20e-4f65-b4be-783ab9a251c4, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f365da51-207c-4eec-8289-72b46c2d8421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '509f1bc7-10c5-4f8d-93bd-87906bd66f45'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:15.553143 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.660480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] For port 75e312e9-c20e-4f65-b4be-783ab9a251c4, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:15.664254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] For port 75e312e9-c20e-4f65-b4be-783ab9a251c4, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=75e312e9-c20e-4f65-b4be-783ab9a251c4,segment=NetworkSegment(f365da51-207c-4eec-8289-72b46c2d8421),segment_id=f365da51-207c-4eec-8289-72b46c2d8421)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:15.669231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.777455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8d38-283e-410a-b048-d767f67b059b None None] Pushing event updated for resources: {'Port': ['ID=75e312e9-c20e-4f65-b4be-783ab9a251c4,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:15.784079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] For port ed4dd445-d8e1-4604-9bfe-f937a12bc35e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,segment=NetworkSegment(084c9cda-a8cf-4568-8470-0a270abd8bc1),segment_id=084c9cda-a8cf-4568-8470-0a270abd8bc1)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:15.784663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:15.804136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:15.811933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c9460236-9273-4f4c-8b56-c7433211c201 req-3c312110-e178-4cc5-945a-e3e5ba0a49b9 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc1ae2-9395-4789-90a5-f008224b8946 HTTP/1.1" status: 200 len: 210 time: 0.2608893 Nov 16 21:26:15.830742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Sync routers for ids ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:15.832287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f6ed2fc8-4566-40e0-8767-fb70ef6b852e admin admin] 10.222.0.48 "PUT /v2.0/routers/b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5538218 Nov 16 21:26:15.836991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Calling delete_port for ed4dd445-d8e1-4604-9bfe-f937a12bc35e owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:15.860355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae6f6f-7199-498d-85c7-90a4d6145a8c req-94a23485-f8da-4d6e-8fae-f98f50f6db47 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:15.862345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cae6f6f-7199-498d-85c7-90a4d6145a8c req-94a23485-f8da-4d6e-8fae-f98f50f6db47 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.1933286 Nov 16 21:26:15.865250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Routers {'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:15.868786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:15.919040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.083895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cae6f6f-7199-498d-85c7-90a4d6145a8c req-f6b7d8aa-6b3a-4429-a2a9-f719287779c0 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105286 Nov 16 21:26:16.129030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Set router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:16.200539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5c9ac69-e041-4830-83ba-ce82719dfad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.235817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5c9ac69-e041-4830-83ba-ce82719dfad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.367781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.409001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 455b621f-7de4-42e7-b4e8-07d11b2b0182 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:16.443212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 455b621f-7de4-42e7-b4e8-07d11b2b0182 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:16.443730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 455b621f-7de4-42e7-b4e8-07d11b2b0182 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:16.447878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4dd445-d8e1-4604-9bfe-f937a12bc35e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.520350 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b5c9ac69-e041-4830-83ba-ce82719dfad8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39f7f4d4cf014c7da4c072fed6a82b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3993533 Nov 16 21:26:16.523399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9ac69-e041-4830-83ba-ce82719dfad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d4616-446d-4da8-ac5c-8b52860563a4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.526247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53906) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:16.577204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.586638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.655667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:13Z', 'revision_number': 4, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '11b1479a-5897-4a24-8a46-9519a8c43508', 'name': '', 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'mac_address': 'fa:16:3e:dd:3f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '2958d091-be7f-471a-b777-7e86e26f6aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:12Z', 'updated_at': '2021-11-16T21:26:14Z', 'revision_number': 2, 'project_id': '1b3c8f93afb943778654793810ce2109', 'subnets': [{'id': '2958d091-be7f-471a-b777-7e86e26f6aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:16.705169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Checking router: b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:16.705543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Updating router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b port 11b1479a-5897-4a24-8a46-9519a8c43508 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:16.756120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.756464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=8fd481b4-22a7-4c58-ac87-2dcc1612aca6,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:16.759030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-58c0f0d3-0145-41b0-8879-3728388daaf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.782247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:16.789405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:16.828395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-58c0f0d3-0145-41b0-8879-3728388daaf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.075240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.184780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-58c0f0d3-0145-41b0-8879-3728388daaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.191605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-58c0f0d3-0145-41b0-8879-3728388daaf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.192178 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e274e477-1e30-4053-bdc4-00b1d76bf6d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:17.193907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-58c0f0d3-0145-41b0-8879-3728388daaf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/153d4616-446d-4da8-ac5c-8b52860563a4 HTTP/1.1" status: 204 len: 168 time: 0.6651700 Nov 16 21:26:17.217733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.301969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0f0d3-0145-41b0-8879-3728388daaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d4616-446d-4da8-ac5c-8b52860563a4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:17.548229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b70ee-658a-42a7-8929-1b840e8a4b32 req-71b8f9e2-5f9e-4b88-b514-5acc11e850c8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.565029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f42b70ee-658a-42a7-8929-1b840e8a4b32 req-71b8f9e2-5f9e-4b88-b514-5acc11e850c8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 944 time: 0.2419391 Nov 16 21:26:17.574697 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:17.613840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Router b2f7500e-c48c-4bb2-b469-3e74d9e57594 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:17.630782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75e312e9-c20e-4f65-b4be-783ab9a251c4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:17.711104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f42b70ee-658a-42a7-8929-1b840e8a4b32 req-21b5b026-9457-40a4-a8fc-124d7309ae9b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446078 Nov 16 21:26:17.768281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26913702-0c4b-48c1-a243-69560e8a0c31 None None] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:17.886303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df329906-e954-4931-a47e-9e4583b37930 req-d9519ede-3d4c-4465-ae33-bb09bb58e07d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.895497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df329906-e954-4931-a47e-9e4583b37930 req-d9519ede-3d4c-4465-ae33-bb09bb58e07d tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.2292342 Nov 16 21:26:17.921017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9dd9c-f728-4b01-b1c3-46313ee58fdd req-b96ee64a-557b-4dc1-8a72-945ff96ff935 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:17.928481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0b9dd9c-f728-4b01-b1c3-46313ee58fdd req-b96ee64a-557b-4dc1-8a72-945ff96ff935 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 945 time: 0.2927401 Nov 16 21:26:18.110545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:18.124829 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] Sync routers for ids ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:18.156947 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] Routers {'b2f7500e-c48c-4bb2-b469-3e74d9e57594'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:18.157183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-51d69c68-23c9-4ce6-9fa1-8acda67bdb1c admin admin] 10.222.0.48 "PUT /v2.0/routers/b2f7500e-c48c-4bb2-b469-3e74d9e57594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4981713 Nov 16 21:26:18.157276 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:18.162334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.162997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53996) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:18.177535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.179857 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.230935 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0b9dd9c-f728-4b01-b1c3-46313ee58fdd req-78c8ae58-e369-45ec-9008-2203485a8848 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953057 Nov 16 21:26:18.361159 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.387555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8e084bf9-39be-46c8-a66d-cb5b4e890a56 None None] Provisioning complete for port 75e312e9-c20e-4f65-b4be-783ab9a251c4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:18.387855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e084bf9-39be-46c8-a66d-cb5b4e890a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.403838 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] Set router b2f7500e-c48c-4bb2-b469-3e74d9e57594 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:18.420053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 75e312e9-c20e-4f65-b4be-783ab9a251c4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:18.421274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.512032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:18.515767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:18.591122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Deleting port 78cf615e-0f55-49cc-9dc8-f11853c02b0e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:18.591747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.633007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=8fd481b4-22a7-4c58-ac87-2dcc1612aca6,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:18.688446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:18.690869 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1548a6-df43-4406-b1aa-0e50b56be3c6" -d '{"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:18.764545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:18.796215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.798367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:18.844229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router 68d17b3e-63b9-44a6-b977-9131f9ed8737 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:19.007797 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bb5ccf-cb53-4036-854b-dabc2d5bb3de x-openstack-request-id: req-29bb5ccf-cb53-4036-854b-dabc2d5bb3de {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:19.008464 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:19.008885 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29bb5ccf-cb53-4036-854b-dabc2d5bb3de {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:19.009453 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'code': 200} Nov 16 21:26:19.011060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:19.019217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 78cf615e-0f55-49cc-9dc8-f11853c02b0e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:19.096749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.130953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-6925ad88-7f29-4b43-b301-68b228a0784c req-4316d848-c4a9-45df-8700-4be7bea2f8ef service neutron] (102454) timed out ('10.222.0.47', 50599) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:26:19.159803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:19.170102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1a416f30-87f5-4cdf-b80c-34b763bdfc76 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/68d17b3e-63b9-44a6-b977-9131f9ed8737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3826475 Nov 16 21:26:19.177413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:19.196921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] Sync routers for ids ['68d17b3e-63b9-44a6-b977-9131f9ed8737'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:19.205975 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:26:16Z', 'revision_number': 5, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:19.215805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] For port 78cf615e-0f55-49cc-9dc8-f11853c02b0e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=78cf615e-0f55-49cc-9dc8-f11853c02b0e,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:19.217735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.224113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 75e312e9-c20e-4f65-b4be-783ab9a251c4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=75e312e9-c20e-4f65-b4be-783ab9a251c4,segment=NetworkSegment(f365da51-207c-4eec-8289-72b46c2d8421),segment_id=f365da51-207c-4eec-8289-72b46c2d8421)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:19.271337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Calling delete_port for 78cf615e-0f55-49cc-9dc8-f11853c02b0e owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:19.272552 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] Checking router: b2f7500e-c48c-4bb2-b469-3e74d9e57594 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:19.296354 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] Routers {'b2f7500e-c48c-4bb2-b469-3e74d9e57594'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:19.297248 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:19.329555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720863a5-a7fa-443a-800d-90956fe18137 req-5f67ab86-cfe9-452b-ab7a-176cff0e4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.331128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-720863a5-a7fa-443a-800d-90956fe18137 req-5f67ab86-cfe9-452b-ab7a-176cff0e4c22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 1097 time: 0.2487905 Nov 16 21:26:19.364978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] Routers {'68d17b3e-63b9-44a6-b977-9131f9ed8737'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:19.365704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['68d17b3e-63b9-44a6-b977-9131f9ed8737'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:19.492755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:19.509313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.519927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea1ce7-fdc8-4646-8865-3f1e6157d853 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.521406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b3ea1ce7-fdc8-4646-8865-3f1e6157d853 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports/8fd481b4-22a7-4c58-ac87-2dcc1612aca6 HTTP/1.1" status: 200 len: 984 time: 0.3244567 Nov 16 21:26:19.555492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54028) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:19.572505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.574017 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] Set router b2f7500e-c48c-4bb2-b469-3e74d9e57594 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:19.643298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'Port': ['ID=78cf615e-0f55-49cc-9dc8-f11853c02b0e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:19.726968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.727638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.728028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.728383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.728802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.729112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-720863a5-a7fa-443a-800d-90956fe18137 req-803f4e90-b0a6-442f-9fe8-315213c696f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827894 Nov 16 21:26:19.729221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.729526 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.731626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.731626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.731626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.731626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.731958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:19.821224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71251723-74f3-4239-b304-2b0b8144a685 req-3dddbfcb-8aef-4569-86a7-ba24bfb7da83 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.822871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71251723-74f3-4239-b304-2b0b8144a685 req-3dddbfcb-8aef-4569-86a7-ba24bfb7da83 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.8441157 Nov 16 21:26:19.823752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] No DVR routers for this DVR port 78cf615e-0f55-49cc-9dc8-f11853c02b0e on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:19.833416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.842219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df329906-e954-4931-a47e-9e4583b37930 req-dc14881a-0abe-49df-a462-e31602ed241a tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.41 "DELETE /v2.0/ports/78cf615e-0f55-49cc-9dc8-f11853c02b0e HTTP/1.1" status: 204 len: 173 time: 1.9363303 Nov 16 21:26:19.842748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'name': 'network-vif-deleted', 'tag': '78cf615e-0f55-49cc-9dc8-f11853c02b0e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:19.851559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] Routers {'68d17b3e-63b9-44a6-b977-9131f9ed8737'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:19.852219 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd3889-3bc1-44ad-9157-2a99af418ef4" -d '{"events": [{"server_uuid": "6fb5b25a-9a98-403c-becd-a7d7a8091bc8", "name": "network-vif-deleted", "tag": "78cf615e-0f55-49cc-9dc8-f11853c02b0e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:19.852944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['68d17b3e-63b9-44a6-b977-9131f9ed8737'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:19.876075 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:19.938943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58ab21-5e2c-4fcd-bb15-9ab994c57db7 req-ee23d9a1-e55a-47ac-9d29-5fd4febc646b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:19.950943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a58ab21-5e2c-4fcd-bb15-9ab994c57db7 req-ee23d9a1-e55a-47ac-9d29-5fd4febc646b tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fb5b25a-9a98-403c-becd-a7d7a8091bc8 HTTP/1.1" status: 200 len: 867 time: 0.5281551 Nov 16 21:26:20.041654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.098003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0aa66e3b-2364-4cda-896a-58b081f07c93 None None] Provisioning complete for port 75e312e9-c20e-4f65-b4be-783ab9a251c4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:20.102197 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0aa66e3b-2364-4cda-896a-58b081f07c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.118686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=75e312e9-c20e-4f65-b4be-783ab9a251c4,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:20.160058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:20.163774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee816a98-1c5a-4dc8-af98-2ace7d42b8eb None None] The sync data for ids ['68d17b3e-63b9-44a6-b977-9131f9ed8737'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:20.167820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:26:16Z', 'revision_number': 5, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:20.179710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.194187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-71251723-74f3-4239-b304-2b0b8144a685 req-bfb96e8b-4d52-47e1-ba2e-0a328b8c314b tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625362 Nov 16 21:26:20.247515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a58ab21-5e2c-4fcd-bb15-9ab994c57db7 req-7f15c76d-8033-4975-9e2a-a49ec1d97498 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=566ee652-da33-447b-a98b-02baa6d7c9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888029 Nov 16 21:26:20.301931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Deleting port 1c0a8836-5ad3-49de-bd0e-0b7086b15047 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:20.302279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.311512 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacfd7ec-4b2d-44cc-a750-d641e6d25b08 None None] The sync data for ids ['b2f7500e-c48c-4bb2-b469-3e74d9e57594'] in n-d-817778-8 is: [{'id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'name': 'tempest-TaggedBootDevicesTest-826002752-router', 'tenant_id': 'c44b1730028041e6bf4a95cd2f15a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:13:34Z', 'updated_at': '2021-11-16T21:26:16Z', 'revision_number': 5, 'project_id': 'c44b1730028041e6bf4a95cd2f15a353', 'gw_port': {'id': '1c0a8836-5ad3-49de-bd0e-0b7086b15047', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f7500e-c48c-4bb2-b469-3e74d9e57594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:13:35Z', 'updated_at': '2021-11-16T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:20.330854 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.379873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:26:20.391793 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec945618-6ddc-4fc7-acf6-5b19efb438cc x-openstack-request-id: req-ec945618-6ddc-4fc7-acf6-5b19efb438cc {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:20.392151 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb5b25a-9a98-403c-becd-a7d7a8091bc8", "name": "network-vif-deleted", "tag": "78cf615e-0f55-49cc-9dc8-f11853c02b0e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:20.392510 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec945618-6ddc-4fc7-acf6-5b19efb438cc {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:20.392900 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb5b25a-9a98-403c-becd-a7d7a8091bc8', 'name': 'network-vif-deleted', 'tag': '78cf615e-0f55-49cc-9dc8-f11853c02b0e', 'status': 'completed', 'code': 200} Nov 16 21:26:20.559174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] For port 1c0a8836-5ad3-49de-bd0e-0b7086b15047, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1c0a8836-5ad3-49de-bd0e-0b7086b15047,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:20.559467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:20.581097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d709-2851-4de5-9968-2957a714b6e3 None None] Pushing event updated for resources: {'Port': ['ID=11b1479a-5897-4a24-8a46-9519a8c43508,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:20.692144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Calling delete_port for 1c0a8836-5ad3-49de-bd0e-0b7086b15047 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:20.870032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d586caf7-c4cb-4aaa-ae27-f9952005c798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.138704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.153504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0aa66e3b-2364-4cda-896a-58b081f07c93 None None] Provisioning complete for port 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:21.154208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0aa66e3b-2364-4cda-896a-58b081f07c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.160788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Attempting to bind port 11b1479a-5897-4a24-8a46-9519a8c43508 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:21.167120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Attempting to bind port 11b1479a-5897-4a24-8a46-9519a8c43508 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:21.168235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Attempting to bind port 11b1479a-5897-4a24-8a46-9519a8c43508 on network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:21.253272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:21.254105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Checking segment: {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:21.257466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.258088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Bound using segment: {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:21.258806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Bound port: 11b1479a-5897-4a24-8a46-9519a8c43508, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5741ef-eb95-45c5-933d-cf82b8842701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:21.259474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.270466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0aa66e3b-2364-4cda-896a-58b081f07c93 None None] Port 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:21.380080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.452279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] For port 11b1479a-5897-4a24-8a46-9519a8c43508, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:21.459354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0a8836-5ad3-49de-bd0e-0b7086b15047,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:21.464143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Provisioning complete for port 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:21.464536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.474922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] For port 11b1479a-5897-4a24-8a46-9519a8c43508, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=11b1479a-5897-4a24-8a46-9519a8c43508,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:21.489231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb3dbb-ef84-4bf6-b2b0-f01e5b2ad31e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:21.554016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.579213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.626421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b56e13-f671-4f25-a9ef-7a19988baef8 req-96c41afc-4534-4388-aee7-3815181b8812 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:21.636953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1b56e13-f671-4f25-a9ef-7a19988baef8 req-96c41afc-4534-4388-aee7-3815181b8812 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.2406499 Nov 16 21:26:21.782735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1b56e13-f671-4f25-a9ef-7a19988baef8 req-03ef553a-5085-4452-99d6-c1c062816d23 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447787 Nov 16 21:26:21.890565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d709-2851-4de5-9968-2957a714b6e3 None None] Pushing event updated for resources: {'Port': ['ID=11b1479a-5897-4a24-8a46-9519a8c43508,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:21.890565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Port 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:21.890565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Routers {'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:21.890565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:25:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:21.890565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Provisioning complete for port 11b1479a-5897-4a24-8a46-9519a8c43508 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:21.890565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.891629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:21.891629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.891791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:21.893222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.004146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75e312e9-c20e-4f65-b4be-783ab9a251c4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:22.136046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.174797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.176212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f7500e-c48c-4bb2-b469-3e74d9e57594 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:22.184107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 8fd481b4-22a7-4c58-ac87-2dcc1612aca6 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:22.189377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.190803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-750f0db0-894c-440a-873e-6c1e8657804b admin admin] 10.222.0.48 "DELETE /v2.0/routers/b2f7500e-c48c-4bb2-b469-3e74d9e57594 HTTP/1.1" status: 204 len: 168 time: 4.0238583 Nov 16 21:26:22.193889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54110) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:22.327478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc849140-ec00-47ec-bfb2-a62d95ab8ea6 req-e0b75b05-6f30-4b5d-a62b-609741ac798e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:22.335729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc849140-ec00-47ec-bfb2-a62d95ab8ea6 req-e0b75b05-6f30-4b5d-a62b-609741ac798e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2550318 Nov 16 21:26:22.437456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] Set router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:22.446397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Deleting subnet d2db1be0-dccc-4960-9699-092e6159f73f {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:22.468083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.495813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc849140-ec00-47ec-bfb2-a62d95ab8ea6 req-41bf9779-1ba3-46c4-b149-a9f76abf29c4 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537054 Nov 16 21:26:22.579788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.704026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.790939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.838098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 75e312e9-c20e-4f65-b4be-783ab9a251c4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:22.838601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.847194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.909872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] For port 11b1479a-5897-4a24-8a46-9519a8c43508, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=11b1479a-5897-4a24-8a46-9519a8c43508,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:22.923539 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:22.945207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3050ff-28f9-4278-a1f7-0381dbf19133 req-c0f6d14f-d79e-4958-9984-aa1b47f68eca tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:22.955090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e3050ff-28f9-4278-a1f7-0381dbf19133 req-c0f6d14f-d79e-4958-9984-aa1b47f68eca tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.0759845 Nov 16 21:26:23.025752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.035909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e3050ff-28f9-4278-a1f7-0381dbf19133 req-6d2f46c8-7ba7-468a-9168-7d8c87a2ed66 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791807 Nov 16 21:26:23.040292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54116) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.041575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d2db1be0-dccc-4960-9699-092e6159f73f HTTP/1.1" status: 204 len: 168 time: 0.8459396 Nov 16 21:26:23.042763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9aa9d-216e-4446-b4ed-3b7d2ed8011d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2db1be0-dccc-4960-9699-092e6159f73f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.056075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ceefcb-5d14-47e1-be1c-99207deaca4a None None] Network f10a6f19-3ce6-4e95-a3c7-faf123e2a971 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:23.150975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.202733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.272342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Deleting port d4fd3570-c80e-410a-afeb-b92eabd7c213 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:23.272526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.337046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54122) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:23.339585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=8fd481b4-22a7-4c58-ac87-2dcc1612aca6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.370991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'network': {'name': 'tempest-network-smoke--1413482398', 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'port_security_enabled': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:23.396634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] For port d4fd3570-c80e-410a-afeb-b92eabd7c213, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d4fd3570-c80e-410a-afeb-b92eabd7c213,segment=NetworkSegment(084c9cda-a8cf-4568-8470-0a270abd8bc1),segment_id=084c9cda-a8cf-4568-8470-0a270abd8bc1)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:23.397614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.422476 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98d82bd7-ba9a-44ca-84ae-6ffb166022d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.438299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bf336136-6ae9-47f5-8149-4ab61e338cfb None None] Provisioning complete for port 11b1479a-5897-4a24-8a46-9519a8c43508 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:23.438684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf336136-6ae9-47f5-8149-4ab61e338cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.447291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Calling delete_port for d4fd3570-c80e-410a-afeb-b92eabd7c213 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:23.447794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce50d5-35b0-49cd-846f-23ab0446197f None None] Pushing event updated for resources: {'Port': ['ID=11b1479a-5897-4a24-8a46-9519a8c43508,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.550608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.557893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:13Z', 'revision_number': 4, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '11b1479a-5897-4a24-8a46-9519a8c43508', 'name': '', 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'mac_address': 'fa:16:3e:dd:3f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '2958d091-be7f-471a-b777-7e86e26f6aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:12Z', 'updated_at': '2021-11-16T21:26:21Z', 'revision_number': 4, 'project_id': '1b3c8f93afb943778654793810ce2109', 'subnets': [{'id': '2958d091-be7f-471a-b777-7e86e26f6aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:23.568691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Made reservation on behalf of 9cbda076b53643a1888ab607e8eb2651 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:23.575473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.600589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158e711-fa17-4488-b596-b1b0c9efd8fa None None] The sync data for ids ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'] in n-d-817778-8 is: [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:26:13Z', 'revision_number': 4, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '11b1479a-5897-4a24-8a46-9519a8c43508', 'name': '', 'network_id': '9d18dcb1-19de-4e6d-8bb8-fc78319ef16f', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'mac_address': 'fa:16:3e:dd:3f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '2958d091-be7f-471a-b777-7e86e26f6aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:12Z', 'updated_at': '2021-11-16T21:26:21Z', 'revision_number': 4, 'project_id': '1b3c8f93afb943778654793810ce2109', 'subnets': [{'id': '2958d091-be7f-471a-b777-7e86e26f6aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:23.624166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ed4dd445-d8e1-4604-9bfe-f937a12bc35e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:23.668819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ed4dd445-d8e1-4604-9bfe-f937a12bc35e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:23.669182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ed4dd445-d8e1-4604-9bfe-f937a12bc35e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:23.730750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.758465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:23.768128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b8b7c1-41d8-459e-89c8-9a7f9abbe361 None None] DHCP port deletion for f10a6f19-3ce6-4e95-a3c7-faf123e2a971 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:23.798087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-9c9b205d-2fde-4f73-8397-5a1a0f996852 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:23.800063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-9c9b205d-2fde-4f73-8397-5a1a0f996852 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3355417 Nov 16 21:26:23.842531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fd3570-c80e-410a-afeb-b92eabd7c213,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:23.859173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] No DVR routers for this DVR port d4fd3570-c80e-410a-afeb-b92eabd7c213 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:24.007188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3f325-2ee3-4916-bc95-a409b07ae60f req-72df5019-ed45-4d51-a16c-64ed62c9aef7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:24.010804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bbd3f325-2ee3-4916-bc95-a409b07ae60f req-72df5019-ed45-4d51-a16c-64ed62c9aef7 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.2750568 Nov 16 21:26:24.043609 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.082848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.115085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10a6f19-3ce6-4e95-a3c7-faf123e2a971']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:24.117667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.164487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084c9cda-a8cf-4568-8470-0a270abd8bc1') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:24.166344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084c9cda-a8cf-4568-8470-0a270abd8bc1') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:24.177980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:24.205818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router 68d17b3e-63b9-44a6-b977-9131f9ed8737 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:24.208166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.218595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bbd3f325-2ee3-4916-bc95-a409b07ae60f req-9d95914c-581b-41a4-937b-3bb81fb34157 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963580 Nov 16 21:26:24.247145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5ea106-1887-4888-97b0-27c498ec5cc3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:24.247358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.262763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 11b1479a-5897-4a24-8a46-9519a8c43508 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:24.264428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:24.264851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:24.270527 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:24.295281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.295821 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Added segment c84e7951-7ace-4e54-a562-8951b22e6d7d of type vlan for network 41d21a08-71da-43f7-9bb5-158b86cbcd5a Nov 16 21:26:24.386128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Deleting port 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:24.386662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.421837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.467771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.468553 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.476448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f10a6f19-3ce6-4e95-a3c7-faf123e2a971 HTTP/1.1" status: 204 len: 168 time: 1.4346898 Nov 16 21:26:24.477676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d685e-ed02-4f6a-9183-c9f6c9a673e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10a6f19-3ce6-4e95-a3c7-faf123e2a971,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:24.544677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 11b1479a-5897-4a24-8a46-9519a8c43508 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:24.545609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.728560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54134) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:24.762328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1c0a8836-5ad3-49de-bd0e-0b7086b15047 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:24.788998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 1c0a8836-5ad3-49de-bd0e-0b7086b15047 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:24.789701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1c0a8836-5ad3-49de-bd0e-0b7086b15047 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:24.799956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d4fd3570-c80e-410a-afeb-b92eabd7c213 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:24.809218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e493741d-b0f2-4e8b-aca0-4cd612a71121 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b41f94a52b64a48af73b053bd9244a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787330 Nov 16 21:26:24.812878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54136) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:24.829851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d4fd3570-c80e-410a-afeb-b92eabd7c213 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:24.830568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d4fd3570-c80e-410a-afeb-b92eabd7c213 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:24.939818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52dc485f-9a92-4356-ba45-3b6a2ebced4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:24.972760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52dc485f-9a92-4356-ba45-3b6a2ebced4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.072080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52dc485f-9a92-4356-ba45-3b6a2ebced4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.076130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52dc485f-9a92-4356-ba45-3b6a2ebced4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.078057 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-52dc485f-9a92-4356-ba45-3b6a2ebced4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03291ef8-a888-4076-928e-12cf6d101069 HTTP/1.1" status: 204 len: 168 time: 0.2617273 Nov 16 21:26:25.091973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc485f-9a92-4356-ba45-3b6a2ebced4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03291ef8-a888-4076-928e-12cf6d101069,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:25.141209 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.181946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460965f-b4e8-4046-a491-6d6d85672834 req-f6014c85-e196-4eee-8b88-0a2e3741a161 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:25.189227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e460965f-b4e8-4046-a491-6d6d85672834 req-f6014c85-e196-4eee-8b88-0a2e3741a161 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.9718978 Nov 16 21:26:25.215531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:25.228728 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] Sync routers for ids ['68d17b3e-63b9-44a6-b977-9131f9ed8737'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:25.236304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54140) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.243566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a377c63e-c33c-42ae-bc06-345a415100f2 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/68d17b3e-63b9-44a6-b977-9131f9ed8737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6860223 Nov 16 21:26:25.248721 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] Routers {'68d17b3e-63b9-44a6-b977-9131f9ed8737'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:25.250511 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['68d17b3e-63b9-44a6-b977-9131f9ed8737'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.296730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.318553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:25.319773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.335985 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.365460 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] Routers {'68d17b3e-63b9-44a6-b977-9131f9ed8737'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:25.366780 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['68d17b3e-63b9-44a6-b977-9131f9ed8737'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.456179 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:25.457855 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93664c3-0d4e-4955-86f2-3fd41bd7dd5c None None] The sync data for ids ['68d17b3e-63b9-44a6-b977-9131f9ed8737'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:25.517816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e460965f-b4e8-4046-a491-6d6d85672834 req-8095d867-1fb2-46fc-b10d-0d5e5aeefe02 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275414 Nov 16 21:26:25.525449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Network': ['ID=41d21a08-71da-43f7-9bb5-158b86cbcd5a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:25.544672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:25.577047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] For port 4d7221ea-685c-438f-8606-3c95163b7e16, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4d7221ea-685c-438f-8606-3c95163b7e16,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:25.577444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.586890 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c1b1ebea-1c56-41cd-a59b-ed3e6550fa97 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2449653 Nov 16 21:26:25.587584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54156) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.601283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'admin_state_up': True, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:25.740165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.742858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.766567 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.848132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a07d2-ed19-49d4-97ae-595de9dbd584 req-dbd1a6ac-aaa6-49e5-9d1c-fe2ec2bea167 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:25.849759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-420a07d2-ed19-49d4-97ae-595de9dbd584 req-dbd1a6ac-aaa6-49e5-9d1c-fe2ec2bea167 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 944 time: 0.3835354 Nov 16 21:26:25.850886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.919807 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-07635545-6a16-4111-b5fb-dbac00371386 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 21:26:25.924345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-07635545-6a16-4111-b5fb-dbac00371386 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/68d17b3e-63b9-44a6-b977-9131f9ed8737/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6868534 Nov 16 21:26:25.926440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54160) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:25.979646 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.982538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.982896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:25.983217 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Floating IP af38b170-8800-4825-97f0-ef565b85f787 disassociated. External IP: 172.25.3.58, port: 4d7221ea-685c-438f-8606-3c95163b7e16. Nov 16 21:26:25.983613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Calling delete_port for 4d7221ea-685c-438f-8606-3c95163b7e16 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:26.003847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f12d154f-ba45-44e1-983d-ca0d974cfad9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c44b1730028041e6bf4a95cd2f15a353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509414 Nov 16 21:26:26.016557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-52df1d9c-9d70-4c6d-b7c9-fecda51eed99 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=68d17b3e-63b9-44a6-b977-9131f9ed8737 HTTP/1.1" status: 200 len: 205 time: 0.0836504 Nov 16 21:26:26.017345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:26.017711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54164) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:26.063477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-420a07d2-ed19-49d4-97ae-595de9dbd584 req-916717f4-eedc-4085-ab42-af62c2be2e9e tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups?id=efbb3384-fb37-4040-8fd4-06d144803d41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977086 Nov 16 21:26:26.152376 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.236443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.379546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.417208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'Port': ['ID=4d7221ea-685c-438f-8606-3c95163b7e16,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:26.428169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:26.482887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 4d7221ea-685c-438f-8606-3c95163b7e16 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:26.483244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4d7221ea-685c-438f-8606-3c95163b7e16 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:26.574149 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.610215 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c65dfb80-c982-40b7-8005-83c9fbfc0cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.666136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.704252 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.719243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:26.728321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c65dfb80-c982-40b7-8005-83c9fbfc0cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.775660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.778578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.852478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c65dfb80-c982-40b7-8005-83c9fbfc0cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.856590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c65dfb80-c982-40b7-8005-83c9fbfc0cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.858010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c65dfb80-c982-40b7-8005-83c9fbfc0cea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5acf1100-a909-432e-9a43-d6a1350c272c HTTP/1.1" status: 204 len: 168 time: 0.8359151 Nov 16 21:26:26.862342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.863092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router 68d17b3e-63b9-44a6-b977-9131f9ed8737 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:26.884648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.890429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a60aedd3-ffe3-4f1f-8b58-b2f19bd1ee01 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/68d17b3e-63b9-44a6-b977-9131f9ed8737 HTTP/1.1" status: 204 len: 168 time: 0.8665364 Nov 16 21:26:26.896805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:26.959128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet a3c2bdc1-58c2-4196-80d5-6966f73bb7c0 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:26.963172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:26.988281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.25.3.200 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/47b1f548-a5d1-424a-aa30-93e83648da3a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:27.016604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.046030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:27.058599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] Sync routers for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:27.102443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:27.103123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:27.131131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.200778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dfb80-c982-40b7-8005-83c9fbfc0cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf1100-a909-432e-9a43-d6a1350c272c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:27.204292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.242706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c2bdc1-58c2-4196-80d5-6966f73bb7c0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:27.245258 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.252798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7347f43a-ca32-4e67-9112-e66c034c7175 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/a3c2bdc1-58c2-4196-80d5-6966f73bb7c0 HTTP/1.1" status: 204 len: 168 time: 0.3545094 Nov 16 21:26:27.253495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54176) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:27.302268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] No DVR routers for this DVR port 4d7221ea-685c-438f-8606-3c95163b7e16 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:27.318736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b39a6-18c0-42ae-9e2d-c20ffb8c64b1 None None] Network 509f1bc7-10c5-4f8d-93bd-87906bd66f45 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:27.356141 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.366784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cc61cea-ce1a-4afb-b14b-0e9730356212 req-012f6c3e-4ffa-495f-b078-9f87b670dd0f tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.47 "DELETE /v2.0/ports/4d7221ea-685c-438f-8606-3c95163b7e16 HTTP/1.1" status: 204 len: 173 time: 3.5446649 Nov 16 21:26:27.367699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-deleted', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:27.373980 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce2c62-b7b0-4cc6-9cc8-c55627a56e08" -d '{"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-deleted", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:27.385037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bcebe2f-46ff-4e00-bee4-8aca22030563 req-6c907e94-8738-411a-8ca8-9e1d5e3a4d94 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206ff73-7c43-4561-a446-45ae2263c2da HTTP/1.1" status: 200 len: 210 time: 0.1193492 Nov 16 21:26:27.394011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.454624 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62646f9-10b1-42a5-aefe-5a0bb359844a x-openstack-request-id: req-c62646f9-10b1-42a5-aefe-5a0bb359844a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:27.458656 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6206ff73-7c43-4561-a446-45ae2263c2da", "name": "network-vif-deleted", "tag": "4d7221ea-685c-438f-8606-3c95163b7e16", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:27.461995 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c62646f9-10b1-42a5-aefe-5a0bb359844a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:27.462681 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6206ff73-7c43-4561-a446-45ae2263c2da', 'name': 'network-vif-deleted', 'tag': '4d7221ea-685c-438f-8606-3c95163b7e16', 'status': 'completed', 'code': 200} Nov 16 21:26:27.524546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:27.534742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 75e312e9-c20e-4f65-b4be-783ab9a251c4 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:27.535330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.555819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.636806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.671644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 75e312e9-c20e-4f65-b4be-783ab9a251c4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=75e312e9-c20e-4f65-b4be-783ab9a251c4,segment=NetworkSegment(f365da51-207c-4eec-8289-72b46c2d8421),segment_id=f365da51-207c-4eec-8289-72b46c2d8421)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:27.672305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.701301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 75e312e9-c20e-4f65-b4be-783ab9a251c4 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:27.718054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:27.722066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:27.736922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:27.784759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=47b1f548-a5d1-424a-aa30-93e83648da3a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:27.804263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.812921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.813344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.814225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.817579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.818080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.818396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.818783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.819151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.819760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.824181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.824814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:27.951202 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:27.972589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908934d6-7d97-49e0-a0bc-816f91036e94 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:28.024056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=75e312e9-c20e-4f65-b4be-783ab9a251c4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:28.030867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port 75e312e9-c20e-4f65-b4be-783ab9a251c4 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:28.180449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.187505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:33Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:28.238353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f1bc7-10c5-4f8d-93bd-87906bd66f45']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:28.258216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] Checking router: 24184b79-b4e4-4c1b-91c7-b196ed96cf44 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:28.261183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f365da51-207c-4eec-8289-72b46c2d8421') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:28.261486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f365da51-207c-4eec-8289-72b46c2d8421') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:28.273693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca341f7c-9dcc-4d7b-bc01-d2621eb6011c None None] DHCP port deletion for 509f1bc7-10c5-4f8d-93bd-87906bd66f45 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:28.286901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.291319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:28.291958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:28.315279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.328895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:28.332711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-25676d1a-fce0-4c85-b342-45abb5a599e0 None None] Provisioning complete for port 47b1f548-a5d1-424a-aa30-93e83648da3a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:28.333137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-25676d1a-fce0-4c85-b342-45abb5a599e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.339198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:28.346078 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:28.366856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.407841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-25676d1a-fce0-4c85-b342-45abb5a599e0 None None] Port 47b1f548-a5d1-424a-aa30-93e83648da3a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:28.415514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.442665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.454843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/509f1bc7-10c5-4f8d-93bd-87906bd66f45 HTTP/1.1" status: 204 len: 168 time: 1.1997449 Nov 16 21:26:28.471694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54204) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:28.479398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731505748'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:28.485922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2fa5-d61f-4258-8acd-b99376de164b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=509f1bc7-10c5-4f8d-93bd-87906bd66f45,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:28.517071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:28.523711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:28.530251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.571859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54208) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:28.644399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54210) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:28.704720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:28.808189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.808549 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment 5666175c-8ad6-4956-9c50-8bc68d2dc69d of type vlan for network 7c6e7f91-6d2e-45e3-bb52-deabe016665f Nov 16 21:26:28.872244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56fa94d6-e8fd-4519-bcbe-9ebc28c22e71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.898266 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.950642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56fa94d6-e8fd-4519-bcbe-9ebc28c22e71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.955700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:28.971729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:33Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:28.993879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1842929385-network', 'tenant_id': '464769e9273047d9ab01c214617beb66'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:29.019830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb742f2-ea82-4ec5-bbf7-ff771037af16 None None] The sync data for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 is: [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:14:25Z', 'revision_number': 4, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a634d172-8714-4f42-8dde-f22481977a34', 'name': '', 'network_id': 'cbac8ea0-e654-40d2-aaf4-0186fac49cf9', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'mac_address': 'fa:16:3e:e3:4e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:23Z', 'updated_at': '2021-11-16T21:14:33Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'subnets': [{'id': '36129606-b2f6-41b3-a1df-7793dd3e0b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:29.028291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.036588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.037142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.091403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Made reservation on behalf of 464769e9273047d9ab01c214617beb66 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:29.095698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.118306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.140544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6658471 Nov 16 21:26:29.143633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54218) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:29.155348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56fa94d6-e8fd-4519-bcbe-9ebc28c22e71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.158345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56fa94d6-e8fd-4519-bcbe-9ebc28c22e71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.161704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56fa94d6-e8fd-4519-bcbe-9ebc28c22e71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "DELETE /v2.0/security-groups/efbb3384-fb37-4040-8fd4-06d144803d41 HTTP/1.1" status: 204 len: 168 time: 0.5861452 Nov 16 21:26:29.161842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:29.164975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54220) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:29.191096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa94d6-e8fd-4519-bcbe-9ebc28c22e71 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb3384-fb37-4040-8fd4-06d144803d41,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:29.199896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f77352-d883-475f-81db-b8790ecf58fa tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=7c6e7f91-6d2e-45e3-bb52-deabe016665f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:29.217819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:29.260723 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-5d9c809d-e87d-4a26-b8bf-ef91547f7442 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] show failed (client error): The resource could not be found. Nov 16 21:26:29.261822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d9c809d-e87d-4a26-b8bf-ef91547f7442 tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "GET /v2.0/security-groups/efbb3384-fb37-4040-8fd4-06d144803d41 HTTP/1.1" status: 404 len: 347 time: 0.0948410 Nov 16 21:26:29.265102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54222) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:29.393359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.420561 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.481039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Deleting port d3cf461f-c259-49d0-bff6-8b918769c9dd {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:29.481385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.497621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5fc898-88d4-4648-8192-a0839fc40692 None None] New status for floating IP af38b170-8800-4825-97f0-ef565b85f787: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:26:29.508322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:29.541189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:29.550294 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.550631 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Added segment d9b0aab1-7ca5-4f85-9fa5-0b874d716567 of type vlan for network b23b60ba-2d58-4d67-8fdc-206f996ead82 Nov 16 21:26:29.555799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880613cc-6fae-4d14-8f82-e0ddd339b4cb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:29.631358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.631840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.634621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:29.639313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.658998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Calling delete_port for d3cf461f-c259-49d0-bff6-8b918769c9dd owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:29.844758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75e312e9-c20e-4f65-b4be-783ab9a251c4 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:29.871385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 75e312e9-c20e-4f65-b4be-783ab9a251c4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:29.871821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75e312e9-c20e-4f65-b4be-783ab9a251c4 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:29.893851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.914603 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.950474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af2426-9fd2-46d8-9bda-1d22ab69d8ec None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:29.961200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:29.961200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:29.961200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.081838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4310868 Nov 16 21:26:30.081838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98dfa0-f86c-4fd1-9033-8ecea894311d admin admin] Pushing event updated for resources: {'Network': ['ID=b23b60ba-2d58-4d67-8fdc-206f996ead82,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:30.085431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.086752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54232) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.088720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.092514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] 10.222.0.48 "DELETE /v2.0/floatingips/af38b170-8800-4825-97f0-ef565b85f787 HTTP/1.1" status: 204 len: 168 time: 0.8238029 Nov 16 21:26:30.092514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cfe88-f152-42fb-88e4-5f20babb76bd tempest-ServerActionsTestJSON-1133128008 tempest-ServerActionsTestJSON-1133128008-project] Pushing event deleted for resources: {'Port': ['ID=d3cf461f-c259-49d0-bff6-8b918769c9dd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:30.092916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.096754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Request body: {'subnet': {'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1842929385-subnet', 'tenant_id': '464769e9273047d9ab01c214617beb66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:30.096989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:30.122474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:30.203431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Sync routers for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:30.252052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:30.252913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:30.381909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:30.646129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.655856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Made reservation on behalf of 464769e9273047d9ab01c214617beb66 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:30.664011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.677346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.679301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fc7b9848-2b55-4378-bbf1-483f8810e538 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0822377 Nov 16 21:26:30.686447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54238) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.827159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': '5666175c-8ad6-4956-9c50-8bc68d2dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:30.827600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 7c6e7f91-6d2e-45e3-bb52-deabe016665f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:30.841750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=5a3c605f-e4e4-4749-8b97-ae8dc4a89de6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:30.845071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:28Z', 'revision_number': 3, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:30.893802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:30.902882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Checking router: 0be5bf2c-7c82-4a5d-95a5-0f67b78040db for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:30.903323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Updating router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db port 47b1f548-a5d1-424a-aa30-93e83648da3a binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:30.921306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7c6e7f91-6d2e-45e3-bb52-deabe016665f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:30.930721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:30.934922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:30.942586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f9d5d-5b88-4e24-b684-f6a9733baff8 None None] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:30.977121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6f916012-7c85-48de-b720-902aeff8c104 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8284998 Nov 16 21:26:30.977121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54244) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:30.996388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1526791279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:31.003001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.050511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cd8201e4-15f2-4f08-823a-5f1d4b248714 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9cbda076b53643a1888ab607e8eb2651&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3615088 Nov 16 21:26:31.052548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54246) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.078547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.080289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.233247 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.235086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.262104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.320960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.325688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4bdfaf44-e431-42c6-ab9d-7f823df3825c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3445475 Nov 16 21:26:31.326864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54250) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.431010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b70ff8-44be-473e-b96d-48fc1d19e601,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:31.481632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.486304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80fec05-5b24-490e-ac0d-1a9ecdbf0a86 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:31.488132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f80fec05-5b24-490e-ac0d-1a9ecdbf0a86 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4346118 Nov 16 21:26:31.517543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54252) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.555955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Checking segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:31.556339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Network hostable DHCP agents. Network: b23b60ba-2d58-4d67-8fdc-206f996ead82, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:31.589438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aec4b003-64f6-41e2-b573-0c07e08699e2 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681686 Nov 16 21:26:31.613148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54254) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:31.618106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1790260044', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:31.650842 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.656385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-7c6e7f91-6d2e-45e3-bb52-deabe016665f', 'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': '5a3c605f-e4e4-4749-8b97-ae8dc4a89de6'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:31.657806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.672713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.710043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:31.725868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b23b60ba-2d58-4d67-8fdc-206f996ead82) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:31.726151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6e3b-5562-4e77-84b2-5b761f8b61da None None] Pushing event updated for resources: {'Port': ['ID=47b1f548-a5d1-424a-aa30-93e83648da3a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:31.736153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:31.737135 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.748609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118b2f4-6d1b-4eed-8ab0-12ed1410d250 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:31.760643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdffc0e-411a-484e-823e-3f5a07708aae None None] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:31.783819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.799286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-51562314-49dd-4bf9-9c15-c1d9138c6f5c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7114749 Nov 16 21:26:31.828557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Attempting to bind port 47b1f548-a5d1-424a-aa30-93e83648da3a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:31.828928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Attempting to bind port 47b1f548-a5d1-424a-aa30-93e83648da3a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:31.829293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Attempting to bind port 47b1f548-a5d1-424a-aa30-93e83648da3a on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:31.887224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:31.888035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:31.888498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.888681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:31.889139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Bound port: 47b1f548-a5d1-424a-aa30-93e83648da3a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:31.889551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.955020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Made reservation on behalf of 9cbda076b53643a1888ab607e8eb2651 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:31.960076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:31.969442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] For port 47b1f548-a5d1-424a-aa30-93e83648da3a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:31.973132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] For port 47b1f548-a5d1-424a-aa30-93e83648da3a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=47b1f548-a5d1-424a-aa30-93e83648da3a,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:31.999690 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.082925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827d1a07-5a53-4ddd-993c-77b42639eb6e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:32.088530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bd369632-34fb-4d0e-973f-f2dfe2c047e9 None None] Provisioning complete for port 47b1f548-a5d1-424a-aa30-93e83648da3a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:32.089913 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd369632-34fb-4d0e-973f-f2dfe2c047e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.252618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6e3b-5562-4e77-84b2-5b761f8b61da None None] Pushing event updated for resources: {'Port': ['ID=47b1f548-a5d1-424a-aa30-93e83648da3a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:32.356538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.395113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Allocated IP 2001:db8::2 (7c6e7f91-6d2e-45e3-bb52-deabe016665f/5a3c605f-e4e4-4749-8b97-ae8dc4a89de6/34682930-bcee-4b94-9777-0bc40bdf4c71) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:32.454298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Subnet': ['ID=332eda4f-aed8-4856-984c-7cb091c9c289,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:32.463713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Checking segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:32.464072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network hostable DHCP agents. Network: 41d21a08-71da-43f7-9bb5-158b86cbcd5a, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:32.473584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:32.476533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:32.497394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:32.504745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Deleting port a634d172-8714-4f42-8dde-f22481977a34 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:32.505077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.573991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 41d21a08-71da-43f7-9bb5-158b86cbcd5a) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:32.578060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-54fb7685-690a-41f6-a04c-2b394a15933e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.580306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-54fb7685-690a-41f6-a04c-2b394a15933e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 818 time: 0.1820190 Nov 16 21:26:32.580679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:32.581273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.629167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3a08e1cb-e31b-434a-9654-ccb302f783c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0123887 Nov 16 21:26:32.632664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54276) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:32.643791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-a1c2bbf6-dc31-4a9a-ba31-8a2fa38c67ae tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/quotas/464769e9273047d9ab01c214617beb66 HTTP/1.1" status: 200 len: 375 time: 0.0480323 Nov 16 21:26:32.720397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-722667d0-d8d3-46d3-aae3-75d62317ead4 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687718 Nov 16 21:26:32.721051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] For port a634d172-8714-4f42-8dde-f22481977a34, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a634d172-8714-4f42-8dde-f22481977a34,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:32.721348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:32.755650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Calling delete_port for a634d172-8714-4f42-8dde-f22481977a34 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:32.796689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1272149-b974-4bda-8a1b-012905bd5034 None None] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:32.818147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-2a4eb15c-7be7-4f68-a0a1-0806be678e29 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:26:32.819608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-2a4eb15c-7be7-4f68-a0a1-0806be678e29 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0896051 Nov 16 21:26:32.982093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.006598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-e4db8246-b4de-4c57-b892-76c32badaff1 service neutron] 10.222.0.48 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790640 Nov 16 21:26:33.058828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Pushing event deleted for resources: {'Port': ['ID=a634d172-8714-4f42-8dde-f22481977a34,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:33.219897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171395d6-df7f-435d-8e5d-dc1b9d0d2b8a None None] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:33.220830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1110886a-3856-4c35-95a2-e9515ab9cd7b service neutron] 10.222.0.48 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025332 Nov 16 21:26:33.362481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:33.364131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.441723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.449990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.467826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd369632-34fb-4d0e-973f-f2dfe2c047e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.480745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:33.603132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8::1 (7c6e7f91-6d2e-45e3-bb52-deabe016665f/5a3c605f-e4e4-4749-8b97-ae8dc4a89de6/9acaed97-bbb6-4e11-9cd8-72ccb4b48aee) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:33.852053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bd369632-34fb-4d0e-973f-f2dfe2c047e9 None None] For port 47b1f548-a5d1-424a-aa30-93e83648da3a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=47b1f548-a5d1-424a-aa30-93e83648da3a,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:33.941313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d0099a1-8e46-4441-8fcf-a7b122196f76 req-0ed064cf-8810-4e53-8d88-b15cdcbe94d7 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 210 time: 0.0829685 Nov 16 21:26:33.978751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:34.017297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd369632-34fb-4d0e-973f-f2dfe2c047e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.030100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:34.035182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.046797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:34.083790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Pushing event updated for resources: {'Port': ['ID=34682930-bcee-4b94-9777-0bc40bdf4c71,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:34.087767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:34.105291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.176017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:34.181219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:34.192130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:34.192701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.236397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=9acaed97-bbb6-4e11-9cd8-72ccb4b48aee,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:34.349007 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.400531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Allocated IP 172.20.0.2 (41d21a08-71da-43f7-9bb5-158b86cbcd5a/332eda4f-aed8-4856-984c-7cb091c9c289/d6a04250-b441-4011-a485-7d3f16c10947) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:34.405278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f5386a0c-396a-4d94-8b93-d9b5d5cc0d57 None None] Provisioning complete for port 47b1f548-a5d1-424a-aa30-93e83648da3a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:34.405684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5386a0c-396a-4d94-8b93-d9b5d5cc0d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.431358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:34.987239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.074884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54316) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:35.097541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Attempting to bind port 34682930-bcee-4b94-9777-0bc40bdf4c71 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:35.098107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Attempting to bind port 34682930-bcee-4b94-9777-0bc40bdf4c71 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5666175c-8ad6-4956-9c50-8bc68d2dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:35.099114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Attempting to bind port 34682930-bcee-4b94-9777-0bc40bdf4c71 on network 7c6e7f91-6d2e-45e3-bb52-deabe016665f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:35.244471 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.254446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.255580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.291273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.298812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:35.299358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Checking segment: {'id': '5666175c-8ad6-4956-9c50-8bc68d2dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:35.300104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.300618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Bound using segment: {'id': '5666175c-8ad6-4956-9c50-8bc68d2dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:35.301233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Bound port: 34682930-bcee-4b94-9777-0bc40bdf4c71, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5666175c-8ad6-4956-9c50-8bc68d2dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '7c6e7f91-6d2e-45e3-bb52-deabe016665f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:35.301802 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.306732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd369632-34fb-4d0e-973f-f2dfe2c047e9 None None] Pushing event updated for resources: {'Port': ['ID=47b1f548-a5d1-424a-aa30-93e83648da3a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:35.330028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.454131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72f0ecac-5f7e-45f7-ac98-85c622d9d6ef req-0f4b5302-b9ac-463a-b8b9-e8c7b845defc tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 210 time: 0.2969980 Nov 16 21:26:35.492153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76bff80b-8fc4-4148-adde-b1df9500c7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.522541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=9acaed97-bbb6-4e11-9cd8-72ccb4b48aee,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:35.536619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:35.585362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:35.589332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:35.619963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] For port 34682930-bcee-4b94-9777-0bc40bdf4c71, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:35.624529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] For port 34682930-bcee-4b94-9777-0bc40bdf4c71, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34682930-bcee-4b94-9777-0bc40bdf4c71,segment=NetworkSegment(5666175c-8ad6-4956-9c50-8bc68d2dc69d),segment_id=5666175c-8ad6-4956-9c50-8bc68d2dc69d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:35.686222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.726275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76bff80b-8fc4-4148-adde-b1df9500c7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.734011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76bff80b-8fc4-4148-adde-b1df9500c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.744957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:35.752551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3525fe24-c3eb-49de-bcd5-116d86384058 admin admin] 10.222.0.48 "PUT /v2.0/routers/24184b79-b4e4-4c1b-91c7-b196ed96cf44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6518321 Nov 16 21:26:35.753597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:35.765828 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] Sync routers for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:35.789717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:35.790629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:35.805212 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:35.813807 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:35.824326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:35.827677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:35.854870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-76bff80b-8fc4-4148-adde-b1df9500c7fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ca8ff2a8fd343a4bb7fb536bdaaa377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7781713 Nov 16 21:26:35.859207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54324) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:35.894352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bff80b-8fc4-4148-adde-b1df9500c7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff91d8-bc6e-489f-9ece-19367be1fae1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:35.895161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Pushing event updated for resources: {'Port': ['ID=d6a04250-b441-4011-a485-7d3f16c10947,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:36.054477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e68f05-0f0a-4bd6-a8e1-30bd56b70dd6 None None] Pushing event updated for resources: {'Port': ['ID=34682930-bcee-4b94-9777-0bc40bdf4c71,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:36.076338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:28Z', 'revision_number': 3, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:36.112371 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:36.170926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae560e-ef30-4e02-9a9a-820264d939ac None None] The sync data for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 is: [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:28Z', 'revision_number': 3, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:36.179373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a91c3d52-0411-47d0-af16-8e7c73dfbdb0 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:36.318152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-306b2f7e-b566-487f-8bea-f9e97f754d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.333241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Attempting to bind port d6a04250-b441-4011-a485-7d3f16c10947 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:36.333843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Attempting to bind port d6a04250-b441-4011-a485-7d3f16c10947 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:36.334463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Attempting to bind port d6a04250-b441-4011-a485-7d3f16c10947 on network 41d21a08-71da-43f7-9bb5-158b86cbcd5a {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:36.361191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:36.362102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Checking segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:36.362957 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.363591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Bound using segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:36.364873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Bound port: d6a04250-b441-4011-a485-7d3f16c10947, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:36.367065 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.591980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.668154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] For port d6a04250-b441-4011-a485-7d3f16c10947, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:36.675761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] For port d6a04250-b441-4011-a485-7d3f16c10947, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d6a04250-b441-4011-a485-7d3f16c10947,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:36.686221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:36.688616 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:26:32Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:36.813715 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] Checking router: 24184b79-b4e4-4c1b-91c7-b196ed96cf44 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:36.855723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] Routers {'24184b79-b4e4-4c1b-91c7-b196ed96cf44'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:36.857497 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:36.901487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-b78092f1-19e4-4f49-8f43-67644cedc8a1 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:36.903428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-b78092f1-19e4-4f49-8f43-67644cedc8a1 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 818 time: 0.7428243 Nov 16 21:26:36.946924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Pushing event updated for resources: {'Port': ['ID=d6a04250-b441-4011-a485-7d3f16c10947,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:36.976215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.976582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.977675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.978029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.979079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.979425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.979780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.980109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.980511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.980683 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Request body: {'port': {'device_id': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'admin_state_up': True, 'tenant_id': '464769e9273047d9ab01c214617beb66'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:36.981644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.981986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:36.986271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4ca41e-c5be-4bdc-9971-2fffb1d6cbe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:26:37.106471 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] Set router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:37.452832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.20.0.1 (41d21a08-71da-43f7-9bb5-158b86cbcd5a/332eda4f-aed8-4856-984c-7cb091c9c289/a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:37.527808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.605133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27e8059a-3ed4-4df5-ac7b-284a00a1e981 req-10a203e6-4e56-4f15-bafe-72665628f926 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 210 time: 0.1882694 Nov 16 21:26:37.622336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-306b2f7e-b566-487f-8bea-f9e97f754d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.635686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-accdd558-f87b-4f7c-a127-5a90c362bc55 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:37.637243 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-accdd558-f87b-4f7c-a127-5a90c362bc55 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.47 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 818 time: 1.7345774 Nov 16 21:26:37.664134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Request body: {'port': {'device_id': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'admin_state_up': True, 'tenant_id': '464769e9273047d9ab01c214617beb66'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:37.801614 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:26:32Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:37.827974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7df27-8609-4192-b682-3da7ea9b6c6d None None] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:37.829232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Made reservation on behalf of 464769e9273047d9ab01c214617beb66 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:37.836446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:37.870300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:37.962221 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776a3e3f-2ffb-4a51-b28f-7de06c9a00f4 None None] The sync data for ids ['24184b79-b4e4-4c1b-91c7-b196ed96cf44'] in n-d-817778-8 is: [{'id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'name': 'tempest-ServerActionsTestJSON-1572723766-router', 'tenant_id': 'eff893ad234d41009410f4f434528fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '37f73767-451d-4053-8b49-752f814a4997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:14:12Z', 'updated_at': '2021-11-16T21:26:32Z', 'revision_number': 5, 'project_id': 'eff893ad234d41009410f4f434528fb7', 'gw_port': {'id': '37f73767-451d-4053-8b49-752f814a4997', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24184b79-b4e4-4c1b-91c7-b196ed96cf44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:14:16Z', 'updated_at': '2021-11-16T21:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:37.967909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-92179c0d-4998-4feb-8917-3b4019d52603 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:37.970163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-92179c0d-4998-4feb-8917-3b4019d52603 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 818 time: 0.5554013 Nov 16 21:26:37.987033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] Sync routers for ids ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:37.989682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d3dcd76-23e8-4cdb-a222-96fb36b6da6c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a91c3d52-0411-47d0-af16-8e7c73dfbdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6575201 Nov 16 21:26:38.016651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54332) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:38.021178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Request body: {'port': {'device_id': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'admin_state_up': True, 'tenant_id': '464769e9273047d9ab01c214617beb66'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:38.075744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] Routers {'a91c3d52-0411-47d0-af16-8e7c73dfbdb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:38.076403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:38.124694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.130457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:38.149236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] Routers {'a91c3d52-0411-47d0-af16-8e7c73dfbdb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:38.149905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:38.155213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-63ec40b7-b396-479f-81f6-f9c7ccce6553 None None] Provisioning complete for port 34682930-bcee-4b94-9777-0bc40bdf4c71 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:38.155768 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63ec40b7-b396-479f-81f6-f9c7ccce6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.172220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Deleting port 37f73767-451d-4053-8b49-752f814a4997 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:38.179276 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.216846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:38.217076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a3f26-9775-4901-af0e-42529010cca1 None None] The sync data for ids ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:38.352103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d6a04250-b441-4011-a485-7d3f16c10947 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:38.352458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.421672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Allocated IP 172.20.0.3 (b23b60ba-2d58-4d67-8fdc-206f996ead82/e5b70ff8-44be-473e-b96d-48fc1d19e601/60586d8a-34ad-4ea9-a2ab-e44782f01ab6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:38.423628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da8417-252f-4f28-be57-3488f262a820 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:38.425757 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-97da8417-252f-4f28-be57-3488f262a820 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports/9acaed97-bbb6-4e11-9cd8-72ccb4b48aee HTTP/1.1" status: 200 len: 911 time: 0.3552618 Nov 16 21:26:38.432208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Made reservation on behalf of 464769e9273047d9ab01c214617beb66 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:38.437693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.440186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54334) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:38.445708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-306b2f7e-b566-487f-8bea-f9e97f754d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.455297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-306b2f7e-b566-487f-8bea-f9e97f754d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.461274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-306b2f7e-b566-487f-8bea-f9e97f754d23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68ff91d8-bc6e-489f-9ece-19367be1fae1 HTTP/1.1" status: 204 len: 168 time: 2.5981491 Nov 16 21:26:38.532614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d6a04250-b441-4011-a485-7d3f16c10947 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:38.532941 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.579483 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63ec40b7-b396-479f-81f6-f9c7ccce6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.601061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] For port 37f73767-451d-4053-8b49-752f814a4997, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=37f73767-451d-4053-8b49-752f814a4997,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:38.601930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.609561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:38.642691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b2f7e-b566-487f-8bea-f9e97f754d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff91d8-bc6e-489f-9ece-19367be1fae1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:38.673564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-63ec40b7-b396-479f-81f6-f9c7ccce6553 None None] For port 34682930-bcee-4b94-9777-0bc40bdf4c71, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34682930-bcee-4b94-9777-0bc40bdf4c71,segment=NetworkSegment(5666175c-8ad6-4956-9c50-8bc68d2dc69d),segment_id=5666175c-8ad6-4956-9c50-8bc68d2dc69d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:38.720215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63ec40b7-b396-479f-81f6-f9c7ccce6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.726800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Made reservation on behalf of 464769e9273047d9ab01c214617beb66 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:38.730841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.745245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:38.782027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:38.784944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:38.868580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:38.878923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Calling delete_port for 37f73767-451d-4053-8b49-752f814a4997 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:38.981729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c64c98f9-4cee-42d5-bfdb-0c447fdc156a req-3cc5da26-6c66-41f8-9717-285ecb0e0533 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 210 time: 0.1194639 Nov 16 21:26:39.006652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec40b7-b396-479f-81f6-f9c7ccce6553 None None] Pushing event updated for resources: {'Port': ['ID=34682930-bcee-4b94-9777-0bc40bdf4c71,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:39.039220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d6a04250-b441-4011-a485-7d3f16c10947, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d6a04250-b441-4011-a485-7d3f16c10947,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:39.047709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.048652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34682930-bcee-4b94-9777-0bc40bdf4c71 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:39.172899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=d6a04250-b441-4011-a485-7d3f16c10947,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:39.194563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-901da767-56d7-4644-8c7d-f3bde1a0c50c None None] Provisioning complete for port 9acaed97-bbb6-4e11-9cd8-72ccb4b48aee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:39.195334 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-901da767-56d7-4644-8c7d-f3bde1a0c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.201221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 34682930-bcee-4b94-9777-0bc40bdf4c71 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:39.202114 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.257018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.313844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28712639-32d7-45b7-b5a8-687064bcafd1 None None] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:39.383704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.437813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-901da767-56d7-4644-8c7d-f3bde1a0c50c None None] Port 9acaed97-bbb6-4e11-9cd8-72ccb4b48aee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:39.440267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.556479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-901da767-56d7-4644-8c7d-f3bde1a0c50c None None] Provisioning complete for port 34682930-bcee-4b94-9777-0bc40bdf4c71 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:39.557205 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-901da767-56d7-4644-8c7d-f3bde1a0c50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.638652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:39.642170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 47b1f548-a5d1-424a-aa30-93e83648da3a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:39.650211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:39.660945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Allocated IP 172.20.0.2 (b23b60ba-2d58-4d67-8fdc-206f996ead82/e5b70ff8-44be-473e-b96d-48fc1d19e601/16ae28b1-c2f9-488c-a4e5-6779caf976ab) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:39.670235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:39.749860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Pushing event updated for resources: {'Port': ['ID=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:39.868090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:39.869238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.932799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 47b1f548-a5d1-424a-aa30-93e83648da3a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:39.933827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:39.979795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-ff77bca7-8e4b-4e59-9b3b-ae2c5ed9b7ce tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0114884 Nov 16 21:26:40.022069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Request body: {'port': {'device_id': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:40.091203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-aacdbb20-26fc-4694-9f01-bdd0b1810ec8 None None] Provisioning complete for port 9acaed97-bbb6-4e11-9cd8-72ccb4b48aee triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:40.091447 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aacdbb20-26fc-4694-9f01-bdd0b1810ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.140151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.178956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-aacdbb20-26fc-4694-9f01-bdd0b1810ec8 None None] Port 9acaed97-bbb6-4e11-9cd8-72ccb4b48aee cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:40.186922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6240f-5a43-46b1-972d-8c2089f23864 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:40.204338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-aacdbb20-26fc-4694-9f01-bdd0b1810ec8 None None] Provisioning complete for port d6a04250-b441-4011-a485-7d3f16c10947 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:40.205253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aacdbb20-26fc-4694-9f01-bdd0b1810ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.208016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.278708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.283021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb1f0e38-312c-4745-a32d-c6cdc2daf6e4 req-f59a3ae1-3bc0-4f37-9107-98bed2edc52c tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 210 time: 0.0920033 Nov 16 21:26:40.346011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.384210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d6a04250-b441-4011-a485-7d3f16c10947 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:40.392326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f73767-451d-4053-8b49-752f814a4997,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:40.437459 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.544268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.551998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.565226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d6a04250-b441-4011-a485-7d3f16c10947 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:40.565627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.567477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-27016420-0d16-4cc9-b6af-9df8af4e2994 None None] Provisioning complete for port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:40.567691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27016420-0d16-4cc9-b6af-9df8af4e2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.640037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-27016420-0d16-4cc9-b6af-9df8af4e2994 None None] Port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:40.717327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-27016420-0d16-4cc9-b6af-9df8af4e2994 None None] Provisioning complete for port d6a04250-b441-4011-a485-7d3f16c10947 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:40.717832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-27016420-0d16-4cc9-b6af-9df8af4e2994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.791430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:40.815961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34682930-bcee-4b94-9777-0bc40bdf4c71 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:40.819996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:40.823601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Allocated IP 172.20.0.6 (b23b60ba-2d58-4d67-8fdc-206f996ead82/e5b70ff8-44be-473e-b96d-48fc1d19e601/c3097364-011a-4c15-a1f2-b6553a8c427f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:40.825877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Pushing event updated for resources: {'Port': ['ID=16ae28b1-c2f9-488c-a4e5-6779caf976ab,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:40.831244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:40.908961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 34682930-bcee-4b94-9777-0bc40bdf4c71 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:40.909343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:40.985645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54382) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:40.995373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:41.004413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.118176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-61413c1e-dd35-4315-bd3a-1a41931e7880 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4632347 Nov 16 21:26:41.188478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Request body: {'port': {'device_id': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:41.210569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c9f72f8c-af7b-479a-96bc-dbf685ca7543 None None] Provisioning complete for port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:41.211101 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9f72f8c-af7b-479a-96bc-dbf685ca7543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.244314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a634d172-8714-4f42-8dde-f22481977a34 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:41.271189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a634d172-8714-4f42-8dde-f22481977a34 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:41.271867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a634d172-8714-4f42-8dde-f22481977a34 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:41.279286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29f19e1e-93f5-4fd3-8be4-a4b311ca6dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.295215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c9f72f8c-af7b-479a-96bc-dbf685ca7543 None None] Port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:41.308443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.326069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.344221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 9acaed97-bbb6-4e11-9cd8-72ccb4b48aee {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:41.344820 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.414454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.456811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.480042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7edf7893-cf79-4001-835c-861fead0461d req-614f288e-3504-4fa2-9285-6a59816741a6 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 210 time: 0.0798886 Nov 16 21:26:41.486652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.487843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24184b79-b4e4-4c1b-91c7-b196ed96cf44 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:41.493543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.495077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2e9f4506-76f2-4e14-94ba-24901504b2b4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/24184b79-b4e4-4c1b-91c7-b196ed96cf44 HTTP/1.1" status: 204 len: 168 time: 5.7402930 Nov 16 21:26:41.504268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54394) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:41.712447 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.735125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.805222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 9acaed97-bbb6-4e11-9cd8-72ccb4b48aee owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:41.810823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Deleting subnet 36129606-b2f6-41b3-a1df-7793dd3e0b75 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:41.823805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.826469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.829204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29f19e1e-93f5-4fd3-8be4-a4b311ca6dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.836327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.851835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Network b23b60ba-2d58-4d67-8fdc-206f996ead82 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:41.862150 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29f19e1e-93f5-4fd3-8be4-a4b311ca6dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.874289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:41.901950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:41.919467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.923121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:41.925740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Pushing event updated for resources: {'Port': ['ID=c3097364-011a-4c15-a1f2-b6553a8c427f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:41.948242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:41.950976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Transition to ACTIVE for port object 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:41.956087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:41.958009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.005565 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.089325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-29f19e1e-93f5-4fd3-8be4-a4b311ca6dde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=631263c86cf543abae0927b779f32feb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0985963 Nov 16 21:26:42.090483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54402) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:42.095794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f19e1e-93f5-4fd3-8be4-a4b311ca6dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13053485-4def-47c8-bf3c-749cf15cafb2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:42.123796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:42.136638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:42.137479 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.141228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:42.150956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Pushing event updated for resources: {'Port': ['ID=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:42.241896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-01d011c7-5cbd-4c62-b950-3a433fb3e876 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2238662 Nov 16 21:26:42.284015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 37f73767-451d-4053-8b49-752f814a4997 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:42.302246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Request body: {'port': {'device_id': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:42.329329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 37f73767-451d-4053-8b49-752f814a4997 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:42.329659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 37f73767-451d-4053-8b49-752f814a4997 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:42.358944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:42.393002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2787217a-972c-4702-8bd8-7ec9e04a68ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.433230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d208f118-91b7-440d-8976-410639a073b0 None None] Provisioning complete for port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:42.433801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d208f118-91b7-440d-8976-410639a073b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.443277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2787217a-972c-4702-8bd8-7ec9e04a68ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.475567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d208f118-91b7-440d-8976-410639a073b0 None None] Port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:42.599868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2787217a-972c-4702-8bd8-7ec9e04a68ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.602454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2787217a-972c-4702-8bd8-7ec9e04a68ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.606120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2787217a-972c-4702-8bd8-7ec9e04a68ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13053485-4def-47c8-bf3c-749cf15cafb2 HTTP/1.1" status: 204 len: 168 time: 0.5106533 Nov 16 21:26:42.608531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Attempting to bind port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:42.608774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Attempting to bind port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:42.609091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Attempting to bind port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 on network b23b60ba-2d58-4d67-8fdc-206f996ead82 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:42.622022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787217a-972c-4702-8bd8-7ec9e04a68ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13053485-4def-47c8-bf3c-749cf15cafb2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:42.623916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 on network b23b60ba-2d58-4d67-8fdc-206f996ead82 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:42.624247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Attempting to bind port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 on network b23b60ba-2d58-4d67-8fdc-206f996ead82 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:42.635774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:42.636148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Checking segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:42.636506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Bound using segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:42.636943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Bound port: 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:42.637312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.661560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:42.670143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-600e7a23-d815-4066-9096-c63fd9e31608 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "PUT /v2.0/routers/0be5bf2c-7c82-4a5d-95a5-0f67b78040db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0339282 Nov 16 21:26:42.674263 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Sync routers for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:42.686839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54408) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:42.690428 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:42.691342 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:42.694186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--73239594', 'description': 'tempest-secgroup_access--73239594 description', 'project_id': '9cbda076b53643a1888ab607e8eb2651'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:42.740536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.764075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] For port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:42.784362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] For port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:42.789749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.851174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.932798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:42.934966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:42.936640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] 10.222.0.41 "PUT /v2.0/ports/60586d8a-34ad-4ea9-a2ab-e44782f01ab6 HTTP/1.1" status: 200 len: 1091 time: 2.9352427 Nov 16 21:26:42.940913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'tag': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:42.952624 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b1f35-51b4-466e-a9bb-37348b0b55f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c22b8d5-339d-42fb-bf38-b1903e8820c3", "tag": "60586d8a-34ad-4ea9-a2ab-e44782f01ab6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:42.974026 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:43.009545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.066098 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e586543e-47b2-4585-b935-f39c9c436e31 x-openstack-request-id: req-e586543e-47b2-4585-b935-f39c9c436e31 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:43.066683 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c22b8d5-339d-42fb-bf38-b1903e8820c3", "tag": "60586d8a-34ad-4ea9-a2ab-e44782f01ab6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:43.067122 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e586543e-47b2-4585-b935-f39c9c436e31 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:43.067337 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'tag': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6', 'status': 'completed', 'code': 200} Nov 16 21:26:43.076523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.077360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff1073-3993-475c-914d-283699aa9b6e req-d4ce46c4-21a6-46a0-9bc6-bf002791e9ec tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.079198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-05ff1073-3993-475c-914d-283699aa9b6e req-d4ce46c4-21a6-46a0-9bc6-bf002791e9ec tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 931 time: 0.3088324 Nov 16 21:26:43.107254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.111185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.123169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ae28b1-c2f9-488c-a4e5-6779caf976ab {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:43.155589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.178535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc1d7-e311-450d-af43-7d9f0272d974 service neutron] Pushing event updated for resources: {'Port': ['ID=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.244830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=9acaed97-bbb6-4e11-9cd8-72ccb4b48aee,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.261290 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.262602 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5748460 Nov 16 21:26:43.284437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-def0b31a-db3a-402d-a9fb-97a8013940ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.294726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-def0b31a-db3a-402d-a9fb-97a8013940ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 1094 time: 0.2946856 Nov 16 21:26:43.298749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.301172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Transition to ACTIVE for port object 16ae28b1-c2f9-488c-a4e5-6779caf976ab will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:43.307754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:43.338815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1232580080', 'description': 'tempest-secgroup_general--1232580080 description', 'project_id': '9cbda076b53643a1888ab607e8eb2651'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:43.378974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.419481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36129606-b2f6-41b3-a1df-7793dd3e0b75,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.420496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.437268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15efb496-b6a1-4870-9b13-4f26fb1e4954 None None] Network cbac8ea0-e654-40d2-aaf4-0186fac49cf9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:43.472677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.477473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-90f21146-92b5-41b0-b960-e1694380c15f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36129606-b2f6-41b3-a1df-7793dd3e0b75 HTTP/1.1" status: 204 len: 168 time: 1.9726000 Nov 16 21:26:43.488566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.490547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54430) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:43.545481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c95f1a-530f-4af5-b7a2-ed846229a89a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f129b99-17ca-4f85-bde9-16c8d3675b21,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.562105 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-8652e23f-d7b9-43c7-90cf-1e6f2e9bc82c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6 HTTP/1.1" status: 200 len: 217 time: 0.1708126 Nov 16 21:26:43.578362 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:41Z', 'revision_number': 2, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:43.612439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-05ff1073-3993-475c-914d-283699aa9b6e req-4781cbca-e7c4-4aac-9611-7265a6d4fe98 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087383 Nov 16 21:26:43.647180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.662702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.664666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Pushing event updated for resources: {'Port': ['ID=16ae28b1-c2f9-488c-a4e5-6779caf976ab,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.707635 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Checking router: 0be5bf2c-7c82-4a5d-95a5-0f67b78040db for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:43.708604 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Updating router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:43.754329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-cfc699f2-eef1-49f5-91ef-b55c1fed6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:43.757058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-cfc699f2-eef1-49f5-91ef-b55c1fed6c60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 200 len: 858 time: 0.1071081 Nov 16 21:26:43.767327 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.798821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.800328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4898605 Nov 16 21:26:43.822461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54442) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:43.826629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] DHCP port deletion for cbac8ea0-e654-40d2-aaf4-0186fac49cf9 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:43.826844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-f37acdff-690a-4d3e-a6a3-2890bd2f63c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b23b60ba-2d58-4d67-8fdc-206f996ead82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598414 Nov 16 21:26:43.830299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'security_group_rule': {'security_group_id': '1f129b99-17ca-4f85-bde9-16c8d3675b21', 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:43.835851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39daec-ec4d-4663-a967-7477d498af1b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c857c7d-4532-4524-93a4-47987438a2f6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:43.929550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] Deleting port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:43.929753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.929939 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:43.937606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.039626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-f1e885e5-d025-4a84-98f7-e9f93f766d23 service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994355 Nov 16 21:26:44.047311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.098636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] For port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,segment=NetworkSegment(bce1925e-d220-49f2-948b-9ea3e11fedbb),segment_id=bce1925e-d220-49f2-948b-9ea3e11fedbb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:44.099008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.137465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] Calling delete_port for 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:44.185163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-24612546-246a-4ac1-956a-839d03f05f3a service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354303 Nov 16 21:26:44.185614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.230227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5473e776-ea52-415e-9329-e503ca201a71,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:44.247583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.249356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6e7f9b9f-8aec-4d28-bd16-37c567ac258c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253190 Nov 16 21:26:44.291406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:44.341815 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.353478 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.403169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-85d1beb4-67b9-46d6-af4b-10a1820aec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:44.408615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-85d1beb4-67b9-46d6-af4b-10a1820aec03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 1094 time: 0.1519554 Nov 16 21:26:44.408830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3097364-011a-4c15-a1f2-b6553a8c427f {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:44.430382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.456880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Transition to ACTIVE for port object c3097364-011a-4c15-a1f2-b6553a8c427f will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:44.457315 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d1acd-556b-4c47-9b0e-adc098702296 None None] Pushing event updated for resources: {'Port': ['ID=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:44.532986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.566530 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.569281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Attempting to bind port 16ae28b1-c2f9-488c-a4e5-6779caf976ab on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:44.569768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Attempting to bind port 16ae28b1-c2f9-488c-a4e5-6779caf976ab by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:44.576814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Attempting to bind port 16ae28b1-c2f9-488c-a4e5-6779caf976ab on network b23b60ba-2d58-4d67-8fdc-206f996ead82 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:44.611922 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Attempting to bind port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:44.621889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] Pushing event deleted for resources: {'Port': ['ID=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:44.627956 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Attempting to bind port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:44.628465 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Attempting to bind port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 on network 41d21a08-71da-43f7-9bb5-158b86cbcd5a {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:44.633467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6ca89-4dff-4c52-a4e8-b58fdea2cf29 None None] No DVR routers for this DVR port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:44.633835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-d1c0a79a-250a-4d8e-9a02-6cfa4729de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:44.635905 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.636595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-d1c0a79a-250a-4d8e-9a02-6cfa4729de18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 919 time: 0.2098174 Nov 16 21:26:44.639799 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:44.644814 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Checking segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:44.645650 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.647706 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Bound using segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:44.648325 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Bound port: a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:44.652261 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.707518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a91c3d52-0411-47d0-af16-8e7c73dfbdb0 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:26:44.728644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Port 16ae28b1-c2f9-488c-a4e5-6779caf976ab on network b23b60ba-2d58-4d67-8fdc-206f996ead82 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:44.737991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Attempting to bind port 16ae28b1-c2f9-488c-a4e5-6779caf976ab on network b23b60ba-2d58-4d67-8fdc-206f996ead82 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:44.768391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-ed71a05a-4db2-47a4-9f91-ce692f80fe05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6 HTTP/1.1" status: 200 len: 217 time: 0.1168420 Nov 16 21:26:44.829640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:44.830910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Checking segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:44.831824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Bound using segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:44.832303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Bound port: 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:44.832682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.838610 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] For port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:44.842144 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] For port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:44.849831 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.870465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Pushing event updated for resources: {'Port': ['ID=c3097364-011a-4c15-a1f2-b6553a8c427f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:44.882335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-f0b36119-7ec4-4538-9138-5048d33c7499 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--73239594&fields=id&tenant_id=9cbda076b53643a1888ab607e8eb2651 HTTP/1.1" status: 200 len: 267 time: 0.1420331 Nov 16 21:26:44.927692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-c6419529-8ab9-4f4f-aeb5-752a3b7f4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:44.932203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-c6419529-8ab9-4f4f-aeb5-752a3b7f4214 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 200 len: 858 time: 0.1470783 Nov 16 21:26:44.936851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e26d82e4-67be-44e5-b880-65564eb56f32 None None] Provisioning complete for port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:44.938146 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e26d82e4-67be-44e5-b880-65564eb56f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:44.977796 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d1acd-556b-4c47-9b0e-adc098702296 None None] Pushing event updated for resources: {'Port': ['ID=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.007981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-9a68269f-ea68-4cbe-9953-97e98dcfe900 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b23b60ba-2d58-4d67-8fdc-206f996ead82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546739 Nov 16 21:26:45.011064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:45.011693 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:45.061832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-7b3bc16b-20ae-4bf9-8f0d-2edd23fcde34 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1232580080&fields=id&tenant_id=9cbda076b53643a1888ab607e8eb2651 HTTP/1.1" status: 200 len: 267 time: 0.1785214 Nov 16 21:26:45.143944 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e26d82e4-67be-44e5-b880-65564eb56f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.223950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] For port 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:45.233365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] For port 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:45.245132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Deleting port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:45.246711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.253330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e26d82e4-67be-44e5-b880-65564eb56f32 None None] For port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:45.258807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54476) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:45.261659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e26d82e4-67be-44e5-b880-65564eb56f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.298271 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:45.300283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-f580f064-8a27-47d1-ae94-0b29502ba8c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722540 Nov 16 21:26:45.341353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d82e4-67be-44e5-b880-65564eb56f32 None None] Pushing event updated for resources: {'Port': ['ID=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.352533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] For port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe, host n-d-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:45.352917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.365543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-826c0af1-3c5f-4a72-bed8-2435b01c117e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.366883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-826c0af1-3c5f-4a72-bed8-2435b01c117e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/networks?id=41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 200 len: 797 time: 0.2722151 Nov 16 21:26:45.369460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Calling delete_port for 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:45.372152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.374886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:45.401494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe was not found and therefore no delete operation was performed {{(pid=102453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:26:45.401990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] Sync routers for ids ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:45.423039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-df8664f2-c38a-4452-b642-71cb15bd19c8 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a91c3d52-0411-47d0-af16-8e7c73dfbdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9761231 Nov 16 21:26:45.437926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f97435b6-32b4-4c62-971d-c5cdf252db9b None None] Provisioning complete for port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:45.438235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54482) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:45.440215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f97435b6-32b4-4c62-971d-c5cdf252db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.467996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.479692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-15654b28-a19d-4dc4-b8e8-0464ea7a519c tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/quotas/9cbda076b53643a1888ab607e8eb2651 HTTP/1.1" status: 200 len: 375 time: 0.0856204 Nov 16 21:26:45.485351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] Routers {'a91c3d52-0411-47d0-af16-8e7c73dfbdb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:45.486207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:45.543134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:45.551640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930838b-319c-47fb-bcd0-789fd3ba7085 req-4dda4dcb-f6cc-47d0-bb02-be22b63b5d39 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.556734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b930838b-319c-47fb-bcd0-789fd3ba7085 req-4dda4dcb-f6cc-47d0-bb02-be22b63b5d39 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 943 time: 0.7473254 Nov 16 21:26:45.561465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.562337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.563856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] 10.222.0.47 "PUT /v2.0/ports/16ae28b1-c2f9-488c-a4e5-6779caf976ab HTTP/1.1" status: 200 len: 1091 time: 4.3795764 Nov 16 21:26:45.574644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] Routers {'a91c3d52-0411-47d0-af16-8e7c73dfbdb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:45.575418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:45.575738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'network': {'name': 'tempest-network-smoke--485623191', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:45.581542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'tag': '16ae28b1-c2f9-488c-a4e5-6779caf976ab'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:45.584750 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244bedae-6d7a-4b78-85f7-226630aec6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "17fc41ba-1e76-45cc-aa7d-3c292ca5bc90", "tag": "16ae28b1-c2f9-488c-a4e5-6779caf976ab"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:45.607489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82d6133e-2a8d-4a5d-8816-ae78ccd8654b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=a91c3d52-0411-47d0-af16-8e7c73dfbdb0 HTTP/1.1" status: 200 len: 205 time: 0.1404049 Nov 16 21:26:45.619448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54486) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:45.631244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:45.632136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8078ab4f-18d3-4ccd-b361-d8aff60fb103 None None] The sync data for ids ['a91c3d52-0411-47d0-af16-8e7c73dfbdb0'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:45.644793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] No DVR routers for this DVR port 44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:45.710128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.710768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Attempting to bind port c3097364-011a-4c15-a1f2-b6553a8c427f on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:45.711274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Attempting to bind port c3097364-011a-4c15-a1f2-b6553a8c427f by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:45.711780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Attempting to bind port c3097364-011a-4c15-a1f2-b6553a8c427f on network b23b60ba-2d58-4d67-8fdc-206f996ead82 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:45.719623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1fa7a-05e3-4448-a46c-abee98b9c49c service neutron] Pushing event updated for resources: {'Port': ['ID=16ae28b1-c2f9-488c-a4e5-6779caf976ab,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.756369 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:44Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:45.773800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-8d1da233-2336-4e07-bc65-7e03c8c0e5ec tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2812736 Nov 16 21:26:45.786119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Port c3097364-011a-4c15-a1f2-b6553a8c427f on network b23b60ba-2d58-4d67-8fdc-206f996ead82 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:45.786454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Attempting to bind port c3097364-011a-4c15-a1f2-b6553a8c427f on network b23b60ba-2d58-4d67-8fdc-206f996ead82 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:45.804964 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f7b46-3f92-4886-ba77-3332cce0fffb None None] The sync data for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 is: [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:44Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:45.815303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c54b1f35-51b4-466e-a9bb-37348b0b55f0 req-fa8ce5b9-736b-4c0d-9b0b-01f2cbe1e6df service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972639 Nov 16 21:26:45.817771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:45.820997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.824652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Pushing event deleted for resources: {'Port': ['ID=44a9d93b-bad0-4ba0-bf64-7ba68cf09bbe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:45.840399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:45.840771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Checking segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:45.841006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.841148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Bound using segment: {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:45.841613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Bound port: c3097364-011a-4c15-a1f2-b6553a8c427f, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:45.841981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.869970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b930838b-319c-47fb-bcd0-789fd3ba7085 req-183fefd9-e768-4a1f-9325-089179079f52 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656105 Nov 16 21:26:45.873529 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:45.921952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-3efa45ac-b067-459a-90d2-a2ae22ba41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:45.923524 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-3efa45ac-b067-459a-90d2-a2ae22ba41d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 1094 time: 0.3100483 Nov 16 21:26:45.949108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac8ea0-e654-40d2-aaf4-0186fac49cf9']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:46.018000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.025063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-40522f49-f45f-486c-a7cb-b7365d6301c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab HTTP/1.1" status: 200 len: 217 time: 0.0891597 Nov 16 21:26:46.027011 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25139f85-1f6a-4fb1-9641-76b98320a5df x-openstack-request-id: req-25139f85-1f6a-4fb1-9641-76b98320a5df {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:46.027540 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fc41ba-1e76-45cc-aa7d-3c292ca5bc90", "tag": "16ae28b1-c2f9-488c-a4e5-6779caf976ab", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:46.027889 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25139f85-1f6a-4fb1-9641-76b98320a5df {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:46.028377 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'tag': '16ae28b1-c2f9-488c-a4e5-6779caf976ab', 'status': 'completed', 'code': 200} Nov 16 21:26:46.035715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce1925e-d220-49f2-948b-9ea3e11fedbb') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:46.035715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce1925e-d220-49f2-948b-9ea3e11fedbb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:46.047216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.114863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.163099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.174835 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.175570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router a91c3d52-0411-47d0-af16-8e7c73dfbdb0 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:26:46.190266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:46.190686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:46.192842 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:46.196452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] For port c3097364-011a-4c15-a1f2-b6553a8c427f, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:46.199967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] For port c3097364-011a-4c15-a1f2-b6553a8c427f, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c3097364-011a-4c15-a1f2-b6553a8c427f,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:46.209708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.211379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-101e0c4b-f70d-4c0d-a453-6432979a338c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/a91c3d52-0411-47d0-af16-8e7c73dfbdb0 HTTP/1.1" status: 204 len: 168 time: 0.5880582 Nov 16 21:26:46.220072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54490) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:46.220292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-a6b2be2b-884f-4924-a21c-1eb61fd68dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:46.226080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-a6b2be2b-884f-4924-a21c-1eb61fd68dbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 200 len: 858 time: 0.1822660 Nov 16 21:26:46.252676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:46.267766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.269116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-0449cbee-aa96-4a9c-9479-b6a51a148408 service neutron] 10.222.0.48 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649372 Nov 16 21:26:46.345347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:46.345841 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.370382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:46.371316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.372929 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3097364-011a-4c15-a1f2-b6553a8c427f HTTP/1.1" status: 200 len: 1091 time: 4.0946822 Nov 16 21:26:46.377759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-e3a822d1-b792-43b8-b809-a630a3166ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b23b60ba-2d58-4d67-8fdc-206f996ead82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917192 Nov 16 21:26:46.385630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.405674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.413675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/cbac8ea0-e654-40d2-aaf4-0186fac49cf9 HTTP/1.1" status: 204 len: 168 time: 2.8536007 Nov 16 21:26:46.436344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.461675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.506935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet 5a3c605f-e4e4-4749-8b97-ae8dc4a89de6 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:26:46.529401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.609958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:46.643197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea04bf8-88ea-4c66-a2e0-9604f6531b0c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:46.675885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.676237 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Added segment 8f80210a-24ed-4605-ad35-e3f60c65aa8c of type vlan for network 3929bfb7-6b9b-4f57-950a-cc724da69217 Nov 16 21:26:46.680404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.760511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54498) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:46.810997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-49f4bf55-7749-4e77-98ad-49cfccf9eebd service neutron] 10.222.0.48 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324793 Nov 16 21:26:46.861136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.886304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:46.897378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b9b16d44-e7b9-4565-a48e-be5049529974 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eff893ad234d41009410f4f434528fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1073196 Nov 16 21:26:46.901770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54500) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:46.940140 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:46.991375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.008203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.008837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.074858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:47.091845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6', 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'port_id': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6', 'mac_address': 'fa:16:3e:25:bb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b70ff8-44be-473e-b96d-48fc1d19e601', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:47.201034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.208418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-f07d9702-2eab-475a-b4d9-fa25560afbfc service neutron] 10.222.0.47 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8120916 Nov 16 21:26:47.219707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd453c4-317f-4096-9e38-49d48b4649ad admin admin] Pushing event deleted for resources: {'Network': ['ID=cbac8ea0-e654-40d2-aaf4-0186fac49cf9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:47.221695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:47.271515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8a841-6783-4b1f-9f7b-eaf32aac5420 service neutron] Pushing event updated for resources: {'Port': ['ID=c3097364-011a-4c15-a1f2-b6553a8c427f,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:47.274241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:47.283126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.341712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-b22925a0-881e-4a8f-bc2e-5277683f1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.343222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-b22925a0-881e-4a8f-bc2e-5277683f1ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 1094 time: 0.9192369 Nov 16 21:26:47.394729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:47.486162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-fca3cd18-81f7-474e-a8d3-f9a41985b272 service neutron] 10.222.0.47 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407961 Nov 16 21:26:47.491234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-a58c782c-45f4-41c2-ade6-5e658b1cfbf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3097364-011a-4c15-a1f2-b6553a8c427f HTTP/1.1" status: 200 len: 217 time: 0.1290159 Nov 16 21:26:47.567548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['60586d8a-34ad-4ea9-a2ab-e44782f01ab6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:47.589191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e0c0f-610a-461d-83af-a633c6b49f58 req-b3406da0-1df4-4761-aed6-7bdec94e2d09 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.591162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee3e0c0f-610a-461d-83af-a633c6b49f58 req-b3406da0-1df4-4761-aed6-7bdec94e2d09 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 943 time: 0.3672669 Nov 16 21:26:47.650688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-88588aaf-0612-4dc7-8b19-2087f4bd451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.652234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-88588aaf-0612-4dc7-8b19-2087f4bd451e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 200 len: 858 time: 0.1439435 Nov 16 21:26:47.762800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.764950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-c2f13a30-ce07-4733-9116-71491bab68be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b23b60ba-2d58-4d67-8fdc-206f996ead82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375488 Nov 16 21:26:47.839951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3c605f-e4e4-4749-8b97-ae8dc4a89de6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:47.850050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5866256 Nov 16 21:26:47.852971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61082b47-b872-4c95-a6d7-810d59400efe req-14078932-8d26-4910-a286-e2d9c64ce913 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 210 time: 0.0938213 Nov 16 21:26:47.854978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54516) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:47.883348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-476389842', 'admin_state_up': True, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:47.896707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e577888f-bb26-4fb9-8a57-d67eea7f8c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.927457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-dbe3e2d6-13a4-491a-b0fc-478792e4b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:47.930593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-dbe3e2d6-13a4-491a-b0fc-478792e4b151 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 1094 time: 0.3358195 Nov 16 21:26:47.938489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee3e0c0f-610a-461d-83af-a633c6b49f58 req-abea564d-0766-4cdb-a811-f58b877f7649 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106093 Nov 16 21:26:47.961747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5bd7cc-be78-4a4c-8ff7-9011810bba58 None None] Network 7c6e7f91-6d2e-45e3-bb52-deabe016665f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:47.979799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.983338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7dd15261-99ff-4077-a74e-6b818bb9f1c5 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/5a3c605f-e4e4-4749-8b97-ae8dc4a89de6 HTTP/1.1" status: 204 len: 168 time: 1.7600982 Nov 16 21:26:47.989736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e96191-4f2f-4942-a632-3661d536d6d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Network': ['ID=3929bfb7-6b9b-4f57-950a-cc724da69217,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:47.996071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e577888f-bb26-4fb9-8a57-d67eea7f8c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:47.998753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54518) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:48.047433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'tag': 'c3097364-011a-4c15-a1f2-b6553a8c427f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:48.049759 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0", "tag": "c3097364-011a-4c15-a1f2-b6553a8c427f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:48.053916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-92efb512-2c5f-4890-a1fb-d751da0137a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:48.055677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-92efb512-2c5f-4890-a1fb-d751da0137a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 919 time: 0.1146190 Nov 16 21:26:48.119101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:48.120143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.121885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-44ae049e-b21f-49e6-97bc-06004f264c15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab HTTP/1.1" status: 200 len: 217 time: 0.0563638 Nov 16 21:26:48.123799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.125380 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1c9cb-c666-4fff-b5fb-5ab360270737 x-openstack-request-id: req-a9c1c9cb-c666-4fff-b5fb-5ab360270737 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:48.125806 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0", "tag": "c3097364-011a-4c15-a1f2-b6553a8c427f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:48.125948 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9c1c9cb-c666-4fff-b5fb-5ab360270737 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:48.126363 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'tag': 'c3097364-011a-4c15-a1f2-b6553a8c427f', 'status': 'completed', 'code': 200} Nov 16 21:26:48.204249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-4d3252e2-0f91-41f6-ab2c-612589870770 service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279287 Nov 16 21:26:48.219878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.237999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-abdfed00-eb44-435f-95f7-2a9002f9d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:48.239664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-abdfed00-eb44-435f-95f7-2a9002f9d150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 200 len: 858 time: 0.1110377 Nov 16 21:26:48.300282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.308266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e577888f-bb26-4fb9-8a57-d67eea7f8c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.312074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e577888f-bb26-4fb9-8a57-d67eea7f8c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.315962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e577888f-bb26-4fb9-8a57-d67eea7f8c6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/566ee652-da33-447b-a98b-02baa6d7c9c1 HTTP/1.1" status: 204 len: 168 time: 1.4108081 Nov 16 21:26:48.358223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577888f-bb26-4fb9-8a57-d67eea7f8c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ee652-da33-447b-a98b-02baa6d7c9c1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:48.363694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-37bfbd64-3aa3-4c31-a786-5b90fefa68c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b23b60ba-2d58-4d67-8fdc-206f996ead82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042824 Nov 16 21:26:48.530087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] DHCP port deletion for 7c6e7f91-6d2e-45e3-bb52-deabe016665f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:48.576902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-382a190c-2fc6-4ddf-a54d-88223b53dd81 service neutron] 10.222.0.47 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084918 Nov 16 21:26:48.611733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.651066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 34682930-bcee-4b94-9777-0bc40bdf4c71 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:48.651466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.662721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] Deleting port 34682930-bcee-4b94-9777-0bc40bdf4c71 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:26:48.663476 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.750272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a97e10c3-7a57-4666-9668-5ceac3e877b3 req-4971b909-a3bb-4a0a-b3df-a3f82bc74072 service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340052 Nov 16 21:26:48.806084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 34682930-bcee-4b94-9777-0bc40bdf4c71, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34682930-bcee-4b94-9777-0bc40bdf4c71,segment=NetworkSegment(5666175c-8ad6-4956-9c50-8bc68d2dc69d),segment_id=5666175c-8ad6-4956-9c50-8bc68d2dc69d)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:48.806706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.807711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-244bedae-6d7a-4b78-85f7-226630aec6eb req-5c481cb1-3ab1-4384-8002-6919869b7530 service neutron] 10.222.0.47 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219369 Nov 16 21:26:48.824592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] For port 34682930-bcee-4b94-9777-0bc40bdf4c71, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=34682930-bcee-4b94-9777-0bc40bdf4c71,segment=NetworkSegment(5666175c-8ad6-4956-9c50-8bc68d2dc69d),segment_id=5666175c-8ad6-4956-9c50-8bc68d2dc69d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:48.824876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:48.841332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] Calling delete_port for 34682930-bcee-4b94-9777-0bc40bdf4c71 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:48.869018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 34682930-bcee-4b94-9777-0bc40bdf4c71 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:26:48.918688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:48.945969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-8e9bf9d2-eaa3-4d4a-9602-ec976d1e4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:48.951336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-8e9bf9d2-eaa3-4d4a-9602-ec976d1e4bb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=464769e9273047d9ab01c214617beb66&device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 1094 time: 0.0935702 Nov 16 21:26:49.090918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:26:49.096560 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.105782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:49.106298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.182456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] Pushing event deleted for resources: {'Port': ['ID=34682930-bcee-4b94-9777-0bc40bdf4c71,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:49.191778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139c67e-f244-457d-8d45-325c28214e30 None None] No DVR routers for this DVR port 34682930-bcee-4b94-9777-0bc40bdf4c71 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:49.246058 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.282170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:49.287626 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db824c3-a19c-4d65-becf-741d1a944c2b" -d '{"events": [{"server_uuid": "1c22b8d5-339d-42fb-bf38-b1903e8820c3", "name": "network-vif-plugged", "status": "completed", "tag": "60586d8a-34ad-4ea9-a2ab-e44782f01ab6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:49.327469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:49.337946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.364683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f902aa5b-f4bc-4ca7-a9b1-ae4dedd390dd req-d8da1822-e4c9-48b4-978e-ef1514eb7338 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 210 time: 0.2458799 Nov 16 21:26:49.471201 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2dd89-ffb2-4e5e-8c51-e4916c4108fb x-openstack-request-id: req-b0c2dd89-ffb2-4e5e-8c51-e4916c4108fb {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:49.475777 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c22b8d5-339d-42fb-bf38-b1903e8820c3", "name": "network-vif-plugged", "status": "completed", "tag": "60586d8a-34ad-4ea9-a2ab-e44782f01ab6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:49.476673 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0c2dd89-ffb2-4e5e-8c51-e4916c4108fb {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:49.477856 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6', 'code': 200} Nov 16 21:26:49.480865 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:49.491483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.517886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.519267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-a1aa4e23-3f13-4269-a1a1-7b26ffee6b0e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:49.522323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-a1aa4e23-3f13-4269-a1a1-7b26ffee6b0e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.47 "GET /v2.0/networks?id=41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 200 len: 797 time: 0.5394270 Nov 16 21:26:49.524268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-de6658fd-ea68-497c-9172-dd25277d5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:49.525926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-de6658fd-ea68-497c-9172-dd25277d5ea3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 200 len: 919 time: 0.5629475 Nov 16 21:26:49.529989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:49.544443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb0f9f-28c2-4e07-bf8d-3c7f1ff814de req-a8cba141-477b-4e85-bc71-b5e5a3b993f4 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:49.546294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9bb0f9f-28c2-4e07-bf8d-3c7f1ff814de req-a8cba141-477b-4e85-bc71-b5e5a3b993f4 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 943 time: 0.4696751 Nov 16 21:26:49.590757 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-df219a17-fa42-4978-8801-f38cb6fb8a6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3097364-011a-4c15-a1f2-b6553a8c427f HTTP/1.1" status: 200 len: 217 time: 0.0440614 Nov 16 21:26:49.624583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=34682930-bcee-4b94-9777-0bc40bdf4c71,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:49.653362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port 34682930-bcee-4b94-9777-0bc40bdf4c71 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:26:49.714634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-c033a85f-782b-4032-a0cf-c9242ecce855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:49.717019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-c033a85f-782b-4032-a0cf-c9242ecce855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 200 len: 858 time: 0.1157997 Nov 16 21:26:49.729263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-f6172b05-6bad-472c-9e62-353a93fa45e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cbda076b53643a1888ab607e8eb2651 HTTP/1.1" status: 200 len: 476 time: 0.1967797 Nov 16 21:26:49.767099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-fffceff4-b5fb-4a61-97af-d52ec2af5a6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b23b60ba-2d58-4d67-8fdc-206f996ead82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368195 Nov 16 21:26:49.804074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'port': {'device_id': '3724b963-5be2-4953-bd54-775e72c1f37b', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'admin_state_up': True, 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'security_groups': ['1f129b99-17ca-4f85-bde9-16c8d3675b21', '1c857c7d-4532-4524-93a4-47987438a2f6']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:49.807399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54550) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:49.967308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9bb0f9f-28c2-4e07-bf8d-3c7f1ff814de req-299ab94e-e3a1-4773-9678-6adae4909dad tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909633 Nov 16 21:26:49.969115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5801d-580f-4dde-891d-26b26ea08634 req-6d0e8a14-d80b-4b15-b56d-8d347228a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:49.970825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08c5801d-580f-4dde-891d-26b26ea08634 req-6d0e8a14-d80b-4b15-b56d-8d347228a79a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 1096 time: 0.3970928 Nov 16 21:26:49.971776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.25.3.101 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/14c5876e-cbcd-45f3-a46c-39dcc5d361c1) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:49.975694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.008832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-413a6118-098d-4419-bd53-8e3084aa2f28 service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322848 Nov 16 21:26:50.011574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Made reservation on behalf of 9cbda076b53643a1888ab607e8eb2651 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:50.015422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.023350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1071105445-network', 'tenant_id': 'e677becc60b14119ac80958c57444146'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:50.038739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6e7f91-6d2e-45e3-bb52-deabe016665f']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:50.095424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5666175c-8ad6-4956-9c50-8bc68d2dc69d') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:50.095783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5666175c-8ad6-4956-9c50-8bc68d2dc69d') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:50.121845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.135791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08c5801d-580f-4dde-891d-26b26ea08634 req-ab7a2380-3d9c-462b-a086-9448fb430cc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547997 Nov 16 21:26:50.148508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.160760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:26:50.161465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:26:50.240003 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:26:50.250311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34682930-bcee-4b94-9777-0bc40bdf4c71 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:26:50.278389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e7b6c26-ee03-4f13-80cd-d9cbfa51fc1e req-9f189c51-1b69-4d8e-86e8-0672ae4afbd6 service neutron] 10.222.0.41 "GET /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451315 Nov 16 21:26:50.282509 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.285227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Made reservation on behalf of e677becc60b14119ac80958c57444146 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:50.288109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 34682930-bcee-4b94-9777-0bc40bdf4c71 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:26:50.288642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 34682930-bcee-4b94-9777-0bc40bdf4c71 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:26:50.292685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.299172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.309724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.314532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.315641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/7c6e7f91-6d2e-45e3-bb52-deabe016665f HTTP/1.1" status: 204 len: 168 time: 2.3156247 Nov 16 21:26:50.325434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54556) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:50.336016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2024739292', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:50.344741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edfcdc-7352-48f6-926a-9f49f3792771 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=7c6e7f91-6d2e-45e3-bb52-deabe016665f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:50.401622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.428406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:50.432016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:50.450550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a5866-c8ca-48d8-809f-886c4c98d655 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:50.458313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.460511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.462356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:50.501654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eb002854-8148-4f5a-95af-05fad042af02 None None] Provisioning complete for port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:50.502186 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb002854-8148-4f5a-95af-05fad042af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.513278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.20.0.4 (41d21a08-71da-43f7-9bb5-158b86cbcd5a/332eda4f-aed8-4856-984c-7cb091c9c289/266e57d9-2ae2-4a1f-9d91-15b594613428) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:50.564345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-eb002854-8148-4f5a-95af-05fad042af02 None None] Port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:50.573863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:50.738969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9f73cbd4-54d3-465d-b234-649cd181727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.742309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ff9768e-1c14-4a18-b049-c763f4c091c9 req-43714ca9-164d-46dd-8edc-9b6b59894b6d tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 210 time: 0.2600036 Nov 16 21:26:50.762400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.805295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.816005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.905975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.910194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c3097364-011a-4c15-a1f2-b6553a8c427f details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:50.914747 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:50.931013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:26:51.029240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c3097364-011a-4c15-a1f2-b6553a8c427f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c3097364-011a-4c15-a1f2-b6553a8c427f,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:51.029470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.029787 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Added segment db29ece2-ca20-4146-9a5e-f0a939798892 of type vlan for network af35c03a-734f-445b-a26e-8117c4e41a11 Nov 16 21:26:51.032216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.035591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.046160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'c3097364-011a-4c15-a1f2-b6553a8c427f', 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'port_id': 'c3097364-011a-4c15-a1f2-b6553a8c427f', 'mac_address': 'fa:16:3e:9d:f0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b70ff8-44be-473e-b96d-48fc1d19e601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:51.055134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8997df-7d17-4694-a572-79b0f19fa7d6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.064195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.119118 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.135823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3097364-011a-4c15-a1f2-b6553a8c427f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:51.148007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.158151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:51.164859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c3097364-011a-4c15-a1f2-b6553a8c427f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c3097364-011a-4c15-a1f2-b6553a8c427f,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:51.170860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.196652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:51.198975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=266e57d9-2ae2-4a1f-9d91-15b594613428,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.201428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:51.251016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d4d2c-8e76-4caf-9a6b-7aa13b106d4e req-f77dbc47-c700-4201-9e99-e5aaa7107795 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:51.255392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d47d4d2c-8e76-4caf-9a6b-7aa13b106d4e req-f77dbc47-c700-4201-9e99-e5aaa7107795 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 944 time: 0.1172345 Nov 16 21:26:51.266469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c3097364-011a-4c15-a1f2-b6553a8c427f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.281726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.282699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:51.284330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.298261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:51.298980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.375487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5643172 Nov 16 21:26:51.382597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54570) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:51.387215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-d5e6943a-1baa-4065-b0f5-52c2f1e0e7e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6011021 Nov 16 21:26:51.395161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Request body: {'subnet': {'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1071105445-subnet', 'tenant_id': 'e677becc60b14119ac80958c57444146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:51.420877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Request body: {'port': {'device_id': '3724b963-5be2-4953-bd54-775e72c1f37b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:51.423491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d47d4d2c-8e76-4caf-9a6b-7aa13b106d4e req-ef28cab5-dacf-425d-a3ce-06c5b5c223c8 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550167 Nov 16 21:26:51.426811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175284-c230-47f1-8737-d48f59e9f7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=af35c03a-734f-445b-a26e-8117c4e41a11,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:51.439121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network af35c03a-734f-445b-a26e-8117c4e41a11 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:26:51.465948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:51.521042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Made reservation on behalf of e677becc60b14119ac80958c57444146 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:51.531591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.555523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c3097364-011a-4c15-a1f2-b6553a8c427f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:51.581659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.658902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:51.667488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cf08e42a-b22b-42a6-a41a-e00622e78f48 None None] Provisioning complete for port 266e57d9-2ae2-4a1f-9d91-15b594613428 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:51.667875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cf08e42a-b22b-42a6-a41a-e00622e78f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.671940 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:51.687005 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:51.687976 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:51.728277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:51.733071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d5a76ed-7c9d-4839-bd5f-a9987ae3c35b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8531094 Nov 16 21:26:51.733374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54574) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:51.743253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-cf08e42a-b22b-42a6-a41a-e00622e78f48 None None] Port 266e57d9-2ae2-4a1f-9d91-15b594613428 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:51.919267 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:51.961017 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b0857d08-5331-41df-8d47-f368e73a01c9 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e817e6a87e6442ceae44cab4726c4a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2235479 Nov 16 21:26:51.961295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54582) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:52.067958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735e5ea-4d01-49a8-8be3-e9ceb43f0504 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.073026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6735e5ea-4d01-49a8-8be3-e9ceb43f0504 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084249 Nov 16 21:26:52.073338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54584) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:52.116998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cac5a7b5-a4b2-4052-b960-f6f48343ccc4 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394504 Nov 16 21:26:52.117415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54586) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:52.122890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591937482', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:52.236150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:52.241890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.253564 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:50Z', 'revision_number': 3, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:52.282791 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:26:52.283999 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Updating router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:26:52.312081 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.432819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266e57d9-2ae2-4a1f-9d91-15b594613428 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:52.440394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.455147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Transition to ACTIVE for port object 266e57d9-2ae2-4a1f-9d91-15b594613428 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:26:52.476411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.480753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.588214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Subnet': ['ID=73842dfd-280a-4da7-a770-07ccf024626e,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.595787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.598548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16ae28b1-c2f9-488c-a4e5-6779caf976ab details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:26:52.680364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f516df-7c51-44f6-b0e1-ba021a1923f4 req-48996e18-b85e-4b1a-9b9b-4824f36343f1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.681995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62f516df-7c51-44f6-b0e1-ba021a1923f4 req-48996e18-b85e-4b1a-9b9b-4824f36343f1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 982 time: 0.2097690 Nov 16 21:26:52.683087 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.730000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Checking segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:52.730508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network hostable DHCP agents. Network: 3929bfb7-6b9b-4f57-950a-cc724da69217, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:52.773606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=266e57d9-2ae2-4a1f-9d91-15b594613428,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.793230 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.800223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:52.803461 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.844782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:52.852714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de2c80-3594-4b8c-9d67-7f1548a4ed7b req-a69d01e0-f600-473b-90e5-aaee192fe197 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.854803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57de2c80-3594-4b8c-9d67-7f1548a4ed7b req-a69d01e0-f600-473b-90e5-aaee192fe197 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 944 time: 0.2613404 Nov 16 21:26:52.855478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 3929bfb7-6b9b-4f57-950a-cc724da69217) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:52.867711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:52.868063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.868690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16ae28b1-c2f9-488c-a4e5-6779caf976ab', 'network_id': 'b23b60ba-2d58-4d67-8fdc-206f996ead82', 'port_id': '16ae28b1-c2f9-488c-a4e5-6779caf976ab', 'mac_address': 'fa:16:3e:56:27:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b70ff8-44be-473e-b96d-48fc1d19e601', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:26:52.875464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7272b6a-b8e2-48db-828d-e34da2e45e80 None None] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:52.926407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b2b7e275-925d-4aee-94fe-a023bf44fc57 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8054245 Nov 16 21:26:52.929504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54592) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:52.945027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c3097364-011a-4c15-a1f2-b6553a8c427f up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:52.956034 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f92b9b-ade5-4b0b-9d74-56111d25921a None None] Pushing event updated for resources: {'Port': ['ID=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:52.967354 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Attempting to bind port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:52.967897 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Attempting to bind port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:52.969419 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Attempting to bind port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:52.989989 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:52.991193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:52.991781 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.992751 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:52.993531 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Bound port: 14c5876e-cbcd-45f3-a46c-39dcc5d361c1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:52.994283 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:52.999344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57de2c80-3594-4b8c-9d67-7f1548a4ed7b req-52530ce8-eca8-4e56-9cad-cc7cb14d8570 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159616 Nov 16 21:26:53.073206 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] For port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:53.077597 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] For port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:53.084998 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.138654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62f516df-7c51-44f6-b0e1-ba021a1923f4 req-ec46493e-102e-40b1-9b5b-907aa7f7df33 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4440320 Nov 16 21:26:53.154614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Attempting to bind port 266e57d9-2ae2-4a1f-9d91-15b594613428 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:53.154963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Attempting to bind port 266e57d9-2ae2-4a1f-9d91-15b594613428 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:53.155302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Attempting to bind port 266e57d9-2ae2-4a1f-9d91-15b594613428 on network 41d21a08-71da-43f7-9bb5-158b86cbcd5a {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:53.161617 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f92b9b-ade5-4b0b-9d74-56111d25921a None None] Pushing event updated for resources: {'Port': ['ID=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:53.163550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cef57c-3b10-4ab1-b048-df4f9fedaec0 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:53.200171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Port 266e57d9-2ae2-4a1f-9d91-15b594613428 on network 41d21a08-71da-43f7-9bb5-158b86cbcd5a not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:26:53.200556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Attempting to bind port 266e57d9-2ae2-4a1f-9d91-15b594613428 on network 41d21a08-71da-43f7-9bb5-158b86cbcd5a {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:53.209807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:53.210095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Checking segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:53.210673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Bound using segment: {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:53.211281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Bound port: 266e57d9-2ae2-4a1f-9d91-15b594613428, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84e7951-7ace-4e54-a562-8951b22e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:53.211817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.214669 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:53.217343 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:53.225055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781658c1-859a-49c1-a437-d4529186cef6 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:53.238202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.253270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 172.25.3.90 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d5d923e3-3624-458d-8dc9-4337dc0a7dff) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:53.253681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port c3097364-011a-4c15-a1f2-b6553a8c427f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:26:53.265966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port c3097364-011a-4c15-a1f2-b6553a8c427f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:53.266353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.291769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c23fb911-0378-40cd-a87b-503833d33544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.331019 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.364181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ae28b1-c2f9-488c-a4e5-6779caf976ab {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:26:53.389740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:53.397340 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:26:53.408960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.463639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1deba4b9-8bce-4896-a554-2f7a80a128b0 None None] Provisioning complete for port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:53.464023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1deba4b9-8bce-4896-a554-2f7a80a128b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.500167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c6ea43-d070-4cc3-b35f-b19136de246f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:53.560515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Checking segment: {'id': 'db29ece2-ca20-4146-9a5e-f0a939798892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:53.560891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Network hostable DHCP agents. Network: af35c03a-734f-445b-a26e-8117c4e41a11, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:26:53.565004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] For port 266e57d9-2ae2-4a1f-9d91-15b594613428, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:53.573387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] For port 266e57d9-2ae2-4a1f-9d91-15b594613428, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=266e57d9-2ae2-4a1f-9d91-15b594613428,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:53.599411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.604821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16ae28b1-c2f9-488c-a4e5-6779caf976ab,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:53.616309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-3929bfb7-6b9b-4f57-950a-cc724da69217', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:26:53.617368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.629398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.691814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Network af35c03a-734f-445b-a26e-8117c4e41a11 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:26:53.722076 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:50Z', 'revision_number': 3, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:53.751831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.776338 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805b6c0-3f88-4544-a8e1-bb7897bec519 None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:50Z', 'revision_number': 3, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:53.802907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:53.804491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.810500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] 10.222.0.47 "PUT /v2.0/ports/266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 200 len: 1130 time: 2.4044178 Nov 16 21:26:53.817942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:53.820731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3097364-011a-4c15-a1f2-b6553a8c427f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:53.821096 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d7b6e-3c01-471d-86ef-9573f7617051" -d '{"events": [{"name": "network-changed", "server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:53.832121 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d294f094-ca2d-46eb-a22c-daec23cd73d6" -d '{"events": [{"server_uuid": "4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0", "name": "network-vif-plugged", "status": "completed", "tag": "c3097364-011a-4c15-a1f2-b6553a8c427f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:53.836601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, af35c03a-734f-445b-a26e-8117c4e41a11) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:53.869927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:53.870528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:53.887276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1791ef3-63df-40ab-86bd-d0b1b75b7704 None None] Network af35c03a-734f-445b-a26e-8117c4e41a11 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:53.899127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c3097364-011a-4c15-a1f2-b6553a8c427f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c3097364-011a-4c15-a1f2-b6553a8c427f,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:53.928350 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b7ccb6-8573-4459-ab2a-7572f38695e9 x-openstack-request-id: req-c4b7ccb6-8573-4459-ab2a-7572f38695e9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:53.928642 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:53.928905 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4b7ccb6-8573-4459-ab2a-7572f38695e9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:53.929318 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'status': 'completed', 'code': 200} Nov 16 21:26:53.974368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a284ee5-c5aa-4712-9bf0-b2283dec3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=266e57d9-2ae2-4a1f-9d91-15b594613428,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.012897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-da8d346b-59d3-4d2d-99cd-72cc24781ae5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6245825 Nov 16 21:26:54.079318 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f401b-cd00-4af3-a382-3eb66e44004d x-openstack-request-id: req-2a7f401b-cd00-4af3-a382-3eb66e44004d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:54.079739 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0", "name": "network-vif-plugged", "status": "completed", "tag": "c3097364-011a-4c15-a1f2-b6553a8c427f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:54.080174 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a7f401b-cd00-4af3-a382-3eb66e44004d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:54.080962 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3097364-011a-4c15-a1f2-b6553a8c427f', 'code': 200} Nov 16 21:26:54.090289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16ae28b1-c2f9-488c-a4e5-6779caf976ab'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:26:54.097972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.105074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.146978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-2c45663d-6303-4cb3-8fee-c6143e1319f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.151779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-2c45663d-6303-4cb3-8fee-c6143e1319f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1133 time: 0.2345254 Nov 16 21:26:54.175742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Allocated IP 172.20.0.2 (3929bfb7-6b9b-4f57-950a-cc724da69217/73842dfd-280a-4da7-a770-07ccf024626e/975bc6a7-5ac8-4976-85ad-9fdd2d080c24) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:54.322594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546ec4-6927-4537-8c6a-b38984de4bf5 req-ffd119d0-c856-4d01-9b87-156badd860e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.326736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e1f03-b769-40cb-bdf8-a7159af6033c req-58c45d7a-00e9-403d-a396-d28af88322f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.328650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-053e1f03-b769-40cb-bdf8-a7159af6033c req-58c45d7a-00e9-403d-a396-d28af88322f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 1096 time: 0.3293741 Nov 16 21:26:54.333351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6546ec4-6927-4537-8c6a-b38984de4bf5 req-ffd119d0-c856-4d01-9b87-156badd860e7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 982 time: 0.0802994 Nov 16 21:26:54.351560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:54.359723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-efb752ab-e10d-47f0-91cc-d40cb2728098 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 200 len: 217 time: 0.1493754 Nov 16 21:26:54.380671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:54.402571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:54.404750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=d5d923e3-3624-458d-8dc9-4337dc0a7dff,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.407651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1deba4b9-8bce-4896-a554-2f7a80a128b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.411087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e6546ec4-6927-4537-8c6a-b38984de4bf5 req-1bb11ec3-bd2b-4bf8-8851-00a6527bfb99 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0747590 Nov 16 21:26:54.473594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f32651-e00b-4e67-b6fd-37b975732e2b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:26:54.494826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c29aa-74cc-4543-9033-8e8577edc4ba None None] Network af35c03a-734f-445b-a26e-8117c4e41a11 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:54.543721 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.598875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802245b-c21e-4725-874f-67f959d69e2f req-cd162744-dcc3-40b0-9248-d9a1fcc56fc7 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.601133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6802245b-c21e-4725-874f-67f959d69e2f req-cd162744-dcc3-40b0-9248-d9a1fcc56fc7 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 945 time: 0.4105887 Nov 16 21:26:54.624230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-9f8db818-5ecf-4c88-a276-0ea81fd37f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:54.625743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-9f8db818-5ecf-4c88-a276-0ea81fd37f9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332eda4f-aed8-4856-984c-7cb091c9c289 HTTP/1.1" status: 200 len: 835 time: 0.2465270 Nov 16 21:26:54.710295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1deba4b9-8bce-4896-a554-2f7a80a128b0 None None] For port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:54.739052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-053e1f03-b769-40cb-bdf8-a7159af6033c req-eeda8534-7726-4d61-8188-8eefe0ad91dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857369 Nov 16 21:26:54.755181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1deba4b9-8bce-4896-a554-2f7a80a128b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.766810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c3097364-011a-4c15-a1f2-b6553a8c427f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:54.788688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:54.982065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4ef79cad-1f1e-4c00-8728-e5e814096385 None None] Provisioning complete for port d5d923e3-3624-458d-8dc9-4337dc0a7dff triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:54.982342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ef79cad-1f1e-4c00-8728-e5e814096385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.003237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-51eb373d-7ec2-4655-854a-453a4af065b5 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:55.011165 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-51eb373d-7ec2-4655-854a-453a4af065b5 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/networks?id=af35c03a-734f-445b-a26e-8117c4e41a11 HTTP/1.1" status: 200 len: 814 time: 0.2479794 Nov 16 21:26:55.033304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-792a97dd-8ce0-456c-98ac-1221a59ddd17 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/quotas/e677becc60b14119ac80958c57444146 HTTP/1.1" status: 200 len: 375 time: 0.0195706 Nov 16 21:26:55.054744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6802245b-c21e-4725-874f-67f959d69e2f req-95d6e21d-a566-41fd-8041-7507903d4d3e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384663 Nov 16 21:26:55.061415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deba4b9-8bce-4896-a554-2f7a80a128b0 None None] Pushing event updated for resources: {'Port': ['ID=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:55.066908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-727e7bfe-c566-49da-a8c3-a157113987ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:55.069255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-727e7bfe-c566-49da-a8c3-a157113987ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41d21a08-71da-43f7-9bb5-158b86cbcd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282992 Nov 16 21:26:55.095179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-e863fd42-cf4c-4445-be68-fb9822ccadd4 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e677becc60b14119ac80958c57444146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608163 Nov 16 21:26:55.134219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.140769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4ef79cad-1f1e-4c00-8728-e5e814096385 None None] Port d5d923e3-3624-458d-8dc9-4337dc0a7dff cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:55.153783 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.199754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:55.203271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:55.205743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:55.232241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Pushing event updated for resources: {'Port': ['ID=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:55.263038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-138d405f-01f4-4383-a6b4-f3e1ad0f975c service neutron] 10.222.0.48 "GET /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669986 Nov 16 21:26:55.325699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Attempting to bind port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:26:55.326185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Attempting to bind port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:26:55.327781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Attempting to bind port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 on network 3929bfb7-6b9b-4f57-950a-cc724da69217 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:26:55.334238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:26:55.334730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Checking segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:26:55.335376 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.335881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Bound using segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:26:55.336439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Bound port: 975bc6a7-5ac8-4976-85ad-9fdd2d080c24, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:26:55.336906 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.372919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-e968413c-f1f1-4479-9770-19b21a3e961c service neutron] 10.222.0.48 "GET /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037617 Nov 16 21:26:55.417155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] For port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:26:55.420875 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] For port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:26:55.428098 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:55.489618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1a1c-01c5-41dc-b39c-7096f6e55ced None None] Pushing event updated for resources: {'Port': ['ID=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:55.639948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdec41f4-0e0e-45d7-a022-2989a2305233 req-c3b7b2c8-23aa-4333-94bd-4a6b37d5b210 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 210 time: 0.0461440 Nov 16 21:26:55.763929 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.038179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-6cf2c909-f255-456c-b4de-503a32c46b50 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9608777 Nov 16 21:26:56.054689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550278-b65f-4579-8aad-26b6d5e1df04 req-126a1c44-074b-4b8b-b5db-2f459ad765fc tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.056323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d550278-b65f-4579-8aad-26b6d5e1df04 req-126a1c44-074b-4b8b-b5db-2f459ad765fc tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 982 time: 0.3832676 Nov 16 21:26:56.063063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.071522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b521019b-6511-4e4c-8c42-79a95dce7a17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3491814 Nov 16 21:26:56.296305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b8021-d8f8-4744-b7ae-934a13050c02 req-90df0def-59df-43e2-8cbd-37e55699cf92 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.307589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-474b8021-d8f8-4744-b7ae-934a13050c02 req-90df0def-59df-43e2-8cbd-37e55699cf92 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 945 time: 0.1125565 Nov 16 21:26:56.378895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-474b8021-d8f8-4744-b7ae-934a13050c02 req-f96759e8-e28b-4c3e-afc7-ea10bf90d853 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Nov 16 21:26:56.427220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:56.464559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.465056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.465551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.466445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.466918 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.467381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.467848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.469900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b35a2bf3-1481-491e-aae1-6cd039f7073e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=765b27b9358e4d98b9b4305d0c79f368&device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 6499 time: 0.2966716 Nov 16 21:26:56.476421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.20.0.1 (3929bfb7-6b9b-4f57-950a-cc724da69217/73842dfd-280a-4da7-a770-07ccf024626e/16660fb1-25ec-4dd2-9448-e8d2f94e5125) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:56.497331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8d550278-b65f-4579-8aad-26b6d5e1df04 req-09094306-7767-4f16-a16f-658a637a1756 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4224949 Nov 16 21:26:56.511534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:56.512057 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.512421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6005359b-66d6-4981-84ca-d0d1060abd35 req-f52bae4b-35b6-4773-a0d8-55ffdde2e40d service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501235 Nov 16 21:26:56.632969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:56.638917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16ae28b1-c2f9-488c-a4e5-6779caf976ab up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:56.735564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:56.835606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e07fe7ad-0ab0-48fb-996f-0f04d770ba10 req-3b489498-c048-4007-b378-028d530ce70c tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 210 time: 0.0535541 Nov 16 21:26:56.934800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-31083926-331a-42ca-a71b-6b00d5b59af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.935305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-31083926-331a-42ca-a71b-6b00d5b59af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.935771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-31083926-331a-42ca-a71b-6b00d5b59af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.937426 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-31083926-331a-42ca-a71b-6b00d5b59af2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d81a8710-fd36-40cc-8775-10a384459c66&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&id=81f28bd4-0232-410e-9fc6-cca647927715&id=81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 200 len: 2298 time: 0.4292636 Nov 16 21:26:56.939428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-c44cf69c-2796-4a8f-a3e1-69d9d7a0e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:56.940790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-c44cf69c-2796-4a8f-a3e1-69d9d7a0e227 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1133 time: 0.3461943 Nov 16 21:26:56.944587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.009020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 16ae28b1-c2f9-488c-a4e5-6779caf976ab completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:26:57.019514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16ae28b1-c2f9-488c-a4e5-6779caf976ab triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:57.020352 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.078058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:57.078801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.084913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.233688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.263705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.272614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae28b1-c2f9-488c-a4e5-6779caf976ab'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:26:57.275602 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426aac9-074d-40dd-b1b7-819abbfe6361" -d '{"events": [{"server_uuid": "17fc41ba-1e76-45cc-aa7d-3c292ca5bc90", "name": "network-vif-plugged", "status": "completed", "tag": "16ae28b1-c2f9-488c-a4e5-6779caf976ab"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:26:57.339411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-4a50e79e-c292-4382-ba56-e3497d63ef36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 200 len: 1000 time: 0.3776674 Nov 16 21:26:57.340106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:57.354104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:26:57.355724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb30e28-0ee1-4812-9306-c094f89facc8 None None] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:26:57.379523 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386feae2-8a91-4cee-81aa-5cb4fb4c7b2d x-openstack-request-id: req-386feae2-8a91-4cee-81aa-5cb4fb4c7b2d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:26:57.380366 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fc41ba-1e76-45cc-aa7d-3c292ca5bc90", "name": "network-vif-plugged", "status": "completed", "tag": "16ae28b1-c2f9-488c-a4e5-6779caf976ab", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:26:57.380783 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-386feae2-8a91-4cee-81aa-5cb4fb4c7b2d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:26:57.381737 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae28b1-c2f9-488c-a4e5-6779caf976ab', 'code': 200} Nov 16 21:26:57.382396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.383936 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:26:57.414077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.416444 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.498572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-55192433-1e24-4a14-8ac8-f44000e371f2 None None] Provisioning complete for port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:57.499180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55192433-1e24-4a14-8ac8-f44000e371f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.517303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-6226443e-f723-4614-b195-326f68ef5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.518681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-6226443e-f723-4614-b195-326f68ef5997 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 200 len: 898 time: 0.5675542 Nov 16 21:26:57.526539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:26:57.548779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-3c3410ab-79d9-4582-9d38-babc2a2aea11 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.550312 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-3c3410ab-79d9-4582-9d38-babc2a2aea11 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.41 "GET /v2.0/networks?id=af35c03a-734f-445b-a26e-8117c4e41a11 HTTP/1.1" status: 200 len: 814 time: 0.3555739 Nov 16 21:26:57.560917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:26:57.570987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-734f5cab-933b-457c-bdee-788a591c85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.572627 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-734f5cab-933b-457c-bdee-788a591c85be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4900acb4-23f2-42d4-87b5-5ff651f9925c HTTP/1.1" status: 200 len: 855 time: 0.2192683 Nov 16 21:26:57.584845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.605411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Request body: {'port': {'device_id': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11', 'admin_state_up': True, 'tenant_id': 'e677becc60b14119ac80958c57444146'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:26:57.608841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:26:57.622986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1450-3835-4613-a2da-627c03fb09ca req-ae2de307-3c09-4877-8a21-b89a6a31b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.624683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-808a1450-3835-4613-a2da-627c03fb09ca req-ae2de307-3c09-4877-8a21-b89a6a31b8fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 1096 time: 0.1787732 Nov 16 21:26:57.644998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16ae28b1-c2f9-488c-a4e5-6779caf976ab,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.691279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-201cd1d5-c699-4920-9d60-a3238105eb47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 200 len: 217 time: 0.1572142 Nov 16 21:26:57.692212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=16660fb1-25ec-4dd2-9448-e8d2f94e5125,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:26:57.728166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-808a1450-3835-4613-a2da-627c03fb09ca req-bdb927f0-32ea-4d6d-aa33-f044c1efc18c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927019 Nov 16 21:26:57.744709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7242341-c37b-456d-adc9-38d5b81d9a40 req-3a5067a2-a4b1-4041-af32-4342030e417f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:57.747635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7242341-c37b-456d-adc9-38d5b81d9a40 req-3a5067a2-a4b1-4041-af32-4342030e417f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 945 time: 0.2439263 Nov 16 21:26:57.823526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7242341-c37b-456d-adc9-38d5b81d9a40 req-8b43d813-8816-4e8b-a562-7da5ae0a8d0c tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703259 Nov 16 21:26:57.887139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:57.999855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77455-30bd-4e6d-a554-4a49359ccaac req-89aafa8e-28ef-4d87-9aac-63ba5c403c54 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.010887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-479e87c1-14a0-4eb6-a995-4928d23aebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.011584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-baa77455-30bd-4e6d-a554-4a49359ccaac req-89aafa8e-28ef-4d87-9aac-63ba5c403c54 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.0953979 Nov 16 21:26:58.012285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-479e87c1-14a0-4eb6-a995-4928d23aebf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332eda4f-aed8-4856-984c-7cb091c9c289 HTTP/1.1" status: 200 len: 835 time: 0.2590623 Nov 16 21:26:58.074498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-baa77455-30bd-4e6d-a554-4a49359ccaac req-7ac41892-b156-4146-b77a-48b0d0cf189e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618463 Nov 16 21:26:58.185203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9fe53941-da0c-4aa9-8914-21b1e3558dbe None None] Provisioning complete for port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:58.185859 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9fe53941-da0c-4aa9-8914-21b1e3558dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.203741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3e9ae41-7a7c-46fb-a836-e64fc6394b2b req-76743514-ef73-44ba-86cf-cc6aa081fc23 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 210 time: 0.0640168 Nov 16 21:26:58.246933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:26:58.321327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9fe53941-da0c-4aa9-8914-21b1e3558dbe None None] Port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:58.354383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:58.354808 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.384447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9fe53941-da0c-4aa9-8914-21b1e3558dbe None None] Provisioning complete for port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:58.384823 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9fe53941-da0c-4aa9-8914-21b1e3558dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.432367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-2e91a7f1-4c08-41a9-9457-297c21e291b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.433989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-2e91a7f1-4c08-41a9-9457-297c21e291b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d81a8710-fd36-40cc-8775-10a384459c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8131630 Nov 16 21:26:58.434559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router 653b6f04-c170-4df8-a3b0-863b8d00df1c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:26:58.493468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb17f5-b7df-4b04-bbdc-ba730155abe4 req-8729c949-16c8-4c19-bfd3-43803a2a5e6a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.501966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16bb17f5-b7df-4b04-bbdc-ba730155abe4 req-8729c949-16c8-4c19-bfd3-43803a2a5e6a tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 982 time: 0.8016274 Nov 16 21:26:58.655458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d99df05-5554-4e0a-96f1-f26b884e30af None None] Provisioning complete for port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:26:58.655885 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d99df05-5554-4e0a-96f1-f26b884e30af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.659540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ba465-4e04-4545-8d71-3eac9553d43c req-460aef94-6dff-41b7-9f71-16df3614c902 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.663172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e00ba465-4e04-4545-8d71-3eac9553d43c req-460aef94-6dff-41b7-9f71-16df3614c902 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.0639305 Nov 16 21:26:58.705882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1d99df05-5554-4e0a-96f1-f26b884e30af None None] Port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:26:58.706599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-512fefa9-a250-4e3e-b5cb-5c64061e2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:58.709048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-512fefa9-a250-4e3e-b5cb-5c64061e2e35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41d21a08-71da-43f7-9bb5-158b86cbcd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6881907 Nov 16 21:26:58.742917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e00ba465-4e04-4545-8d71-3eac9553d43c req-abfa313d-c14f-4818-a6b6-6a32b096a2ef tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722477 Nov 16 21:26:58.779953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Made reservation on behalf of e677becc60b14119ac80958c57444146 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:26:58.783408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:58.919219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16bb17f5-b7df-4b04-bbdc-ba730155abe4 req-021c9b17-bc1e-495b-8a0f-92edbc37bca5 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4162388 Nov 16 21:26:58.949985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-2626e080-3b2c-41b7-b810-eb488022ccf6 service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782217 Nov 16 21:26:58.997798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.005170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:26:59.020805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] Sync routers for ids ['653b6f04-c170-4df8-a3b0-863b8d00df1c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:26:59.032404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] Routers {'653b6f04-c170-4df8-a3b0-863b8d00df1c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:59.033026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['653b6f04-c170-4df8-a3b0-863b8d00df1c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:59.069553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:59.078878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] Routers {'653b6f04-c170-4df8-a3b0-863b8d00df1c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:26:59.079410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['653b6f04-c170-4df8-a3b0-863b8d00df1c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:59.130253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:26:59.130698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ea1c0-8bcc-4d14-9d35-cc2b50ff9b03 None None] The sync data for ids ['653b6f04-c170-4df8-a3b0-863b8d00df1c'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:26:59.134427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-4947a857-2088-48f8-9d81-ac7b142b2995 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080482 Nov 16 21:26:59.146749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:26:59.150733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37f90a20-45db-47e9-a09f-899ddd49727e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.8173423 Nov 16 21:26:59.151529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54676) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:59.314105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-22e5aee5-4b1d-440e-a51e-9a0646ead1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542295 Nov 16 21:26:59.457641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46690459-06ba-463f-95db-8727d40a3c70 req-e9a7d9ad-2450-4707-8a84-53662f79cb1f tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 210 time: 0.1378522 Nov 16 21:26:59.469003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-8431408f-e6e2-4235-9596-1f66211f9e2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 217 time: 0.1021037 Nov 16 21:26:59.535075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Allocated IP 172.20.0.11 (af35c03a-734f-445b-a26e-8117c4e41a11/a4c6ea43-d070-4cc3-b35f-b19136de246f/27a0b928-5e1f-40bd-8107-ed5002b8fbee) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:26:59.575584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-323d7b6e-3c01-471d-86ef-9573f7617051 req-903da20f-ea53-4f55-a44e-e51f303b82ae service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225678 Nov 16 21:26:59.625837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-80a005bf-a17b-4486-b40b-7ac9b76ecd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.627424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-80a005bf-a17b-4486-b40b-7ac9b76ecd75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1481745 Nov 16 21:26:59.668705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c46ff7-2661-4614-8e18-3d9706ccdb30 req-89291d35-7a48-4ab8-a41d-652e3a9835aa tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.670225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8c46ff7-2661-4614-8e18-3d9706ccdb30 req-89291d35-7a48-4ab8-a41d-652e3a9835aa tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.4631021 Nov 16 21:26:59.717781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef848991-0803-4d5d-b4c9-f6862be4b3c7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/routers/653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 200 len: 884 time: 0.5624816 Nov 16 21:26:59.719415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54680) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:26:59.814729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-3c2e89d6-3736-42c2-83b1-97eb5751eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:26:59.816283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-3c2e89d6-3736-42c2-83b1-97eb5751eddb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806321 Nov 16 21:26:59.877866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8c46ff7-2661-4614-8e18-3d9706ccdb30 req-6079c83c-7dfd-483c-ae37-f17c56709d3a tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996896 Nov 16 21:27:00.024813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-385424ab-626e-4959-92ef-a3509d3c26f7 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968620 Nov 16 21:27:00.067325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.075006 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.075258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6ca8720b-fd0b-4388-8726-ae81cac4ce1e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3528409 Nov 16 21:27:00.075258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54688) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:00.079746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2024739292'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:00.081763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6322cb-679f-4a36-906b-ac2c5860b5be req-f374a59a-804b-4b25-b77c-ecdbe261811c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.084722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed6322cb-679f-4a36-906b-ac2c5860b5be req-f374a59a-804b-4b25-b77c-ecdbe261811c tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.2630670 Nov 16 21:27:00.126177 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.166682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cc00c-a9ef-4626-9bd7-2e3abc4468da req-781cfd39-86f9-4c59-a276-248031aa12c7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.167610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-212cc00c-a9ef-4626-9bd7-2e3abc4468da req-781cfd39-86f9-4c59-a276-248031aa12c7 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 982 time: 0.1783159 Nov 16 21:27:00.275987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=16660fb1-25ec-4dd2-9448-e8d2f94e5125,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:00.278464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.317692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed6322cb-679f-4a36-906b-ac2c5860b5be req-023d0160-4e54-40b6-89d6-d54a6fc6c435 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928306 Nov 16 21:27:00.365107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.371996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-a1fafaa4-580c-4fe4-8a51-991b74930c49 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344290 Nov 16 21:27:00.382432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-212cc00c-a9ef-4626-9bd7-2e3abc4468da req-7ac929f8-e7b0-4e32-887d-deb0f42ddd31 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2013576 Nov 16 21:27:00.451179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efbb61-befe-41c3-ae87-52ed31086766 req-795a4b87-2a8d-498a-8917-f778df06eab7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.452840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38efbb61-befe-41c3-ae87-52ed31086766 req-795a4b87-2a8d-498a-8917-f778df06eab7 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.0928795 Nov 16 21:27:00.469085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Network af35c03a-734f-445b-a26e-8117c4e41a11 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:00.475242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-51cb03e3-9cee-4a93-b783-6a392c7c033c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 217 time: 0.0914862 Nov 16 21:27:00.481965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:00.484386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:00.575237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.575800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.629961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Pushing event updated for resources: {'Port': ['ID=27a0b928-5e1f-40bd-8107-ed5002b8fbee,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:00.638139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.641974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 266e57d9-2ae2-4a1f-9d91-15b594613428 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:00.657114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Deleting port e274e477-1e30-4053-bdc4-00b1d76bf6d7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:00.657433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.667236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-6fc6d6f3-3675-45f9-9ca7-9e66ba256542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.668630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.668768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-6fc6d6f3-3675-45f9-9ca7-9e66ba256542 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1358564 Nov 16 21:27:00.673928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-dd7f7fe4-ab50-4fae-8e4b-ffb8e3f8c4f0 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1087756 Nov 16 21:27:00.703964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fffa4-a71d-4378-b99d-1121b59e6dc9 req-0a996ffb-b701-4a36-9191-ade3c7d07b8a tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:00.705476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d25fffa4-a71d-4378-b99d-1121b59e6dc9 req-0a996ffb-b701-4a36-9191-ade3c7d07b8a tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 932 time: 0.1201863 Nov 16 21:27:00.707464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:00.725534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Request body: {'port': {'device_id': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:00.750975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:00.858183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 266e57d9-2ae2-4a1f-9d91-15b594613428, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=266e57d9-2ae2-4a1f-9d91-15b594613428,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:00.880045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'port_id': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'mac_address': 'fa:16:3e:1f:c6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:00.905864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] For port e274e477-1e30-4053-bdc4-00b1d76bf6d7, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e274e477-1e30-4053-bdc4-00b1d76bf6d7,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:00.906319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:00.988331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.017746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266e57d9-2ae2-4a1f-9d91-15b594613428 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:01.074483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 266e57d9-2ae2-4a1f-9d91-15b594613428, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=266e57d9-2ae2-4a1f-9d91-15b594613428,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:01.082047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.091485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router 653b6f04-c170-4df8-a3b0-863b8d00df1c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:01.169234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=266e57d9-2ae2-4a1f-9d91-15b594613428,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:01.210602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-44af34e4-132b-4dc8-8970-2cc5486a0ea6 None None] Provisioning complete for port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:01.211279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44af34e4-132b-4dc8-8970-2cc5486a0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.266896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-44af34e4-132b-4dc8-8970-2cc5486a0ea6 None None] Port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:01.282642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92440703-0ab7-4f69-9ad8-36193cb98f58 req-6d1e5dbc-d476-4f08-92cd-55c3dfa9ebb5 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:01.284345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92440703-0ab7-4f69-9ad8-36193cb98f58 req-6d1e5dbc-d476-4f08-92cd-55c3dfa9ebb5 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.2111309 Nov 16 21:27:01.284606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:01.293007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-2abcd6af-f642-4811-9df8-b5ecd57d7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:01.294728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-2abcd6af-f642-4811-9df8-b5ecd57d7dd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6176913 Nov 16 21:27:01.308096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.381984 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d25fffa4-a71d-4378-b99d-1121b59e6dc9 req-d3a4fdc2-ace8-445d-9c2a-e6789b49165e tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533852 Nov 16 21:27:01.445577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:01.464287 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] Sync routers for ids ['653b6f04-c170-4df8-a3b0-863b8d00df1c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:01.464901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.466322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-07b3a695-bc4e-4963-b597-c2805bb803f7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 200 len: 891 time: 1.3902118 Nov 16 21:27:01.469052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:01.488217 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.488462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:01.491656 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Floating IP 0b830034-5781-43be-ae75-7aa59c8bd0fa disassociated. External IP: 172.25.3.11, port: e274e477-1e30-4053-bdc4-00b1d76bf6d7. Nov 16 21:27:01.492024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Calling delete_port for e274e477-1e30-4053-bdc4-00b1d76bf6d7 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:01.493621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] Routers {'653b6f04-c170-4df8-a3b0-863b8d00df1c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:01.494288 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['653b6f04-c170-4df8-a3b0-863b8d00df1c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:01.495140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['266e57d9-2ae2-4a1f-9d91-15b594613428'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:01.559760 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:01.575765 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] Routers {'653b6f04-c170-4df8-a3b0-863b8d00df1c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:01.577132 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['653b6f04-c170-4df8-a3b0-863b8d00df1c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:01.624624 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:01.625502 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af19c1e-0c87-4282-827b-29e3e74386f3 None None] The sync data for ids ['653b6f04-c170-4df8-a3b0-863b8d00df1c'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:01.634473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-2839a484-b1cb-4a84-be51-cfb0cbcca02a service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272276 Nov 16 21:27:01.669014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92440703-0ab7-4f69-9ad8-36193cb98f58 req-bf7abd2d-db9a-4568-a1ca-8f22434947b1 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491375 Nov 16 21:27:01.829219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986cf59-bec4-45cd-aab9-3dc6498f1b96 req-0a29bf9c-865f-4e03-a83d-fd177520ec57 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:01.830777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a986cf59-bec4-45cd-aab9-3dc6498f1b96 req-0a29bf9c-865f-4e03-a83d-fd177520ec57 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 946 time: 0.3238945 Nov 16 21:27:01.848900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:01.866483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:01.874836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d1c54ce7-d6b9-4c70-8972-036b40b26708 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/routers/653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 200 len: 891 time: 0.3934829 Nov 16 21:27:01.876151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54706) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:01.884172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:01.884842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:01.898408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-34bf0e0b-44bb-45fb-9e65-b73d8a5609df tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "PUT /v2.0/routers/59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9606566 Nov 16 21:27:01.910827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54708) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:01.919087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-30ddb447-660e-4937-89d4-668b5a80a753 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 200 len: 205 time: 0.0402787 Nov 16 21:27:01.938147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54712) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:02.025552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:02.025795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c3af3-a36f-4567-a863-b7287f49af4c req-548fdc00-825b-4e36-9d10-07170e1c6e6b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.028322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-876c3af3-a36f-4567-a863-b7287f49af4c req-548fdc00-825b-4e36-9d10-07170e1c6e6b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 983 time: 0.2491436 Nov 16 21:27:02.071053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-63f7ec01-2cf1-4238-b56f-1064ed5ce9c4 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651505 Nov 16 21:27:02.079214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a986cf59-bec4-45cd-aab9-3dc6498f1b96 req-76834939-0438-4c10-8e15-444d56015e82 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362938 Nov 16 21:27:02.104520 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.190639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event deleted for resources: {'Port': ['ID=e274e477-1e30-4053-bdc4-00b1d76bf6d7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:02.204925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a0b928-5e1f-40bd-8107-ed5002b8fbee {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:02.223963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-f86f259b-b96e-4d5f-9b60-7bfdc021eada service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e402764e-07db-4ee3-801c-7372fdbeb928 HTTP/1.1" status: 200 len: 217 time: 0.1434360 Nov 16 21:27:02.226768 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.259136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:58Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:26:59Z', 'revision_number': 2, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:02.286007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:02.287384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Updating router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:02.289751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Transition to ACTIVE for port object 27a0b928-5e1f-40bd-8107-ed5002b8fbee will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:02.301416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.316524 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.358077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc602-2e5e-405f-9720-a0abe95b2ece req-0b66a1ea-5c5e-44c2-b414-806dfe44b820 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.359585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-527bc602-2e5e-405f-9720-a0abe95b2ece req-0b66a1ea-5c5e-44c2-b414-806dfe44b820 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 945 time: 0.1923902 Nov 16 21:27:02.361281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-a3cd483a-4f34-4f85-970c-bea8d46b13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.362906 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-a3cd483a-4f34-4f85-970c-bea8d46b13b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.1183162 Nov 16 21:27:02.455073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Pushing event updated for resources: {'Port': ['ID=27a0b928-5e1f-40bd-8107-ed5002b8fbee,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:02.511662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-a51ae71b-a2e3-425b-b709-4c1acfd00640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.513167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-a51ae71b-a2e3-425b-b709-4c1acfd00640 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356122 Nov 16 21:27:02.556888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-527bc602-2e5e-405f-9720-a0abe95b2ece req-8fa90c1b-299d-4415-b05e-50231e7aaa45 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875181 Nov 16 21:27:02.639348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Attempting to bind port 27a0b928-5e1f-40bd-8107-ed5002b8fbee on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:02.640017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Attempting to bind port 27a0b928-5e1f-40bd-8107-ed5002b8fbee by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'db29ece2-ca20-4146-9a5e-f0a939798892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:02.640112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Attempting to bind port 27a0b928-5e1f-40bd-8107-ed5002b8fbee on network af35c03a-734f-445b-a26e-8117c4e41a11 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:02.656477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Port 27a0b928-5e1f-40bd-8107-ed5002b8fbee on network af35c03a-734f-445b-a26e-8117c4e41a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:02.656857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Attempting to bind port 27a0b928-5e1f-40bd-8107-ed5002b8fbee on network af35c03a-734f-445b-a26e-8117c4e41a11 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:02.724844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:02.725982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Checking segment: {'id': 'db29ece2-ca20-4146-9a5e-f0a939798892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:02.726583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Bound using segment: {'id': 'db29ece2-ca20-4146-9a5e-f0a939798892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:02.727685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.728210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Bound port: 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db29ece2-ca20-4146-9a5e-f0a939798892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:02.728796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.743028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.813371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6bec6-20ed-47c4-bc30-19e3b8e8a077 req-0d677fe0-4b5d-488f-8318-b45d46a73dcd tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:02.822465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bf6bec6-20ed-47c4-bc30-19e3b8e8a077 req-0d677fe0-4b5d-488f-8318-b45d46a73dcd tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 944 time: 0.1498814 Nov 16 21:27:02.851649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-e88f115f-81b5-4a8c-88d5-6289b8df781c service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270619 Nov 16 21:27:02.891543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21670f-b7d1-43f8-a064-789b0faa2224 None None] Pushing event updated for resources: {'Port': ['ID=16660fb1-25ec-4dd2-9448-e8d2f94e5125,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:02.913920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Attempting to bind port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:02.914349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Attempting to bind port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:02.914735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Attempting to bind port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 on network 3929bfb7-6b9b-4f57-950a-cc724da69217 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:02.921115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-876c3af3-a36f-4567-a863-b7287f49af4c req-30657d58-9239-4d24-a0f1-c122a68a6d56 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8272028 Nov 16 21:27:02.929701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:02.933187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Checking segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:02.933662 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.934082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Bound using segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:02.934596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Bound port: 16660fb1-25ec-4dd2-9448-e8d2f94e5125, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:02.935403 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:02.971052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.051769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] For port 16660fb1-25ec-4dd2-9448-e8d2f94e5125, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:03.059737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] For port 16660fb1-25ec-4dd2-9448-e8d2f94e5125, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=16660fb1-25ec-4dd2-9448-e8d2f94e5125,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:03.065131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.101319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.101851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.102467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.102943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.103423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.103542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-ff12b1d0-15f5-401a-8a1e-c42ec5732551 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400649 Nov 16 21:27:03.103890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.104357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.104828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.105367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.105885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.106885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.107603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.108453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.108932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.118668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3fa901d-e73b-4ffe-8c0b-fe31d17c24c8 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9874 time: 1.2045369 Nov 16 21:27:03.119754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54722) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:03.169816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21670f-b7d1-43f8-a064-789b0faa2224 None None] Pushing event updated for resources: {'Port': ['ID=16660fb1-25ec-4dd2-9448-e8d2f94e5125,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:03.198987 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.206981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:03.207724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:03.223153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-f923b96b-947b-42e3-b20f-124a6494e595 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=067f260e-99dd-4594-88ab-c8307bb73d26 HTTP/1.1" status: 200 len: 217 time: 0.1055167 Nov 16 21:27:03.223153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] For port 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:03.265137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bf6bec6-20ed-47c4-bc30-19e3b8e8a077 req-090ae5a4-8e3d-420a-92f3-4c0cd931360a tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411912 Nov 16 21:27:03.295202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Router cc6ebb2d-111a-47df-94d6-d270866e720c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:03.347925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:03.358186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] For port 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee,segment=NetworkSegment(db29ece2-ca20-4146-9a5e-f0a939798892),segment_id=db29ece2-ca20-4146-9a5e-f0a939798892)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:03.370604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1ca23c6-fe13-409f-a0ca-767d3408dd35 req-db727af7-3b4a-434b-a35b-8b19a60cdbae tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0683415 Nov 16 21:27:03.430958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.431433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.431899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.432366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.432825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.433288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.434067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.434595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.435117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.435561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.436086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.436545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.437109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.437613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.438676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.443463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3020920e-bd1e-4f5a-a707-89749b496cc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9019 time: 0.3152664 Nov 16 21:27:03.445735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54726) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:03.462765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-5a92c14e-544b-494f-afa4-bca4fbf8a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.465115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-5a92c14e-544b-494f-afa4-bca4fbf8a7a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 200 len: 797 time: 0.2348659 Nov 16 21:27:03.517188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5e41eee2-21a7-494d-8c23-b420cf47f6fa None None] Provisioning complete for port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:03.517679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e41eee2-21a7-494d-8c23-b420cf47f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.549771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.550406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.551826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] 10.222.0.41 "PUT /v2.0/ports/27a0b928-5e1f-40bd-8107-ed5002b8fbee HTTP/1.1" status: 200 len: 1092 time: 2.8564415 Nov 16 21:27:03.555394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'tag': '27a0b928-5e1f-40bd-8107-ed5002b8fbee'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:03.556967 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d", "tag": "27a0b928-5e1f-40bd-8107-ed5002b8fbee"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:03.630462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514f330-1297-4593-8b49-5bb59766b10b req-ec3c9653-46b0-47ea-b40b-c4749511d3b0 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.632677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f514f330-1297-4593-8b49-5bb59766b10b req-ec3c9653-46b0-47ea-b40b-c4749511d3b0 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 945 time: 0.2460611 Nov 16 21:27:03.648527 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.650458 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a2f7b-3f08-4a50-ac86-f2ad1d275677 x-openstack-request-id: req-9c9a2f7b-3f08-4a50-ac86-f2ad1d275677 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:03.650989 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d", "tag": "27a0b928-5e1f-40bd-8107-ed5002b8fbee", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:03.651096 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c9a2f7b-3f08-4a50-ac86-f2ad1d275677 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:03.651484 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'tag': '27a0b928-5e1f-40bd-8107-ed5002b8fbee', 'status': 'completed', 'code': 200} Nov 16 21:27:03.657007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa42a64-808d-4fc1-a10c-e8b81538240c service neutron] Pushing event updated for resources: {'Port': ['ID=27a0b928-5e1f-40bd-8107-ed5002b8fbee,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:03.710930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-5a03e9e1-3919-4bd8-b462-1b42506aee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.712560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-5a03e9e1-3919-4bd8-b462-1b42506aee57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b740b8d0-6c5f-4a29-8be3-08c641ea5db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2156291 Nov 16 21:27:03.785843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-cdf79372-ca98-45df-9cfd-079a0cf63b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.788073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-cdf79372-ca98-45df-9cfd-079a0cf63b4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e677becc60b14119ac80958c57444146&device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 1095 time: 0.1519125 Nov 16 21:27:03.819670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f514f330-1297-4593-8b49-5bb59766b10b req-74df4290-4284-43ed-8cc7-86ea81666e58 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654723 Nov 16 21:27:03.866509 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-17ccca36-c94d-4920-b8aa-228cbcfa0134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee HTTP/1.1" status: 200 len: 217 time: 0.0616121 Nov 16 21:27:03.916648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e41eee2-21a7-494d-8c23-b420cf47f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:03.950163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-c90c4461-5d22-4968-8afc-84cded4c281e service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269168 Nov 16 21:27:03.954600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-71af01cf-f776-4009-accf-8c6bbeca913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:03.956526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-71af01cf-f776-4009-accf-8c6bbeca913a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c6ea43-d070-4cc3-b35f-b19136de246f HTTP/1.1" status: 200 len: 854 time: 0.0799801 Nov 16 21:27:03.995064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:04.000156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5e41eee2-21a7-494d-8c23-b420cf47f6fa None None] For port 16660fb1-25ec-4dd2-9448-e8d2f94e5125, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=16660fb1-25ec-4dd2-9448-e8d2f94e5125,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:04.011677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:04.013248 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e41eee2-21a7-494d-8c23-b420cf47f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.018378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port d5d923e3-3624-458d-8dc9-4337dc0a7dff {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:04.018953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.034305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:04.034943 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:04.068383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-2875d845-f010-48a9-843f-69cbe9685f1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af35c03a-734f-445b-a26e-8117c4e41a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892174 Nov 16 21:27:04.152431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:58Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:04.153371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] No DVR routers for this DVR port e274e477-1e30-4053-bdc4-00b1d76bf6d7 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:04.185022 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:04.199714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.203772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38efbb61-befe-41c3-ae87-52ed31086766 req-bd50a71f-12a7-491a-8323-b7732e7791a8 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.41 "DELETE /v2.0/ports/e274e477-1e30-4053-bdc4-00b1d76bf6d7 HTTP/1.1" status: 204 len: 173 time: 3.7109327 Nov 16 21:27:04.204249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdb1ac-ef41-40b7-af36-c88f15779c87 None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:58Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:04.216216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41eee2-21a7-494d-8c23-b420cf47f6fa None None] Pushing event updated for resources: {'Port': ['ID=16660fb1-25ec-4dd2-9448-e8d2f94e5125,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:04.219944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-deleted', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:04.220456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-ddb5812f-89d3-4ad4-b065-9894f0016be3 service neutron] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499442 Nov 16 21:27:04.222715 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a243938-55ac-42cc-b924-08ff91a1616d" -d '{"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-deleted", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:04.223529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c74c09be-3b6a-41bf-b2aa-9d66b9d5c09a None None] Provisioning complete for port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:04.224451 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c74c09be-3b6a-41bf-b2aa-9d66b9d5c09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.266256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-3c5ed97f-87a5-4640-947c-bf03d87e2152 service neutron] 10.222.0.41 "GET /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967306 Nov 16 21:27:04.268469 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-655a1da7-f463-48db-826c-728780ba006c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=97f906d6-7a52-4792-be6e-a85ce0027b01 HTTP/1.1" status: 200 len: 217 time: 0.0469577 Nov 16 21:27:04.284665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-045cf321-f351-423d-a266-a528565da5f6 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6673 time: 0.8372688 Nov 16 21:27:04.357609 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d3683c-c400-4ecf-8462-f6623a99595e x-openstack-request-id: req-02d3683c-c400-4ecf-8462-f6623a99595e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:04.357909 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c", "name": "network-vif-deleted", "tag": "e274e477-1e30-4053-bdc4-00b1d76bf6d7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:04.358164 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02d3683c-c400-4ecf-8462-f6623a99595e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:04.362031 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c', 'name': 'network-vif-deleted', 'tag': 'e274e477-1e30-4053-bdc4-00b1d76bf6d7', 'status': 'completed', 'code': 200} Nov 16 21:27:04.422051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11638f-1b6c-4e47-9c9e-5c6c43816837 req-3049fd10-32f0-4bfb-8e04-2c34562f6c40 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:04.424226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e11638f-1b6c-4e47-9c9e-5c6c43816837 req-3049fd10-32f0-4bfb-8e04-2c34562f6c40 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 983 time: 0.3099468 Nov 16 21:27:04.474853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.515242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for d5d923e3-3624-458d-8dc9-4337dc0a7dff owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:04.591911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e11638f-1b6c-4e47-9c9e-5c6c43816837 req-9efa2c2f-8868-4016-9a2d-42c0d56e27b5 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1575425 Nov 16 21:27:04.633972 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:04.647888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5112e3f-9d08-4578-9123-6be64f92570a req-c055f170-c901-4af4-a773-a08138c7bfe9 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:04.655566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5112e3f-9d08-4578-9123-6be64f92570a req-c055f170-c901-4af4-a773-a08138c7bfe9 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 944 time: 0.1564345 Nov 16 21:27:04.663925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-77273d6f-75a3-422b-80b4-fac318fa0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:04.665395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-77273d6f-75a3-422b-80b4-fac318fa0858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.3896141 Nov 16 21:27:04.670423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 266e57d9-2ae2-4a1f-9d91-15b594613428 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:04.681982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2dcf4181-4250-4a8a-ac6e-637a9c577a04 req-8e663fab-9cae-4b49-a0b0-baaf5ce8516c service neutron] 10.222.0.41 "GET /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045455 Nov 16 21:27:04.722168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:04.743423 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:04.748980 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:04.761748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b3472cc2-3186-46e3-875d-742921a04340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:04.763334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-b3472cc2-3186-46e3-875d-742921a04340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804274 Nov 16 21:27:04.871079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.904107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 266e57d9-2ae2-4a1f-9d91-15b594613428 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:04.911093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 266e57d9-2ae2-4a1f-9d91-15b594613428 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:04.912105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:04.931396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f82cce-ccd3-4ed7-b801-6417d0e9b212 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:04.954991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5112e3f-9d08-4578-9123-6be64f92570a req-374b2c25-f3da-4589-a269-9317c0ee5d4c tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985122 Nov 16 21:27:05.028452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-c4b8aab1-a270-4892-9c53-6f4f10e5effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.034819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-c4b8aab1-a270-4892-9c53-6f4f10e5effd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e677becc60b14119ac80958c57444146&device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 1095 time: 0.2479758 Nov 16 21:27:05.069578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:05.141551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=d5d923e3-3624-458d-8dc9-4337dc0a7dff,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.155387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e274e477-1e30-4053-bdc4-00b1d76bf6d7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:05.155753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e274e477-1e30-4053-bdc4-00b1d76bf6d7 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:05.178018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.311333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.320919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.322172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6655ecff-6e5d-4f62-9a85-cefe4020bcd4 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.323748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6655ecff-6e5d-4f62-9a85-cefe4020bcd4 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 945 time: 0.4365499 Nov 16 21:27:05.325129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.351858 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.357012 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:05.384536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54770) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:05.415779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188823484', 'description': 'tempest-secgroup-smoke-188823484 description', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:05.432254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:05.437539 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceeaf99-d6a1-4a2a-9630-3428aaa14211" -d '{"events": [{"server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "name": "network-vif-plugged", "status": "completed", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:05.476775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.478189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router 653b6f04-c170-4df8-a3b0-863b8d00df1c {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:27:05.479713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 266e57d9-2ae2-4a1f-9d91-15b594613428, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=266e57d9-2ae2-4a1f-9d91-15b594613428,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:05.490949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.541634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.550092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a74851c-86da-4149-bee6-0d6c21506900 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 204 len: 168 time: 3.6073427 Nov 16 21:27:05.557826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54774) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:05.573287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1925143155'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:05.606394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=266e57d9-2ae2-4a1f-9d91-15b594613428,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:05.659068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845a2a-352b-45bf-b999-831bfe88be5f req-ae20bc62-4994-4f89-884a-994b7ee718e7 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:05.667477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-40845a2a-352b-45bf-b999-831bfe88be5f req-ae20bc62-4994-4f89-884a-994b7ee718e7 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 945 time: 0.1955183 Nov 16 21:27:05.670064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.695675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:05.699727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.746496 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:05.756570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-40845a2a-352b-45bf-b999-831bfe88be5f req-7773c0cb-98c2-44aa-a303-2f0f34b74a8a tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857751 Nov 16 21:27:05.792820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74acc1f-55cf-4979-bf24-5536d0df07cd None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:16:26Z', 'revision_number': 4, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '6d044746-df86-4797-acf8-a9d7ab0b14de', 'name': '', 'network_id': 'd310be21-08ea-45de-b9ee-a1dc1026e746', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'mac_address': 'fa:16:3e:68:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:24Z', 'updated_at': '2021-11-16T21:16:32Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'subnets': [{'id': '26a20057-4d04-4646-87f1-8086ea3ef2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:05.848739 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac2d05d-75f9-4df1-99ca-46aff84c81d9 x-openstack-request-id: req-bac2d05d-75f9-4df1-99ca-46aff84c81d9 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:05.848739 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "name": "network-vif-plugged", "status": "completed", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:05.849493 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bac2d05d-75f9-4df1-99ca-46aff84c81d9 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:05.850187 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'code': 200} Nov 16 21:27:05.854422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:05.890808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:05.890808 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment 15479e3e-f46d-47da-a8aa-51f2c9bb2164 of type vlan for network 65ffa922-41be-4e93-9dc6-02636a4231f8 Nov 16 21:27:05.891424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3b6c6c7-6b46-4229-a45c-26857d2e9396 req-eb2ba001-231e-4ff7-b732-d325d135b017 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa87345e-dd0c-4d16-9d2c-51ffecb7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0565076 Nov 16 21:27:06.046292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-64a61685-822e-4572-86a7-abacf088d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.048366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-64a61685-822e-4572-86a7-abacf088d94c service neutron] 10.222.0.41 "GET /v2.0/networks?id=af35c03a-734f-445b-a26e-8117c4e41a11 HTTP/1.1" status: 200 len: 915 time: 1.0060527 Nov 16 21:27:06.070197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.107964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Deleting port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:06.108150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.151833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459058-6862-43e0-8098-920abaa99011 req-e499dda2-eecf-4dbf-b23a-4a5bc88c0020 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.154866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65459058-6862-43e0-8098-920abaa99011 req-e499dda2-eecf-4dbf-b23a-4a5bc88c0020 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.1624274 Nov 16 21:27:06.164268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-8acd47c2-62b3-41b2-a25d-557dd5c37010 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3884773 Nov 16 21:27:06.189999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:27:06.219307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-5dbe7e7e-96c2-4517-8375-ef5d6a094ed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee HTTP/1.1" status: 200 len: 217 time: 0.1425548 Nov 16 21:27:06.300770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 16660fb1-25ec-4dd2-9448-e8d2f94e5125 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:06.341167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68824cb-8c00-4b41-81bd-e35d4fdd2674 req-af18e4c7-e26e-4055-af16-94b5964fa666 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.343655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f68824cb-8c00-4b41-81bd-e35d4fdd2674 req-af18e4c7-e26e-4055-af16-94b5964fa666 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 944 time: 0.2530909 Nov 16 21:27:06.365605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-e85c39e1-9e86-4aae-a3dc-764f393fdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.367530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-e85c39e1-9e86-4aae-a3dc-764f393fdb6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c6ea43-d070-4cc3-b35f-b19136de246f HTTP/1.1" status: 200 len: 854 time: 0.1346376 Nov 16 21:27:06.408620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9fc9e-39ec-4ed1-8da6-409ebdd000b5 None None] New status for floating IP 0b830034-5781-43be-ae75-7aa59c8bd0fa: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:27:06.419560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2db3-9261-44ae-80a0-6dc552d3433f req-fa519f1d-8760-448f-b4a6-b0effba5d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.421128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c5b2db3-9261-44ae-80a0-6dc552d3433f req-fa519f1d-8760-448f-b4a6-b0effba5d8f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1135 time: 0.3718684 Nov 16 21:27:06.476226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f68824cb-8c00-4b41-81bd-e35d4fdd2674 req-af3029e1-4a85-459e-9ae4-2b6d1500a097 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222751 Nov 16 21:27:06.478442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-6f00a583-c2ff-4417-9384-578263c2acdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af35c03a-734f-445b-a26e-8117c4e41a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970759 Nov 16 21:27:06.588985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:06.589683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.593213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-fc523b96-f8c2-405d-a3f3-d6a65e46fe7c service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874502 Nov 16 21:27:06.651654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.670869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.673252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.681682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.682275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.716486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-d7530c46-125a-40b7-9734-d97fdeddba3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 200 len: 217 time: 0.1151116 Nov 16 21:27:06.742071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65459058-6862-43e0-8098-920abaa99011 req-1d3a326a-ed6e-41cf-8a5f-e7851dabdecd tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5467532 Nov 16 21:27:06.770992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c5b2db3-9261-44ae-80a0-6dc552d3433f req-7446faf9-40db-4ddf-af8a-645024a80b92 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3181860 Nov 16 21:27:06.842353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-04d70f22-7c95-4e69-9166-4058ebfd5c3b service neutron] 10.222.0.41 "GET /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542538 Nov 16 21:27:06.893966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3263333 Nov 16 21:27:06.905272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54792) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:06.908060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.908268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-cceec82b-2603-437c-9c0d-dbd957101b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:06.912860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4990473 Nov 16 21:27:06.913062 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-cceec82b-2603-437c-9c0d-dbd957101b35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 200 len: 797 time: 0.1804903 Nov 16 21:27:06.913487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] For port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:06.913944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:06.920602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:06.930940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54794) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:06.933278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a218ec-83f9-4e15-8ced-4b2736656124 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17525bf-63c3-4811-af55-6d66d1608606,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:06.935933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5062125-91f3-41f8-b366-970662f2a428 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=65ffa922-41be-4e93-9dc6-02636a4231f8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:06.942585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'c17525bf-63c3-4811-af55-6d66d1608606', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:06.968370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Calling delete_port for 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:06.980314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:07.014830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54800) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:07.071354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 27a0b928-5e1f-40bd-8107-ed5002b8fbee details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:07.084199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca7cb1e-9cab-416f-bbf5-ab7a2d83aed0 req-7a10b1a8-78a1-4082-b77e-e5c6435161ca service neutron] 10.222.0.41 "GET /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198112 Nov 16 21:27:07.105620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c9fa3-11a4-46eb-a256-151efbf7f1f9 req-471c9d1d-ae1d-4bcd-ab29-f953c1877365 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.107178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c24c9fa3-11a4-46eb-a256-151efbf7f1f9 req-471c9d1d-ae1d-4bcd-ab29-f953c1877365 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c22b8d5-339d-42fb-bf38-b1903e8820c3 HTTP/1.1" status: 200 len: 945 time: 0.2533493 Nov 16 21:27:07.167002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff89-428a-4fd7-b12d-1dc7b306eb75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.199665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee,segment=NetworkSegment(db29ece2-ca20-4146-9a5e-f0a939798892),segment_id=db29ece2-ca20-4146-9a5e-f0a939798892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:07.211291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff89-428a-4fd7-b12d-1dc7b306eb75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.215322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '27a0b928-5e1f-40bd-8107-ed5002b8fbee', 'network_id': 'af35c03a-734f-445b-a26e-8117c4e41a11', 'port_id': '27a0b928-5e1f-40bd-8107-ed5002b8fbee', 'mac_address': 'fa:16:3e:93:e6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c6ea43-d070-4cc3-b35f-b19136de246f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:07.232652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-31dbc6e8-09cd-4203-9150-f19526efae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.235406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-31dbc6e8-09cd-4203-9150-f19526efae3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81f28bd4-0232-410e-9fc6-cca647927715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2309427 Nov 16 21:27:07.262055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.268452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.292270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16ae28b1-c2f9-488c-a4e5-6779caf976ab'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:07.296135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['60586d8a-34ad-4ea9-a2ab-e44782f01ab6', 'c3097364-011a-4c15-a1f2-b6553a8c427f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:07.318376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Pushing event deleted for resources: {'Port': ['ID=60586d8a-34ad-4ea9-a2ab-e44782f01ab6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:07.341741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a0b928-5e1f-40bd-8107-ed5002b8fbee {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:07.371962 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff89-428a-4fd7-b12d-1dc7b306eb75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.374792 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff89-428a-4fd7-b12d-1dc7b306eb75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.378381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c56ff89-428a-4fd7-b12d-1dc7b306eb75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "DELETE /v2.0/security-groups/2bd8556c-9a88-46a1-8c21-eb4a75bd81bc HTTP/1.1" status: 204 len: 168 time: 0.3576889 Nov 16 21:27:07.382626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:07.385973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c24c9fa3-11a4-46eb-a256-151efbf7f1f9 req-438d0e94-8c49-40b5-b0e7-a109598cbedd tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693782 Nov 16 21:27:07.387252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.387733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54804) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:07.418146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.422062 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-55f7566a-ba59-428f-87e5-39d0a56e8aad tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] show failed (client error): The resource could not be found. Nov 16 21:27:07.425303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55f7566a-ba59-428f-87e5-39d0a56e8aad tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "GET /v2.0/security-groups/2bd8556c-9a88-46a1-8c21-eb4a75bd81bc HTTP/1.1" status: 404 len: 347 time: 0.0304692 Nov 16 21:27:07.426015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54806) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:07.433602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56ff89-428a-4fd7-b12d-1dc7b306eb75 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8556c-9a88-46a1-8c21-eb4a75bd81bc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:07.440624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] No DVR routers for this DVR port 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:07.447322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee,segment=NetworkSegment(db29ece2-ca20-4146-9a5e-f0a939798892),segment_id=db29ece2-ca20-4146-9a5e-f0a939798892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:07.463832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.488452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.492483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8a3e767-f873-47d3-89c4-28a668284153 req-6e0a671e-9d0e-4a6d-a91d-77f67468d1a9 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "DELETE /v2.0/ports/60586d8a-34ad-4ea9-a2ab-e44782f01ab6 HTTP/1.1" status: 204 len: 173 time: 2.1604533 Nov 16 21:27:07.497567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'name': 'network-vif-deleted', 'tag': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:07.498969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-5e750605-40a4-4046-8097-8047222b7891 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544942 Nov 16 21:27:07.499843 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b8e26-0a52-4cb3-97f1-1ea05bf682ed" -d '{"events": [{"server_uuid": "1c22b8d5-339d-42fb-bf38-b1903e8820c3", "name": "network-vif-deleted", "tag": "60586d8a-34ad-4ea9-a2ab-e44782f01ab6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:07.662203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0c6617f-95d1-41c9-bb99-df2cf5193aba req-df92c89d-5534-486a-93c8-594f26362c72 service neutron] 10.222.0.47 "GET /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552660 Nov 16 21:27:07.678470 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f39ae58-b4f7-4184-8ae0-4a6d954db2e4 x-openstack-request-id: req-8f39ae58-b4f7-4184-8ae0-4a6d954db2e4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:07.678863 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c22b8d5-339d-42fb-bf38-b1903e8820c3", "name": "network-vif-deleted", "tag": "60586d8a-34ad-4ea9-a2ab-e44782f01ab6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:07.679124 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f39ae58-b4f7-4184-8ae0-4a6d954db2e4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:07.679538 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c22b8d5-339d-42fb-bf38-b1903e8820c3', 'name': 'network-vif-deleted', 'tag': '60586d8a-34ad-4ea9-a2ab-e44782f01ab6', 'status': 'completed', 'code': 200} Nov 16 21:27:07.725195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.826822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.837007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=27a0b928-5e1f-40bd-8107-ed5002b8fbee,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:07.851039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['27a0b928-5e1f-40bd-8107-ed5002b8fbee'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:07.879664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a972f7d-8fcd-4a43-bf90-3f790fd6d7f9 req-338cdb03-ed4f-4e66-a053-5922c9fbd389 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:07.887685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1952e160-df13-4c7f-8711-10a51db15772,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:07.889325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a972f7d-8fcd-4a43-bf90-3f790fd6d7f9 req-338cdb03-ed4f-4e66-a053-5922c9fbd389 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.0729480 Nov 16 21:27:07.957127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.959058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1ae153e1-13c1-46ae-9f74-aa75110db9b4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0262320 Nov 16 21:27:07.962859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:07.968585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54814) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:07.973099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'c17525bf-63c3-4811-af55-6d66d1608606', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:07.990528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a972f7d-8fcd-4a43-bf90-3f790fd6d7f9 req-0b2d49d1-e556-4d4d-a85e-4a0cf2c13b05 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1002023 Nov 16 21:27:08.035332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.055234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=5e587296-7896-41d2-9ef8-30c9eabbdd84,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.076930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc520-5fd5-4609-9ab4-ef1b8d7a4e9e req-e8c533f0-e822-4cfe-a088-35b254c19af1 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:08.078720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9cddc520-5fd5-4609-9ab4-ef1b8d7a4e9e req-e8c533f0-e822-4cfe-a088-35b254c19af1 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 945 time: 0.3870831 Nov 16 21:27:08.142243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.151116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.151441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': '15479e3e-f46d-47da-a8aa-51f2c9bb2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:08.152168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 65ffa922-41be-4e93-9dc6-02636a4231f8, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:08.160973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Deleting port 6516eef2-a068-4308-b1b2-b1644e0d33e1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:08.162048 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.172697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0860eff1-61a3-4ae1-8818-f5915046cdf4,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.203187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.209789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-504fe658-450b-496a-a95b-a5a1c67ee402 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400551 Nov 16 21:27:08.210748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:08.223518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'c17525bf-63c3-4811-af55-6d66d1608606', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:08.261720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.262174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.267404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.291959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Calling delete_port for 6516eef2-a068-4308-b1b2-b1644e0d33e1 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:08.356818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.363900 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.425123 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.426448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146454 Nov 16 21:27:08.426732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9cddc520-5fd5-4609-9ab4-ef1b8d7a4e9e req-01b6fd59-64ff-4971-b67e-75918c8e151a tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324811 Nov 16 21:27:08.430691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:08.436608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'c17525bf-63c3-4811-af55-6d66d1608606', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:08.438917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c6be-9545-497e-9d81-198120061eca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed70f81-370a-41f8-8926-d5fa83b23d32,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.471514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:08.515057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.517840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 65ffa922-41be-4e93-9dc6-02636a4231f8) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:08.528049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8185b5d-18fe-4a7c-a870-4d96f8935bfd None None] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:08.536129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:08.537681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.605864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d4d1c12f-f1cf-4e3e-866f-38399056e06f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6950524 Nov 16 21:27:08.606496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.608256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54834) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:08.620173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1069707150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:08.688793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.695664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Pushing event deleted for resources: {'Port': ['ID=6516eef2-a068-4308-b1b2-b1644e0d33e1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.703221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.728053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-65ffa922-41be-4e93-9dc6-02636a4231f8', 'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': '5e587296-7896-41d2-9ef8-30c9eabbdd84'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:08.728966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.802945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.804458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.813000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.817371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3814285 Nov 16 21:27:08.818259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54838) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:08.822484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'c17525bf-63c3-4811-af55-6d66d1608606', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:08.829717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5b978-344b-4894-8606-3a1a9a4dafdd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b633217f-d001-4652-9b14-65bacbbbc7f2,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:08.878899 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Project e817e6a87e6442ceae44cab4726c4a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:27:08.885502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.894419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.897953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:08.899530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-88c42a48-c6fc-4bc1-8f45-0cfb58e49352 tempest-AttachVolumeShelveTestJSON-1587307409 tempest-AttachVolumeShelveTestJSON-1587307409-project] 10.222.0.48 "DELETE /v2.0/floatingips/0b830034-5781-43be-ae75-7aa59c8bd0fa HTTP/1.1" status: 204 len: 168 time: 1.4601946 Nov 16 21:27:08.985106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Allocated IP 2001:db8::2 (65ffa922-41be-4e93-9dc6-02636a4231f8/5e587296-7896-41d2-9ef8-30c9eabbdd84/61a0a407-70ca-4633-bcb6-3283b74a7201) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:09.000957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 27a0b928-5e1f-40bd-8107-ed5002b8fbee up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:09.033538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.040535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.068577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.084106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.091297 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.092708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8b3ef8c5-1004-4b11-9478-c3bd396d5241 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4779146 Nov 16 21:27:09.098012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:09.175045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61afb0-0638-4ff6-88be-7123ca9f8d9e req-358293be-626d-4314-84be-2ab0b85b74ec tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.186607 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e61afb0-0638-4ff6-88be-7123ca9f8d9e req-358293be-626d-4314-84be-2ab0b85b74ec tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.0688174 Nov 16 21:27:09.270499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e61afb0-0638-4ff6-88be-7123ca9f8d9e req-bdd1139e-b4a9-4f72-be97-7e972345608b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0822232 Nov 16 21:27:09.391054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc149cf0-063d-4969-b216-ac81436ddc56,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.410758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.417858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 27a0b928-5e1f-40bd-8107-ed5002b8fbee completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:09.428513 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.437727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 27a0b928-5e1f-40bd-8107-ed5002b8fbee triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:09.440363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.471472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da5438-915a-4be3-98f9-07830b696e07 req-b1794828-b5b0-4883-a4c6-15514fc3b770 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.476041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.479653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-06595ea5-cbfb-4148-8440-5ee9e786b9f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6584606 Nov 16 21:27:09.486484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05da5438-915a-4be3-98f9-07830b696e07 req-b1794828-b5b0-4883-a4c6-15514fc3b770 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.1098380 Nov 16 21:27:09.487463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54866) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:09.503282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'c17525bf-63c3-4811-af55-6d66d1608606', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:09.579089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:09.593191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05da5438-915a-4be3-98f9-07830b696e07 req-63e4dfc0-8077-489f-a51a-79359cf8d5de tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1008840 Nov 16 21:27:09.606863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:09.612946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:09.654183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Pushing event updated for resources: {'Port': ['ID=61a0a407-70ca-4633-bcb6-3283b74a7201,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:09.764057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba963-e32e-43e2-8499-86f3f0ed4d18 req-415a71bf-2689-4edb-9dcb-be1724868763 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:09.773157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddeba963-e32e-43e2-8499-86f3f0ed4d18 req-415a71bf-2689-4edb-9dcb-be1724868763 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 945 time: 0.0841100 Nov 16 21:27:09.775534 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Project e817e6a87e6442ceae44cab4726c4a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:27:09.778506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Attempting to bind port 61a0a407-70ca-4633-bcb6-3283b74a7201 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:09.778905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Attempting to bind port 61a0a407-70ca-4633-bcb6-3283b74a7201 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '15479e3e-f46d-47da-a8aa-51f2c9bb2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:09.779288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Attempting to bind port 61a0a407-70ca-4633-bcb6-3283b74a7201 on network 65ffa922-41be-4e93-9dc6-02636a4231f8 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:09.798227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:09.798718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Checking segment: {'id': '15479e3e-f46d-47da-a8aa-51f2c9bb2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:09.799203 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.799681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Bound using segment: {'id': '15479e3e-f46d-47da-a8aa-51f2c9bb2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:09.800248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Bound port: 61a0a407-70ca-4633-bcb6-3283b74a7201, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15479e3e-f46d-47da-a8aa-51f2c9bb2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65ffa922-41be-4e93-9dc6-02636a4231f8'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:09.800724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.811765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.830404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.873586 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddeba963-e32e-43e2-8499-86f3f0ed4d18 req-22d1ff34-55f3-47b5-86b6-b09a650021f7 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941789 Nov 16 21:27:09.908780 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.923322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] For port 61a0a407-70ca-4633-bcb6-3283b74a7201, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:09.950510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0b928-5e1f-40bd-8107-ed5002b8fbee'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:09.952801 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b74fdb-127c-4c25-a30a-7725c7417dda" -d '{"events": [{"server_uuid": "3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d", "name": "network-vif-plugged", "status": "completed", "tag": "27a0b928-5e1f-40bd-8107-ed5002b8fbee"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:09.963094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] For port 61a0a407-70ca-4633-bcb6-3283b74a7201, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=61a0a407-70ca-4633-bcb6-3283b74a7201,segment=NetworkSegment(15479e3e-f46d-47da-a8aa-51f2c9bb2164),segment_id=15479e3e-f46d-47da-a8aa-51f2c9bb2164)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:09.968421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee,segment=NetworkSegment(db29ece2-ca20-4146-9a5e-f0a939798892),segment_id=db29ece2-ca20-4146-9a5e-f0a939798892)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:09.970328 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.982118 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:09.982903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:09.993229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c936f-a75a-4f65-b5a8-7cf5de9dda00 req-ea03e41f-0e0a-4361-8101-7d74dbf9af40 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.003565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-098c936f-a75a-4f65-b5a8-7cf5de9dda00 req-ea03e41f-0e0a-4361-8101-7d74dbf9af40 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1135 time: 0.0648098 Nov 16 21:27:10.017569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-098c936f-a75a-4f65-b5a8-7cf5de9dda00 req-7bbcd32b-45a0-422e-b250-722a01335d0a tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.071831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:10.072238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 60586d8a-34ad-4ea9-a2ab-e44782f01ab6 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:10.109913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10463e-3bdf-46ab-b4af-f00a1509ed25 None None] Pushing event updated for resources: {'Port': ['ID=61a0a407-70ca-4633-bcb6-3283b74a7201,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:10.133444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-098c936f-a75a-4f65-b5a8-7cf5de9dda00 req-7bbcd32b-45a0-422e-b250-722a01335d0a tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.138537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-098c936f-a75a-4f65-b5a8-7cf5de9dda00 req-7bbcd32b-45a0-422e-b250-722a01335d0a tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.212317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd32b-45a0-422e-b250-722a01335d0a tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a64c00-e633-4b71-a05e-b806edb1004c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:10.249745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-098c936f-a75a-4f65-b5a8-7cf5de9dda00 req-7bbcd32b-45a0-422e-b250-722a01335d0a tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2287190 Nov 16 21:27:10.261306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54878) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:10.268150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=27a0b928-5e1f-40bd-8107-ed5002b8fbee,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:10.331725 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68e34ea-c604-4388-a192-227fccabd917 x-openstack-request-id: req-d68e34ea-c604-4388-a192-227fccabd917 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:10.332043 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d", "name": "network-vif-plugged", "status": "completed", "tag": "27a0b928-5e1f-40bd-8107-ed5002b8fbee", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:10.332304 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d68e34ea-c604-4388-a192-227fccabd917 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:10.332700 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0b928-5e1f-40bd-8107-ed5002b8fbee', 'code': 200} Nov 16 21:27:10.353736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.357210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d7347-7416-483f-b703-62821d16650e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.360989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-470d7347-7416-483f-b703-62821d16650e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1130 time: 0.0980484 Nov 16 21:27:10.363420 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.365053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54886) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:10.387597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:10.422547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848d9f75-a3a1-4526-8c19-2e5a51515764,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:10.463237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fa28-bff5-4548-bd2c-3a9cfb10d3e1 req-63bd35c7-9cd6-4ca6-9edc-57797ff7ed1e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.469290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81fa28-bff5-4548-bd2c-3a9cfb10d3e1 req-63bd35c7-9cd6-4ca6-9edc-57797ff7ed1e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.480825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f81fa28-bff5-4548-bd2c-3a9cfb10d3e1 req-63bd35c7-9cd6-4ca6-9edc-57797ff7ed1e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90&device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 1681 time: 0.6166182 Nov 16 21:27:10.494911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.496130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1746946a-d272-44b2-a7f6-1ae661774f71 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0053053 Nov 16 21:27:10.516736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419c648-d5db-46ef-9fd0-8941f401d7e0 req-309b4bf6-d96b-49e8-a919-77379b1973e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:10.523965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9419c648-d5db-46ef-9fd0-8941f401d7e0 req-309b4bf6-d96b-49e8-a919-77379b1973e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 1097 time: 0.0780246 Nov 16 21:27:10.565019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8::1 (65ffa922-41be-4e93-9dc6-02636a4231f8/5e587296-7896-41d2-9ef8-30c9eabbdd84/d5bb517d-58e3-4def-a0ca-e83df5e56b00) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:10.605596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9419c648-d5db-46ef-9fd0-8941f401d7e0 req-8936777b-e269-4bf6-b0af-09e2acf4b570 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708613 Nov 16 21:27:10.681412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.736202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f81fa28-bff5-4548-bd2c-3a9cfb10d3e1 req-8118a4e1-deda-4a9c-95cf-75883499f6a6 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544534 Nov 16 21:27:10.839479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-d26c6108-b519-480b-b05a-1ffc232ffb80 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188823484&fields=id&tenant_id=e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 267 time: 0.1027112 Nov 16 21:27:10.856693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:10.942163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.007983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-75bd091f-0f6c-4173-8f79-2f68d9960548 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:11.015356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-75bd091f-0f6c-4173-8f79-2f68d9960548 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 796 time: 0.1749260 Nov 16 21:27:11.037483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-a3778d25-a412-46dd-9cdf-c115395a6cf7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/quotas/e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 375 time: 0.0211296 Nov 16 21:27:11.095427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.103223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-13fadb7e-d85c-496a-a1ca-c5c2554237c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582418 Nov 16 21:27:11.155314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.25.3.7 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/ce88f4e3-40dd-44b8-8dec-7a86226297b6) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:11.190221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:11.201487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f64a2-fa92-4c2d-a48f-b5f1e87fa9ce req-5e1b6f7e-a062-496d-abdb-8d49df49a46b tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:11.203117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d7f64a2-fa92-4c2d-a48f-b5f1e87fa9ce req-5e1b6f7e-a062-496d-abdb-8d49df49a46b tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 946 time: 0.1469507 Nov 16 21:27:11.209479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:11.219983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:11.220537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.272672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-07075aa9-21b2-4776-9377-2f0fdcb6e5a8 service neutron] 10.222.0.48 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547334 Nov 16 21:27:11.328717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=d5bb517d-58e3-4def-a0ca-e83df5e56b00,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:11.447995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-fdf9c59a-a0a6-41fe-945b-87b6ada002a0 service neutron] 10.222.0.48 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581111 Nov 16 21:27:11.596518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d7f64a2-fa92-4c2d-a48f-b5f1e87fa9ce req-9d9296f1-6a0b-4d40-afad-c66999104f57 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677855 Nov 16 21:27:11.612667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb731e-05fa-41be-89d9-8a9080b31820 None None] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:11.747853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-42de51f9-2040-48d3-8f14-464e224d45c5 None None] Provisioning complete for port 61a0a407-70ca-4633-bcb6-3283b74a7201 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:11.748504 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42de51f9-2040-48d3-8f14-464e224d45c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.804668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.864181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d16a492-3e67-421b-8551-f91a12ed89fd req-3d4527e3-e8ed-4b7a-9d71-d69aee0f6db4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 210 time: 0.1474779 Nov 16 21:27:11.867948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:11.988380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.215254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42de51f9-2040-48d3-8f14-464e224d45c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.258209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=ce88f4e3-40dd-44b8-8dec-7a86226297b6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:12.332266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 61a0a407-70ca-4633-bcb6-3283b74a7201 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:12.650456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:12.665180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:12.690287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:12.783742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-42de51f9-2040-48d3-8f14-464e224d45c5 None None] For port 61a0a407-70ca-4633-bcb6-3283b74a7201, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=61a0a407-70ca-4633-bcb6-3283b74a7201,segment=NetworkSegment(15479e3e-f46d-47da-a8aa-51f2c9bb2164),segment_id=15479e3e-f46d-47da-a8aa-51f2c9bb2164)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:12.794339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42de51f9-2040-48d3-8f14-464e224d45c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.810224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3c55c-0a55-4860-ac80-04b9cf63f00d req-dc4120b1-6749-4a61-9971-2a1f95e5bdd2 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.811827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9db3c55c-0a55-4860-ac80-04b9cf63f00d req-dc4120b1-6749-4a61-9971-2a1f95e5bdd2 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 946 time: 0.1001139 Nov 16 21:27:12.859626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de51f9-2040-48d3-8f14-464e224d45c5 None None] Pushing event updated for resources: {'Port': ['ID=61a0a407-70ca-4633-bcb6-3283b74a7201,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:12.877357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 61a0a407-70ca-4633-bcb6-3283b74a7201 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:12.877895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:12.931761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506743b-f24b-434d-99e4-ad2a53d451f5 req-77318a12-1f8e-4fd0-ad22-716e753504fc tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:12.940909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9db3c55c-0a55-4860-ac80-04b9cf63f00d req-842c8010-c423-49c1-8637-7e5ac3f5569c tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183405 Nov 16 21:27:12.943050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c506743b-f24b-434d-99e4-ad2a53d451f5 req-77318a12-1f8e-4fd0-ad22-716e753504fc tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.6343253 Nov 16 21:27:13.075417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4dad1d-f90d-4fff-95b5-fe3dc8a5f362 req-516713ef-dbab-473d-8ffd-f43959e5dbdf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 210 time: 0.0469515 Nov 16 21:27:13.217404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.233317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.234124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.252870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c506743b-f24b-434d-99e4-ad2a53d451f5 req-7aa72207-8766-470c-af22-3a677f15dd9b tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087418 Nov 16 21:27:13.334604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d7fa3400-be92-4d71-bada-570536c5b844 None None] Provisioning complete for port d5bb517d-58e3-4def-a0ca-e83df5e56b00 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:13.334937 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3400-be92-4d71-bada-570536c5b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.399596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa3400-be92-4d71-bada-570536c5b844 None None] Port d5bb517d-58e3-4def-a0ca-e83df5e56b00 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:13.425933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d7fa3400-be92-4d71-bada-570536c5b844 None None] Provisioning complete for port 61a0a407-70ca-4633-bcb6-3283b74a7201 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:13.426316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3400-be92-4d71-bada-570536c5b844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.752794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-72859c1a-e5f5-4c37-95be-56e3e92c57ae tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:13.773056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-72859c1a-e5f5-4c37-95be-56e3e92c57ae tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 796 time: 0.3593972 Nov 16 21:27:13.866867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ff0eb5b2-048e-49db-97dd-2f02399f1a72 None None] Provisioning complete for port d5bb517d-58e3-4def-a0ca-e83df5e56b00 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:13.867374 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb5b2-048e-49db-97dd-2f02399f1a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:13.920946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0eb5b2-048e-49db-97dd-2f02399f1a72 None None] Port d5bb517d-58e3-4def-a0ca-e83df5e56b00 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:14.059810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.105654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-a7a9414a-e81e-4491-8a5e-8395eff684bf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 379 time: 0.3170874 Nov 16 21:27:14.141189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'port': {'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'admin_state_up': True, 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'security_groups': ['c17525bf-63c3-4811-af55-6d66d1608606']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:14.235455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a50d6-3d15-470e-9ac8-49886c3996bd req-0e3d28c6-e06e-4931-8e86-d46366c12f88 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.236967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b2a50d6-3d15-470e-9ac8-49886c3996bd req-0e3d28c6-e06e-4931-8e86-d46366c12f88 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 946 time: 0.3075674 Nov 16 21:27:14.244414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 61a0a407-70ca-4633-bcb6-3283b74a7201 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:14.327891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=d5bb517d-58e3-4def-a0ca-e83df5e56b00,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:14.354773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 61a0a407-70ca-4633-bcb6-3283b74a7201 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:14.355281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.381743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b2a50d6-3d15-470e-9ac8-49886c3996bd req-ba6d2a14-14ee-4d35-ba71-e95fff827ebb tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264067 Nov 16 21:27:14.407458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e59bc322-0237-4389-a399-84fc0dab9875 req-6b12636c-afd0-488b-8a8d-47617a3268da tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 210 time: 0.1382089 Nov 16 21:27:14.432556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:14.440258 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.483384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:14.499872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-1abaf846-a2b6-4ec0-850e-a8eab43b0d57 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.501601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-1abaf846-a2b6-4ec0-850e-a8eab43b0d57 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.6129503 Nov 16 21:27:14.521316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-ed2d707a-8d16-46ae-a8dc-9b8d8921ba3e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.523206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-ed2d707a-8d16-46ae-a8dc-9b8d8921ba3e tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0 HTTP/1.1" status: 200 len: 945 time: 0.2955711 Nov 16 21:27:14.679800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:14.733325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:14.749491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.20.0.8 (3929bfb7-6b9b-4f57-950a-cc724da69217/73842dfd-280a-4da7-a770-07ccf024626e/3c806887-8371-4a3c-8ff3-d41c570b5d77) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:14.867633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9822e-41dc-4e9e-8dba-f01b56944980 req-199be535-74e2-4c77-b3af-a5c9b9cdb01f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:14.870070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcb9822e-41dc-4e9e-8dba-f01b56944980 req-199be535-74e2-4c77-b3af-a5c9b9cdb01f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.2434907 Nov 16 21:27:15.003438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcb9822e-41dc-4e9e-8dba-f01b56944980 req-a6b55220-8f6f-49c1-a90d-c104a2f964e8 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886014 Nov 16 21:27:15.017278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.077192 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.118842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Deleting port 16ae28b1-c2f9-488c-a4e5-6779caf976ab {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:15.119681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.151634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=3c806887-8371-4a3c-8ff3-d41c570b5d77,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:15.163493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:15.165145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:15.168071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:15.175385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-808b2170-487f-4614-ac7a-7a1d540a6cc2 None None] Provisioning complete for port d5bb517d-58e3-4def-a0ca-e83df5e56b00 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:15.175863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-808b2170-487f-4614-ac7a-7a1d540a6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.267111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:15.268138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.284347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Deleting port c3097364-011a-4c15-a1f2-b6553a8c427f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:15.284800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.293376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-808b2170-487f-4614-ac7a-7a1d540a6cc2 None None] Port d5bb517d-58e3-4def-a0ca-e83df5e56b00 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:15.323461 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-88883ae7-dfae-42d2-a263-184a04088109 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1936665 Nov 16 21:27:15.340089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Request body: {'port': {'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:15.441722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.620518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-26fb2f4f-da5a-468c-ab62-4ea448d41bb9 None None] Provisioning complete for port 3c806887-8371-4a3c-8ff3-d41c570b5d77 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:15.625077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26fb2f4f-da5a-468c-ab62-4ea448d41bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.680477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-26fb2f4f-da5a-468c-ab62-4ea448d41bb9 None None] Port 3c806887-8371-4a3c-8ff3-d41c570b5d77 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:15.832736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c806887-8371-4a3c-8ff3-d41c570b5d77 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:15.841786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.855668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Transition to ACTIVE for port object 3c806887-8371-4a3c-8ff3-d41c570b5d77 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:15.872586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.955812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.979222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:15.988269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65578c-f94e-4edc-bf4a-73ebddcf5feb req-5a60c680-9a78-46fd-8960-97d3228e423f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:15.990760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd65578c-f94e-4edc-bf4a-73ebddcf5feb req-5a60c680-9a78-46fd-8960-97d3228e423f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 931 time: 0.2730889 Nov 16 21:27:15.991972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Pushing event updated for resources: {'Port': ['ID=3c806887-8371-4a3c-8ff3-d41c570b5d77,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:16.011953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-fba67596-b154-4c35-9802-e24ba6b7d212 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.013604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-fba67596-b154-4c35-9802-e24ba6b7d212 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 946 time: 0.2763314 Nov 16 21:27:16.123385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4eb91-e23c-4613-9d7b-6a30bda447dc req-9a4ef1db-5175-4e7c-a5f0-87b54a47a93c tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.125267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94c4eb91-e23c-4613-9d7b-6a30bda447dc req-9a4ef1db-5175-4e7c-a5f0-87b54a47a93c tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 946 time: 0.3768687 Nov 16 21:27:16.172327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] For port 16ae28b1-c2f9-488c-a4e5-6779caf976ab, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16ae28b1-c2f9-488c-a4e5-6779caf976ab,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:16.173425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.182704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Attempting to bind port 3c806887-8371-4a3c-8ff3-d41c570b5d77 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:16.183302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Attempting to bind port 3c806887-8371-4a3c-8ff3-d41c570b5d77 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:16.183399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Attempting to bind port 3c806887-8371-4a3c-8ff3-d41c570b5d77 on network 3929bfb7-6b9b-4f57-950a-cc724da69217 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:16.190058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Port 3c806887-8371-4a3c-8ff3-d41c570b5d77 on network 3929bfb7-6b9b-4f57-950a-cc724da69217 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:16.190282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Attempting to bind port 3c806887-8371-4a3c-8ff3-d41c570b5d77 on network 3929bfb7-6b9b-4f57-950a-cc724da69217 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:16.195148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Calling delete_port for 16ae28b1-c2f9-488c-a4e5-6779caf976ab owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:16.202474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd65578c-f94e-4edc-bf4a-73ebddcf5feb req-08e419c7-4398-452a-b405-ea6dfe38699b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988740 Nov 16 21:27:16.207344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:16.207696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Checking segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:16.208419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Bound using segment: {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:16.209111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Bound port: 3c806887-8371-4a3c-8ff3-d41c570b5d77, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f80210a-24ed-4605-ad35-e3f60c65aa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:16.209475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.271855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=ce88f4e3-40dd-44b8-8dec-7a86226297b6,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:16.305687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] For port c3097364-011a-4c15-a1f2-b6553a8c427f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c3097364-011a-4c15-a1f2-b6553a8c427f,segment=NetworkSegment(d9b0aab1-7ca5-4f85-9fa5-0b874d716567),segment_id=d9b0aab1-7ca5-4f85-9fa5-0b874d716567)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:16.306071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.361398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] For port 3c806887-8371-4a3c-8ff3-d41c570b5d77, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:16.370521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] For port 3c806887-8371-4a3c-8ff3-d41c570b5d77, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:16.375594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Calling delete_port for c3097364-011a-4c15-a1f2-b6553a8c427f owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:16.377622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.399541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e01c2-4d6e-4d5e-b294-f640a06f4e6b req-5226a1fd-fa5a-4b39-a7ba-723ad4d6fdb2 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.401406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b6e01c2-4d6e-4d5e-b294-f640a06f4e6b req-5226a1fd-fa5a-4b39-a7ba-723ad4d6fdb2 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 945 time: 0.0928352 Nov 16 21:27:16.419237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router 38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:27:16.437062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.437653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.439207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 1091 time: 1.1038537 Nov 16 21:27:16.443251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:16.446899 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b331ab-6f3a-4e4a-b292-76b3e02e104c" -d '{"events": [{"name": "network-changed", "server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:16.555589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76128f-d090-4b7b-ae2d-3517fa709863 service neutron] Pushing event updated for resources: {'Port': ['ID=3c806887-8371-4a3c-8ff3-d41c570b5d77,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:16.585174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b6e01c2-4d6e-4d5e-b294-f640a06f4e6b req-ec9efaba-876b-4e60-a050-55cd8ac7e4ac tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/security-groups?id=880613cc-6fae-4d14-8f82-e0ddd339b4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559570 Nov 16 21:27:16.606946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-05c82d93-8e14-4242-8c93-fe428935eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.608543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-05c82d93-8e14-4242-8c93-fe428935eca0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1094 time: 0.1030040 Nov 16 21:27:16.678633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94c4eb91-e23c-4613-9d7b-6a30bda447dc req-96c71f82-fe73-4a95-87b5-1f6e8d85f4ad tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f8997df-7d17-4694-a572-79b0f19fa7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952591 Nov 16 21:27:16.681124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.686162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-bf84cab3-ab54-4d44-aae9-6a9d7707e854 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 217 time: 0.0675802 Nov 16 21:27:16.687847 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7420984e-2d60-4368-8ce5-b8b8adf32e84 x-openstack-request-id: req-7420984e-2d60-4368-8ce5-b8b8adf32e84 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:16.688774 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:16.689218 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7420984e-2d60-4368-8ce5-b8b8adf32e84 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:16.691645 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'status': 'completed', 'code': 200} Nov 16 21:27:16.746839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16ae28b1-c2f9-488c-a4e5-6779caf976ab no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:16.752701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9a022c23-2f8d-4226-8d4e-4debbba6e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.755074 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-9a022c23-2f8d-4226-8d4e-4debbba6e4f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 200 len: 834 time: 0.0569482 Nov 16 21:27:16.872621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91776d-31af-4047-9ba4-5205da48db1e req-8862ab4d-5fc0-47ef-81a7-ef17214ed9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:16.875743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-8862ab4d-5fc0-47ef-81a7-ef17214ed9c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3929bfb7-6b9b-4f57-950a-cc724da69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123300 Nov 16 21:27:16.888965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:16.997461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Deleting port 27a0b928-5e1f-40bd-8107-ed5002b8fbee {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:16.997948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.021962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-77fd5273-af09-4aa4-9ffe-feb4e5a2b69c service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359193 Nov 16 21:27:17.062867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c3097364-011a-4c15-a1f2-b6553a8c427f no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:17.082993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:17.085411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.093595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0886ca0c-6899-4ac9-967c-23e8055bf076 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9919522 Nov 16 21:27:17.098034 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] Sync routers for ids ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:17.103394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55016) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:17.120411 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] Routers {'38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:17.121046 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:17.182501 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:17.184158 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Floating IP db7e474a-f6e8-46f8-9214-d5ba6de75fa0 associated. External IP: 172.25.3.7, port: 266e57d9-2ae2-4a1f-9d91-15b594613428. Nov 16 21:27:17.190199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad78d48-f44d-4211-921b-3b78a1b09a4f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:17.197469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bad78d48-f44d-4211-921b-3b78a1b09a4f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports/d5bb517d-58e3-4def-a0ca-e83df5e56b00 HTTP/1.1" status: 200 len: 911 time: 0.0864167 Nov 16 21:27:17.200278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55024) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:17.205825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e587296-7896-41d2-9ef8-30c9eabbdd84'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:17.207784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Pushing event deleted for resources: {'Port': ['ID=16ae28b1-c2f9-488c-a4e5-6779caf976ab,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:17.252326 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] Routers {'38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:17.254683 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:17.264189 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.309699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e91776d-31af-4047-9ba4-5205da48db1e req-d1f0c5d7-5196-49e0-b321-0d5857ddf6f0 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762783 Nov 16 21:27:17.319213 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:17.321280 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1627ee9a-6d7d-43d3-bc43-81a27cfcaff3 None None] The sync data for ids ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:17.407347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] For port 27a0b928-5e1f-40bd-8107-ed5002b8fbee, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=27a0b928-5e1f-40bd-8107-ed5002b8fbee,segment=NetworkSegment(db29ece2-ca20-4146-9a5e-f0a939798892),segment_id=db29ece2-ca20-4146-9a5e-f0a939798892)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:17.407731 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.452859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.488549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Calling delete_port for 27a0b928-5e1f-40bd-8107-ed5002b8fbee owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:17.515527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] No DVR routers for this DVR port 16ae28b1-c2f9-488c-a4e5-6779caf976ab on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:17.552868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Pushing event deleted for resources: {'Port': ['ID=c3097364-011a-4c15-a1f2-b6553a8c427f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:17.577121 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.580577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95bdf17e-c788-4a13-bf69-ce38e4e606c8 req-50f6195c-8a84-4523-aa00-c1285e35fd0f tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.47 "DELETE /v2.0/ports/16ae28b1-c2f9-488c-a4e5-6779caf976ab HTTP/1.1" status: 204 len: 173 time: 3.0561349 Nov 16 21:27:17.591685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] No DVR routers for this DVR port c3097364-011a-4c15-a1f2-b6553a8c427f on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:17.595969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'name': 'network-vif-deleted', 'tag': '16ae28b1-c2f9-488c-a4e5-6779caf976ab'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:17.599777 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3858c685-e24e-48c3-b725-99463ce57798" -d '{"events": [{"server_uuid": "17fc41ba-1e76-45cc-aa7d-3c292ca5bc90", "name": "network-vif-deleted", "tag": "16ae28b1-c2f9-488c-a4e5-6779caf976ab"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:17.608640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:17.612407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea7ccb7c-1de9-4a02-8eab-e183c852d49c req-d0b1eaf7-138a-4059-9f6e-a81425980446 tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.41 "DELETE /v2.0/ports/c3097364-011a-4c15-a1f2-b6553a8c427f HTTP/1.1" status: 204 len: 173 time: 3.0539029 Nov 16 21:27:17.756766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e413b8b4-701e-4f18-998a-4100c967a6f0 req-22632b41-a01f-48b2-9ec7-40e9b5e1a93d tempest-ListServersNegativeTestJSON-2049718606 tempest-ListServersNegativeTestJSON-2049718606-project] 10.222.0.48 "GET /v2.0/ports?device_id=17fc41ba-1e76-45cc-aa7d-3c292ca5bc90 HTTP/1.1" status: 200 len: 210 time: 0.0419500 Nov 16 21:27:17.931895 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a7f8b-ceb3-4649-852e-6a0328bcea97 x-openstack-request-id: req-d85a7f8b-ceb3-4649-852e-6a0328bcea97 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:17.933834 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fc41ba-1e76-45cc-aa7d-3c292ca5bc90", "name": "network-vif-deleted", "tag": "16ae28b1-c2f9-488c-a4e5-6779caf976ab", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:17.934994 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d85a7f8b-ceb3-4649-852e-6a0328bcea97 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:17.935555 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fc41ba-1e76-45cc-aa7d-3c292ca5bc90', 'name': 'network-vif-deleted', 'tag': '16ae28b1-c2f9-488c-a4e5-6779caf976ab', 'status': 'completed', 'code': 200} Nov 16 21:27:17.954470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-6dcdc3e4-da9d-4192-a5d6-b848b89fbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:17.955967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-6dcdc3e4-da9d-4192-a5d6-b848b89fbcc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1094 time: 0.5789526 Nov 16 21:27:17.967995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad732bb-d494-492b-9ff9-70aafa01d1cb req-4a7dcf07-0a49-46ba-8919-b3a3bd3ef196 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:17.969474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aad732bb-d494-492b-9ff9-70aafa01d1cb req-4a7dcf07-0a49-46ba-8919-b3a3bd3ef196 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 943 time: 0.5580757 Nov 16 21:27:17.974841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.040473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9feb60a6-f160-4e10-ac77-e70cd2d953de req-133a8d28-d094-4374-9288-9804de949c85 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d HTTP/1.1" status: 200 len: 210 time: 0.0595739 Nov 16 21:27:18.053107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Pushing event deleted for resources: {'Port': ['ID=27a0b928-5e1f-40bd-8107-ed5002b8fbee,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:18.070015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-03f0394e-36dc-4707-af81-7edf9cd1d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.071508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-03f0394e-36dc-4707-af81-7edf9cd1d247 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 897 time: 0.0995235 Nov 16 21:27:18.149322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:18.170046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aad732bb-d494-492b-9ff9-70aafa01d1cb req-2eff1128-6825-4b06-972b-4d2e4c6cf61f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954490 Nov 16 21:27:18.171331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-b27cdac8-23f3-4ac2-a03b-2f9a3b500d1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 217 time: 0.0560970 Nov 16 21:27:18.193847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] No DVR routers for this DVR port 27a0b928-5e1f-40bd-8107-ed5002b8fbee on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:18.196217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.199808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7bafbaa2-5f31-49ee-b02b-23d81dd59057 req-c5380933-9099-4815-a192-6737bf055e54 tempest-ServerAddressesTestJSON-593781018 tempest-ServerAddressesTestJSON-593781018-project] 10.222.0.41 "DELETE /v2.0/ports/27a0b928-5e1f-40bd-8107-ed5002b8fbee HTTP/1.1" status: 204 len: 173 time: 2.1409893 Nov 16 21:27:18.301296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.329500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-5a516094-47be-42df-8dac-6a5f94b3ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.331531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-5a516094-47be-42df-8dac-6a5f94b3ed72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 200 len: 834 time: 0.1498988 Nov 16 21:27:18.460039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:18.475118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] Sync routers for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:18.486753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:18.487760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:18.490725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:18.545695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d4f35b20-746c-48d6-9760-fcfa0054280b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.1624792 Nov 16 21:27:18.546978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-a025595c-10d9-4000-a10f-2c256b859758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.548234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55038) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:18.548584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-a025595c-10d9-4000-a10f-2c256b859758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3929bfb7-6b9b-4f57-950a-cc724da69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727843 Nov 16 21:27:18.734182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:18.764009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-2b4ff824-612f-45f6-9090-4039f3d9c24d service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022772 Nov 16 21:27:18.886942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.887856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.888429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.889184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.889912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.890604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.891492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.892200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.892844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.893369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.894021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.894553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.895149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.895777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.896645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:18.904605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6972e342-1122-4ade-9122-f7b514963092 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10561 time: 0.3547754 Nov 16 21:27:18.905446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55050) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:18.929447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55052) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:19.087308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 27a0b928-5e1f-40bd-8107-ed5002b8fbee no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:19.093434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.096875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.097600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.098523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.102013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.102488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.102951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.103412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.103868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.107204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Deleting subnet e5b70ff8-44be-473e-b96d-48fc1d19e601 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:19.108799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.109970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.110443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.110905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.114600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.115228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.121595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 27a0b928-5e1f-40bd-8107-ed5002b8fbee {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:19.121948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 27a0b928-5e1f-40bd-8107-ed5002b8fbee not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:19.124783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6755ee94-af7b-439f-b525-1c960c0ac42e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9631 time: 0.2173817 Nov 16 21:27:19.125596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55056) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:19.134173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55058) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:19.144434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.176134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'db7e474a-f6e8-46f8-9214-d5ba6de75fa0', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'port_id': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'mac_address': 'fa:16:3e:1f:c6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724b963-5be2-4953-bd54-775e72c1f37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:13Z', 'updated_at': '2021-11-16T21:27:13Z', 'revision_number': 0, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:19.228132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50b331ab-6f3a-4e4a-b292-76b3e02e104c req-b81da1ce-92fe-4816-ae37-8e6bcfbc88f1 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238605 Nov 16 21:27:19.250188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.256661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] Checking router: 0be5bf2c-7c82-4a5d-95a5-0f67b78040db for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:19.272366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:19.273005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:19.308632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Deleting subnet a4c6ea43-d070-4cc3-b35f-b19136de246f {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:19.355513 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.434659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.436798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.464263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:19.487143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.502199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd448e-33db-4d3d-8448-e89bac166c6c req-29c37b52-0cd0-4ca2-a569-8cc995ba3e9a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.503802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcd448e-33db-4d3d-8448-e89bac166c6c req-29c37b52-0cd0-4ca2-a569-8cc995ba3e9a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 943 time: 0.2118466 Nov 16 21:27:19.534836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.540818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:19.541464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.545393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/ports/d5bb517d-58e3-4def-a0ca-e83df5e56b00 HTTP/1.1" status: 200 len: 911 time: 2.3416350 Nov 16 21:27:19.552373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:19.552684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:19.783445 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.798625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'db7e474a-f6e8-46f8-9214-d5ba6de75fa0', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'port_id': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'mac_address': 'fa:16:3e:1f:c6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724b963-5be2-4953-bd54-775e72c1f37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:13Z', 'updated_at': '2021-11-16T21:27:13Z', 'revision_number': 0, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:19.828542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71124e4d-6423-407e-9573-2c9b9ba57727 None None] The sync data for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 is: [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'db7e474a-f6e8-46f8-9214-d5ba6de75fa0', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'port_id': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'mac_address': 'fa:16:3e:1f:c6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3724b963-5be2-4953-bd54-775e72c1f37b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:13Z', 'updated_at': '2021-11-16T21:27:13Z', 'revision_number': 0, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:19.919805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=d5bb517d-58e3-4def-a0ca-e83df5e56b00,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:19.946784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcd448e-33db-4d3d-8448-e89bac166c6c req-d1c902fe-ceff-4887-b71d-133419ce6156 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247043 Nov 16 21:27:19.957164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:19.957898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'name': 'network-vif-deleted', 'tag': 'c3097364-011a-4c15-a1f2-b6553a8c427f'}, {'server_uuid': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'name': 'network-vif-deleted', 'tag': '27a0b928-5e1f-40bd-8107-ed5002b8fbee'}, {'name': 'network-changed', 'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:19.959904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.960258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.960598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.960931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.961262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.961664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.961963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.962253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.962646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.963013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.963398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.963722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf6c628-c630-4498-8adb-24d0e3afd139 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:19.977437 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e736327a-4edd-4ed7-b0ca-3cc652af5733" -d '{"events": [{"server_uuid": "4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0", "name": "network-vif-deleted", "tag": "c3097364-011a-4c15-a1f2-b6553a8c427f"}, {"server_uuid": "3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d", "name": "network-vif-deleted", "tag": "27a0b928-5e1f-40bd-8107-ed5002b8fbee"}, {"name": "network-changed", "server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:20.013878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.019813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5b70ff8-44be-473e-b96d-48fc1d19e601 HTTP/1.1" status: 204 len: 168 time: 1.0893126 Nov 16 21:27:20.028868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55078) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:20.042869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb64f3-55a7-4054-b370-5a819df4b515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b70ff8-44be-473e-b96d-48fc1d19e601,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:20.077011 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c071d157-9359-42bd-acd6-f7d8fd951eb3 x-openstack-request-id: req-c071d157-9359-42bd-acd6-f7d8fd951eb3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:20.077481 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0", "name": "network-vif-deleted", "tag": "c3097364-011a-4c15-a1f2-b6553a8c427f", "status": "completed", "code": 200}, {"server_uuid": "3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d", "name": "network-vif-deleted", "tag": "27a0b928-5e1f-40bd-8107-ed5002b8fbee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:20.077999 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c071d157-9359-42bd-acd6-f7d8fd951eb3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:20.078505 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbb5407-3232-4d18-8e3c-f6bf5a3d69b0', 'name': 'network-vif-deleted', 'tag': 'c3097364-011a-4c15-a1f2-b6553a8c427f', 'status': 'completed', 'code': 200} Nov 16 21:27:20.078858 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d72cf4c-c4e9-4ebf-8545-c86dacd3c19d', 'name': 'network-vif-deleted', 'tag': '27a0b928-5e1f-40bd-8107-ed5002b8fbee', 'status': 'completed', 'code': 200} Nov 16 21:27:20.079251 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'status': 'completed', 'code': 200} Nov 16 21:27:20.096026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21029fd1-8606-48bf-800d-7be3a14c6944 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6487 time: 0.9692187 Nov 16 21:27:20.102785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:20.206873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.233245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55ce23-ff47-4744-a74e-5f5853967ffe tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.238635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55ce23-ff47-4744-a74e-5f5853967ffe tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.253582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9c55ce23-ff47-4744-a74e-5f5853967ffe tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0be5bf2c-7c82-4a5d-95a5-0f67b78040db HTTP/1.1" status: 200 len: 1990 time: 0.1277151 Nov 16 21:27:20.265378 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6600f1f3-8a48-4789-8bdb-a29df406d8f5 None None] New status for floating IP db7e474a-f6e8-46f8-9214-d5ba6de75fa0: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:27:20.267100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-df7a1ea9-f3c2-467e-a845-b358472a0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.271448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.272438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-df7a1ea9-f3c2-467e-a845-b358472a0723 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1135 time: 0.1685286 Nov 16 21:27:20.277121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55084) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:20.277570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a4c6ea43-d070-4cc3-b35f-b19136de246f HTTP/1.1" status: 204 len: 168 time: 1.1422298 Nov 16 21:27:20.322411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210963-1571-481b-8d06-b5a276ea7f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c6ea43-d070-4cc3-b35f-b19136de246f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:20.362666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.551399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-d0ca14ee-527f-4206-afb5-0997a8b1002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.553503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-d0ca14ee-527f-4206-afb5-0997a8b1002e service neutron] 10.222.0.47 "GET /v2.0/networks?id=41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 200 len: 898 time: 0.2641180 Nov 16 21:27:20.558086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.696438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-3c26c562-e54a-4799-bd30-bf707f407c80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 200 len: 999 time: 0.1315746 Nov 16 21:27:20.755651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-106f8403-2bc5-4d1f-bc40-f07d26f0bb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.787654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.809069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-8578abf2-6a30-41a7-864c-13cf348d21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.810631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-8578abf2-6a30-41a7-864c-13cf348d21d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332eda4f-aed8-4856-984c-7cb091c9c289 HTTP/1.1" status: 200 len: 835 time: 0.1061568 Nov 16 21:27:20.820545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af35c03a-734f-445b-a26e-8117c4e41a11']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.841429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db29ece2-ca20-4146-9a5e-f0a939798892') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.841757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db29ece2-ca20-4146-9a5e-f0a939798892') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.878964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.899220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.907852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:20.908507 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.926916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:20.959009 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:20.963155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23b60ba-2d58-4d67-8fdc-206f996ead82']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.970842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.971141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b0aab1-7ca5-4f85-9fa5-0b874d716567') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:20.980903 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.988774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-d97f5eee-ffee-4c15-9183-24361b459cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:20.990840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-d97f5eee-ffee-4c15-9183-24361b459cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41d21a08-71da-43f7-9bb5-158b86cbcd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624398 Nov 16 21:27:20.994552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:20.996706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.003067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.003237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:21.003539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.011321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] 10.222.0.48 "DELETE /v2.0/networks/af35c03a-734f-445b-a26e-8117c4e41a11 HTTP/1.1" status: 204 len: 168 time: 0.7323930 Nov 16 21:27:21.038537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c806887-8371-4a3c-8ff3-d41c570b5d77 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:21.043605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b407b-916c-4a99-9b0f-31017842233a admin admin] Pushing event deleted for resources: {'Network': ['ID=af35c03a-734f-445b-a26e-8117c4e41a11,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:21.129294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-8df0d21e-4802-40f3-8822-9d71081969c9 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167758 Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:21.153852 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:21.159525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.163943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c806887-8371-4a3c-8ff3-d41c570b5d77, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:21.202323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:21.216567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.220002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b23b60ba-2d58-4d67-8fdc-206f996ead82 HTTP/1.1" status: 204 len: 168 time: 1.1877990 Nov 16 21:27:21.234830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65e2a3-4708-4452-ae62-c5c2643935b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b23b60ba-2d58-4d67-8fdc-206f996ead82,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:21.250860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55098) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:21.270088 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.285752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c806887-8371-4a3c-8ff3-d41c570b5d77 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:21.308413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c806887-8371-4a3c-8ff3-d41c570b5d77, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:21.309871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4da2d05a-b928-4a40-ba2d-67645e4e82ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e677becc60b14119ac80958c57444146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578260 Nov 16 21:27:21.312872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55100) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:21.319911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.337848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69981475-9bd8-4023-afbb-e56830cde677 req-64cf4e43-f095-4a80-a588-7328da9c619f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:21.339411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69981475-9bd8-4023-afbb-e56830cde677 req-64cf4e43-f095-4a80-a588-7328da9c619f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 943 time: 0.1978807 Nov 16 21:27:21.392055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e736327a-4edd-4ed7-b0ca-3cc652af5733 req-140af9cb-b45e-4ce4-b326-dc51d06df748 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516694 Nov 16 21:27:21.403932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-451ea8aa-1795-4819-9d9f-3494fb21744c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.433602 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-451ea8aa-1795-4819-9d9f-3494fb21744c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.445493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3c806887-8371-4a3c-8ff3-d41c570b5d77,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:21.480352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69981475-9bd8-4023-afbb-e56830cde677 req-a95e7f85-76f9-4c26-bd1e-c983c7c8e334 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288338 Nov 16 21:27:21.513597 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.513955 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-451ea8aa-1795-4819-9d9f-3494fb21744c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.517328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-451ea8aa-1795-4819-9d9f-3494fb21744c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.518720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-451ea8aa-1795-4819-9d9f-3494fb21744c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f8997df-7d17-4694-a572-79b0f19fa7d6 HTTP/1.1" status: 204 len: 168 time: 0.2043700 Nov 16 21:27:21.527516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea8aa-1795-4819-9d9f-3494fb21744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8997df-7d17-4694-a572-79b0f19fa7d6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:21.579305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3c806887-8371-4a3c-8ff3-d41c570b5d77'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:21.606260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55104) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:21.662590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a51f8196-5ca7-4d11-a08f-bcc6a1e7a6a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=464769e9273047d9ab01c214617beb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548341 Nov 16 21:27:21.668441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55106) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:21.746468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e786a7f1-1df0-4f82-843f-ab52d85c8ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.769922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e786a7f1-1df0-4f82-843f-ab52d85c8ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.794999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.835824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e786a7f1-1df0-4f82-843f-ab52d85c8ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.839352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e786a7f1-1df0-4f82-843f-ab52d85c8ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:21.840531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e786a7f1-1df0-4f82-843f-ab52d85c8ebf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/880613cc-6fae-4d14-8f82-e0ddd339b4cb HTTP/1.1" status: 204 len: 168 time: 0.1693637 Nov 16 21:27:21.865382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786a7f1-1df0-4f82-843f-ab52d85c8ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880613cc-6fae-4d14-8f82-e0ddd339b4cb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:22.120357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port d5bb517d-58e3-4def-a0ca-e83df5e56b00 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:22.120910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.271880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.289371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for d5bb517d-58e3-4def-a0ca-e83df5e56b00 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:22.367909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Deleting port 6d044746-df86-4797-acf8-a9d7ab0b14de {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:22.369429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.516085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] For port 6d044746-df86-4797-acf8-a9d7ab0b14de, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6d044746-df86-4797-acf8-a9d7ab0b14de,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:22.516468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.557464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Calling delete_port for 6d044746-df86-4797-acf8-a9d7ab0b14de owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:22.679911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:22.723233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe225c6-3397-4128-a563-33171a526d4a req-7ccdf9fe-5b38-4544-93f5-a0f0d6ee748f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:22.740041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbe225c6-3397-4128-a563-33171a526d4a req-7ccdf9fe-5b38-4544-93f5-a0f0d6ee748f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 944 time: 0.0890818 Nov 16 21:27:22.756092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=d5bb517d-58e3-4def-a0ca-e83df5e56b00,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:22.888704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbe225c6-3397-4128-a563-33171a526d4a req-e2756f91-60f4-49c6-b213-a9b4c3cc1394 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475139 Nov 16 21:27:22.956703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.008996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55160) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:23.010158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53e4005a-b0ef-417b-8e50-865866d0e770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.058473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55164) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:23.072093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c806887-8371-4a3c-8ff3-d41c570b5d77 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:23.168709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-45536809-network', 'tenant_id': '55c80d57f3704520b3c57a116da5319f'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:23.186625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 3c806887-8371-4a3c-8ff3-d41c570b5d77 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:23.191155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 3c806887-8371-4a3c-8ff3-d41c570b5d77 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:23.191155 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.200859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Made reservation on behalf of 55c80d57f3704520b3c57a116da5319f for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:23.205048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.210638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router 38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:23.227548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.228513 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.322739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.324596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d044746-df86-4797-acf8-a9d7ab0b14de,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.327431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.337677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-146202328-network', 'tenant_id': '8fd7e3c0419946a3a8bb19925c467a15'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:23.344932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.357198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:23.363624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11830ecf-68ab-406b-96ce-f5ef41498162 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8020828 Nov 16 21:27:23.382856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] Sync routers for ids ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:23.391947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55168) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:23.394490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60815b1a-58d0-4748-bafd-4c497a9437ff,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.418319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] Routers {'38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:23.419100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.420861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:23.423176 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb00f775-1258-4602-b2e6-c0cbd4afc0d2" -d '{"events": [{"server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "name": "network-vif-plugged", "status": "completed", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:23.434700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d7c787f1-1006-4309-934a-adfe06a51b91 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 HTTP/1.1" status: 200 len: 205 time: 0.0349555 Nov 16 21:27:23.438574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:23.452116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:23.463051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Made reservation on behalf of 8fd7e3c0419946a3a8bb19925c467a15 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:23.466058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.477671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.490277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.490836 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Added segment c2534d59-0ceb-4395-99bd-666538664989 of type vlan for network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b Nov 16 21:27:23.538031 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20cc98d-4861-4cd8-9088-89b78a0f041c x-openstack-request-id: req-f20cc98d-4861-4cd8-9088-89b78a0f041c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:23.538631 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "name": "network-vif-plugged", "status": "completed", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:23.539142 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f20cc98d-4861-4cd8-9088-89b78a0f041c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:23.539810 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'code': 200} Nov 16 21:27:23.542396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3c806887-8371-4a3c-8ff3-d41c570b5d77, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:23.544098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.570341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] Routers {'38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:23.571946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.610032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.611942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.614771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:23.615662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d4024f-f3f1-4860-8875-f0699e7d3456 None None] The sync data for ids ['38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:23.631562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.671828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bc797b-dcb3-4356-8f53-f6dcb9c6c532,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.704248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3c806887-8371-4a3c-8ff3-d41c570b5d77,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.726221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:23.734450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.746173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.746751 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Added segment 3cf007cb-991e-4177-b9f4-9d07fae77baa of type vlan for network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc Nov 16 21:27:23.806173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.808296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.809239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.809833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.882475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8725975 Nov 16 21:27:23.891126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:23.898896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Request body: {'subnet': {'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-45536809-subnet', 'tenant_id': '55c80d57f3704520b3c57a116da5319f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:23.910176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545a54f-e607-4176-86b6-492cc821f05f admin admin] Pushing event updated for resources: {'Network': ['ID=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.917303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.918232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:23.918814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:23.926245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:23.987588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] Pushing event updated for resources: {'Network': ['ID=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:23.998996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Made reservation on behalf of 55c80d57f3704520b3c57a116da5319f for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:24.001664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.007673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:24.031138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.118232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.180717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4fdc1cab-eb57-49b7-a211-dc41be9ab5bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1209862 Nov 16 21:27:24.189152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55184) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:24.195501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173818f-b4bf-4192-918d-2da907e7f4ac req-a37880ce-0e0f-438f-a3cf-44c5e884852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:24.197041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7173818f-b4bf-4192-918d-2da907e7f4ac req-a37880ce-0e0f-438f-a3cf-44c5e884852d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1096 time: 0.1691689 Nov 16 21:27:24.211569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Request body: {'subnet': {'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-146202328-subnet', 'tenant_id': '8fd7e3c0419946a3a8bb19925c467a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:24.280743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.290912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.294640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.298732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.300521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Made reservation on behalf of 8fd7e3c0419946a3a8bb19925c467a15 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:24.303083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.336448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99a2e5-d9aa-4129-b994-d695cb15e468 req-3f5efc6d-2176-4915-b672-4fe8a0363816 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:24.338109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b99a2e5-d9aa-4129-b994-d695cb15e468 req-3f5efc6d-2176-4915-b672-4fe8a0363816 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.1799507 Nov 16 21:27:24.431357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7173818f-b4bf-4192-918d-2da907e7f4ac req-0afe0032-e142-4257-ba15-41897c5b7705 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980805 Nov 16 21:27:24.431902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae60d6a7-b8e3-4115-af59-c1b1d03aa52c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:24.434029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.434255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router 38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:27:24.445077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.446489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-018a7058-0f3b-409e-91cc-41aeb5f43ff4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 HTTP/1.1" status: 204 len: 168 time: 1.0058708 Nov 16 21:27:24.451535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:24.527798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Checking segment: {'id': 'c2534d59-0ceb-4395-99bd-666538664989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:24.528173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Network hostable DHCP agents. Network: 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:24.539631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b99a2e5-d9aa-4129-b994-d695cb15e468 req-4ed2001d-b136-4df0-8a6d-4fce20fe0807 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615531 Nov 16 21:27:24.566894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet 5e587296-7896-41d2-9ef8-30c9eabbdd84 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:24.577131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.601538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Router cc6ebb2d-111a-47df-94d6-d270866e720c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:24.615438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:24.641955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:24.651281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:24.651884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.656658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed3fb9-8821-435f-8411-dc73f01282e6 None None] Network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:24.657941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.737613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:24.742597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0e4d689c-5138-46dc-ac70-c7110871a0d5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8489575 Nov 16 21:27:24.759393 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] Sync routers for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:24.763908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:24.770102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5590cb54-47f8-4fed-b46b-ec3205644a80 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc6ebb2d-111a-47df-94d6-d270866e720c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2139466 Nov 16 21:27:24.776154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:24.777239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:24.778496 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:24.957386 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:24.981217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ff477f-4b18-4c49-912e-afc3fa8a5ffe,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:25.004050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.050166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Checking segment: {'id': '3cf007cb-991e-4177-b9f4-9d07fae77baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:25.050892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Network hostable DHCP agents. Network: f7f7c671-7528-4c17-8aac-4ac5b81f6cfc, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:25.088085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:25.110235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f7f7c671-7528-4c17-8aac-4ac5b81f6cfc) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:25.126232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b484d8e9-735d-4b73-baa6-d584887e9db6 None None] Network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:25.139213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:25.139849 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.153128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.192962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb77d472-690e-4d59-a78a-feb5ef696520 None None] Network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:25.275524 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ffd1a75b-c5f5-4fd9-811e-0b4e4691dc23 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0600979 Nov 16 21:27:25.275524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.325281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:27:23Z', 'revision_number': 5, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port': {'id': 'be6df4a5-7c01-45bf-af52-527e8aa01e78', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:19:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:19Z', 'updated_at': '2021-11-16T21:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:25.354209 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.377662 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] Checking router: cc6ebb2d-111a-47df-94d6-d270866e720c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:25.388935 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] Routers {'cc6ebb2d-111a-47df-94d6-d270866e720c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:25.390465 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc6ebb2d-111a-47df-94d6-d270866e720c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:25.425958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=5e587296-7896-41d2-9ef8-30c9eabbdd84,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:25.443802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e11b62-3b01-47dc-b94b-5f9d5cdc829c None None] Network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:25.463041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.474671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a00078d9-81fc-404e-ace9-fa002701a33c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/5e587296-7896-41d2-9ef8-30c9eabbdd84 HTTP/1.1" status: 204 len: 168 time: 1.0191598 Nov 16 21:27:25.475035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55206) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:25.525104 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] Set router cc6ebb2d-111a-47df-94d6-d270866e720c gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:25.537046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Deleting port be6df4a5-7c01-45bf-af52-527e8aa01e78 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:25.537397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.555502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2824f-3e7a-4004-a3d9-b7ad026034a5 None None] Network 65ffa922-41be-4e93-9dc6-02636a4231f8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:25.660653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] For port be6df4a5-7c01-45bf-af52-527e8aa01e78, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=be6df4a5-7c01-45bf-af52-527e8aa01e78,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:25.661656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.668275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.689138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Calling delete_port for be6df4a5-7c01-45bf-af52-527e8aa01e78 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:25.695792 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:27:25Z', 'revision_number': 6, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:25.760744 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1a7a14-026d-4553-9944-a8980288a1ef None None] The sync data for ids ['cc6ebb2d-111a-47df-94d6-d270866e720c'] in n-d-817778-8 is: [{'id': 'cc6ebb2d-111a-47df-94d6-d270866e720c', 'name': 'tempest-AttachVolumeShelveTestJSON-189395920-router', 'tenant_id': 'ca1cf29b62944187906e09e8322fa3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:18Z', 'updated_at': '2021-11-16T21:27:25Z', 'revision_number': 6, 'project_id': 'ca1cf29b62944187906e09e8322fa3bd', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:25.781139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 61a0a407-70ca-4633-bcb6-3283b74a7201 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:25.781555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.873676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 61a0a407-70ca-4633-bcb6-3283b74a7201, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=61a0a407-70ca-4633-bcb6-3283b74a7201,segment=NetworkSegment(15479e3e-f46d-47da-a8aa-51f2c9bb2164),segment_id=15479e3e-f46d-47da-a8aa-51f2c9bb2164)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:25.874059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.897036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 61a0a407-70ca-4633-bcb6-3283b74a7201 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:25.904083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.963305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:25.983158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6df4a5-7c01-45bf-af52-527e8aa01e78,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:26.000332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a250c74-3511-4cf7-b247-8eeac6b7a23b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:26.058494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5904a-bcb5-4f58-b236-40af981feb5e req-f749dda8-f332-4da5-8e66-2b14075abe6e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:26.060346 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5904a-bcb5-4f58-b236-40af981feb5e req-f749dda8-f332-4da5-8e66-2b14075abe6e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.1722007 Nov 16 21:27:26.067450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.104342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-4c7126eb-1599-4896-a32e-96bafb92085b tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:26.111028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-4c7126eb-1599-4896-a32e-96bafb92085b tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/networks?id=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc HTTP/1.1" status: 200 len: 812 time: 0.1532166 Nov 16 21:27:26.112246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.149719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2dbb24-4680-4cf3-97f5-40bf3f89eaa2 None None] DHCP port deletion for 65ffa922-41be-4e93-9dc6-02636a4231f8 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:26.158353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-31f94d72-93b2-493d-b803-0510c7523196 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/quotas/8fd7e3c0419946a3a8bb19925c467a15 HTTP/1.1" status: 200 len: 375 time: 0.0382841 Nov 16 21:27:26.159159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=61a0a407-70ca-4633-bcb6-3283b74a7201,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:26.163584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port 61a0a407-70ca-4633-bcb6-3283b74a7201 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:26.241459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-cce6518c-fbd1-4336-9e2e-77fb6374dc0a tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fd7e3c0419946a3a8bb19925c467a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732443 Nov 16 21:27:26.267905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5904a-bcb5-4f58-b236-40af981feb5e req-1de12912-1a67-4e06-8653-4a0823c21c27 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841850 Nov 16 21:27:26.283274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.289475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.387462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.388128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6ebb2d-111a-47df-94d6-d270866e720c {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:27:26.402236 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.403441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e9166ad7-f14c-4081-81a4-36d9f4996067 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cc6ebb2d-111a-47df-94d6-d270866e720c HTTP/1.1" status: 204 len: 168 time: 1.6352804 Nov 16 21:27:26.405938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55234) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:26.426383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.449401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6d044746-df86-4797-acf8-a9d7ab0b14de no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:26.475000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ffa922-41be-4e93-9dc6-02636a4231f8']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:26.480620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 6d044746-df86-4797-acf8-a9d7ab0b14de {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:26.480976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6d044746-df86-4797-acf8-a9d7ab0b14de not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:26.481411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 61a0a407-70ca-4633-bcb6-3283b74a7201 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:26.497685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Deleting subnet 26a20057-4d04-4646-87f1-8086ea3ef2d1 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:26.512448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15479e3e-f46d-47da-a8aa-51f2c9bb2164') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:26.513202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15479e3e-f46d-47da-a8aa-51f2c9bb2164') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:26.514043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.514489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 61a0a407-70ca-4633-bcb6-3283b74a7201 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:26.519394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 61a0a407-70ca-4633-bcb6-3283b74a7201 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:26.537369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.555549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-c392c2a8-0f6c-45bc-a9ee-fc54ca8246ac service neutron] 10.222.0.48 "GET /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694700 Nov 16 21:27:26.562721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.572013 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.579934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:26.580835 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:26.584730 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:26.609101 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.687972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.766350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.816278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a20057-4d04-4646-87f1-8086ea3ef2d1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:26.840506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.848074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf56b3a-3674-4291-910f-33c8b4b732be None None] Network d310be21-08ea-45de-b9ee-a1dc1026e746 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:26.850519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-94af37a0-d355-4362-ba45-23b16c793d41 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/26a20057-4d04-4646-87f1-8086ea3ef2d1 HTTP/1.1" status: 204 len: 168 time: 0.4412034 Nov 16 21:27:26.850519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55252) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:26.850684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.868084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:26.871893 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/65ffa922-41be-4e93-9dc6-02636a4231f8 HTTP/1.1" status: 204 len: 168 time: 1.3958428 Nov 16 21:27:26.912867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55254) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:26.917890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856808636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:26.936730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815fbb-54f5-420c-989d-9001738f4b3d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=65ffa922-41be-4e93-9dc6-02636a4231f8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:26.970284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-3bf20e52-2265-4207-85e7-680843066bc9 service neutron] 10.222.0.48 "GET /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042280 Nov 16 21:27:27.015647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.017069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.057422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.137727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Deleting port 86c213cd-afa6-4345-83cb-a46462e94073 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:27.138078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.174169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.179786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.188357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] DHCP port deletion for d310be21-08ea-45de-b9ee-a1dc1026e746 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:27:27.210435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.212609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-efc8324f-0e0e-4a31-8338-7e721e8ab95a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2981384 Nov 16 21:27:27.214566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55274) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:27.231417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778284831'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:27.276121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] Deleting port 86c213cd-afa6-4345-83cb-a46462e94073 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:27.276867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.305187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b184dbc-ed08-45da-812c-73b916a32b7e req-4f4d7bde-48ce-44ab-96e5-4b2f72f05b71 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 210 time: 0.0362267 Nov 16 21:27:27.306074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:27.310606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.348483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:27.352502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] For port 86c213cd-afa6-4345-83cb-a46462e94073, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86c213cd-afa6-4345-83cb-a46462e94073,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:27.352934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.374318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.375775 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment 4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1 of type vlan for network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 Nov 16 21:27:27.379043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Calling delete_port for 86c213cd-afa6-4345-83cb-a46462e94073 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:27.411529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] For port 86c213cd-afa6-4345-83cb-a46462e94073, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86c213cd-afa6-4345-83cb-a46462e94073,segment=NetworkSegment(b6f65c44-80d4-4468-9713-cdb354354268),segment_id=b6f65c44-80d4-4468-9713-cdb354354268)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:27.411976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.431528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] Calling delete_port for 86c213cd-afa6-4345-83cb-a46462e94073 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:27.515630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-a11b4d90-6c78-4607-96b7-c2f64a99d729 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:27.526905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-a11b4d90-6c78-4607-96b7-c2f64a99d729 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/networks?id=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b HTTP/1.1" status: 200 len: 808 time: 0.3246229 Nov 16 21:27:27.542794 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.550638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-a4d52424-82a3-419f-b371-9eec66c2c414 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/quotas/55c80d57f3704520b3c57a116da5319f HTTP/1.1" status: 200 len: 375 time: 0.0228307 Nov 16 21:27:27.552938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.573783 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] No DVR routers for this DVR port 86c213cd-afa6-4345-83cb-a46462e94073 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:27.600932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-9a072e25-971b-4c06-9b4d-ebb0d0081e77 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c80d57f3704520b3c57a116da5319f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491805 Nov 16 21:27:27.604597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311bab6-a141-4fdc-8cd0-5f65380cbeaf None None] Pushing event deleted for resources: {'Port': ['ID=86c213cd-afa6-4345-83cb-a46462e94073,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:27.617327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8893-8aa1-4eb4-afa8-22ca04a8710f req-934f6ef7-8e3c-48d2-b97c-db6b3f1dd99f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:27.618966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffcf8893-8aa1-4eb4-afa8-22ca04a8710f req-934f6ef7-8e3c-48d2-b97c-db6b3f1dd99f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.1729939 Nov 16 21:27:27.649661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.656671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:27.657746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.702870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.745943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] No DVR routers for this DVR port 86c213cd-afa6-4345-83cb-a46462e94073 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:27.750054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c213cd-afa6-4345-83cb-a46462e94073,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:27.754207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5382519 Nov 16 21:27:27.756616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55288) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:27.783683 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:27.793082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffcf8893-8aa1-4eb4-afa8-22ca04a8710f req-8825a947-4d35-4421-a7bc-849193dc0877 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652529 Nov 16 21:27:27.811056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c25f9-8248-4d03-9743-9c2dd153d14e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=725327b4-a82d-4d65-acb7-02bc0d6ffc99,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:27.826422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:27.881594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-81e2a423-82cc-439e-b39a-128d8527b6fb service neutron] 10.222.0.48 "GET /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693057 Nov 16 21:27:27.884626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:27.965821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d310be21-08ea-45de-b9ee-a1dc1026e746']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:27.981408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f65c44-80d4-4468-9713-cdb354354268') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:27.981799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f65c44-80d4-4468-9713-cdb354354268') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:28.002693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.019474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb8d10-2bf1-4fd1-a8b3-ceebb36265a7 req-81aa2a3c-bc4d-4a5d-8f17-89fa9afabe84 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:28.023211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8bb8d10-2bf1-4fd1-a8b3-ceebb36265a7 req-81aa2a3c-bc4d-4a5d-8f17-89fa9afabe84 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.1053901 Nov 16 21:27:28.047111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.061414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:28.062100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:28.064172 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:28.076670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:28.077843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-924bdabe-0834-4cb2-96de-901339864538 service neutron] 10.222.0.48 "GET /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954837 Nov 16 21:27:28.081084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.152277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.159812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.167005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d310be21-08ea-45de-b9ee-a1dc1026e746 HTTP/1.1" status: 204 len: 168 time: 1.3152039 Nov 16 21:27:28.185988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d310be21-08ea-45de-b9ee-a1dc1026e746,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:28.212204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.212560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.212881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.213288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.213596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.213907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.214429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.214727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.215077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.215469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.215800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.217400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30bed5-5db4-4343-b0f8-1758f759adf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:28.279141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device be6df4a5-7c01-45bf-af52-527e8aa01e78 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:28.288609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8bb8d10-2bf1-4fd1-a8b3-ceebb36265a7 req-91c21964-1ac2-4682-babf-afc7105687c2 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235100 Nov 16 21:27:28.304675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: be6df4a5-7c01-45bf-af52-527e8aa01e78 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:28.305353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device be6df4a5-7c01-45bf-af52-527e8aa01e78 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:28.306511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86c213cd-afa6-4345-83cb-a46462e94073 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:28.314229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55300) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:28.328932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 86c213cd-afa6-4345-83cb-a46462e94073 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:28.329352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86c213cd-afa6-4345-83cb-a46462e94073 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:28.410744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a9f75-84e5-40af-a24e-9d678828c8e4 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:28.415115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-774a9f75-84e5-40af-a24e-9d678828c8e4 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1091 time: 0.0998416 Nov 16 21:27:28.422345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55304) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:28.427557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:28.452332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55306) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:28.532257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61b2ec2e-74e0-4adc-af2b-3cf2abdfc57f req-05e8351f-d578-4da2-a505-eecfc9f30b69 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 210 time: 0.0957081 Nov 16 21:27:28.560089 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.639676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1d66c0eb-def3-4c89-9800-b20054eafd40 req-bfbe28bc-f22f-4c66-b392-431d16af9662 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 210 time: 0.1064758 Nov 16 21:27:28.647643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=1da32e82-e519-4bbb-8ddd-145a786a9641,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:28.660726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-34821a3f-b141-4603-a85e-16e8b931015f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca1cf29b62944187906e09e8322fa3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964030 Nov 16 21:27:28.662148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55312) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:28.662642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.669606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:28.670026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 725327b4-a82d-4d65-acb7-02bc0d6ffc99, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:28.847913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-932cbac7-40cc-4741-8cfd-243bb04535dd tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:28.850159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-932cbac7-40cc-4741-8cfd-243bb04535dd tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.41 "GET /v2.0/networks?id=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc HTTP/1.1" status: 200 len: 812 time: 0.1633871 Nov 16 21:27:28.869482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Request body: {'port': {'device_id': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc', 'admin_state_up': True, 'tenant_id': '8fd7e3c0419946a3a8bb19925c467a15'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:28.950448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34f27f6-8a09-4ab9-a926-252ac21a7e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:28.952803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:29.028215 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34f27f6-8a09-4ab9-a926-252ac21a7e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.101215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 725327b4-a82d-4d65-acb7-02bc0d6ffc99) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:29.108948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695a214-3baf-47c3-9fe5-dd8d395c9487 None None] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:29.110583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34f27f6-8a09-4ab9-a926-252ac21a7e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.117031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34f27f6-8a09-4ab9-a926-252ac21a7e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.125860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b34f27f6-8a09-4ab9-a926-252ac21a7e7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09a37c76-3e46-4076-845c-b488d12b9a03 HTTP/1.1" status: 204 len: 168 time: 0.4627144 Nov 16 21:27:29.139609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:29.140210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.170957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f27f6-8a09-4ab9-a926-252ac21a7e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a37c76-3e46-4076-845c-b488d12b9a03,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:29.186351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-337d03a1-ba2d-4074-99c4-3a019ba6086e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4157450 Nov 16 21:27:29.195318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55324) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:29.364058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.620542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.25.3.209 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/3bee79de-eef1-47d0-85bc-e90902e3a4ab) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:29.682340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Made reservation on behalf of 8fd7e3c0419946a3a8bb19925c467a15 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:29.693781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.764068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6238a3aa-63d3-45e9-94df-fecbd5cab945 req-f8b9265e-9230-475d-bbd6-dc4c85d0321b tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 210 time: 0.0949650 Nov 16 21:27:29.785037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97380dbe-a429-4466-a183-28508829cff7 req-381b4a35-3d0c-40db-a38b-b21ea0475760 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 210 time: 0.0573838 Nov 16 21:27:29.830106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:29.831141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.845848 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.866330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:29.910371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.024355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:30.028116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=3bee79de-eef1-47d0-85bc-e90902e3a4ab,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:30.037906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Allocated IP 2001:db8::2 (725327b4-a82d-4d65-acb7-02bc0d6ffc99/1da32e82-e519-4bbb-8ddd-145a786a9641/b4a43e09-d561-40ee-a79e-d22d2734c441) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:30.043254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:30.050512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:30.195899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.202653 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.260832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:30.265784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:30.272654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:30.327603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Pushing event updated for resources: {'Port': ['ID=b4a43e09-d561-40ee-a79e-d22d2734c441,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:30.392112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Attempting to bind port b4a43e09-d561-40ee-a79e-d22d2734c441 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:30.392833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Attempting to bind port b4a43e09-d561-40ee-a79e-d22d2734c441 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:30.393440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Attempting to bind port b4a43e09-d561-40ee-a79e-d22d2734c441 on network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:30.400394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:30.401346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Checking segment: {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:30.402026 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.402612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Bound using segment: {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:30.403287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Bound port: b4a43e09-d561-40ee-a79e-d22d2734c441, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:30.403877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.499959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] For port b4a43e09-d561-40ee-a79e-d22d2734c441, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:30.515506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] For port b4a43e09-d561-40ee-a79e-d22d2734c441, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b4a43e09-d561-40ee-a79e-d22d2734c441,segment=NetworkSegment(4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1),segment_id=4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:30.524723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:30.564088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-547dfffe-a67b-46d3-b986-a45ad8d84757 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:30.571025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-547dfffe-a67b-46d3-b986-a45ad8d84757 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.47 "GET /v2.0/networks?id=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b HTTP/1.1" status: 200 len: 808 time: 0.4742186 Nov 16 21:27:30.602146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a389b5-9829-4646-960d-c5e45c07c1e0 None None] Pushing event updated for resources: {'Port': ['ID=b4a43e09-d561-40ee-a79e-d22d2734c441,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:30.607527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Request body: {'port': {'device_id': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b', 'admin_state_up': True, 'tenant_id': '55c80d57f3704520b3c57a116da5319f'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:30.806713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8::1 (725327b4-a82d-4d65-acb7-02bc0d6ffc99/1da32e82-e519-4bbb-8ddd-145a786a9641/5303c816-0dc7-4379-92ba-47a039a5997d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:30.940232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42215cbd-dc12-480f-979d-66cbbc8f0131 req-76cc32ce-7c7f-4212-a14d-3e90103689e5 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 210 time: 0.0483556 Nov 16 21:27:30.963701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.029584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.089232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Allocated IP 172.20.0.13 (f7f7c671-7528-4c17-8aac-4ac5b81f6cfc/47ff477f-4b18-4c49-912e-afc3fa8a5ffe/a4189475-9181-4501-b717-eaec1f781513) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:31.100669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.109775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.146341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Made reservation on behalf of 55c80d57f3704520b3c57a116da5319f for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:31.150031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.190282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3608d81f-a462-4a61-bb25-61233cf24385 req-4d20ec8d-135c-47b2-9674-9997144c8c93 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 210 time: 0.1152177 Nov 16 21:27:31.237020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=5303c816-0dc7-4379-92ba-47a039a5997d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:31.279992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:31.289029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:31.293211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:31.294170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.481743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Allocated IP 172.20.0.12 (4ade0e62-19a3-4b5a-a2f1-cdddfa77286b/ae60d6a7-b8e3-4115-af59-c1b1d03aa52c/18bc411f-5c81-4d9c-b139-8f692f4acdfe) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:31.575586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.579951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.720766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.732770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.740442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.836332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:31.849878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:31.855902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:31.872594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=3bee79de-eef1-47d0-85bc-e90902e3a4ab,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:31.902496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.922524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:31.935594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Pushing event updated for resources: {'Port': ['ID=a4189475-9181-4501-b717-eaec1f781513,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:32.060591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.061254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.091228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-39f5660d-3d30-4b36-88f3-e56e4cca3876 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2273381 Nov 16 21:27:32.110513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Request body: {'port': {'device_id': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:32.151423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c4df75e-f7a1-47fa-91ea-a2ed8a3f1c3b req-e9d4a6f8-a5bf-41a0-b468-0cac2bebdcfd tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 210 time: 0.0905931 Nov 16 21:27:32.184353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.236271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c152a0-d932-4d53-a08b-96b1fb144a21 None None] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:32.267509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:32.274006 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Floating IP f00d6f9c-548c-4c73-8035-ebc358e287de associated. External IP: 172.25.3.209, port: 3c806887-8371-4a3c-8ff3-d41c570b5d77. Nov 16 21:27:32.299612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.320265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:32.327778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.358029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.359413 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.365313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:32.402696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Pushing event updated for resources: {'Port': ['ID=18bc411f-5c81-4d9c-b139-8f692f4acdfe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:32.423398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b4a43e09-d561-40ee-a79e-d22d2734c441 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:32.453986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.454670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.508036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-30da70a0-df32-4b47-9dd1-48e11a3f0532 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9258513 Nov 16 21:27:32.546546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=5303c816-0dc7-4379-92ba-47a039a5997d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:32.577423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Request body: {'port': {'device_id': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:32.580459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e6307-ef17-4141-8ab9-fc8f104111f1 req-8e6c13db-dfc2-43b7-a4ab-319a35597b75 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:32.589377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a68e6307-ef17-4141-8ab9-fc8f104111f1 req-8e6c13db-dfc2-43b7-a4ab-319a35597b75 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 932 time: 0.2920070 Nov 16 21:27:32.608436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6d0434f2-6a88-43b9-ba11-19f7a61ae16e None None] Provisioning complete for port b4a43e09-d561-40ee-a79e-d22d2734c441 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:32.611548 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d0434f2-6a88-43b9-ba11-19f7a61ae16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.726446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.791623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:32.806777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a68e6307-ef17-4141-8ab9-fc8f104111f1 req-da382f41-a6a7-451b-9aac-bd3f903ab5ff tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109265 Nov 16 21:27:32.820438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:32.843147 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d0434f2-6a88-43b9-ba11-19f7a61ae16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:32.889288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b4a43e09-d561-40ee-a79e-d22d2734c441 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:32.890075 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.005650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:33.028814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.057939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6d0434f2-6a88-43b9-ba11-19f7a61ae16e None None] For port b4a43e09-d561-40ee-a79e-d22d2734c441, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b4a43e09-d561-40ee-a79e-d22d2734c441,segment=NetworkSegment(4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1),segment_id=4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:33.069624 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6d0434f2-6a88-43b9-ba11-19f7a61ae16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.113955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:27:33.155431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4189475-9181-4501-b717-eaec1f781513 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:33.166439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.249878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Transition to ACTIVE for port object a4189475-9181-4501-b717-eaec1f781513 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:33.266528 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.327258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:33.336399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-29ef4a66-d9de-4bdc-bce6-16a1b98b0b78 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1372039 Nov 16 21:27:33.341160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55414) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:33.351262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731862927'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:33.359540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Pushing event updated for resources: {'Port': ['ID=a4189475-9181-4501-b717-eaec1f781513,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:33.374979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:33.389451 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:33.416249 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:33.417142 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:33.451662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55416) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:33.479826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:33.481428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:33.485423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23065c1-3b76-47cc-a2a2-cacdbc70ff68 req-aea44e36-fc4f-4a28-9c17-2f08286f27d5 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:33.493723 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.499533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f23065c1-3b76-47cc-a2a2-cacdbc70ff68 req-aea44e36-fc4f-4a28-9c17-2f08286f27d5 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 932 time: 0.2230892 Nov 16 21:27:33.503787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:27:33.504177 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:27:33.549970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.562626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:33.563259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:33.580608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Attempting to bind port a4189475-9181-4501-b717-eaec1f781513 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:33.581260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Attempting to bind port a4189475-9181-4501-b717-eaec1f781513 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '3cf007cb-991e-4177-b9f4-9d07fae77baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:33.581782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Attempting to bind port a4189475-9181-4501-b717-eaec1f781513 on network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:33.609069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Port a4189475-9181-4501-b717-eaec1f781513 on network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:33.611166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Attempting to bind port a4189475-9181-4501-b717-eaec1f781513 on network f7f7c671-7528-4c17-8aac-4ac5b81f6cfc {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:33.615391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bc411f-5c81-4d9c-b139-8f692f4acdfe {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:33.617655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:33.649431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:33.650227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Checking segment: {'id': '3cf007cb-991e-4177-b9f4-9d07fae77baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:33.651073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Bound using segment: {'id': '3cf007cb-991e-4177-b9f4-9d07fae77baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:33.652459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Bound port: a4189475-9181-4501-b717-eaec1f781513, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf007cb-991e-4177-b9f4-9d07fae77baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:33.652620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.654379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.659242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6d122f35-9d82-40ad-90d4-42523179511a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2332311 Nov 16 21:27:33.663725 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:33.664466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:33.666667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:33.666880 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ffe996-acfb-4082-b52f-8a053b76cb90" -d '{"events": [{"name": "network-changed", "server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:33.693142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f23065c1-3b76-47cc-a2a2-cacdbc70ff68 req-469eec30-b730-4ea0-9f6e-ff170bb86dd9 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924946 Nov 16 21:27:33.714558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.716815 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment e92878a7-b466-455c-9ab8-cb061eee4833 of type vlan for network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 Nov 16 21:27:33.735511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:33.764981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e6989f5c-88fa-4650-a9dd-e2ce71200676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.809453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Transition to ACTIVE for port object 18bc411f-5c81-4d9c-b139-8f692f4acdfe will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:27:33.812252 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b12aaf-0c39-4b60-991f-94d5dd059b2b x-openstack-request-id: req-14b12aaf-0c39-4b60-991f-94d5dd059b2b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:33.812854 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:33.813316 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14b12aaf-0c39-4b60-991f-94d5dd059b2b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:33.814010 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'status': 'completed', 'code': 200} Nov 16 21:27:33.901188 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.954055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e6989f5c-88fa-4650-a9dd-e2ce71200676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.958943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:33.978668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e6989f5c-88fa-4650-a9dd-e2ce71200676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.006481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0434f2-6a88-43b9-ba11-19f7a61ae16e None None] Pushing event updated for resources: {'Port': ['ID=b4a43e09-d561-40ee-a79e-d22d2734c441,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:34.016526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-32aa66aa-fc2c-4a34-8c64-2b60738ca5ee tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/f00d6f9c-548c-4c73-8035-ebc358e287de HTTP/1.1" status: 200 len: 991 time: 0.3352292 Nov 16 21:27:34.030067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.106728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] For port a4189475-9181-4501-b717-eaec1f781513, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:34.143818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2448d925-eca9-4be6-8618-95e15fcdb84e None None] Provisioning complete for port 5303c816-0dc7-4379-92ba-47a039a5997d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:34.144395 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2448d925-eca9-4be6-8618-95e15fcdb84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.145480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e6989f5c-88fa-4650-a9dd-e2ce71200676 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1eca4c943ab845fb99f6a8668fdc3152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6901872 Nov 16 21:27:34.148892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6989f5c-88fa-4650-a9dd-e2ce71200676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1e32fc-0659-4396-b7b7-23401b1ba842,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:34.155130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Pushing event updated for resources: {'Port': ['ID=18bc411f-5c81-4d9c-b139-8f692f4acdfe,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:34.158916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55426) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:34.160973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] For port a4189475-9181-4501-b717-eaec1f781513, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a4189475-9181-4501-b717-eaec1f781513,segment=NetworkSegment(3cf007cb-991e-4177-b9f4-9d07fae77baa),segment_id=3cf007cb-991e-4177-b9f4-9d07fae77baa)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:34.181781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.187568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.198895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-e2ed482c-051e-46fb-8066-e88e0b29b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:34.200861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-e2ed482c-051e-46fb-8066-e88e0b29b8be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1096 time: 0.3927467 Nov 16 21:27:34.211606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376b453-ed23-4509-92fd-a9ec849945aa req-b037f6bd-1492-4713-a1c1-a712a87d3dbe tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:34.219408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9376b453-ed23-4509-92fd-a9ec849945aa req-b037f6bd-1492-4713-a1c1-a712a87d3dbe tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 944 time: 0.2636600 Nov 16 21:27:34.219616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:34.229784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.268943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2448d925-eca9-4be6-8618-95e15fcdb84e None None] Port 5303c816-0dc7-4379-92ba-47a039a5997d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:34.295440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2448d925-eca9-4be6-8618-95e15fcdb84e None None] Provisioning complete for port b4a43e09-d561-40ee-a79e-d22d2734c441 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:34.296066 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2448d925-eca9-4be6-8618-95e15fcdb84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.398582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b4a43e09-d561-40ee-a79e-d22d2734c441 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:34.403896 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:27:34.421970 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:58Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:30Z', 'revision_number': 0, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:34.440426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:31Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:31Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:34.456849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:34.458143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.471310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] 10.222.0.41 "PUT /v2.0/ports/a4189475-9181-4501-b717-eaec1f781513 HTTP/1.1" status: 200 len: 1092 time: 2.3672047 Nov 16 21:27:34.474591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'tag': 'a4189475-9181-4501-b717-eaec1f781513'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:34.476923 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25497c53-774e-4cd7-8049-69ea5656b40c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b342c9f-1393-4cd8-bd2e-8415af516ad2", "tag": "a4189475-9181-4501-b717-eaec1f781513"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:34.479550 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:34.490579 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:34.491455 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:34.519922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:34.521112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Updating router a57c5762-0708-40d7-bcde-3e396e08f1dc port 5303c816-0dc7-4379-92ba-47a039a5997d binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:34.546610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2042468 Nov 16 21:27:34.561965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:34.582034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.604711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:34.627665 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2094f9ee-ecc9-4269-a96a-b1f70831e716 x-openstack-request-id: req-2094f9ee-ecc9-4269-a96a-b1f70831e716 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:34.628136 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b342c9f-1393-4cd8-bd2e-8415af516ad2", "tag": "a4189475-9181-4501-b717-eaec1f781513", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:34.628575 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2094f9ee-ecc9-4269-a96a-b1f70831e716 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:34.629112 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'tag': 'a4189475-9181-4501-b717-eaec1f781513', 'status': 'completed', 'code': 200} Nov 16 21:27:34.651702 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:34.681964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7a4a4-4b99-49f5-a390-37d29ba2c741 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=2652ee44-5ff4-4095-9b6b-ad2a4393e331,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:34.733621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2951db4-7307-4c18-b21e-d18233683dab service neutron] Pushing event updated for resources: {'Port': ['ID=a4189475-9181-4501-b717-eaec1f781513,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:34.741536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:34.789065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b4a43e09-d561-40ee-a79e-d22d2734c441 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:34.789628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:34.851246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-3d6c7ae7-7904-49d8-b5de-bc0ac299eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:34.853944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-3d6c7ae7-7904-49d8-b5de-bc0ac299eeba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fd7e3c0419946a3a8bb19925c467a15&device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 1095 time: 0.2919092 Nov 16 21:27:34.921699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-3537ae2e-bcd6-4be3-8246-056ec2423294 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4189475-9181-4501-b717-eaec1f781513 HTTP/1.1" status: 200 len: 217 time: 0.0477800 Nov 16 21:27:34.930574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:34.940286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.029949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55444) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:35.103101 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:58Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:30Z', 'revision_number': 0, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:35.130840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-3a43186c-ea9d-434f-8675-dc5a46fcab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.132336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-3a43186c-ea9d-434f-8675-dc5a46fcab23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47ff477f-4b18-4c49-912e-afc3fa8a5ffe HTTP/1.1" status: 200 len: 852 time: 0.1843946 Nov 16 21:27:35.187034 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f8edb-15d0-42ec-9450-db7b3f89c397 None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:26:58Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:30Z', 'revision_number': 0, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:35.207472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-bf39033d-acef-455a-92c6-5bf1798b9ede service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563488 Nov 16 21:27:35.233612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a9134607-6860-4161-aaf6-5305074f4c72 None None] Provisioning complete for port 5303c816-0dc7-4379-92ba-47a039a5997d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:35.234000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a9134607-6860-4161-aaf6-5305074f4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.267819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Attempting to bind port 18bc411f-5c81-4d9c-b139-8f692f4acdfe on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:35.268525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Attempting to bind port 18bc411f-5c81-4d9c-b139-8f692f4acdfe by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'c2534d59-0ceb-4395-99bd-666538664989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:35.268822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.269357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Attempting to bind port 18bc411f-5c81-4d9c-b139-8f692f4acdfe on network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:35.290658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd44e-59dd-4149-af58-4e87a6ba0985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.358582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9376b453-ed23-4509-92fd-a9ec849945aa req-92afa7b0-545d-445d-8612-755db50e0d6e tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1379945 Nov 16 21:27:35.398394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Port 18bc411f-5c81-4d9c-b139-8f692f4acdfe on network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:27:35.399675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Attempting to bind port 18bc411f-5c81-4d9c-b139-8f692f4acdfe on network 4ade0e62-19a3-4b5a-a2f1-cdddfa77286b {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:35.408477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a9134607-6860-4161-aaf6-5305074f4c72 None None] Port 5303c816-0dc7-4379-92ba-47a039a5997d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:35.440042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bed28cd5-498d-40e7-8e5a-fa1caf7f3114 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/f00d6f9c-548c-4c73-8035-ebc358e287de HTTP/1.1" status: 200 len: 991 time: 0.4076447 Nov 16 21:27:35.464921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:35.465603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Checking segment: {'id': 'c2534d59-0ceb-4395-99bd-666538664989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:35.466165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Bound using segment: {'id': 'c2534d59-0ceb-4395-99bd-666538664989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:35.466773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Bound port: 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2534d59-0ceb-4395-99bd-666538664989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:35.467303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.483513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd44e-59dd-4149-af58-4e87a6ba0985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.487157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-9a2a0722-43c8-46e6-a24b-52159ec8d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.489440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-9a2a0722-43c8-46e6-a24b-52159ec8d691 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 897 time: 1.2495062 Nov 16 21:27:35.667187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-5badd4c2-e5e9-4664-a908-1059f5cc17a9 service neutron] 10.222.0.41 "GET /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462752 Nov 16 21:27:35.701948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.713173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-3ce1b8d2-253a-4333-81f4-dd202203bb5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 999 time: 0.1978483 Nov 16 21:27:35.716940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] For port 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:35.720661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.727061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] For port 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe,segment=NetworkSegment(c2534d59-0ceb-4395-99bd-666538664989),segment_id=c2534d59-0ceb-4395-99bd-666538664989)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:35.732930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641066f-8057-416a-a860-1ef722c7789c None None] New status for floating IP f00d6f9c-548c-4c73-8035-ebc358e287de: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:27:35.738529 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd44e-59dd-4149-af58-4e87a6ba0985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.741407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.742304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe7fd44e-59dd-4149-af58-4e87a6ba0985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.743530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fe7fd44e-59dd-4149-af58-4e87a6ba0985 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c1e32fc-0659-4396-b7b7-23401b1ba842 HTTP/1.1" status: 204 len: 168 time: 1.5765877 Nov 16 21:27:35.750002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.794098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.800415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.808407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.816470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.823373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.829954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.836589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.840440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-6b886678-4885-4de3-bfaf-3e86e67ce076 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.3260508 Nov 16 21:27:35.881898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fd44e-59dd-4149-af58-4e87a6ba0985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1e32fc-0659-4396-b7b7-23401b1ba842,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:35.920691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea6a6e-52ef-4436-b62f-ba23101a4030 req-0e3aebca-af62-4111-8abc-3d7b8b146a0a tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.936443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52ea6a6e-52ef-4436-b62f-ba23101a4030 req-0e3aebca-af62-4111-8abc-3d7b8b146a0a tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 944 time: 0.4486635 Nov 16 21:27:35.954799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.954941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Pushing event updated for resources: {'Port': ['ID=5303c816-0dc7-4379-92ba-47a039a5997d,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:35.955172 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:35.956796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] 10.222.0.47 "PUT /v2.0/ports/18bc411f-5c81-4d9c-b139-8f692f4acdfe HTTP/1.1" status: 200 len: 1092 time: 3.3865228 Nov 16 21:27:35.961391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'tag': '18bc411f-5c81-4d9c-b139-8f692f4acdfe'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:35.961913 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df21daa-0680-4a05-9fa3-8d713fceb295" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfdc066-f64b-463c-a53b-48d24779377c", "tag": "18bc411f-5c81-4d9c-b139-8f692f4acdfe"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:35.975708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=7e6c1ed5-b8c7-4cf0-8816-c3654e403938,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:35.978958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-721084e5-d302-4935-bdd0-67e83f3d639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:35.980921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-721084e5-d302-4935-bdd0-67e83f3d639b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 200 len: 834 time: 0.2601097 Nov 16 21:27:36.041121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bebf1a3-225d-45a7-b37a-917b3eb3b1dd req-2763710d-b877-4cdc-beaf-2768c3a45cc0 service neutron] 10.222.0.41 "GET /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637624 Nov 16 21:27:36.042419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:36.042858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 2652ee44-5ff4-4095-9b6b-ad2a4393e331, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:36.050279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a75bcd1-13db-4a9f-8f42-3a0437ad2376 req-452b0bf9-68ba-46c3-bc61-02495fe621d5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671579 Nov 16 21:27:36.088683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52ea6a6e-52ef-4436-b62f-ba23101a4030 req-140e49b9-b3ad-42d4-af0b-38090a683507 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445005 Nov 16 21:27:36.110045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81507e-b8eb-44ea-950f-462a4ec2d77d service neutron] Pushing event updated for resources: {'Port': ['ID=18bc411f-5c81-4d9c-b139-8f692f4acdfe,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:36.123511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:36.158480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 2652ee44-5ff4-4095-9b6b-ad2a4393e331) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:36.165380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.166261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.192027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ec893-d834-4204-9479-6044239c14f2 None None] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:36.193722 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ff601d-605d-46c9-9c09-6b5bc281a44f x-openstack-request-id: req-68ff601d-605d-46c9-9c09-6b5bc281a44f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:36.194165 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfdc066-f64b-463c-a53b-48d24779377c", "tag": "18bc411f-5c81-4d9c-b139-8f692f4acdfe", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:36.194435 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68ff601d-605d-46c9-9c09-6b5bc281a44f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:36.194869 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'tag': '18bc411f-5c81-4d9c-b139-8f692f4acdfe', 'status': 'completed', 'code': 200} Nov 16 21:27:36.209414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-a6c31fbb-bc70-4fc6-bb62-7759e84ab07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.211052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-a6c31fbb-bc70-4fc6-bb62-7759e84ab07d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c80d57f3704520b3c57a116da5319f&device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 1095 time: 0.1786106 Nov 16 21:27:36.216886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43cf6986-d517-463f-bf09-c567f9a11d71 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6310043 Nov 16 21:27:36.221144 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55456) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:36.232570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-1479ba46-84c9-4695-91f8-6376ca2c64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.234092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497c53-774e-4cd7-8049-69ea5656b40c req-14e46ec1-811c-4a2f-b4b5-c1215a2acd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.234319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-1479ba46-84c9-4695-91f8-6376ca2c64cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3929bfb7-6b9b-4f57-950a-cc724da69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096312 Nov 16 21:27:36.235603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-14e46ec1-811c-4a2f-b4b5-c1215a2acd9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8fd7e3c0419946a3a8bb19925c467a15&device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1000624 Nov 16 21:27:36.318963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Attempting to bind port 5303c816-0dc7-4379-92ba-47a039a5997d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:36.319354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Attempting to bind port 5303c816-0dc7-4379-92ba-47a039a5997d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:36.328314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-7b880ae3-5693-4e18-a89f-c89eedf62bfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe HTTP/1.1" status: 200 len: 217 time: 0.1057250 Nov 16 21:27:36.329003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Attempting to bind port 5303c816-0dc7-4379-92ba-47a039a5997d on network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:36.378224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55460) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:36.400532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc439-921b-41cd-b32b-5b4276b216dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.403331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497c53-774e-4cd7-8049-69ea5656b40c req-63442cda-cc2c-4fd1-97be-083b259d4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.404757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-63442cda-cc2c-4fd1-97be-083b259d4059 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc HTTP/1.1" status: 200 len: 913 time: 0.1522884 Nov 16 21:27:36.459546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55464) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:36.470581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:36.471324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Checking segment: {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:36.471490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.471879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Bound using segment: {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:36.472372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Bound port: 5303c816-0dc7-4379-92ba-47a039a5997d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:36.472761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.476253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-ca961ff8-75ef-4e6c-8db6-c9fb008ea900 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4189475-9181-4501-b717-eaec1f781513 HTTP/1.1" status: 200 len: 217 time: 0.0613189 Nov 16 21:27:36.480496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-2fb0ef64-430f-4954-8376-e5dae7a723c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.482196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-2fb0ef64-430f-4954-8376-e5dae7a723c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae60d6a7-b8e3-4115-af59-c1b1d03aa52c HTTP/1.1" status: 200 len: 848 time: 0.1090009 Nov 16 21:27:36.560885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-96cfe9ad-2094-471c-9a11-176178295583 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682340 Nov 16 21:27:36.832126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a211399b-cd75-4110-b876-0d144efdc61f None None] Provisioning complete for port 5303c816-0dc7-4379-92ba-47a039a5997d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:36.834731 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a211399b-cd75-4110-b876-0d144efdc61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:36.882886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a211399b-cd75-4110-b876-0d144efdc61f None None] Port 5303c816-0dc7-4379-92ba-47a039a5997d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:36.901381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f1705-14ee-48bd-9231-2d93a6eb5f9e req-3b642803-f0e0-4746-9c76-c4249c85e453 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.902973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c9f1705-14ee-48bd-9231-2d93a6eb5f9e req-3b642803-f0e0-4746-9c76-c4249c85e453 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 944 time: 0.4168351 Nov 16 21:27:36.917554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-9f9814a7-f30a-4157-b246-a864683a865c service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962572 Nov 16 21:27:36.973974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.979584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] For port 5303c816-0dc7-4379-92ba-47a039a5997d, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:36.980683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.988098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:36.988246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] For port 5303c816-0dc7-4379-92ba-47a039a5997d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5303c816-0dc7-4379-92ba-47a039a5997d,segment=NetworkSegment(4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1),segment_id=4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:36.996446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.004996 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-618d0d1c-9282-4b71-b224-2f00972bfaaa tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/f00d6f9c-548c-4c73-8035-ebc358e287de HTTP/1.1" status: 200 len: 993 time: 0.5389061 Nov 16 21:27:37.005190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.005639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497c53-774e-4cd7-8049-69ea5656b40c req-1a27e17e-9e27-4e55-af9a-460c936cca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.007223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-1a27e17e-9e27-4e55-af9a-460c936cca77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47ff477f-4b18-4c49-912e-afc3fa8a5ffe HTTP/1.1" status: 200 len: 852 time: 0.1296327 Nov 16 21:27:37.009991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.016976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.018890 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-2b8d7a02-21b2-44a6-9102-ed62e822e2ba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.2550418 Nov 16 21:27:37.029192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.047533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:37.048620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.066324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-8e8b7626-ea7d-4939-b71b-7c61e1cf67bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478041 Nov 16 21:27:37.089344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc439-921b-41cd-b32b-5b4276b216dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.132871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc439-921b-41cd-b32b-5b4276b216dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.241575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdc439-921b-41cd-b32b-5b4276b216dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae2960e-1a63-415b-ab70-ee878b229ee7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:37.247738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-9bb1d996-eafa-46d4-9630-818413781ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761262 Nov 16 21:27:37.250007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5bbdc439-921b-41cd-b32b-5b4276b216dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c1968fe509044968b73b18ce5202779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8707223 Nov 16 21:27:37.253238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55474) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:37.284290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-00cdaa7e-2c2d-4ab5-8058-0c3da659bb41 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.286008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-00cdaa7e-2c2d-4ab5-8058-0c3da659bb41 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "GET /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2231607 Nov 16 21:27:37.341744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb7ae-b47d-4404-be33-8f264e448170 req-5ce4cd8a-18a0-452c-9a52-fad9290eaee0 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:37.343368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65fdb7ae-b47d-4404-be33-8f264e448170 req-5ce4cd8a-18a0-452c-9a52-fad9290eaee0 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 944 time: 0.1476340 Nov 16 21:27:37.348615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-2df9a97d-a276-4c62-86e5-e3ae24dd381a service neutron] 10.222.0.41 "GET /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688715 Nov 16 21:27:37.402746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Allocated IP 2001:db8:1::2 (2652ee44-5ff4-4095-9b6b-ad2a4393e331/7e6c1ed5-b8c7-4cf0-8816-c3654e403938/03bfc082-ca80-4bd0-9ae0-f7d62522dbfb) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:37.454919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010c514b-416a-4f79-932f-852abf4cdc32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.514746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-020bf2fc-72f4-48ec-9d4f-c4dbdcf9b7dc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "GET /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2106147 Nov 16 21:27:37.523901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c9f1705-14ee-48bd-9231-2d93a6eb5f9e req-d45915ff-abb9-4ca0-b4d1-a8d60965ee92 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132994 Nov 16 21:27:37.542390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010c514b-416a-4f79-932f-852abf4cdc32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.554215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:37.558613 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65fdb7ae-b47d-4404-be33-8f264e448170 req-816117e8-846d-41df-9e32-3ea72978ad16 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073135 Nov 16 21:27:37.609746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.622555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:37.623550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:37.674741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25497c53-774e-4cd7-8049-69ea5656b40c req-83394a80-6c1e-4d1e-bfd0-1df93b976dc8 service neutron] 10.222.0.41 "GET /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141050 Nov 16 21:27:37.704281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010c514b-416a-4f79-932f-852abf4cdc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.705410 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.710126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010c514b-416a-4f79-932f-852abf4cdc32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.715468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-010c514b-416a-4f79-932f-852abf4cdc32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ae2960e-1a63-415b-ab70-ee878b229ee7 HTTP/1.1" status: 204 len: 168 time: 0.4545226 Nov 16 21:27:37.725929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c514b-416a-4f79-932f-852abf4cdc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae2960e-1a63-415b-ab70-ee878b229ee7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:37.729350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.771835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb911fa-ba36-4fdf-a916-4ea071d458ae req-873bec9b-3575-411f-b77a-73a54d1d084d service neutron] 10.222.0.47 "GET /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847400 Nov 16 21:27:37.773800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ffe996-acfb-4082-b52f-8a053b76cb90 req-33d27fd3-a21a-4efe-998b-a4013159fe74 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8393254 Nov 16 21:27:37.777411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3af7b929-ddba-46d2-9ce3-cb39872213ed None None] Provisioning complete for port 5303c816-0dc7-4379-92ba-47a039a5997d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:37.777919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af7b929-ddba-46d2-9ce3-cb39872213ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:37.820276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Pushing event updated for resources: {'Port': ['ID=5303c816-0dc7-4379-92ba-47a039a5997d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:37.870095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:37.874119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.874850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.875421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.875970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.876513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.877065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.877643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.878204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.878748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.879312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.879867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.881079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f814805c-dfd0-4ddd-93b5-7072b784e1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:37.902716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:37.908911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:37.938450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:38.075681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Pushing event updated for resources: {'Port': ['ID=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:38.084739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af7b929-ddba-46d2-9ce3-cb39872213ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.119960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8:1::1 (2652ee44-5ff4-4095-9b6b-ad2a4393e331/7e6c1ed5-b8c7-4cf0-8816-c3654e403938/b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:38.136335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Attempting to bind port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:38.137121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Attempting to bind port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:38.137817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Attempting to bind port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb on network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:38.253812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.255523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:38.255523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Checking segment: {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:38.255725 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.256232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Bound using segment: {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:38.256856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Bound port: 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:38.257320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.312022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3af7b929-ddba-46d2-9ce3-cb39872213ed None None] For port 5303c816-0dc7-4379-92ba-47a039a5997d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5303c816-0dc7-4379-92ba-47a039a5997d,segment=NetworkSegment(4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1),segment_id=4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:38.328239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.340232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af7b929-ddba-46d2-9ce3-cb39872213ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.367142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.417354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:38.423054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] For port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:38.428134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7b929-ddba-46d2-9ce3-cb39872213ed None None] Pushing event updated for resources: {'Port': ['ID=5303c816-0dc7-4379-92ba-47a039a5997d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:38.444619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] For port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,segment=NetworkSegment(e92878a7-b466-455c-9ab8-cb061eee4833),segment_id=e92878a7-b466-455c-9ab8-cb061eee4833)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:38.450827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-63386e17-6f4d-4c83-9f66-d97cfcdbb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.451000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.452423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-63386e17-6f4d-4c83-9f66-d97cfcdbb512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55c80d57f3704520b3c57a116da5319f&device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 1095 time: 0.6079237 Nov 16 21:27:38.456097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:38.461110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:38.461110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:38.481389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:38.483912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:31Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:38.529947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.538977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.544831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56e92a-d958-4e39-b996-569f9a9ffe40 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:31Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:38.545182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.560974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.569010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e078-63e7-4742-957f-79ee4272506d None None] Pushing event updated for resources: {'Port': ['ID=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:38.578345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.592286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.600604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.602831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-1f643c3e-c050-4409-95c6-71f48c31eeca tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 5442 time: 0.9337621 Nov 16 21:27:38.766349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f78037-7ecf-4ca7-a4fe-64701882d085 req-401fb95c-01a0-4519-9509-7f90be2a3eb8 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:38.778137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91f78037-7ecf-4ca7-a4fe-64701882d085 req-401fb95c-01a0-4519-9509-7f90be2a3eb8 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 944 time: 0.1176476 Nov 16 21:27:38.856425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eab9fdb0-11a5-4423-88c1-de29fb045e3d no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:38.979027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91f78037-7ecf-4ca7-a4fe-64701882d085 req-5b8f583c-6ba7-4549-b6ff-d7ac599ab0df tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911561 Nov 16 21:27:39.083436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a4189475-9181-4501-b717-eaec1f781513 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:39.212024 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.245057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83e047-f9bb-4f27-af54-3901fe86f183 req-33607cd8-0f3e-49be-a92b-9d46bfa6cf5d tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:39.246704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b83e047-f9bb-4f27-af54-3901fe86f183 req-33607cd8-0f3e-49be-a92b-9d46bfa6cf5d tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 944 time: 0.1337554 Nov 16 21:27:39.278849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a4189475-9181-4501-b717-eaec1f781513, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a4189475-9181-4501-b717-eaec1f781513,segment=NetworkSegment(3cf007cb-991e-4177-b9f4-9d07fae77baa),segment_id=3cf007cb-991e-4177-b9f4-9d07fae77baa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:39.348712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'a4189475-9181-4501-b717-eaec1f781513', 'network_id': 'f7f7c671-7528-4c17-8aac-4ac5b81f6cfc', 'port_id': 'a4189475-9181-4501-b717-eaec1f781513', 'mac_address': 'fa:16:3e:18:a0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ff477f-4b18-4c49-912e-afc3fa8a5ffe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:39.350204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:39.358171 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9f06fa-a48d-4686-a6f7-02b1ac4bcca4" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:39.360404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b83e047-f9bb-4f27-af54-3901fe86f183 req-b7404f5b-2e7f-4257-af9a-015b3b5c302c tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075501 Nov 16 21:27:39.388967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:39.418432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.419151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2d92de59-8b2d-4366-b06e-9b6273c902b6 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:39.505477 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df8ee6-ebb6-481b-a345-2deb62d21763 x-openstack-request-id: req-56df8ee6-ebb6-481b-a345-2deb62d21763 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:39.505865 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:39.506064 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56df8ee6-ebb6-481b-a345-2deb62d21763 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:39.506604 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d', 'code': 200} Nov 16 21:27:39.552487 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.653597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4189475-9181-4501-b717-eaec1f781513 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:39.666349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:39.720366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2d92de59-8b2d-4366-b06e-9b6273c902b6,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:39.734190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a4189475-9181-4501-b717-eaec1f781513, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a4189475-9181-4501-b717-eaec1f781513,segment=NetworkSegment(3cf007cb-991e-4177-b9f4-9d07fae77baa),segment_id=3cf007cb-991e-4177-b9f4-9d07fae77baa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:39.740561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.758699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.794382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86bc35f0-3001-4316-b61b-4c7d66184bdd req-2bfc81ba-fb05-4206-963d-edca879d1680 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4280872 Nov 16 21:27:39.824661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-fe14b569-3381-452b-8db6-86c31e22114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:39.826601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-fe14b569-3381-452b-8db6-86c31e22114a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b HTTP/1.1" status: 200 len: 909 time: 1.3208790 Nov 16 21:27:39.874784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=a4189475-9181-4501-b717-eaec1f781513,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:39.936247 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:39.955255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] For port 2d92de59-8b2d-4366-b06e-9b6273c902b6, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:39.960376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-57f3d036-daf0-423a-ab98-740af4a03580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe HTTP/1.1" status: 200 len: 217 time: 0.1198189 Nov 16 21:27:40.012177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['a4189475-9181-4501-b717-eaec1f781513'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:40.281964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ded6-d6d9-4b26-983d-4747ba3335fb req-c9ce8f94-8373-4e16-a288-19f7b8879743 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:40.294778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e796537-0d22-4790-a34b-f3994ca00341 None None] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:40.299507 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bb0ded6-d6d9-4b26-983d-4747ba3335fb req-c9ce8f94-8373-4e16-a288-19f7b8879743 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 945 time: 0.1901841 Nov 16 21:27:40.442714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bb0ded6-d6d9-4b26-983d-4747ba3335fb req-cb8fc5af-9432-4ff7-866b-cf0812be1218 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275530 Nov 16 21:27:40.454707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5303c816-0dc7-4379-92ba-47a039a5997d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:40.484219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] device_id is not set on port 2d92de59-8b2d-4366-b06e-9b6273c902b6 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:27:40.521258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.542048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e838a6a3-be5e-4581-8a95-7f7c9a2f6aab None None] Provisioning complete for port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:40.542427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e838a6a3-be5e-4581-8a95-7f7c9a2f6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.568942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.571747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-4f5205f0-02d4-4db1-8b12-32db91b6350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:40.573255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-4f5205f0-02d4-4db1-8b12-32db91b6350f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae60d6a7-b8e3-4115-af59-c1b1d03aa52c HTTP/1.1" status: 200 len: 848 time: 0.5633383 Nov 16 21:27:40.580798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.581623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.604952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:40.730138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aefcf-bdd7-419e-bb0e-c71e5a1bdbe3 req-f5fc667e-ba49-435f-8862-b203fd274796 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:40.731699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-302aefcf-bdd7-419e-bb0e-c71e5a1bdbe3 req-f5fc667e-ba49-435f-8862-b203fd274796 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 944 time: 0.2182641 Nov 16 21:27:40.733640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-1d5dcae2-a6e7-4eef-81ce-75f16c3891ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353202 Nov 16 21:27:40.878878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5303c816-0dc7-4379-92ba-47a039a5997d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:40.879173 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.006540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:27:41.006967 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:27:41.045707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-302aefcf-bdd7-419e-bb0e-c71e5a1bdbe3 req-6852b808-8099-4e3c-90d2-a559c866867c tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006754 Nov 16 21:27:41.064074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e838a6a3-be5e-4581-8a95-7f7c9a2f6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.071264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:41.123180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] No DVR routers for this DVR port 2d92de59-8b2d-4366-b06e-9b6273c902b6 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:41.132324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e838a6a3-be5e-4581-8a95-7f7c9a2f6aab None None] For port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,segment=NetworkSegment(e92878a7-b466-455c-9ab8-cb061eee4833),segment_id=e92878a7-b466-455c-9ab8-cb061eee4833)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:41.135345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.153684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.161343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.171019 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e838a6a3-be5e-4581-8a95-7f7c9a2f6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.174308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:41.175888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.178922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] In _notify_port_updated(), no bound segment for port 2d92de59-8b2d-4366-b06e-9b6273c902b6 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:27:41.179854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.180416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.181898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-c9ce0e3f-5aab-4c01-a065-e85b8f5692a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 200 len: 1031 time: 3.6568341 Nov 16 21:27:41.189062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.189966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:41.203186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:41.206960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.209275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-177673a9-b535-4dcc-bfed-c9fae5f05aba tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 4662 time: 0.2211051 Nov 16 21:27:41.331650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838a6a3-be5e-4581-8a95-7f7c9a2f6aab None None] Pushing event updated for resources: {'Port': ['ID=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:41.364690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18ad5443-815e-4b2c-a447-4d6aa60c7daa req-81fe24f7-17a1-44e8-a950-e9c9e1bbe46a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448851 Nov 16 21:27:41.372420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8b6e7681-09cf-40c4-b59f-2ce631fdcef5 None None] Provisioning complete for port 2d92de59-8b2d-4366-b06e-9b6273c902b6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:41.372799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8b6e7681-09cf-40c4-b59f-2ce631fdcef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.428646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:41.433198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8b6e7681-09cf-40c4-b59f-2ce631fdcef5 None None] Port 2d92de59-8b2d-4366-b06e-9b6273c902b6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:41.435611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-209c94a2-b432-4cbc-bdf8-ebaa34a880d7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:41.435774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:41.437891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-209c94a2-b432-4cbc-bdf8-ebaa34a880d7 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "GET /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2386937 Nov 16 21:27:41.443871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-d9f80196-6ab8-4552-8a7d-fa0565e2959b service neutron] 10.222.0.47 "GET /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012360 Nov 16 21:27:41.477497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:41.501016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:41.501389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.568339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device f812ee03-1061-4381-a152-421ec70a8cb0 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:41.668676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7d9a9ba6-6448-4141-ac6a-e68f476fba83 None None] Provisioning complete for port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:41.669326 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d9a9ba6-6448-4141-ac6a-e68f476fba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.758516 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.847842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f812ee03-1061-4381-a152-421ec70a8cb0,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:41.858953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:41.861546 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432d7efb-f5f6-4e6f-8913-9c04d787ca21" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:41.866752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:41.867519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 97f906d6-7a52-4792-be6e-a85ce0027b01 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:41.907034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:41.918545 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:41.943404 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:41.951349 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a465f6-45eb-4667-b9f6-4aa6132a2043 x-openstack-request-id: req-a0a465f6-45eb-4667-b9f6-4aa6132a2043 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:41.951506 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:41.951775 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:41.952178 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0a465f6-45eb-4667-b9f6-4aa6132a2043 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:41.952635 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'code': 200} Nov 16 21:27:41.954872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3e32cfcd-c9f0-4229-85a8-2b808042db06 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7248476 Nov 16 21:27:41.958067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55582) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:41.963955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2054208047'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:41.983024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:42.012449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:42.020558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.047970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.078154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:42.131522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.132137 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment 59a154d8-78e5-4de2-81b0-13b5f8dab110 of type vlan for network 5e47fc08-b346-44e7-b5ef-50180316606d Nov 16 21:27:42.134222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df21daa-0680-4a05-9fa3-8d713fceb295 req-7c2d8d8e-6944-468f-9e6a-6f7697df5099 service neutron] 10.222.0.47 "GET /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799884 Nov 16 21:27:42.182961 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:42.187003 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.205264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7d9a9ba6-6448-4141-ac6a-e68f476fba83 None None] Provisioning complete for port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:42.208621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d9a9ba6-6448-4141-ac6a-e68f476fba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.211938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f2478-7434-4372-a8bf-fe88f43a3779 req-cf022a21-09ed-439d-bcca-9e1fbb4546c4 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.217968 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b68f2478-7434-4372-a8bf-fe88f43a3779 req-cf022a21-09ed-439d-bcca-9e1fbb4546c4 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 945 time: 0.4529166 Nov 16 21:27:42.291215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=97f906d6-7a52-4792-be6e-a85ce0027b01,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:42.295130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a9ba6-6448-4141-ac6a-e68f476fba83 None None] Port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:42.302612 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.304076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 067f260e-99dd-4594-88ab-c8307bb73d26 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:42.393327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.409014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:42.436003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c2622-5b19-45be-8f3c-3f1ba25de4a0 req-4d721341-2207-45c4-b88b-3c5798a0f339 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.450110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa1c2622-5b19-45be-8f3c-3f1ba25de4a0 req-4d721341-2207-45c4-b88b-3c5798a0f339 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 944 time: 0.2730794 Nov 16 21:27:42.459244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b68f2478-7434-4372-a8bf-fe88f43a3779 req-175d2fb5-acd3-499a-bef2-11317c78ad1c tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378337 Nov 16 21:27:42.469835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-847419d7-48da-4bc3-856e-8206b4d55235 None None] Provisioning complete for port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:42.470541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-847419d7-48da-4bc3-856e-8206b4d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.519598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-847419d7-48da-4bc3-856e-8206b4d55235 None None] Port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:42.566714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:42.571021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=da665a08-c842-4ab3-b45f-b6ddb05a6582,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:42.574950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.594150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.595918 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.648851 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:39Z', 'revision_number': 3, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:40Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:42.684817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa1c2622-5b19-45be-8f3c-3f1ba25de4a0 req-a90ee17d-2d06-4110-b3b4-b85986a30d55 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338243 Nov 16 21:27:42.691993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7324052 Nov 16 21:27:42.695337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55596) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:42.707427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] For port da665a08-c842-4ab3-b45f-b6ddb05a6582, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:42.715300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:42.725543 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:42.725934 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Updating router a57c5762-0708-40d7-bcde-3e396e08f1dc port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:42.737950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:42.741855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.778207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.780215 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.796503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.803993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.810937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.818073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.824759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.831428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:42.840827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-ccf56a5a-9f6b-43fb-8bc1-5fccd0fa99b9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 4658 time: 0.2389233 Nov 16 21:27:42.843545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ff21f-4cf4-465c-b757-411673db201f tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=5e47fc08-b346-44e7-b5ef-50180316606d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:42.870937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=067f260e-99dd-4594-88ab-c8307bb73d26,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:42.876823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 5e47fc08-b346-44e7-b5ef-50180316606d details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:42.886165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] device_id is not set on port da665a08-c842-4ab3-b45f-b6ddb05a6582 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:27:42.900813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 18bc411f-5c81-4d9c-b139-8f692f4acdfe details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:27:42.911654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.945668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.947094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:42.950840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.992864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:42.998226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device da665a08-c842-4ab3-b45f-b6ddb05a6582 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:43.036363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee3c255e-e62c-4427-bc41-95378fbbc7b4 req-7a2e9f2b-1256-4393-b267-ae6e792bc6db tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=e6bf4d94-6171-4375-917c-22b0f9a35012&id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898928 Nov 16 21:27:43.078355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:43.081854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] No DVR routers for this DVR port da665a08-c842-4ab3-b45f-b6ddb05a6582 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:43.143596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] In _notify_port_updated(), no bound segment for port da665a08-c842-4ab3-b45f-b6ddb05a6582 on network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:27:43.145414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.145752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.149785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-138a0c74-c4e6-4fe9-810c-e8622abe6bf4 service neutron] 10.222.0.47 "PUT /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 200 len: 1032 time: 1.6970212 Nov 16 21:27:43.153414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a4189475-9181-4501-b717-eaec1f781513 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:43.184298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:27:43.342665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port f812ee03-1061-4381-a152-421ec70a8cb0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:43.343340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.355958 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.366508 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.367994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.424780 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Pushing event updated for resources: {'Port': ['ID=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:43.435634 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.435983 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.436689 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.437032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.437368 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.437725 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.438287 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.438627 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.438952 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.439274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.439599 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.439917 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:27:43.610090 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Attempting to bind port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:43.610435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port f812ee03-1061-4381-a152-421ec70a8cb0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=f812ee03-1061-4381-a152-421ec70a8cb0,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:43.610630 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Attempting to bind port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:43.610843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.611500 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Attempting to bind port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d on network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:43.623283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:43.623698 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Checking segment: {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:43.624059 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.624873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Bound using segment: {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:43.626424 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Bound port: b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92878a7-b466-455c-9ab8-cb061eee4833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:43.626839 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.669567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:43.671878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device da665a08-c842-4ab3-b45f-b6ddb05a6582 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:43.672304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e402764e-07db-4ee3-801c-7372fdbeb928 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:43.732220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-76b6acef-a61b-4011-af3a-8f81561b9b56 None None] Provisioning complete for port da665a08-c842-4ab3-b45f-b6ddb05a6582 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:43.732597 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-76b6acef-a61b-4011-af3a-8f81561b9b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.745066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:43.801816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:43.803517 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] For port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:43.804576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 5e47fc08-b346-44e7-b5ef-50180316606d, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:43.809236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] For port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,segment=NetworkSegment(e92878a7-b466-455c-9ab8-cb061eee4833),segment_id=e92878a7-b466-455c-9ab8-cb061eee4833)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:43.819274 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.845502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe,segment=NetworkSegment(c2534d59-0ceb-4395-99bd-666538664989),segment_id=c2534d59-0ceb-4395-99bd-666538664989)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:43.848880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port a4189475-9181-4501-b717-eaec1f781513 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:43.871463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port a4189475-9181-4501-b717-eaec1f781513 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:43.872134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:43.903270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 5e47fc08-b346-44e7-b5ef-50180316606d is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:43.908624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-76b6acef-a61b-4011-af3a-8f81561b9b56 None None] Port da665a08-c842-4ab3-b45f-b6ddb05a6582 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:27:43.910216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '18bc411f-5c81-4d9c-b139-8f692f4acdfe', 'network_id': '4ade0e62-19a3-4b5a-a2f1-cdddfa77286b', 'port_id': '18bc411f-5c81-4d9c-b139-8f692f4acdfe', 'mac_address': 'fa:16:3e:98:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae60d6a7-b8e3-4115-af59-c1b1d03aa52c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:27:43.933638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 5e47fc08-b346-44e7-b5ef-50180316606d) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:43.942617 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:43.947332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:43.966150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c19d7-4e88-40e7-a03e-2fe72e98f8e3 req-0617a87d-74d7-4ac0-84c3-491d3a94d289 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.986251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d38c19d7-4e88-40e7-a03e-2fe72e98f8e3 req-0617a87d-74d7-4ac0-84c3-491d3a94d289 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 945 time: 0.3179479 Nov 16 21:27:43.989035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:43.989764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.056445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1e8da203-545d-41c1-b07d-3ef128b68ba6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3596401 Nov 16 21:27:44.069541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55624) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:44.166324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01'}, {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:44.168993 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aeea96-9694-4fce-9e47-bfa5444249f8" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01"}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:44.181552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ba701-136e-490d-a365-7b7c957b8292 None None] Network 5e47fc08-b346-44e7-b5ef-50180316606d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:44.216789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d38c19d7-4e88-40e7-a03e-2fe72e98f8e3 req-897e5d25-ba16-4f65-9ab2-4ebc7681a904 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252378 Nov 16 21:27:44.357883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92594f-dd25-431a-ab78-769a27f02bc0 req-6971b1e1-8300-47cf-9e31-5cae5bfcead8 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.366044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a92594f-dd25-431a-ab78-769a27f02bc0 req-6971b1e1-8300-47cf-9e31-5cae5bfcead8 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 944 time: 0.3659527 Nov 16 21:27:44.380843 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.416991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ebdabfb5-381b-46cf-bdec-5898580bd0c7 None None] Provisioning complete for port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:44.419339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ebdabfb5-381b-46cf-bdec-5898580bd0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.421856 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.438271 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3838e-5184-48cf-ba4a-cf0f963169fd None None] Pushing event updated for resources: {'Port': ['ID=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:44.473016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-044a4c99-f71f-445a-9482-2aa03e3f7c93 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.483588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-044a4c99-f71f-445a-9482-2aa03e3f7c93 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.491212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-044a4c99-f71f-445a-9482-2aa03e3f7c93 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.498690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-044a4c99-f71f-445a-9482-2aa03e3f7c93 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.507152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-044a4c99-f71f-445a-9482-2aa03e3f7c93 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:44.517930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-044a4c99-f71f-445a-9482-2aa03e3f7c93 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 3877 time: 0.1289420 Nov 16 21:27:44.547034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a92594f-dd25-431a-ab78-769a27f02bc0 req-f97ef44b-d000-4e0b-bee0-08a8b94988c1 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682911 Nov 16 21:27:44.552895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.553397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.554113 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Floating IP 69135c3e-a6ce-4b74-974a-aa6b046219dc disassociated. External IP: 172.25.3.55, port: f812ee03-1061-4381-a152-421ec70a8cb0. Nov 16 21:27:44.555196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for f812ee03-1061-4381-a152-421ec70a8cb0 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:44.592711 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:44.668503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bc411f-5c81-4d9c-b139-8f692f4acdfe {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:27:44.682864 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3458a4fd-e9f6-4160-8e0e-dd550ded7630 x-openstack-request-id: req-3458a4fd-e9f6-4160-8e0e-dd550ded7630 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:44.685252 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01", "code": 200}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:44.685724 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3458a4fd-e9f6-4160-8e0e-dd550ded7630 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:44.686778 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01', 'code': 200} Nov 16 21:27:44.687194 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26', 'code': 200} Nov 16 21:27:44.705656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abcb8d16-bacc-4448-9f3c-4b167a46f705 req-b589a10b-856c-4eb9-987f-794038b7cb17 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809044 Nov 16 21:27:44.846513 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.852938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:44.892530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=f812ee03-1061-4381-a152-421ec70a8cb0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:44.907146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe,segment=NetworkSegment(c2534d59-0ceb-4395-99bd-666538664989),segment_id=c2534d59-0ceb-4395-99bd-666538664989)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:44.968461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e402764e-07db-4ee3-801c-7372fdbeb928,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:44.997614 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.003132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.045659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.107918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-5e47fc08-b346-44e7-b5ef-50180316606d', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:45.108785 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.183147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Router 618b2252-a0ac-4886-9ed1-61f401222d9c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:45.194974 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:39Z', 'revision_number': 3, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:43Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:45.310358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4b953-b900-4a15-8bdf-190bc28dc4ac None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:39Z', 'revision_number': 3, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:43Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:45.367829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8:2::1 (5e47fc08-b346-44e7-b5ef-50180316606d/7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a/360af45f-37e6-4c8c-a2af-6ae5e39fbce4) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:45.370016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port a4189475-9181-4501-b717-eaec1f781513, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a4189475-9181-4501-b717-eaec1f781513,segment=NetworkSegment(3cf007cb-991e-4177-b9f4-9d07fae77baa),segment_id=3cf007cb-991e-4177-b9f4-9d07fae77baa)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:45.379877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['18bc411f-5c81-4d9c-b139-8f692f4acdfe'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:45.392963 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.460322 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ebdabfb5-381b-46cf-bdec-5898580bd0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.462520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.621372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=18bc411f-5c81-4d9c-b139-8f692f4acdfe,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.742961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ebdabfb5-381b-46cf-bdec-5898580bd0c7 None None] For port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,segment=NetworkSegment(e92878a7-b466-455c-9ab8-cb061eee4833),segment_id=e92878a7-b466-455c-9ab8-cb061eee4833)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:45.783850 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ebdabfb5-381b-46cf-bdec-5898580bd0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.840069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:45.869547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=a4189475-9181-4501-b717-eaec1f781513,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.882005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5f998-8898-4160-99b1-ebec5bbc9959 req-b37199dd-54a5-46ac-9060-557f162f5353 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:45.889565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89e5f998-8898-4160-99b1-ebec5bbc9959 req-b37199dd-54a5-46ac-9060-557f162f5353 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 945 time: 0.1553261 Nov 16 21:27:45.934126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdabfb5-381b-46cf-bdec-5898580bd0c7 None None] Pushing event updated for resources: {'Port': ['ID=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:45.968307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bf578885-ffba-4ed2-88d2-8b96e0a7b67d None None] Provisioning complete for port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:45.968955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf578885-ffba-4ed2-88d2-8b96e0a7b67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.022011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89e5f998-8898-4160-99b1-ebec5bbc9959 req-129263ea-cbf7-4781-a8bd-172fa08aee98 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315167 Nov 16 21:27:46.050001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.114284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 5e47fc08-b346-44e7-b5ef-50180316606d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:46.119847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:46.122958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:46.123680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.192211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c9caa-8a9b-4aee-9662-b03cd6c3991a req-e114c4c7-3739-4065-a16d-328081b1f937 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.198249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-101c9caa-8a9b-4aee-9662-b03cd6c3991a req-e114c4c7-3739-4065-a16d-328081b1f937 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 946 time: 0.8030643 Nov 16 21:27:46.236347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:46.275816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:46.324423 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.326872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] Sync routers for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:46.369890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a489-f23b-4cbf-b918-f766260e7cce req-d85851b1-19df-42b9-858c-e6b19556f3b3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.375886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a489-f23b-4cbf-b918-f766260e7cce req-d85851b1-19df-42b9-858c-e6b19556f3b3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.384066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a489-f23b-4cbf-b918-f766260e7cce req-d85851b1-19df-42b9-858c-e6b19556f3b3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.384713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Allocated IP 2001:db8:2::2 (5e47fc08-b346-44e7-b5ef-50180316606d/7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a/8b93a1d8-4814-434b-985a-dd827928f89e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:46.388579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:46.401999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a489-f23b-4cbf-b918-f766260e7cce req-d85851b1-19df-42b9-858c-e6b19556f3b3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:46.406649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d571a489-f23b-4cbf-b918-f766260e7cce req-d85851b1-19df-42b9-858c-e6b19556f3b3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 3142 time: 0.1733620 Nov 16 21:27:46.411134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-101c9caa-8a9b-4aee-9662-b03cd6c3991a req-dca990fa-1e5e-49bf-b753-b6ef2ba00d5e tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025924 Nov 16 21:27:46.440591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port f812ee03-1061-4381-a152-421ec70a8cb0 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:46.444973 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.450927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-38353502-e25d-4bef-a420-236f1ee29acd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "DELETE /v2.0/ports/f812ee03-1061-4381-a152-421ec70a8cb0 HTTP/1.1" status: 204 len: 173 time: 3.2915158 Nov 16 21:27:46.451414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:46.453710 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b4236-424f-42fd-aeab-445d47cdb837" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:46.466350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:46.467128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:46.614766 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc31abe-34b4-4b79-8253-2497b24063a7 x-openstack-request-id: req-0cc31abe-34b4-4b79-8253-2497b24063a7 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:46.617318 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "f812ee03-1061-4381-a152-421ec70a8cb0", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:46.617776 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0cc31abe-34b4-4b79-8253-2497b24063a7 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:46.618300 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': 'f812ee03-1061-4381-a152-421ec70a8cb0', 'status': 'completed', 'code': 200} Nov 16 21:27:46.670692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port 97f906d6-7a52-4792-be6e-a85ce0027b01 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:46.671060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.683690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d571a489-f23b-4cbf-b918-f766260e7cce req-ca2bfe28-e018-4be7-91c9-7a8ea5ba1b51 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469103 Nov 16 21:27:46.770412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928'}, {'server_uuid': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4189475-9181-4501-b717-eaec1f781513'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:46.780523 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97adc0b2-8373-4abc-b3ad-e34bc32db174" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928"}, {"server_uuid": "7b342c9f-1393-4cd8-bd2e-8415af516ad2", "name": "network-vif-plugged", "status": "completed", "tag": "a4189475-9181-4501-b717-eaec1f781513"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:46.831476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port 97f906d6-7a52-4792-be6e-a85ce0027b01, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=97f906d6-7a52-4792-be6e-a85ce0027b01,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:46.831858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.849821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for 97f906d6-7a52-4792-be6e-a85ce0027b01 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:46.907634 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ed370-5c41-4f3d-b718-48fa796d47cc x-openstack-request-id: req-084ed370-5c41-4f3d-b718-48fa796d47cc {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:46.907928 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-unplugged", "status": "completed", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928", "code": 200}, {"server_uuid": "7b342c9f-1393-4cd8-bd2e-8415af516ad2", "name": "network-vif-plugged", "status": "completed", "tag": "a4189475-9181-4501-b717-eaec1f781513", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:46.909664 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-084ed370-5c41-4f3d-b718-48fa796d47cc {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:46.910071 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928', 'code': 200} Nov 16 21:27:46.910940 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4189475-9181-4501-b717-eaec1f781513', 'code': 200} Nov 16 21:27:46.937738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.944206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.945290 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.975546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:46.975926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:46.978821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:47.022454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3b7de-9830-4177-a386-8079ff31fd40 req-97e1e831-33b6-471a-88b4-68c8aff1f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.025921 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6c3b7de-9830-4177-a386-8079ff31fd40 req-97e1e831-33b6-471a-88b4-68c8aff1f1bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0730958 Nov 16 21:27:47.089104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 18bc411f-5c81-4d9c-b139-8f692f4acdfe up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:47.210769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6c3b7de-9830-4177-a386-8079ff31fd40 req-c67642c3-f477-42d1-871e-369c8d5aa8f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735439 Nov 16 21:27:47.212173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.246007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:47.248717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=97f906d6-7a52-4792-be6e-a85ce0027b01,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:47.261637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 5e47fc08-b346-44e7-b5ef-50180316606d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:47.266785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:47.305173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port 97f906d6-7a52-4792-be6e-a85ce0027b01 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:47.306723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.308480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.312602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-27262c81-c48c-4c3e-97f1-129497bd27cd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "DELETE /v2.0/ports/97f906d6-7a52-4792-be6e-a85ce0027b01 HTTP/1.1" status: 204 len: 173 time: 0.8412769 Nov 16 21:27:47.327536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.385656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 18bc411f-5c81-4d9c-b139-8f692f4acdfe completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:27:47.424967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 18bc411f-5c81-4d9c-b139-8f692f4acdfe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:47.425335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.431657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68216f-1c7d-430c-8179-b9434ddaa8de req-69f7fb85-9106-4c63-a46d-09ebdc7b5300 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.453526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c68216f-1c7d-430c-8179-b9434ddaa8de req-69f7fb85-9106-4c63-a46d-09ebdc7b5300 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 945 time: 0.2461586 Nov 16 21:27:47.474849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port 067f260e-99dd-4594-88ab-c8307bb73d26 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:47.475262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.589151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port 067f260e-99dd-4594-88ab-c8307bb73d26, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=067f260e-99dd-4594-88ab-c8307bb73d26,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:47.589544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:47.594381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1c68216f-1c7d-430c-8179-b9434ddaa8de req-3c14c5d5-2c2c-4c32-bcbd-6bfb5f1d9155 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396949 Nov 16 21:27:47.640680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for 067f260e-99dd-4594-88ab-c8307bb73d26 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:47.656667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:47.735869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1fa9c-f716-4252-b749-5bd861f9d289 req-bfb3e00c-67d8-4079-896a-6bb0c9dfc58c tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:47.737430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44b1fa9c-f716-4252-b749-5bd861f9d289 req-bfb3e00c-67d8-4079-896a-6bb0c9dfc58c tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 946 time: 0.1450062 Nov 16 21:27:47.764336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Network 5e47fc08-b346-44e7-b5ef-50180316606d is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:47.800237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:47.805635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:47.824904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Pushing event updated for resources: {'Port': ['ID=8b93a1d8-4814-434b-985a-dd827928f89e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:47.846181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-44b1fa9c-f716-4252-b749-5bd861f9d289 req-54e6c5f3-539c-4891-b58f-dec23e578a16 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991490 Nov 16 21:27:47.974114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.003634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Attempting to bind port 8b93a1d8-4814-434b-985a-dd827928f89e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:48.004688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Attempting to bind port 8b93a1d8-4814-434b-985a-dd827928f89e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:48.005207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Attempting to bind port 8b93a1d8-4814-434b-985a-dd827928f89e on network 5e47fc08-b346-44e7-b5ef-50180316606d {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:48.033009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:48.033427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Checking segment: {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:48.035342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.035985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Bound using segment: {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:48.037756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Bound port: 8b93a1d8-4814-434b-985a-dd827928f89e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:48.038168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.068757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=067f260e-99dd-4594-88ab-c8307bb73d26,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.073825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:48.095242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8612f-83e2-427c-b16d-3eaaaa314e6e req-069dbd0f-9d0d-4bfa-ab8a-9669d903d742 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.108425 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.109500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8612f-83e2-427c-b16d-3eaaaa314e6e req-069dbd0f-9d0d-4bfa-ab8a-9669d903d742 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.111789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] Checking router: 618b2252-a0ac-4886-9ed1-61f401222d9c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:48.118394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8612f-83e2-427c-b16d-3eaaaa314e6e req-069dbd0f-9d0d-4bfa-ab8a-9669d903d742 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.120332 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2db8612f-83e2-427c-b16d-3eaaaa314e6e req-069dbd0f-9d0d-4bfa-ab8a-9669d903d742 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 2332 time: 0.2236104 Nov 16 21:27:48.134523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:48.145629 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:48.174457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port 067f260e-99dd-4594-88ab-c8307bb73d26 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:48.180528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.185634 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:48.186456 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:48.188784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-633a2b37-21ec-450f-894d-07a2d4797700 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "DELETE /v2.0/ports/067f260e-99dd-4594-88ab-c8307bb73d26 HTTP/1.1" status: 204 len: 173 time: 0.8692603 Nov 16 21:27:48.202213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:48.203968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:48.243036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2c9c75f9-105a-42ec-bc8d-1b0696ab03a9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1683154 Nov 16 21:27:48.246547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55786) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:48.258654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-841408030'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:48.334631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe,segment=NetworkSegment(c2534d59-0ceb-4395-99bd-666538664989),segment_id=c2534d59-0ceb-4395-99bd-666538664989)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:48.346354 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.351314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] For port 8b93a1d8-4814-434b-985a-dd827928f89e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:48.358688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2db8612f-83e2-427c-b16d-3eaaaa314e6e req-adadd398-e6d1-49d0-8264-9e3189351935 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221215 Nov 16 21:27:48.379650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:48.388049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.417261 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:48.439748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:48.443951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port eab9fdb0-11a5-4423-88c1-de29fb045e3d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:48.444307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.450799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:27:48.469689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=18bc411f-5c81-4d9c-b139-8f692f4acdfe,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.470641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.470986 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added segment 8cdc4a33-421b-4715-b2ed-1c5021edfe0e of type vlan for network 683225f8-5f88-497f-9b36-0035162b0912 Nov 16 21:27:48.522319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] For port 8b93a1d8-4814-434b-985a-dd827928f89e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8b93a1d8-4814-434b-985a-dd827928f89e,segment=NetworkSegment(59a154d8-78e5-4de2-81b0-13b5f8dab110),segment_id=59a154d8-78e5-4de2-81b0-13b5f8dab110)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:48.559453 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.601034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.606888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:48.614554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.624833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01'}, {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:48.627428 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f2902-13a6-460b-8f8e-1f0838f4d9ce" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01"}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:48.648799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:48.691056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Network': ['ID=683225f8-5f88-497f-9b36-0035162b0912,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:48.712225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0ed59c1b-2339-401e-8bba-c174fb096b80 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4618940 Nov 16 21:27:48.714827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55800) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:48.727261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'subnet': {'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:48.785231 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faabd97c-d906-4f94-a428-924d069c8119 x-openstack-request-id: req-faabd97c-d906-4f94-a428-924d069c8119 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:48.786611 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "97f906d6-7a52-4792-be6e-a85ce0027b01", "status": "completed", "code": 200}, {"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "067f260e-99dd-4594-88ab-c8307bb73d26", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:48.787203 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faabd97c-d906-4f94-a428-924d069c8119 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:48.787978 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': '97f906d6-7a52-4792-be6e-a85ce0027b01', 'status': 'completed', 'code': 200} Nov 16 21:27:48.788535 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': '067f260e-99dd-4594-88ab-c8307bb73d26', 'status': 'completed', 'code': 200} Nov 16 21:27:48.807658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e29ac3e7-c432-4e3a-a431-361cbbf48931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.829324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port eab9fdb0-11a5-4423-88c1-de29fb045e3d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eab9fdb0-11a5-4423-88c1-de29fb045e3d,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:48.829777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.848509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 683225f8-5f88-497f-9b36-0035162b0912 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:27:48.852473 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:48.882915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for eab9fdb0-11a5-4423-88c1-de29fb045e3d owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:48.913119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc411f-5c81-4d9c-b139-8f692f4acdfe'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:48.915979 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79648a79-adf9-46c9-9ff7-ad943186df91" -d '{"events": [{"server_uuid": "ebfdc066-f64b-463c-a53b-48d24779377c", "name": "network-vif-plugged", "status": "completed", "tag": "18bc411f-5c81-4d9c-b139-8f692f4acdfe"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:49.053097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:46Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:46Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:49.091746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d326831-8d29-452f-ab31-a3705e8eef85 None None] Pushing event updated for resources: {'Port': ['ID=8b93a1d8-4814-434b-985a-dd827928f89e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.115931 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:49.116632 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Updating router a57c5762-0708-40d7-bcde-3e396e08f1dc port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:49.128361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Made reservation on behalf of 756d9cbb46424c97b0613c1ddbdee987 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:27:49.135617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.148540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9f90-5634-4913-818e-c9c9cf3bbb2d req-b90a2ddb-81e3-4e33-a493-b69c22698b99 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:49.157074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b25c9f90-5634-4913-818e-c9c9cf3bbb2d req-b90a2ddb-81e3-4e33-a493-b69c22698b99 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 946 time: 0.3671432 Nov 16 21:27:49.170503 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.221384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:49.263669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c65fbb-98fd-44ba-9b89-c595c744a2a1 None None] The sync data for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 is: [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:16:58Z', 'revision_number': 4, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '86001a9d-ce57-4cef-b16b-2472486125a2', 'name': '', 'network_id': 'd81a8710-fd36-40cc-8775-10a384459c66', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'mac_address': 'fa:16:3e:63:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:54Z', 'updated_at': '2021-11-16T21:17:04Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'subnets': [{'id': '4900acb4-23f2-42d4-87b5-5ff651f9925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:49.285992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e29ac3e7-c432-4e3a-a431-361cbbf48931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.377133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e29ac3e7-c432-4e3a-a431-361cbbf48931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.466407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ac3e7-c432-4e3a-a431-361cbbf48931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd19fb0-e23c-4295-97af-88c60012ff53,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.516820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e29ac3e7-c432-4e3a-a431-361cbbf48931 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69396051382f4ec2b7ce52c810024d13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0665298 Nov 16 21:27:49.538226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55812) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:49.552391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.646823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=eab9fdb0-11a5-4423-88c1-de29fb045e3d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.664818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b25c9f90-5634-4913-818e-c9c9cf3bbb2d req-caa6be8a-cac9-496e-8f32-05eea92b543f tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067606 Nov 16 21:27:49.705478 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.720332 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.769276 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ae800a-d1de-4a60-a42f-e1258e9b7f47 x-openstack-request-id: req-88ae800a-d1de-4a60-a42f-e1258e9b7f47 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:49.769637 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfdc066-f64b-463c-a53b-48d24779377c", "name": "network-vif-plugged", "status": "completed", "tag": "18bc411f-5c81-4d9c-b139-8f692f4acdfe", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:49.769947 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88ae800a-d1de-4a60-a42f-e1258e9b7f47 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:49.770402 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc411f-5c81-4d9c-b139-8f692f4acdfe', 'code': 200} Nov 16 21:27:49.791724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port eab9fdb0-11a5-4423-88c1-de29fb045e3d on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:49.811159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.815507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-54d5ecb8-a59b-4b7e-829f-38d6a084100e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "DELETE /v2.0/ports/eab9fdb0-11a5-4423-88c1-de29fb045e3d HTTP/1.1" status: 204 len: 173 time: 1.6208541 Nov 16 21:27:49.821593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a06946b8-11a7-4605-b2c2-25d00513f1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:49.862324 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc3cb5-f43c-45be-8c09-f9634aa2b0db None None] Pushing event updated for resources: {'Port': ['ID=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:49.871573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4a98f-db9d-420b-93ea-48733b3bfd5f None None] New status for floating IP 69135c3e-a6ce-4b74-974a-aa6b046219dc: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:27:49.886837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a06946b8-11a7-4605-b2c2-25d00513f1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.030743 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Attempting to bind port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:50.033878 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Attempting to bind port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:50.034487 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Attempting to bind port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 on network 5e47fc08-b346-44e7-b5ef-50180316606d {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:50.047192 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:50.048130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Checking segment: {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:50.048754 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.049353 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Bound using segment: {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:50.050173 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Bound port: 360af45f-37e6-4c8c-a2af-6ae5e39fbce4, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a154d8-78e5-4de2-81b0-13b5f8dab110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:50.052031 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.151061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a06946b8-11a7-4605-b2c2-25d00513f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.154560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a06946b8-11a7-4605-b2c2-25d00513f1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.155754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a06946b8-11a7-4605-b2c2-25d00513f1d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dd19fb0-e23c-4295-97af-88c60012ff53 HTTP/1.1" status: 204 len: 168 time: 0.6165433 Nov 16 21:27:50.210066 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] For port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:50.216524 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] For port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,segment=NetworkSegment(59a154d8-78e5-4de2-81b0-13b5f8dab110),segment_id=59a154d8-78e5-4de2-81b0-13b5f8dab110)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:50.223431 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.306298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1664e-f29c-4270-b644-9dabcc6dd016 req-52fac4d0-0da1-4bde-841c-46c4f96898e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.308061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eab1664e-f29c-4270-b644-9dabcc6dd016 req-52fac4d0-0da1-4bde-841c-46c4f96898e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 1097 time: 0.2995152 Nov 16 21:27:50.314176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06946b8-11a7-4605-b2c2-25d00513f1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd19fb0-e23c-4295-97af-88c60012ff53,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:50.431995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c163a0-766e-4f88-a104-4e7a8c4bf1ff req-efcc4ce2-452a-4e6d-996a-b9870c9bcd51 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.441396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3c163a0-766e-4f88-a104-4e7a8c4bf1ff req-efcc4ce2-452a-4e6d-996a-b9870c9bcd51 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 946 time: 1.4034643 Nov 16 21:27:50.465122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8b93a1d8-4814-434b-985a-dd827928f89e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:50.472411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f0ef-d17c-4c46-b343-13b738ae5422 req-3cf01b57-f621-4e83-90bb-f3ea3ec9e17a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:50.473168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:50.478326 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:50.480400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c86f0ef-d17c-4c46-b343-13b738ae5422 req-3cf01b57-f621-4e83-90bb-f3ea3ec9e17a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 943 time: 0.5385029 Nov 16 21:27:50.488023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port e402764e-07db-4ee3-801c-7372fdbeb928 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:50.488945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.578089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc3cb5-f43c-45be-8c09-f9634aa2b0db None None] Pushing event updated for resources: {'Port': ['ID=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:50.626163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c86f0ef-d17c-4c46-b343-13b738ae5422 req-def74ac6-688f-4f8a-a6ba-7feafba0a5b2 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups?id=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447530 Nov 16 21:27:50.654895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8b93a1d8-4814-434b-985a-dd827928f89e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:50.655197 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.666847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eab1664e-f29c-4270-b644-9dabcc6dd016 req-3c392b19-842f-4eb8-a574-255a8e52c286 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361313 Nov 16 21:27:50.751350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.792335 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:50.808568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:50.811203 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d913a996-04f7-4a53-b083-93dbd4005ce8" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:50.824380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-110d849f-619f-4ed1-9b08-344445241a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.880637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be02de-e595-4972-b7b2-911722d527d9 None None] Network 5e47fc08-b346-44e7-b5ef-50180316606d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:50.940004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port e402764e-07db-4ee3-801c-7372fdbeb928, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e402764e-07db-4ee3-801c-7372fdbeb928,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:50.940711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:50.954215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3c163a0-766e-4f88-a104-4e7a8c4bf1ff req-991bcca4-e785-4d3f-8199-24da03993fb0 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039485 Nov 16 21:27:50.983398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for e402764e-07db-4ee3-801c-7372fdbeb928 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:50.991875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55828) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:50.994479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Subnet': ['ID=e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:51.072804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9370dcf-2177-47fb-8411-3cb3ac4664fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.087122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.096147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2763b5bb-2f41-4f8f-bf9b-2232cdd06f5a None None] Provisioning complete for port 8b93a1d8-4814-434b-985a-dd827928f89e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:51.096841 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2763b5bb-2f41-4f8f-bf9b-2232cdd06f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.147650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Checking segment: {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:51.150120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network hostable DHCP agents. Network: 683225f8-5f88-497f-9b36-0035162b0912, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:27:51.231998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 683225f8-5f88-497f-9b36-0035162b0912 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:27:51.271559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 683225f8-5f88-497f-9b36-0035162b0912) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:51.279713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.280322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.304250 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:46Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:50Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:51.314997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bdd8c8-61e5-45b1-a0bc-7d68efad38d6 None None] Network 683225f8-5f88-497f-9b36-0035162b0912 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:51.323480 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b76982-cdae-4bf5-b1dd-1069a60de9b4 x-openstack-request-id: req-c0b76982-cdae-4bf5-b1dd-1069a60de9b4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:51.324198 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "eab9fdb0-11a5-4423-88c1-de29fb045e3d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:51.325835 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0b76982-cdae-4bf5-b1dd-1069a60de9b4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:51.326468 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': 'eab9fdb0-11a5-4423-88c1-de29fb045e3d', 'status': 'completed', 'code': 200} Nov 16 21:27:51.334503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.343126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-889c5ea9-86e2-4b48-98b3-c3c4010e4928 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6243830 Nov 16 21:27:51.356013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55836) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:51.450570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=e402764e-07db-4ee3-801c-7372fdbeb928,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:51.496192 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b13d9-aa01-41ac-b054-6631c81a78b0 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:46Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:50Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:27:51.508779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 8b93a1d8-4814-434b-985a-dd827928f89e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8b93a1d8-4814-434b-985a-dd827928f89e,segment=NetworkSegment(59a154d8-78e5-4de2-81b0-13b5f8dab110),segment_id=59a154d8-78e5-4de2-81b0-13b5f8dab110)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:51.557582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.637343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9370dcf-2177-47fb-8411-3cb3ac4664fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.656369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9370dcf-2177-47fb-8411-3cb3ac4664fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.659236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933434-4751-4753-b76e-40aa0e0690ad req-569dd227-ae94-4498-94ca-7c9840d37342 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:51.661382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65933434-4751-4753-b76e-40aa0e0690ad req-569dd227-ae94-4498-94ca-7c9840d37342 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 946 time: 0.8216629 Nov 16 21:27:51.665884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port e402764e-07db-4ee3-801c-7372fdbeb928 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:51.671489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:51.678179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab484dd1-fb8e-422b-864c-d3a726e2b281 req-789054be-dc58-4e71-a7f4-51a524a7c5e3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.47 "DELETE /v2.0/ports/e402764e-07db-4ee3-801c-7372fdbeb928 HTTP/1.1" status: 204 len: 173 time: 1.7317638 Nov 16 21:27:51.798152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9370dcf-2177-47fb-8411-3cb3ac4664fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0199bc8c53754494802d0b5836c70d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8048375 Nov 16 21:27:51.827494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:51.860221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65933434-4751-4753-b76e-40aa0e0690ad req-85e6ee74-13b5-4beb-acba-26840148941b tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665843 Nov 16 21:27:51.920194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9370dcf-2177-47fb-8411-3cb3ac4664fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b376414c-1e81-4e8c-97ab-d52a194a4e89,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:52.111849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c5d7-fba9-4bb8-b781-a0cd850b3271 req-4dd77fee-e4cb-4d5c-bca0-3ffe2b710a1f tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:52.114382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab4af860-f863-4753-9f94-383f636da848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.132185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b036c5d7-fba9-4bb8-b781-a0cd850b3271 req-4dd77fee-e4cb-4d5c-bca0-3ffe2b710a1f tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 946 time: 0.3584878 Nov 16 21:27:52.132458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb366b1f-7a3b-4521-b8d0-05b3f87f728f req-a8f4806e-449f-4190-acbc-50c0d98b3796 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0869098 Nov 16 21:27:52.150906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=8b93a1d8-4814-434b-985a-dd827928f89e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:52.222101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab4af860-f863-4753-9f94-383f636da848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.345994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab4af860-f863-4753-9f94-383f636da848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.350346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ab4af860-f863-4753-9f94-383f636da848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.352374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b036c5d7-fba9-4bb8-b781-a0cd850b3271 req-e5def2bb-6d43-48b3-98fc-f0980a6d9f86 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189155 Nov 16 21:27:52.354229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ab4af860-f863-4753-9f94-383f636da848 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b376414c-1e81-4e8c-97ab-d52a194a4e89 HTTP/1.1" status: 204 len: 168 time: 0.4909980 Nov 16 21:27:52.366203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af860-f863-4753-9f94-383f636da848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b376414c-1e81-4e8c-97ab-d52a194a4e89,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:52.397494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-683225f8-5f88-497f-9b36-0035162b0912', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:27:52.415683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.534253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:52.807581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8b93a1d8-4814-434b-985a-dd827928f89e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:52.902085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Allocated IP 2001:db8:3::2 (683225f8-5f88-497f-9b36-0035162b0912/e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5/b6d3a751-3de7-47fd-a526-efa281b2234c) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:53.107333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8b93a1d8-4814-434b-985a-dd827928f89e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:53.107861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.134398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d901c-7c8b-412c-ad2e-2626dbd92795 req-22b20536-29a1-47f6-9eb2-b441c47dd1c2 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.140340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-081d901c-7c8b-412c-ad2e-2626dbd92795 req-22b20536-29a1-47f6-9eb2-b441c47dd1c2 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 946 time: 0.1558738 Nov 16 21:27:53.222193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Provisioning complete for port 8b93a1d8-4814-434b-985a-dd827928f89e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:53.222860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.250267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a8cb9f38-75f4-4281-9480-18cf76388d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.335375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:53.343116 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3efa912-7d17-4391-9908-c716f76eddde" -d '{"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:53.387907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-081d901c-7c8b-412c-ad2e-2626dbd92795 req-51a29ee2-fbe3-48bc-8f7d-20d819442774 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356765 Nov 16 21:27:53.396464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-22106167-700d-4388-b8f8-907b64e49175 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.398092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-22106167-700d-4388-b8f8-907b64e49175 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 946 time: 0.2337313 Nov 16 21:27:53.497431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc64327b-5aff-4443-9f56-a678a0187456 req-418c6312-5b11-487e-a430-db37ff14a869 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1132834 Nov 16 21:27:53.574403 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250f60b0-2c34-4c61-9c46-bffa5650f548 x-openstack-request-id: req-250f60b0-2c34-4c61-9c46-bffa5650f548 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:53.574710 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec9b547-bfb5-4c0a-9c9f-b3247673f132", "name": "network-vif-deleted", "tag": "e402764e-07db-4ee3-801c-7372fdbeb928", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:53.575254 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-250f60b0-2c34-4c61-9c46-bffa5650f548 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:53.575396 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec9b547-bfb5-4c0a-9c9f-b3247673f132', 'name': 'network-vif-deleted', 'tag': 'e402764e-07db-4ee3-801c-7372fdbeb928', 'status': 'completed', 'code': 200} Nov 16 21:27:53.695714 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.705865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Deleting port a4189475-9181-4501-b717-eaec1f781513 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:53.706216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.762102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.797717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd40a7-58d6-4845-aa65-a6bc9a4ac4ea req-cb426831-8b2f-4216-add1-28d0f39547ab tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:53.809463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ebd40a7-58d6-4845-aa65-a6bc9a4ac4ea req-cb426831-8b2f-4216-add1-28d0f39547ab tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 946 time: 0.1188323 Nov 16 21:27:53.901217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Allocated IP 2001:db8:3::1 (683225f8-5f88-497f-9b36-0035162b0912/e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5/211aa955-1674-449c-b4f0-34fd60a0664a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:27:53.918913 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ebd40a7-58d6-4845-aa65-a6bc9a4ac4ea req-112693c6-32c6-4d14-a26a-45364b45e3fd tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/security-groups?id=04bc797b-dcb3-4356-8f53-f6dcb9c6c532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056333 Nov 16 21:27:53.955768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] For port a4189475-9181-4501-b717-eaec1f781513, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=a4189475-9181-4501-b717-eaec1f781513,segment=NetworkSegment(3cf007cb-991e-4177-b9f4-9d07fae77baa),segment_id=3cf007cb-991e-4177-b9f4-9d07fae77baa)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:53.956154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:53.983568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Calling delete_port for a4189475-9181-4501-b717-eaec1f781513 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:54.010424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Pushing event updated for resources: {'Port': ['ID=b6d3a751-3de7-47fd-a526-efa281b2234c,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:54.026802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Network 683225f8-5f88-497f-9b36-0035162b0912 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:54.054168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:54.060589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:54.196079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:54.303961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.316460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.352628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Pushing event deleted for resources: {'Port': ['ID=a4189475-9181-4501-b717-eaec1f781513,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:54.398174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['a4189475-9181-4501-b717-eaec1f781513'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:54.401660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.420571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] No DVR routers for this DVR port a4189475-9181-4501-b717-eaec1f781513 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:54.423827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.429069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeadd176-8b68-4c1f-b221-667e7db0b0ed req-008e04f2-4a50-464d-a332-ae3d22012311 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.41 "DELETE /v2.0/ports/a4189475-9181-4501-b717-eaec1f781513 HTTP/1.1" status: 204 len: 173 time: 1.0212572 Nov 16 21:27:54.446458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Attempting to bind port b6d3a751-3de7-47fd-a526-efa281b2234c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:54.446867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Attempting to bind port b6d3a751-3de7-47fd-a526-efa281b2234c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:54.451119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Attempting to bind port b6d3a751-3de7-47fd-a526-efa281b2234c on network 683225f8-5f88-497f-9b36-0035162b0912 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:54.455552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.521821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:54.522498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Checking segment: {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:54.523198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.523776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Bound using segment: {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:54.524423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Bound port: b6d3a751-3de7-47fd-a526-efa281b2234c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:54.525534 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.578402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291badf-279b-43cd-b6ae-9373247a18f0 req-9f8c42f7-b797-4f3c-bd47-4662f958f58f tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:54.580980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1291badf-279b-43cd-b6ae-9373247a18f0 req-9f8c42f7-b797-4f3c-bd47-4662f958f58f tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 946 time: 0.4850101 Nov 16 21:27:54.651390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 683225f8-5f88-497f-9b36-0035162b0912 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:54.696602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32a21c31-b4d1-4d1e-b75d-c258a8adfa6f req-198e26a4-f11a-4fdb-9a9b-7e69ad2a1acc tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0577900 Nov 16 21:27:54.721051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:54.736786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=211aa955-1674-449c-b4f0-34fd60a0664a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:54.747674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:27:54.748234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.814234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] For port b6d3a751-3de7-47fd-a526-efa281b2234c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:54.817164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Provisioning complete for port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:54.822484 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.924759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] For port b6d3a751-3de7-47fd-a526-efa281b2234c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6d3a751-3de7-47fd-a526-efa281b2234c,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:54.931074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:54.931074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.934257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:54.997204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1291badf-279b-43cd-b6ae-9373247a18f0 req-5d75395f-4555-441e-a4ba-0f611b0818ac tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756840 Nov 16 21:27:55.090838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.142374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2f937a93-495c-414a-98a8-be3a51f10573 req-853a67ac-ac58-45d7-8f09-2f019ff55359 tempest-ServerPasswordTestJSON-84855309 tempest-ServerPasswordTestJSON-84855309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b342c9f-1393-4cd8-bd2e-8415af516ad2 HTTP/1.1" status: 200 len: 210 time: 0.0653012 Nov 16 21:27:55.214522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.219415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c4669-ac8b-4b9d-a8d8-46032dbacacb None None] Pushing event updated for resources: {'Port': ['ID=b6d3a751-3de7-47fd-a526-efa281b2234c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:55.329535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.345245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] For port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,segment=NetworkSegment(59a154d8-78e5-4de2-81b0-13b5f8dab110),segment_id=59a154d8-78e5-4de2-81b0-13b5f8dab110)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:55.357008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.569622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ee84ae10-77b3-4283-b69b-651d758cf419 None None] Provisioning complete for port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:55.577244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8989260-901b-4246-8ea1-425ba6bda652 req-6bdd3eae-a8d6-45c1-8a7c-69249ccac378 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:55.579550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8989260-901b-4246-8ea1-425ba6bda652 req-6bdd3eae-a8d6-45c1-8a7c-69249ccac378 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 946 time: 0.1550972 Nov 16 21:27:55.580193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'name': 'network-vif-deleted', 'tag': 'a4189475-9181-4501-b717-eaec1f781513'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:55.583971 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19bb1f7-1204-4232-8edf-cda54bd2c5cb" -d '{"events": [{"server_uuid": "7b342c9f-1393-4cd8-bd2e-8415af516ad2", "name": "network-vif-deleted", "tag": "a4189475-9181-4501-b717-eaec1f781513"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:55.595507 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee84ae10-77b3-4283-b69b-651d758cf419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.664341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:27:55.668067 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:27:55.677937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.697693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.697693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.708296 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c760a1b-0be8-4171-a9ec-fa23778ff4e8 x-openstack-request-id: req-1c760a1b-0be8-4171-a9ec-fa23778ff4e8 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:55.708296 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b342c9f-1393-4cd8-bd2e-8415af516ad2", "name": "network-vif-deleted", "tag": "a4189475-9181-4501-b717-eaec1f781513", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:55.710527 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c760a1b-0be8-4171-a9ec-fa23778ff4e8 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:55.711590 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b342c9f-1393-4cd8-bd2e-8415af516ad2', 'name': 'network-vif-deleted', 'tag': 'a4189475-9181-4501-b717-eaec1f781513', 'status': 'completed', 'code': 200} Nov 16 21:27:55.801474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c68f66-c445-445d-94a0-8bdded7b0323 None None] Pushing event updated for resources: {'Port': ['ID=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:55.816934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.827872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Deleting port 18bc411f-5c81-4d9c-b139-8f692f4acdfe {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:27:55.829655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.945958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] For port 18bc411f-5c81-4d9c-b139-8f692f4acdfe, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=18bc411f-5c81-4d9c-b139-8f692f4acdfe,segment=NetworkSegment(c2534d59-0ceb-4395-99bd-666538664989),segment_id=c2534d59-0ceb-4395-99bd-666538664989)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:55.946240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:55.960432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Calling delete_port for 18bc411f-5c81-4d9c-b139-8f692f4acdfe owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:27:55.990039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event updated for resources: {'Port': ['ID=211aa955-1674-449c-b4f0-34fd60a0664a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:56.009435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60bbbac0-7bcd-408e-9a40-8e794035e1ee req-cbb89139-5fb3-4d5b-b571-7d5f95bcb14b tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1694880 Nov 16 21:27:56.117545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Network 683225f8-5f88-497f-9b36-0035162b0912 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:27:56.121595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:27:56.260442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:56.339342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Deleting subnet 47ff477f-4b18-4c49-912e-afc3fa8a5ffe {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:56.348435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22459bd2-4e10-4b3d-a88c-90434f9e259c req-149c1612-2c4f-4ed2-838f-ad2d36f80ee0 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:27:56.349669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.355761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22459bd2-4e10-4b3d-a88c-90434f9e259c req-149c1612-2c4f-4ed2-838f-ad2d36f80ee0 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfdc066-f64b-463c-a53b-48d24779377c HTTP/1.1" status: 200 len: 946 time: 0.2277896 Nov 16 21:27:56.422612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.423791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:56.427872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.435660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['18bc411f-5c81-4d9c-b139-8f692f4acdfe'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:27:56.551558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Pushing event deleted for resources: {'Port': ['ID=18bc411f-5c81-4d9c-b139-8f692f4acdfe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:56.626488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.638821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.715360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] No DVR routers for this DVR port 18bc411f-5c81-4d9c-b139-8f692f4acdfe on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:27:56.725330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.727329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b6d3a751-3de7-47fd-a526-efa281b2234c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:56.731424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8989260-901b-4246-8ea1-425ba6bda652 req-8ee8b356-73cf-4731-b209-66201c8852d6 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.47 "DELETE /v2.0/ports/18bc411f-5c81-4d9c-b139-8f692f4acdfe HTTP/1.1" status: 204 len: 173 time: 1.1440051 Nov 16 21:27:56.734766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.761456 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22459bd2-4e10-4b3d-a88c-90434f9e259c req-ac908b12-2c0c-4b18-b0aa-e98057e74317 tempest-ServerGroupTestJSON-1426936087 tempest-ServerGroupTestJSON-1426936087-project] 10.222.0.48 "GET /v2.0/security-groups?id=60815b1a-58d0-4748-bafd-4c497a9437ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633013 Nov 16 21:27:56.808398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ff477f-4b18-4c49-912e-afc3fa8a5ffe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:56.810601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.816245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-65ba3d24-57e7-4371-8532-25ec05cd258e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/47ff477f-4b18-4c49-912e-afc3fa8a5ffe HTTP/1.1" status: 204 len: 168 time: 0.5523477 Nov 16 21:27:56.817008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55964) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:56.823969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:56.836895 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:27:56.842065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09f3acca-093a-4e7e-a344-62a306e90691 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826655 Nov 16 21:27:56.845735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55966) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:56.855996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:27:56.856776 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:56.857871 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:56.940151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b6d3a751-3de7-47fd-a526-efa281b2234c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:56.940529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.952908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:56.957858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381149a0-94d2-47d0-bcf2-4f6f733c0ab9 None None] Network 683225f8-5f88-497f-9b36-0035162b0912 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:27:57.118193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:57.133826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a4189475-9181-4501-b717-eaec1f781513 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:57.172333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.199750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f7c671-7528-4c17-8aac-4ac5b81f6cfc']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:57.212340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf007cb-991e-4177-b9f4-9d07fae77baa') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:57.212654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf007cb-991e-4177-b9f4-9d07fae77baa') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:57.217501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-137996c4-ba48-4750-b2a9-56535d8b7018 None None] Provisioning complete for port b6d3a751-3de7-47fd-a526-efa281b2234c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:57.219208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-137996c4-ba48-4750-b2a9-56535d8b7018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.222726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: a4189475-9181-4501-b717-eaec1f781513 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:57.222726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device a4189475-9181-4501-b717-eaec1f781513 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:57.226111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.243471 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.274879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:27:57.276025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:27:57.442894 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:27:57.480721 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.507373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.537801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] 10.222.0.48 "DELETE /v2.0/networks/f7f7c671-7528-4c17-8aac-4ac5b81f6cfc HTTP/1.1" status: 204 len: 168 time: 0.6926920 Nov 16 21:27:57.573374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8850a-8b02-4328-874d-15b17988984d admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f7c671-7528-4c17-8aac-4ac5b81f6cfc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:57.583440 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.583651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:57.649067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-137996c4-ba48-4750-b2a9-56535d8b7018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.712338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'name': 'network-vif-deleted', 'tag': '18bc411f-5c81-4d9c-b139-8f692f4acdfe'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:27:57.714711 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f9536-e21e-4667-98a8-a2e1115016cd" -d '{"events": [{"server_uuid": "ebfdc066-f64b-463c-a53b-48d24779377c", "name": "network-vif-deleted", "tag": "18bc411f-5c81-4d9c-b139-8f692f4acdfe"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:27:57.742124 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:57.774852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55986) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:57.813399 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c61ed3-dd1d-4e5d-b069-505129f0be5c x-openstack-request-id: req-81c61ed3-dd1d-4e5d-b069-505129f0be5c {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:27:57.813922 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfdc066-f64b-463c-a53b-48d24779377c", "name": "network-vif-deleted", "tag": "18bc411f-5c81-4d9c-b139-8f692f4acdfe", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:27:57.814438 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81c61ed3-dd1d-4e5d-b069-505129f0be5c {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:27:57.815933 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfdc066-f64b-463c-a53b-48d24779377c', 'name': 'network-vif-deleted', 'tag': '18bc411f-5c81-4d9c-b139-8f692f4acdfe', 'status': 'completed', 'code': 200} Nov 16 21:27:57.833529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-137996c4-ba48-4750-b2a9-56535d8b7018 None None] For port b6d3a751-3de7-47fd-a526-efa281b2234c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6d3a751-3de7-47fd-a526-efa281b2234c,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:27:57.840383 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:27:57.840859 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Updating router a57c5762-0708-40d7-bcde-3e396e08f1dc port 211aa955-1674-449c-b4f0-34fd60a0664a binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:27:57.861433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-137996c4-ba48-4750-b2a9-56535d8b7018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:57.874260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7bbf62f2-3fe8-498f-9c87-163d6cf4df8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fd7e3c0419946a3a8bb19925c467a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0980246 Nov 16 21:27:57.874951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55992) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:57.930131 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.030604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-649f24ee-d5d5-450d-961f-d471ef2b946a req-9548ebb7-d425-446a-ac29-9a2fea1b9533 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.5841105 Nov 16 21:27:58.042725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99df31b7-96f7-44fa-8dfb-163795d56d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.070212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:27:58.070766 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:27:58.121018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99df31b7-96f7-44fa-8dfb-163795d56d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.176544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137996c4-ba48-4750-b2a9-56535d8b7018 None None] Pushing event updated for resources: {'Port': ['ID=b6d3a751-3de7-47fd-a526-efa281b2234c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:58.257182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2065dfa6-c847-402c-a66f-cd1a06184ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.368456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99df31b7-96f7-44fa-8dfb-163795d56d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.372168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99df31b7-96f7-44fa-8dfb-163795d56d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.387533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99df31b7-96f7-44fa-8dfb-163795d56d84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04bc797b-dcb3-4356-8f53-f6dcb9c6c532 HTTP/1.1" status: 204 len: 168 time: 0.5002282 Nov 16 21:27:58.451340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56016) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:58.462804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df31b7-96f7-44fa-8dfb-163795d56d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bc797b-dcb3-4356-8f53-f6dcb9c6c532,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:58.544698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Deleting subnet ae60d6a7-b8e3-4115-af59-c1b1d03aa52c {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:27:58.552915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.605448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2065dfa6-c847-402c-a66f-cd1a06184ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.610553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2065dfa6-c847-402c-a66f-cd1a06184ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.644235 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.647781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.extraroute_db [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:27:58.666461 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.679613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:27:58.680206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2065dfa6-c847-402c-a66f-cd1a06184ce5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03f464ce856d43f294f9f68cb11aec9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0908844 Nov 16 21:27:58.684893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56020) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:58.698191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.765647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.extraroute_db [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Removed routes are [] {{(pid=102454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:27:58.766099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.795641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065dfa6-c847-402c-a66f-cd1a06184ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4b9f5f-d088-453e-8c0f-0a3b4173f9b5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:58.806038 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe68bb7-5552-442d-9c53-a9ea6eb4e1b1 None None] Pushing event updated for resources: {'Port': ['ID=211aa955-1674-449c-b4f0-34fd60a0664a,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:58.861526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Provisioning complete for port b6d3a751-3de7-47fd-a526-efa281b2234c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:58.864912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.926122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9182eba8-49f1-4bf4-adc5-528ed9e897b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.933806 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Attempting to bind port 211aa955-1674-449c-b4f0-34fd60a0664a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:27:58.934823 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Attempting to bind port 211aa955-1674-449c-b4f0-34fd60a0664a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:27:58.935360 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Attempting to bind port 211aa955-1674-449c-b4f0-34fd60a0664a on network 683225f8-5f88-497f-9b36-0035162b0912 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:27:58.941716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:27:58.942644 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Checking segment: {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:27:58.944224 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.944793 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Bound using segment: {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:27:58.945537 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Bound port: 211aa955-1674-449c-b4f0-34fd60a0664a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdc4a33-421b-4715-b2ed-1c5021edfe0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '683225f8-5f88-497f-9b36-0035162b0912'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:27:58.946201 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:58.950024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.022125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9182eba8-49f1-4bf4-adc5-528ed9e897b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.081294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 18bc411f-5c81-4d9c-b139-8f692f4acdfe no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:27:59.116574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9182eba8-49f1-4bf4-adc5-528ed9e897b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.120997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9182eba8-49f1-4bf4-adc5-528ed9e897b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.123918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9182eba8-49f1-4bf4-adc5-528ed9e897b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f4b9f5f-d088-453e-8c0f-0a3b4173f9b5 HTTP/1.1" status: 204 len: 168 time: 0.4367158 Nov 16 21:27:59.147395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182eba8-49f1-4bf4-adc5-528ed9e897b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4b9f5f-d088-453e-8c0f-0a3b4173f9b5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:59.156574 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] For port 211aa955-1674-449c-b4f0-34fd60a0664a, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:27:59.179073 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] For port 211aa955-1674-449c-b4f0-34fd60a0664a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=211aa955-1674-449c-b4f0-34fd60a0664a,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:27:59.194310 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.229332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.252151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 18bc411f-5c81-4d9c-b139-8f692f4acdfe {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:27:59.267525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 18bc411f-5c81-4d9c-b139-8f692f4acdfe not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:27:59.276375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae60d6a7-b8e3-4115-af59-c1b1d03aa52c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:59.287794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.294705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56036) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:59.295673 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5be8d06-321e-4552-9bae-c1cc59eb45b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ae60d6a7-b8e3-4115-af59-c1b1d03aa52c HTTP/1.1" status: 204 len: 168 time: 0.8395045 Nov 16 21:27:59.309869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.313691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.323680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:59.324396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.405172 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe68bb7-5552-442d-9c53-a9ea6eb4e1b1 None None] Pushing event updated for resources: {'Port': ['ID=211aa955-1674-449c-b4f0-34fd60a0664a,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:27:59.459291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:27:59.460208 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:59.535606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.580408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:27:59.735092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Provisioning complete for port 211aa955-1674-449c-b4f0-34fd60a0664a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:27:59.736736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.764680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:27:59.819413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.891421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ade0e62-19a3-4b5a-a2f1-cdddfa77286b']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:59.917717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:27:59.925293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2534d59-0ceb-4395-99bd-666538664989') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:59.925920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2534d59-0ceb-4395-99bd-666538664989') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:27:59.935661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.936985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d6def3f-e361-472e-b6a2-4fcd9a268720 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 953 time: 3.0900445 Nov 16 21:27:59.939787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:27:59.965814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:27:59.976714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.008527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56050) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:00.053397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8974f2c-38e2-4211-86ec-b75cf73c104a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.064461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] For port 211aa955-1674-449c-b4f0-34fd60a0664a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=211aa955-1674-449c-b4f0-34fd60a0664a,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:00.068127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b6d3a751-3de7-47fd-a526-efa281b2234c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:00.073134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.090268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.119939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:00.121965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:00.127777 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:00.261108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5708cccd-38ce-4915-a269-6f95fd6e3a74 None None] Provisioning complete for port 211aa955-1674-449c-b4f0-34fd60a0664a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:00.261347 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5708cccd-38ce-4915-a269-6f95fd6e3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.278166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:58Z', 'revision_number': 6, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:27:59Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:00.283495 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.308709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.325487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ade0e62-19a3-4b5a-a2f1-cdddfa77286b HTTP/1.1" status: 204 len: 168 time: 1.0243778 Nov 16 21:28:00.325487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:00.325758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ad82014d-985d-46f4-83ee-b1300bad6172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 953 time: 0.3726811 Nov 16 21:28:00.356532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'routes': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:00.388256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-95e4f0d1-9822-4866-92fe-3593523b49c5 req-6094e707-b302-40ad-824f-d007f7b4e43c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 1.0913150 Nov 16 21:28:00.422609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31c742-148b-46f8-a9ca-61350ca66373 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:27:58Z', 'revision_number': 6, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:27:59Z', 'revision_number': 4, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:00.461597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2342769-14ce-4621-8e38-b54d718f5a23 None None] Pushing event updated for resources: {'Port': ['ID=211aa955-1674-449c-b4f0-34fd60a0664a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:00.557482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeab070-86cc-4f0d-a00d-2f841c48764a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ade0e62-19a3-4b5a-a2f1-cdddfa77286b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:00.568489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56066) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:00.616367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b6d3a751-3de7-47fd-a526-efa281b2234c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:00.616746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.673043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0ccfb7b7-e456-424b-b8db-528c70acfcce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55c80d57f3704520b3c57a116da5319f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1031704 Nov 16 21:28:00.684582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:00.771339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8974f2c-38e2-4211-86ec-b75cf73c104a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.787211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8974f2c-38e2-4211-86ec-b75cf73c104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.813214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:00.822403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6cca3b7-100f-40fd-9738-9f170a66cf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.849450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6cca3b7-100f-40fd-9738-9f170a66cf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.872904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8974f2c-38e2-4211-86ec-b75cf73c104a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3396edf1-bb79-4757-b815-40a083a857eb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:00.914144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6cca3b7-100f-40fd-9738-9f170a66cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.918754 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6cca3b7-100f-40fd-9738-9f170a66cf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:00.922697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c6cca3b7-100f-40fd-9738-9f170a66cf5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60815b1a-58d0-4748-bafd-4c497a9437ff HTTP/1.1" status: 204 len: 168 time: 0.2371213 Nov 16 21:28:00.950418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cca3b7-100f-40fd-9738-9f170a66cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60815b1a-58d0-4748-bafd-4c497a9437ff,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:00.999070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-779bbd63-4aa3-4258-98f3-0a729f878db1 None None] Provisioning complete for port 211aa955-1674-449c-b4f0-34fd60a0664a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:01.002248 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-779bbd63-4aa3-4258-98f3-0a729f878db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.032771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-471227153-network', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:01.087237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Made reservation on behalf of 95cc39b4e4eb43c38f9a83cdad8f21f7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:01.090314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.110470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.261856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.275154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.320612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:28:01.334130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec172ea-3502-4154-97bb-81e44c95fa67,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:01.348412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added routes are [] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:28:01.348810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.extraroute_db [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:28:01.350274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.352023 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Added segment dfd852d5-ed02-45bc-a06c-02c94cbc474e of type vlan for network c3863b0b-446a-4854-82f8-211d2c774bf4 Nov 16 21:28:01.402583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a8974f2c-38e2-4211-86ec-b75cf73c104a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ed1f3ac770d4c3abb82f8a4399db1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3924103 Nov 16 21:28:01.403729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.405245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:01.416411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.454649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.455859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:01.458503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:01.669123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8500896 Nov 16 21:28:01.699171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56092) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:01.706925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Request body: {'subnet': {'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-471227153-subnet', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:01.778730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deacbe-5efd-43f1-b592-1489fe7a4f43 admin admin] Pushing event updated for resources: {'Network': ['ID=c3863b0b-446a-4854-82f8-211d2c774bf4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:01.792404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c3863b0b-446a-4854-82f8-211d2c774bf4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:28:01.834386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Made reservation on behalf of 95cc39b4e4eb43c38f9a83cdad8f21f7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:01.837434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.049487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 211aa955-1674-449c-b4f0-34fd60a0664a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:02.099818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:02.115385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:02.116286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:02.240432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7131ae9b-1a8b-4dfe-a51d-cd4e4264f74a req-79fc1e97-7fe3-4be0-bd58-ce4c1b6d9dfd tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0501790 Nov 16 21:28:02.301209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.307252 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57077aae-2d7d-4d11-9243-3020dd6b0b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.414626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cc0557-af92-477e-8d2a-7dbef844a8b0,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:02.433143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Checking segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:02.433804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Network hostable DHCP agents. Network: c3863b0b-446a-4854-82f8-211d2c774bf4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:28:02.470440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Network c3863b0b-446a-4854-82f8-211d2c774bf4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:28:02.502410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c3863b0b-446a-4854-82f8-211d2c774bf4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:02.506147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57077aae-2d7d-4d11-9243-3020dd6b0b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.508185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:02.515392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:02.515782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.546916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7b594b5e-7325-4be2-b652-3c2bada541b8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8459613 Nov 16 21:28:02.549613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56116) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:02.560758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:02.567479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de957d4-40b7-48ca-8e1a-11d165e1dd90 None None] Network c3863b0b-446a-4854-82f8-211d2c774bf4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:02.608952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 211aa955-1674-449c-b4f0-34fd60a0664a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:02.609705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.622787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.623869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.659038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.671853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.677634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57077aae-2d7d-4d11-9243-3020dd6b0b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.681878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57077aae-2d7d-4d11-9243-3020dd6b0b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.683100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-57077aae-2d7d-4d11-9243-3020dd6b0b55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3396edf1-bb79-4757-b815-40a083a857eb HTTP/1.1" status: 204 len: 168 time: 1.2765090 Nov 16 21:28:02.700242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57077aae-2d7d-4d11-9243-3020dd6b0b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396edf1-bb79-4757-b815-40a083a857eb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:02.750335 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:02.841542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:02.999448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.101534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:03.109634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.110834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e9d7677f-29a9-4f1e-8ff2-63ecc9be191d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 703 time: 2.7773225 Nov 16 21:28:03.113908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56142) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:03.324423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87b45e5e-1cf9-45de-acdf-8b782a239fb6 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 703 time: 0.2093952 Nov 16 21:28:03.331087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56152) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:03.532799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.560794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.616668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:03.662967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd19a737-5923-4925-a57b-bb95209b7369 None None] Network c3863b0b-446a-4854-82f8-211d2c774bf4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:03.867156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:01Z', 'revision_number': 7, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:03.870884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a712a5-64c4-4cd2-862c-700eeb590ecc req-ee9343b4-5414-4038-bcb4-b37f571ad369 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.2457800 Nov 16 21:28:03.991103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:03.991315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Allocated IP 172.25.3.53 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:04.025207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:04.027571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:04.048127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56178) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:04.222900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:04.266694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.285651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56188) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:04.368268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1848df-9710-42a0-8b5c-bf9ca8b03dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.435926 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.540308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81800057-b620-4443-898a-1c9f39464696 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.540727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81800057-b620-4443-898a-1c9f39464696 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.542506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81800057-b620-4443-898a-1c9f39464696 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:04.545554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-81800057-b620-4443-898a-1c9f39464696 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=e817e6a87e6442ceae44cab4726c4a9a&network_id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 2969 time: 0.2551215 Nov 16 21:28:04.564447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.645738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:04.662346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:04.666900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:04.682574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3a7af-d049-4f21-a359-b79152c97fa9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:04.728182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Pushing event updated for resources: {'Port': ['ID=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:04.765101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:01Z', 'revision_number': 7, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:04.767332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-99c63c89-3717-46b6-b9e1-418419a4e28d None None] Provisioning complete for port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:04.767703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-99c63c89-3717-46b6-b9e1-418419a4e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.849660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1848df-9710-42a0-8b5c-bf9ca8b03dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.870733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf1848df-9710-42a0-8b5c-bf9ca8b03dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:04.917645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368fd541-e420-4e26-9feb-e8507f620040 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:01Z', 'revision_number': 7, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:04.983976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-99c63c89-3717-46b6-b9e1-418419a4e28d None None] Port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:05.017393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1848df-9710-42a0-8b5c-bf9ca8b03dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7596890-dd11-45e2-9f9e-8a5e9fefd072,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:05.037130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cf1848df-9710-42a0-8b5c-bf9ca8b03dc2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6ccf1a12802496cb45ab695f2c7f717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9797506 Nov 16 21:28:05.039208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56210) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:05.122453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07834efa-33a1-4b8a-9c0b-32a208b37f27 req-d14d1bcc-ab7e-4984-90a3-5c12fd739123 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Nov 16 21:28:05.166365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.212126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.279043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d3caa1b-1098-4554-aeca-ae8470932d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.343837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d3caa1b-1098-4554-aeca-ae8470932d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.435358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:05.442263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d3caa1b-1098-4554-aeca-ae8470932d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.446176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d3caa1b-1098-4554-aeca-ae8470932d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.447583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d3caa1b-1098-4554-aeca-ae8470932d6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7596890-dd11-45e2-9f9e-8a5e9fefd072 HTTP/1.1" status: 204 len: 168 time: 0.4074478 Nov 16 21:28:05.452609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:05.453189 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:05.462793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3caa1b-1098-4554-aeca-ae8470932d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7596890-dd11-45e2-9f9e-8a5e9fefd072,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:05.477743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 211aa955-1674-449c-b4f0-34fd60a0664a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:05.478422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.483284 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.631070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 211aa955-1674-449c-b4f0-34fd60a0664a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=211aa955-1674-449c-b4f0-34fd60a0664a,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:05.631463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:05.646846 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:05.651627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 211aa955-1674-449c-b4f0-34fd60a0664a owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:05.744255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Router fcf5859e-eb01-4505-a7a9-e76a80a0a935 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:06.084044 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:01Z', 'revision_number': 7, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '211aa955-1674-449c-b4f0-34fd60a0664a', 'name': '', 'network_id': '683225f8-5f88-497f-9b36-0035162b0912', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:0f:73:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:52Z', 'updated_at': '2021-11-16T21:28:00Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': 'e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:06.117483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.226345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=211aa955-1674-449c-b4f0-34fd60a0664a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:06.420190 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:06.450753 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:06.451435 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:06.470193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-94854814-dc2b-4a0e-b3a7-d2c3fef6084b req-d2a83b0a-cfb1-4cba-9083-686c5cd8aa24 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0830266 Nov 16 21:28:06.529821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.700564 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:06.737519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:06.748753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Sync routers for ids ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:06.768884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:06.773062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-13762892-d7cf-48fb-892c-57eb595b245f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2224505 Nov 16 21:28:06.773713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56262) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:06.783204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Routers {'fcf5859e-eb01-4505-a7a9-e76a80a0a935'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:06.783956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:07.035911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Set router fcf5859e-eb01-4505-a7a9-e76a80a0a935 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:07.077397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:07.324866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-339949d2-f3b9-429c-8eb7-8034d873c378 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6103053 Nov 16 21:28:07.391308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:07.402104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-76251563-d409-428a-983f-db633f49f50d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0689194 Nov 16 21:28:07.411065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56276) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:07.430089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:05Z', 'revision_number': 8, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:07.516166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:28:04Z', 'revision_number': 3, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:07.518821 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50786dc-c48a-49d7-a04d-8bb429a295a0 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:05Z', 'revision_number': 8, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:07.522029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56280) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:07.606575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Checking router: fcf5859e-eb01-4505-a7a9-e76a80a0a935 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:07.609417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Updating router fcf5859e-eb01-4505-a7a9-e76a80a0a935 port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:07.655330 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.676180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-9f677276-97c4-43ec-9a84-d5540d1a84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:07.677782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-9f677276-97c4-43ec-9a84-d5540d1a84ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1096 time: 0.2387471 Nov 16 21:28:07.681840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:07.698869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.871705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45a8a671-b077-45f5-8373-a9df3ed5a8e5 req-280f763f-fa56-4ed6-a943-1ef5bbb1dc2e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1540883 Nov 16 21:28:07.907431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:07.986675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:07.988317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035dab7-712f-40fd-a1b3-58402c24ffc2 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.002395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8035dab7-712f-40fd-a1b3-58402c24ffc2 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 814 time: 0.3710136 Nov 16 21:28:08.114383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 211aa955-1674-449c-b4f0-34fd60a0664a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:08.132797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.154447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-83dd2b7a-6d35-4eda-82f9-832f5d7bae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.155982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-83dd2b7a-6d35-4eda-82f9-832f5d7bae31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 897 time: 0.4494181 Nov 16 21:28:08.215051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 211aa955-1674-449c-b4f0-34fd60a0664a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:08.215633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 211aa955-1674-449c-b4f0-34fd60a0664a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:08.304830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35cf37ce-08ce-4c0b-9529-86bf623c8e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.331401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.345111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.352797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.384634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-754ddc62-4335-4ee9-9c17-f8cab528dcea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 1001 time: 0.2174516 Nov 16 21:28:08.406646 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:08.421950 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:08.422565 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:08.429196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Attempting to bind port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:08.429918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Attempting to bind port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:08.430518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Attempting to bind port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:08.436676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0832b8-2adf-4ddf-b397-e78b213e3e56 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:08.466978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-47c928d4-6a20-4c02-8ed3-9f7e82ef839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.468508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-47c928d4-6a20-4c02-8ed3-9f7e82ef839e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 200 len: 834 time: 0.0726330 Nov 16 21:28:08.508369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:08.511021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:08.512231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.512882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:08.514596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Bound port: 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:08.515667 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.623075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.629317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b01a88-f0b4-4bdb-9845-8e5527304ec4 None None] Pushing event updated for resources: {'Port': ['ID=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:08.648409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] For port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:08.653565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] For port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:08.656354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56308) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:08.668108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'network': {'name': 'tempest-network-smoke--1491177376', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:08.669475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.686354 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:08.707972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-965e9724-9352-4b3d-8dbb-180fe69c2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:08.709626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-965e9724-9352-4b3d-8dbb-180fe69c2e59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3929bfb7-6b9b-4f57-950a-cc724da69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303665 Nov 16 21:28:08.713462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:08.718063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35cf37ce-08ce-4c0b-9529-86bf623c8e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.719431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.724092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4826ef37-aad9-4099-ba37-829bdc957f9b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5 HTTP/1.1" status: 204 len: 168 time: 1.3096211 Nov 16 21:28:08.726635 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35cf37ce-08ce-4c0b-9529-86bf623c8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.729167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:08.763663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3b99a-b91d-41f3-8c56-afe875b56359 None None] Network 683225f8-5f88-497f-9b36-0035162b0912 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:08.780428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Allocated IP 172.20.0.1 (c3863b0b-446a-4854-82f8-211d2c774bf4/d0cc0557-af92-477e-8d2a-7dbef844a8b0/35d56aac-21db-4691-976a-26a560666c5a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:08.783879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:08.790453 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.926318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff7f35-b17f-4d20-b361-6f9836360c08 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:08.928496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-55148ace-6661-4cd7-b716-3a4026296194 None None] Provisioning complete for port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:08.928870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55148ace-6661-4cd7-b716-3a4026296194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:08.968984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:28:09.027865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.028651 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Added segment 3ddd245d-e22f-4136-b012-65e68d5695da of type vlan for network ea7d9aec-85ff-4895-8582-6dcc3268026d Nov 16 21:28:09.120105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.154483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.193060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.200957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:09.201738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.227030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-547db37b-69fe-402f-81f1-029073232e3c service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968457 Nov 16 21:28:09.232096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf37ce-08ce-4c0b-9529-86bf623c8e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd98da-cf9e-4138-927d-6e0c48256d98,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.237004 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:05Z', 'revision_number': 8, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:09.249879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-35cf37ce-08ce-4c0b-9529-86bf623c8e51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd2193149f10471eb25e2a8a98548056&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2621276 Nov 16 21:28:09.330203 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:09.341441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56326) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:09.341846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Routers {'fcf5859e-eb01-4505-a7a9-e76a80a0a935'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:09.342316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Network': ['ID=ea7d9aec-85ff-4895-8582-6dcc3268026d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.343097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:09.345082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b01a88-f0b4-4bdb-9845-8e5527304ec4 None None] Pushing event updated for resources: {'Port': ['ID=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.370364 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:09.371000 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:09.388137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dd2c9ce-c964-4aad-bc5d-2c68141d7a66 req-0f49d707-0549-429a-83cf-3006d052c761 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.2792447 Nov 16 21:28:09.437682 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e912bf80-eccb-4431-88c0-546a89046b42 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7803621 Nov 16 21:28:09.457474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:09.488649 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55148ace-6661-4cd7-b716-3a4026296194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.494915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ea7d9aec-85ff-4895-8582-6dcc3268026d details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:28:09.518420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-55148ace-6661-4cd7-b716-3a4026296194 None None] For port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:09.563956 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:09.580763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.583491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55148ace-6661-4cd7-b716-3a4026296194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.637099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c80e1405-b433-4b4d-83b1-daf767402cc4 req-eb2e1e00-fbf5-4590-9172-9820ee84cd04 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564038 Nov 16 21:28:09.667528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.762701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55148ace-6661-4cd7-b716-3a4026296194 None None] Pushing event updated for resources: {'Port': ['ID=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.767123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] Set router fcf5859e-eb01-4505-a7a9-e76a80a0a935 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:09.839165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Pushing event updated for resources: {'Port': ['ID=35d56aac-21db-4691-976a-26a560666c5a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:09.845381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-56ff8a2c-c42a-467c-86dc-fea6cc1562a2 None None] Provisioning complete for port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:09.871360 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56ff8a2c-c42a-467c-86dc-fea6cc1562a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.880159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port b6d3a751-3de7-47fd-a526-efa281b2234c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:09.880748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.947112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Network c3863b0b-446a-4854-82f8-211d2c774bf4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:09.948304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe755291-432a-45bc-b21d-175b3326cb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:09.950215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:09.958906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:10.012013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] DHCP port deletion for 683225f8-5f88-497f-9b36-0035162b0912 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:10.012642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ab58d-eaf7-4d85-a515-4a20d2fe9dc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:10.016805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a8ab58d-eaf7-4d85-a515-4a20d2fe9dc1 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e817e6a87e6442ceae44cab4726c4a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5556841 Nov 16 21:28:10.024891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56340) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:10.065714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe755291-432a-45bc-b21d-175b3326cb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.069488 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:05Z', 'revision_number': 8, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:10.110211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.134111 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e4735-cf6f-403f-b8f3-86c9925e85d5 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:05Z', 'revision_number': 8, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '360af45f-37e6-4c8c-a2af-6ae5e39fbce4', 'name': '', 'network_id': '5e47fc08-b346-44e7-b5ef-50180316606d', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:6a:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:45Z', 'updated_at': '2021-11-16T21:27:55Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:10.223291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe755291-432a-45bc-b21d-175b3326cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.226956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe755291-432a-45bc-b21d-175b3326cb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.227542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b6d3a751-3de7-47fd-a526-efa281b2234c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:10.231532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe755291-432a-45bc-b21d-175b3326cb15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45dd98da-cf9e-4138-927d-6e0c48256d98 HTTP/1.1" status: 204 len: 168 time: 0.8697970 Nov 16 21:28:10.275191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe755291-432a-45bc-b21d-175b3326cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd98da-cf9e-4138-927d-6e0c48256d98,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:10.434001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.650583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca4ba63b-97b6-4721-b442-0161182261b1 req-a8ba79d2-d1cf-4537-888f-5b9a73338012 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0881417 Nov 16 21:28:10.704955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.761935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b6d3a751-3de7-47fd-a526-efa281b2234c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6d3a751-3de7-47fd-a526-efa281b2234c,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:10.815404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.850856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] Deleting port b6d3a751-3de7-47fd-a526-efa281b2234c {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:10.851423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.907081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.915599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:10.945378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:28:04Z', 'revision_number': 3, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:10.987259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port b6d3a751-3de7-47fd-a526-efa281b2234c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6d3a751-3de7-47fd-a526-efa281b2234c,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:10.987889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.027025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for b6d3a751-3de7-47fd-a526-efa281b2234c owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:11.040580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976918-d18b-4d5d-beb3-4c42e01e3e2f None None] The sync data for ids ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'] in n-d-817778-8 is: [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:28:04Z', 'revision_number': 3, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:11.046244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b6d3a751-3de7-47fd-a526-efa281b2234c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.050694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] For port b6d3a751-3de7-47fd-a526-efa281b2234c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6d3a751-3de7-47fd-a526-efa281b2234c,segment=NetworkSegment(8cdc4a33-421b-4715-b2ed-1c5021edfe0e),segment_id=8cdc4a33-421b-4715-b2ed-1c5021edfe0e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:11.051403 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.061142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56356) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:11.092788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] Calling delete_port for b6d3a751-3de7-47fd-a526-efa281b2234c owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:11.121162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.151826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Pushing event updated for resources: {'Port': ['ID=35d56aac-21db-4691-976a-26a560666c5a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.173259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9774a1ec-7055-40b0-b969-b70d972c9048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.235145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.292529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.356678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9774a1ec-7055-40b0-b969-b70d972c9048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.363647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9774a1ec-7055-40b0-b969-b70d972c9048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.375288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] Pushing event deleted for resources: {'Port': ['ID=b6d3a751-3de7-47fd-a526-efa281b2234c,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.378456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=b6d3a751-3de7-47fd-a526-efa281b2234c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.388734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8eed3-56fa-4370-a89f-7aa92fa8bfb0 None None] No DVR routers for this DVR port b6d3a751-3de7-47fd-a526-efa281b2234c on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:11.403170 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:28:11.435778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port b6d3a751-3de7-47fd-a526-efa281b2234c on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:11.468046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9774a1ec-7055-40b0-b969-b70d972c9048 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e5c07063e9c455788a4e0a4e339798f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055614 Nov 16 21:28:11.468668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56368) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:11.478286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774a1ec-7055-40b0-b969-b70d972c9048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a9c60-3a5f-4d9f-a2f4-f0c1ee068b3f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:11.670538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df68338e-0864-4e24-b617-24791ee867f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.744204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Network c3863b0b-446a-4854-82f8-211d2c774bf4 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:11.772989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.775770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:11.787898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df68338e-0864-4e24-b617-24791ee867f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.805190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683225f8-5f88-497f-9b36-0035162b0912']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.817192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdc4a33-421b-4715-b2ed-1c5021edfe0e') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.817900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdc4a33-421b-4715-b2ed-1c5021edfe0e') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:11.829099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.845544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.862362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:11.863623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:11.953024 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:11.984689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.990995 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.991873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df68338e-0864-4e24-b617-24791ee867f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.996036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-df68338e-0864-4e24-b617-24791ee867f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:11.997049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/683225f8-5f88-497f-9b36-0035162b0912 HTTP/1.1" status: 204 len: 168 time: 3.2633913 Nov 16 21:28:11.997281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-df68338e-0864-4e24-b617-24791ee867f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/276a9c60-3a5f-4d9f-a2f4-f0c1ee068b3f HTTP/1.1" status: 204 len: 168 time: 0.4895053 Nov 16 21:28:12.002228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.054316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5887550-d881-4a1a-87a4-27c475156151 req-59c68ba3-d582-4fd5-b32d-b5af1cd17afe tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0878170 Nov 16 21:28:12.078086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54376ff3-5637-4d4e-9e57-790495342e2c tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:12.079894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-54376ff3-5637-4d4e-9e57-790495342e2c tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.0514991 Nov 16 21:28:12.083093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4e30-cd56-4940-9124-b72368c88172 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=683225f8-5f88-497f-9b36-0035162b0912,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:12.088818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56384) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.130855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ccbb39ad-81af-4dff-83c7-68fba4a280e4 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383265 Nov 16 21:28:12.131049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:12.131498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56386) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.214473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-120196f5-509f-4cfa-a9f6-7c37d9124d6d tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e817e6a87e6442ceae44cab4726c4a9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814428 Nov 16 21:28:12.215750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56388) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.288779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:12.289174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.289577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Router fcf5859e-eb01-4505-a7a9-e76a80a0a935 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:12.462647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4c251e-5c2c-4eb0-9151-61bdda944ca0 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:12.468051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca4c251e-5c2c-4eb0-9151-61bdda944ca0 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2508252 Nov 16 21:28:12.473706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56396) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.522932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f42bd70a-b1fd-4ffa-842b-61ab5282dcdd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480833 Nov 16 21:28:12.536962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.543768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185648457', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:12.675874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56402) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:12.835488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:12.839861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:12.955080 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bad1458-68d8-45ea-83a3-8202910504cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.026769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68338e-0864-4e24-b617-24791ee867f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a9c60-3a5f-4d9f-a2f4-f0c1ee068b3f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:13.201029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bad1458-68d8-45ea-83a3-8202910504cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.209063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bad1458-68d8-45ea-83a3-8202910504cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.313952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aae3a5c5-b01d-4fff-be68-dd8369a10cb0 req-3ebdb3ff-d6cb-43be-b385-a825f9ed7645 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1041846 Nov 16 21:28:13.357194 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.434404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:13.458449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7fd73770-8d88-47d2-b643-090c4e10a844 admin admin] 10.222.0.48 "PUT /v2.0/routers/fcf5859e-eb01-4505-a7a9-e76a80a0a935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6835058 Nov 16 21:28:13.470887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5bad1458-68d8-45ea-83a3-8202910504cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3b986410efb456fb9cf97b27e21d94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7877569 Nov 16 21:28:13.475082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56434) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:13.553983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad1458-68d8-45ea-83a3-8202910504cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82174d78-3af4-4ef3-b128-590ddaf1dfdd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:13.566939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Subnet': ['ID=8735a2ec-70e5-4fa4-8ed1-615ae4a5d646,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:13.600630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Checking segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:13.601007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network hostable DHCP agents. Network: ea7d9aec-85ff-4895-8582-6dcc3268026d, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:28:13.643668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network ea7d9aec-85ff-4895-8582-6dcc3268026d is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:28:13.660008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ea7d9aec-85ff-4895-8582-6dcc3268026d) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:13.664802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:13.665622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.683968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2dffa9-bbeb-4de6-9f7a-98961437b997 None None] Network ea7d9aec-85ff-4895-8582-6dcc3268026d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:13.706754 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a2c951d-4c3a-4046-bd43-5b163f44102d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.741386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-12dba896-4460-4221-b753-d6b3df1cde35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2024524 Nov 16 21:28:13.812806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a2c951d-4c3a-4046-bd43-5b163f44102d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:13.888233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.015015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ea7d9aec-85ff-4895-8582-6dcc3268026d', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ips': [{'subnet_id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:28:14.017931 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.071561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Sync routers for ids ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:14.167726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56456) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:14.174579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568538803', 'description': 'tempest-secgroup-smoke-568538803 description', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:14.246790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a2c951d-4c3a-4046-bd43-5b163f44102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.250674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a2c951d-4c3a-4046-bd43-5b163f44102d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.271197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a2c951d-4c3a-4046-bd43-5b163f44102d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82174d78-3af4-4ef3-b128-590ddaf1dfdd HTTP/1.1" status: 204 len: 168 time: 0.7907908 Nov 16 21:28:14.304654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.312582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Allocated IP 172.20.0.18 (ea7d9aec-85ff-4895-8582-6dcc3268026d/8735a2ec-70e5-4fa4-8ed1-615ae4a5d646/01542752-ea0d-488c-b8ad-ca600730b6a2) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:14.342671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c951d-4c3a-4046-bd43-5b163f44102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82174d78-3af4-4ef3-b128-590ddaf1dfdd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:14.499501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.582002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.663603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f55b003-3682-4b5f-9f9b-a99cb10deb1d req-884cb6e5-3ab1-4e5d-bea1-816e4c6671a9 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1534100 Nov 16 21:28:14.664629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec29ae84-2179-4d47-8e47-5cb2cc388259,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:14.693981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:14.698105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-29fc2c46-1606-4f8b-b9ac-6e5a578976c3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5265248 Nov 16 21:28:14.707232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56476) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:14.716037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ec29ae84-2179-4d47-8e47-5cb2cc388259', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:14.750686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Routers {'fcf5859e-eb01-4505-a7a9-e76a80a0a935'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:14.752074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:14.793411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.038314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.064487 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.066981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-1e34483d-55eb-4768-aa50-8961d512b651 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:15.068971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-1e34483d-55eb-4768-aa50-8961d512b651 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 810 time: 0.4045761 Nov 16 21:28:15.095108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Network ea7d9aec-85ff-4895-8582-6dcc3268026d is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:15.100841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:15.116970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:15.117493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.121007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:15.128955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56486) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:15.138247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-545d9d8f-09ab-42f9-9327-45eab7c5b623 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/quotas/95cc39b4e4eb43c38f9a83cdad8f21f7 HTTP/1.1" status: 200 len: 375 time: 0.0568616 Nov 16 21:28:15.151696 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ae-236f-4a58-863c-a3baf3a90d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.262056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Attempting to bind port 01542752-ea0d-488c-b8ad-ca600730b6a2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:15.262679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Attempting to bind port 01542752-ea0d-488c-b8ad-ca600730b6a2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:15.262829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ae-236f-4a58-863c-a3baf3a90d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.263328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Attempting to bind port 01542752-ea0d-488c-b8ad-ca600730b6a2 on network ea7d9aec-85ff-4895-8582-6dcc3268026d {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:15.266014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Pushing event updated for resources: {'Port': ['ID=01542752-ea0d-488c-b8ad-ca600730b6a2,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.268394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-96b7a8ae-236f-4a58-863c-a3baf3a90d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.281036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:15.281731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Checking segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:15.282323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.282871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Bound using segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:15.283520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Bound port: 01542752-ea0d-488c-b8ad-ca600730b6a2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:15.284318 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.303588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Set router fcf5859e-eb01-4505-a7a9-e76a80a0a935 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:15.342211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-96b7a8ae-236f-4a58-863c-a3baf3a90d7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c709013d93cf4d349cb993cdb0f8ec05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116766 Nov 16 21:28:15.344650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7a8ae-236f-4a58-863c-a3baf3a90d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e0f21-0851-47de-b99d-43c0b1557774,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.352972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56492) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:15.357103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.366757 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.409873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-4bd1c298-a8ec-43cd-8dd8-244cf2653224 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2524498 Nov 16 21:28:15.417680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] For port 01542752-ea0d-488c-b8ad-ca600730b6a2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:15.421419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] For port 01542752-ea0d-488c-b8ad-ca600730b6a2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=01542752-ea0d-488c-b8ad-ca600730b6a2,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:15.431604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.441975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1371901e-1d21-4c12-9b82-f827a663ff30,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.461242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56494) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:15.467595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.468875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4c111690-2584-411b-8d3a-6cc1c3d600cc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7588944 Nov 16 21:28:15.476787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56496) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:15.477789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4052fcd3-56ed-4e38-a1f3-9a61d3b7ac8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.504708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4052fcd3-56ed-4e38-a1f3-9a61d3b7ac8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.580651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ec29ae84-2179-4d47-8e47-5cb2cc388259', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:15.588127 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4052fcd3-56ed-4e38-a1f3-9a61d3b7ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.591149 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4052fcd3-56ed-4e38-a1f3-9a61d3b7ac8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.591781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 360af45f-37e6-4c8c-a2af-6ae5e39fbce4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,segment=NetworkSegment(59a154d8-78e5-4de2-81b0-13b5f8dab110),segment_id=59a154d8-78e5-4de2-81b0-13b5f8dab110)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:15.592166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.593218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4052fcd3-56ed-4e38-a1f3-9a61d3b7ac8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad2e0f21-0851-47de-b99d-43c0b1557774 HTTP/1.1" status: 204 len: 168 time: 0.2385969 Nov 16 21:28:15.615547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:15.620452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052fcd3-56ed-4e38-a1f3-9a61d3b7ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e0f21-0851-47de-b99d-43c0b1557774,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.648652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebebf4-b72a-4ae6-8a8d-e943c558b0d8 None None] Pushing event updated for resources: {'Port': ['ID=01542752-ea0d-488c-b8ad-ca600730b6a2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:15.663070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:15.732036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-c7bd6909-3c4d-48a3-b715-e9bbccb18deb service neutron] 10.222.0.48 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115039 Nov 16 21:28:15.963964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e54b0873-db4f-416c-8d6f-cb576e44e431 service neutron] 10.222.0.48 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150950 Nov 16 21:28:15.981942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8df39552-879a-4a8d-a357-1d97c8f90b3f req-f4809ba8-0995-4da2-b150-44950665a2a6 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1190805 Nov 16 21:28:15.985852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1938852441', 'router:external': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:16.031093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.055500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.130541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501e5c01-c84a-4d6c-aa37-6c7659b02730,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:16.132863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:28:10Z', 'revision_number': 4, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '35d56aac-21db-4691-976a-26a560666c5a', 'name': '', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'mac_address': 'fa:16:3e:ab:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:08Z', 'updated_at': '2021-11-16T21:28:10Z', 'revision_number': 2, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'subnets': [{'id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:16.149720 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.156301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-241f8c53-25a1-4096-9c7a-8c0a5dd62b36 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5805335 Nov 16 21:28:16.157168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56512) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:16.165534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ec29ae84-2179-4d47-8e47-5cb2cc388259', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:16.203828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.217168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Checking router: fcf5859e-eb01-4505-a7a9-e76a80a0a935 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:16.217549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Updating router fcf5859e-eb01-4505-a7a9-e76a80a0a935 port 35d56aac-21db-4691-976a-26a560666c5a binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:16.251052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Made reservation on behalf of c4eddd8c14834504b07565ae9050180b for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:16.253943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.292465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.311162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.337153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.356934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.398526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.400241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418435 Nov 16 21:28:16.421928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2a938d1c-dff8-4d5b-ab10-aab75c413fbd req-0f3fea01-80c8-4342-a236-bd8347b75ab1 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 210 time: 0.0783398 Nov 16 21:28:16.423216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56520) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:16.431606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ec29ae84-2179-4d47-8e47-5cb2cc388259', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:16.448187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d4876-c0c2-43d4-b7ff-9be704bc06bb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b1e81f-5b5a-4d6f-ba1a-e9ad16a9ab7b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:16.494671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.571447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.574416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.583957 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.647072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc84af59-501c-4e3e-a36e-0fcd0e22085e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:16.652886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.654209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c59fb1d8-f756-4eb0-92b3-da3bdd39b2b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2268193 Nov 16 21:28:16.668915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56532) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:16.678552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ec29ae84-2179-4d47-8e47-5cb2cc388259', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:16.730654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=360af45f-37e6-4c8c-a2af-6ae5e39fbce4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:16.747971 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Project e817e6a87e6442ceae44cab4726c4a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:28:16.763188 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.906936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.922914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.983384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:16.991558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214359 Nov 16 21:28:16.997493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56542) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:17.010221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ec29ae84-2179-4d47-8e47-5cb2cc388259', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:17.040758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c55c-ba5f-49cb-b3f0-ed2cb0f332fb tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffc1c51-cf59-4f38-8c55-cbd990910876,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:17.123570 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Project e817e6a87e6442ceae44cab4726c4a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:28:17.133263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.234472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e450070c-293a-4030-9b55-59c7e9cb9327 req-6ae551eb-0ec9-4889-af15-8355f9e0e368 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0932136 Nov 16 21:28:17.254351 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.265016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.267261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.297268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.336871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5045fe-8331-49c3-8734-0e00d6afd1bb None None] Pushing event updated for resources: {'Port': ['ID=35d56aac-21db-4691-976a-26a560666c5a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:17.390776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.400870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.433699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0e6f6e-c78f-478b-a9f6-a7efb1f048b2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:17.440024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73648a-e8b3-4d94-85a6-ed2d7c54cd19,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:17.455925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.457470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5840def5-9d82-4b3d-8506-e773b15578e7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4578753 Nov 16 21:28:17.464694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:28:17.475328 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.488714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.489480 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Added segment 923cdd05-5637-428c-846b-678988dc6bcc of type vlan for network 47731577-d6a8-4633-a3b0-f0ca3c86931c Nov 16 21:28:17.530643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706cfb25-6b70-4e5d-9ccf-ca7de5501ded None None] Network ea7d9aec-85ff-4895-8582-6dcc3268026d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:17.686834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b657da88-62f2-4052-a50a-0f6ddaff637e req-42f2c9a2-b876-452b-9976-6e9aaed1e1f9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 210 time: 0.0624790 Nov 16 21:28:17.784230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.797411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Attempting to bind port 35d56aac-21db-4691-976a-26a560666c5a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:17.798000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Attempting to bind port 35d56aac-21db-4691-976a-26a560666c5a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:17.798552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Attempting to bind port 35d56aac-21db-4691-976a-26a560666c5a on network c3863b0b-446a-4854-82f8-211d2c774bf4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:17.816536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5a8e7ac8-ee87-4417-948e-f0a9e6a0bb3f None None] Provisioning complete for port 01542752-ea0d-488c-b8ad-ca600730b6a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:17.817182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7ac8-ee87-4417-948e-f0a9e6a0bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.907665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:17.908365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Checking segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:17.909076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.910231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Bound using segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:17.910897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Bound port: 35d56aac-21db-4691-976a-26a560666c5a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:17.912745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.958850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:17.959887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:17.960671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.046787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-d6ef8663-dbcf-4b42-9779-debdd07da0f5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568538803&fields=id&tenant_id=e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 267 time: 0.2272308 Nov 16 21:28:18.058610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] For port 35d56aac-21db-4691-976a-26a560666c5a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:18.062652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] For port 35d56aac-21db-4691-976a-26a560666c5a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=35d56aac-21db-4691-976a-26a560666c5a,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:18.088505 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.146828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6763065 Nov 16 21:28:18.149369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:18.158837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'subnet': {'network_id': '47731577-d6a8-4633-a3b0-f0ca3c86931c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:18.165128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:18.183466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5045fe-8331-49c3-8734-0e00d6afd1bb None None] Pushing event updated for resources: {'Port': ['ID=35d56aac-21db-4691-976a-26a560666c5a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:18.246279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb94676-2926-40e5-9290-0f02447e7637 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Network': ['ID=47731577-d6a8-4633-a3b0-f0ca3c86931c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:18.276552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Made reservation on behalf of c4eddd8c14834504b07565ae9050180b for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:18.278480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 47731577-d6a8-4633-a3b0-f0ca3c86931c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:28:18.288922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.427715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 01542752-ea0d-488c-b8ad-ca600730b6a2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:18.434398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7ac8-ee87-4417-948e-f0a9e6a0bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.443124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-38bf904f-bfda-4678-9b1b-b0cce44b2c6e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:18.448670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-38bf904f-bfda-4678-9b1b-b0cce44b2c6e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/networks?id=ea7d9aec-85ff-4895-8582-6dcc3268026d HTTP/1.1" status: 200 len: 797 time: 0.3964453 Nov 16 21:28:18.473695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-c518d798-c01d-412a-b8f1-58e7afa9fb7b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/quotas/e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 375 time: 0.0175354 Nov 16 21:28:18.475146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:18.485280 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:18.494629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-624a762b-afc2-49a1-b083-d2ab7a5e5e65 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4722788 Nov 16 21:28:18.508133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56588) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:18.515013 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:18.515687 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:18.560802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Routers {'fcf5859e-eb01-4505-a7a9-e76a80a0a935'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:18.563493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:18.611417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-d79d4b0c-d10e-4ae8-98cf-3a86b069e774 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1180179 Nov 16 21:28:18.617301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet 7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:18.621736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.724188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.749427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6adc969c-0164-4f8a-8115-119184a8c81a req-cec1e9e7-8f88-417a-ae25-68766724c162 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.2837830 Nov 16 21:28:18.801968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5a8e7ac8-ee87-4417-948e-f0a9e6a0bb3f None None] For port 01542752-ea0d-488c-b8ad-ca600730b6a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=01542752-ea0d-488c-b8ad-ca600730b6a2,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:18.829267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7ac8-ee87-4417-948e-f0a9e6a0bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:18.896493 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:18.907516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-938d961c-eb0c-433f-bf7a-8e9b4c0fa27c service neutron] 10.222.0.48 "GET /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587476 Nov 16 21:28:19.002455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] Set router fcf5859e-eb01-4505-a7a9-e76a80a0a935 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:19.134913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-2854a4ed-b2a4-48ef-8026-230912ec929a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:19.136450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-2854a4ed-b2a4-48ef-8026-230912ec929a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.41 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 810 time: 0.7899597 Nov 16 21:28:19.140754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-58a317e6-9988-4d20-8f1e-1f0fd872572a req-9608c3ae-1343-4691-976c-e3a34fdf4064 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 210 time: 0.1337929 Nov 16 21:28:19.181015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Request body: {'port': {'device_id': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'admin_state_up': True, 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:19.262711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 01542752-ea0d-488c-b8ad-ca600730b6a2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:19.263115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.280464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.352845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-717f9586-9903-4215-985e-186fb6509d76 service neutron] 10.222.0.48 "GET /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365213 Nov 16 21:28:19.435791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.492498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:19.500210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.509193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-22476968-e048-403a-ac5b-130fd74d5d03 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a HTTP/1.1" status: 204 len: 168 time: 1.0027564 Nov 16 21:28:19.518398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56614) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:19.521972 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:16Z', 'revision_number': 9, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:19.550843 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:19.561235 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:19.562292 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:27:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:19.647927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.717605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:19.734347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 8b93a1d8-4814-434b-985a-dd827928f89e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:19.734886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.812940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 8b93a1d8-4814-434b-985a-dd827928f89e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8b93a1d8-4814-434b-985a-dd827928f89e,segment=NetworkSegment(59a154d8-78e5-4de2-81b0-13b5f8dab110),segment_id=59a154d8-78e5-4de2-81b0-13b5f8dab110)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:19.813450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:19.831275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 8b93a1d8-4814-434b-985a-dd827928f89e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:19.858072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Made reservation on behalf of 95cc39b4e4eb43c38f9a83cdad8f21f7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:19.861587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.028084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806d58b-e9b9-465e-af8f-597979a3c778 None None] Network 5e47fc08-b346-44e7-b5ef-50180316606d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:20.042041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f746a7fc-4c20-431b-b85f-2e2d826aa208 req-fdbacd26-3d1b-4619-a106-e168ac3dcae7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 210 time: 0.1731410 Nov 16 21:28:20.058250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7ac8-ee87-4417-948e-f0a9e6a0bb3f None None] Pushing event updated for resources: {'Port': ['ID=01542752-ea0d-488c-b8ad-ca600730b6a2,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:20.090084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.124241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-629dd75a-7cfb-4e3c-b2d2-5a47f6f764fe req-8f534901-4fde-42bf-a12c-24d40db504fb tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0500431 Nov 16 21:28:20.150301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=8b93a1d8-4814-434b-985a-dd827928f89e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:20.172605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port 8b93a1d8-4814-434b-985a-dd827928f89e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:20.178663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.181455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.182102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.182653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.183819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.186212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.188143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.188711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.191061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.191672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.192806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.193387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:20.288928 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:16Z', 'revision_number': 9, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:20.359503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b74e51f-a1a9-497c-8a49-279fa6f34922 req-6a0e1838-4419-404e-8d3b-e8cee352129a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 210 time: 0.0764785 Nov 16 21:28:20.397434 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6997535-7ad4-4d0e-8834-1e77a4d59234 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:16Z', 'revision_number': 9, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d', 'name': '', 'network_id': '2652ee44-5ff4-4095-9b6b-ad2a4393e331', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:dd:d4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:37Z', 'updated_at': '2021-11-16T21:27:45Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '7e6c1ed5-b8c7-4cf0-8816-c3654e403938', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:20.440177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b29328dd-4c3f-4246-8bf7-8135b8818cb5 None None] Provisioning complete for port 01542752-ea0d-488c-b8ad-ca600730b6a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:20.440520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b29328dd-4c3f-4246-8bf7-8135b8818cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.571341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Allocated IP 172.20.0.11 (c3863b0b-446a-4854-82f8-211d2c774bf4/d0cc0557-af92-477e-8d2a-7dbef844a8b0/c7f70012-4114-4477-ab1f-6dceff127265) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:20.797305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2ebedd18-8dae-467c-8917-e2e79754d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.897163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10612568-d8d1-4e33-84b7-8d18cf344086 None None] DHCP port deletion for 5e47fc08-b346-44e7-b5ef-50180316606d request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:20.964058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:20.994612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:28:10Z', 'revision_number': 4, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '35d56aac-21db-4691-976a-26a560666c5a', 'name': '', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'mac_address': 'fa:16:3e:ab:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:08Z', 'updated_at': '2021-11-16T21:28:18Z', 'revision_number': 4, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'subnets': [{'id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:21.040906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.109486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa133bb-da75-472a-87b8-1f659b131064 None None] The sync data for ids ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'] in n-d-817778-8 is: [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:28:10Z', 'revision_number': 4, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '35d56aac-21db-4691-976a-26a560666c5a', 'name': '', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'mac_address': 'fa:16:3e:ab:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:08Z', 'updated_at': '2021-11-16T21:28:18Z', 'revision_number': 4, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'subnets': [{'id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:21.131436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 01542752-ea0d-488c-b8ad-ca600730b6a2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:21.199403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Pushing event updated for resources: {'Port': ['ID=c7f70012-4114-4477-ab1f-6dceff127265,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:21.225787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Network c3863b0b-446a-4854-82f8-211d2c774bf4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:21.229385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:21.232048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:21.288494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 01542752-ea0d-488c-b8ad-ca600730b6a2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:21.288494 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.449526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.497591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56672) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:21.526732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-edd39b9a-1127-4e4a-83c9-7cc35779ef92 req-e554bc56-1d65-464b-9f7d-9eef3d7505af tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.1007993 Nov 16 21:28:21.569742 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63ab0e77-eadf-47bb-9dd1-91492d70cdc2 req-ac688a3f-0723-4401-b2b6-03c3636aa035 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 210 time: 0.1167572 Nov 16 21:28:21.574183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e47fc08-b346-44e7-b5ef-50180316606d']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:21.595211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a154d8-78e5-4de2-81b0-13b5f8dab110') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:21.595522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a154d8-78e5-4de2-81b0-13b5f8dab110') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:21.606399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.621490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.629943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:21.632431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.736547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56676) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:21.739287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:28:21.740001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:21.762310 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:21.777129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.789503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.800023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/5e47fc08-b346-44e7-b5ef-50180316606d HTTP/1.1" status: 204 len: 168 time: 2.2770987 Nov 16 21:28:21.802930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56678) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:21.820579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:21.821499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:21.985299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407a295-b752-4bad-9c33-4267307dc193 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=5e47fc08-b346-44e7-b5ef-50180316606d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:22.047783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32956ece-56ca-4fc9-aec6-279762058414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.062268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-ad32cf29-56ef-4994-9c89-ca28e1c0634b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9074059 Nov 16 21:28:22.105809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Request body: {'port': {'device_id': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:22.176440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a439302-3f2f-4162-ad9c-a110edd005c2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:22.233933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-492927c2-d39d-4d52-8886-9e81abe871cb tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5260 time: 0.4953933 Nov 16 21:28:22.234720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56682) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:22.240207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'network': {'name': 'tempest-network-smoke--1045005696', 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'port_security_enabled': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:22.241821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26fc32-7be1-4d36-8058-5490f6be398b req-bb382866-ec35-4a41-a8fe-913f96762d55 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.249249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da26fc32-7be1-4d36-8058-5490f6be398b req-bb382866-ec35-4a41-a8fe-913f96762d55 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 932 time: 0.5367332 Nov 16 21:28:22.302979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.304984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Checking segment: {'id': '923cdd05-5637-428c-846b-678988dc6bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '47731577-d6a8-4633-a3b0-f0ca3c86931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:22.305399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network hostable DHCP agents. Network: 47731577-d6a8-4633-a3b0-f0ca3c86931c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:28:22.309198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Made reservation on behalf of 9cbda076b53643a1888ab607e8eb2651 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:22.313390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.374071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-14326ddb-862b-4ce6-9a7b-b31aef4cfeb3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.375846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-14326ddb-862b-4ce6-9a7b-b31aef4cfeb3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.47 "GET /v2.0/networks?id=ea7d9aec-85ff-4895-8582-6dcc3268026d HTTP/1.1" status: 200 len: 797 time: 0.6187100 Nov 16 21:28:22.381603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:28:22.405068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.406721 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Added segment 3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16 of type vlan for network 2c3fba56-b806-43a6-91e5-928b34e0b851 Nov 16 21:28:22.518267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da26fc32-7be1-4d36-8058-5490f6be398b req-9e2bcd10-3617-4489-a07e-f8e8ff7b3ed7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678697 Nov 16 21:28:22.534964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 47731577-d6a8-4633-a3b0-f0ca3c86931c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:28:22.555786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.662632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.668993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.669648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.703086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32956ece-56ca-4fc9-aec6-279762058414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.741839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35d56aac-21db-4691-976a-26a560666c5a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:22.779437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32956ece-56ca-4fc9-aec6-279762058414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.782376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 47731577-d6a8-4633-a3b0-f0ca3c86931c) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:22.815162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3aeea-7aba-43c9-a815-b42db1ed5dcc None None] Network 47731577-d6a8-4633-a3b0-f0ca3c86931c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:22.869178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:22.870105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.941380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69884c2c-cef1-4239-ab1e-ef0c97829aa8 req-83b311cb-6ab3-4aba-b840-3ef30d612a74 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 210 time: 0.1567187 Nov 16 21:28:22.941691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Network': ['ID=2c3fba56-b806-43a6-91e5-928b34e0b851,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:22.968309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:28:22.975512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 35d56aac-21db-4691-976a-26a560666c5a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:22.986008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.988346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:22.993263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-960dcb7e-5c63-4290-8659-568c29d63f75 req-17f447b5-f8c3-4455-9b2b-4efcf8b5a461 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.2526181 Nov 16 21:28:22.998198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dd3a990c-c191-459e-b189-15673148e260 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7625027 Nov 16 21:28:23.037480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56696) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:23.043219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'admin_state_up': True, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:23.064628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-32956ece-56ca-4fc9-aec6-279762058414 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=047ce2f07de2446dbe77e5f1f027b0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5367241 Nov 16 21:28:23.075526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5ebeca6d-a0d9-468d-b147-810a625c5407 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 471 time: 0.6858051 Nov 16 21:28:23.085954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:23.086913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956ece-56ca-4fc9-aec6-279762058414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c49c280-38b6-4f50-b7d8-734f45a65bcc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:23.117434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'port': {'device_id': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'admin_state_up': True, 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'security_groups': ['ec29ae84-2179-4d47-8e47-5cb2cc388259']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:23.138825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56700) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:23.140657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7e06be1b-ba42-443c-bf5e-cbed58f015f4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9896400 Nov 16 21:28:23.166066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-142370188', 'network_id': '47731577-d6a8-4633-a3b0-f0ca3c86931c'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:23.202046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1c319d79-d3df-410c-990a-7658c2397675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.359249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.api [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:28:23.359249 n-d-817778-8 neutron-server[102454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 21:28:23.359249 n-d-817778-8 neutron-server[102454]: [parameters: {'project_id_1': 'c4eddd8c14834504b07565ae9050180b', 'expiration_1': datetime.datetime(2021, 11, 16, 21, 28, 3, 181746)}] Nov 16 21:28:23.359249 n-d-817778-8 neutron-server[102454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:28:23.359710 n-d-817778-8 neutron-server[102454]: DEBUG oslo_db.api [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:28:23.360692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96426ef-0f11-4cfe-a290-d72e78f3d63b None None] Network 47731577-d6a8-4633-a3b0-f0ca3c86931c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:23.562169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:23.562862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.599188 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.683013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 35d56aac-21db-4691-976a-26a560666c5a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=35d56aac-21db-4691-976a-26a560666c5a,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:23.718478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.758193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.759316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.760406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,segment=NetworkSegment(e92878a7-b466-455c-9ab8-cb061eee4833),segment_id=e92878a7-b466-455c-9ab8-cb061eee4833)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:23.761070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.779949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:23.812132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8b93a1d8-4814-434b-985a-dd827928f89e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:23.899472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Made reservation on behalf of c4eddd8c14834504b07565ae9050180b for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:23.901875 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8b93a1d8-4814-434b-985a-dd827928f89e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:23.902448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8b93a1d8-4814-434b-985a-dd827928f89e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:23.903929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:23.906060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.914769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.940181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b553ab7-8b0e-4644-a01e-4f7d8ae20e21 req-41f9b3c3-cef1-4f78-ae0c-ef89c88117f7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:23.941886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b553ab7-8b0e-4644-a01e-4f7d8ae20e21 req-41f9b3c3-cef1-4f78-ae0c-ef89c88117f7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 932 time: 0.2386534 Nov 16 21:28:23.944962 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bbe03e-8ce8-42c0-b0cc-457098604069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:23.950197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:23.950491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 360af45f-37e6-4c8c-a2af-6ae5e39fbce4 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:23.963499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=35d56aac-21db-4691-976a-26a560666c5a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:23.968741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] device_id is not set on port 822450ac-47e0-4995-8ad2-610c0724f21e yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:28:24.110383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:24.114775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.135855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.164085 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bbe03e-8ce8-42c0-b0cc-457098604069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.218453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-afcc5813-63e1-49d2-9afe-5331bc27b0a4 req-16448951-48ce-41ea-bb84-a32319cd2332 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 210 time: 0.1222904 Nov 16 21:28:24.297174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.312114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b553ab7-8b0e-4644-a01e-4f7d8ae20e21 req-7606ad4c-d2e9-4665-ad25-efbbaeba39fd tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564270 Nov 16 21:28:24.326785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f70012-4114-4477-ab1f-6dceff127265 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:24.339023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.355362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.399457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Allocated IP 172.20.0.10 (47731577-d6a8-4633-a3b0-f0ca3c86931c/0a439302-3f2f-4162-ad9c-a110edd005c2/822450ac-47e0-4995-8ad2-610c0724f21e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:24.439166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee098914-0293-408d-a4b5-5a521f1752b5 req-de1cedf7-de26-4a01-a234-0ca76d8619c3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/ports?device_id=bec9b547-bfb5-4c0a-9c9f-b3247673f132 HTTP/1.1" status: 200 len: 210 time: 0.0818455 Nov 16 21:28:24.439613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Transition to ACTIVE for port object c7f70012-4114-4477-ab1f-6dceff127265 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:24.449060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:24.490542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.569300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bbe03e-8ce8-42c0-b0cc-457098604069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.571884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bbe03e-8ce8-42c0-b0cc-457098604069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.573069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88bbe03e-8ce8-42c0-b0cc-457098604069 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c49c280-38b6-4f50-b7d8-734f45a65bcc HTTP/1.1" status: 204 len: 168 time: 1.4828169 Nov 16 21:28:24.638011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.20.0.19 (ea7d9aec-85ff-4895-8582-6dcc3268026d/8735a2ec-70e5-4fa4-8ed1-615ae4a5d646/c913c1f3-9685-4f0c-9f87-d6be28ea54b8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:24.651872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe03e-8ce8-42c0-b0cc-457098604069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c49c280-38b6-4f50-b7d8-734f45a65bcc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:24.667820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f70012-4114-4477-ab1f-6dceff127265,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:24.736936 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.852829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35d56aac-21db-4691-976a-26a560666c5a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:24.918051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Attempting to bind port c7f70012-4114-4477-ab1f-6dceff127265 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:24.918394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Attempting to bind port c7f70012-4114-4477-ab1f-6dceff127265 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:24.918730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Attempting to bind port c7f70012-4114-4477-ab1f-6dceff127265 on network c3863b0b-446a-4854-82f8-211d2c774bf4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:24.948231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 35d56aac-21db-4691-976a-26a560666c5a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:24.948656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:24.959537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Port c7f70012-4114-4477-ab1f-6dceff127265 on network c3863b0b-446a-4854-82f8-211d2c774bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:24.959777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Attempting to bind port c7f70012-4114-4477-ab1f-6dceff127265 on network c3863b0b-446a-4854-82f8-211d2c774bf4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:24.971531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:24.972518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Checking segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:24.972889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Bound using segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:24.973335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Bound port: c7f70012-4114-4477-ab1f-6dceff127265, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:24.973740 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.079781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56732) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.114049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e013fb3-ba89-443a-88cb-b504bc673dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.137406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.167164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.179270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:25.201624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.234372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] For port c7f70012-4114-4477-ab1f-6dceff127265, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:25.243614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.321452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.364839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.25.3.191 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/42a6bc60-c6d9-4746-904b-0a68d71efbd8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:25.386030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e013fb3-ba89-443a-88cb-b504bc673dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.397642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] For port c7f70012-4114-4477-ab1f-6dceff127265, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7f70012-4114-4477-ab1f-6dceff127265,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:25.406279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:25.411540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 47731577-d6a8-4633-a3b0-f0ca3c86931c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:25.412503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e013fb3-ba89-443a-88cb-b504bc673dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.419302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0913adc0-f516-4dfd-a7b7-f78baddf64f4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6148412 Nov 16 21:28:25.420370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.420560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:25.426092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56738) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.427311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4628b7d-d0fd-4b23-a075-66aaa87c9116 req-b1a2f7c3-8570-4c9c-9f75-e8ba4e01abd2 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 210 time: 0.0502777 Nov 16 21:28:25.429562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:25.437293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.453708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:25.462047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.463045 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.464895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7f70012-4114-4477-ab1f-6dceff127265 HTTP/1.1" status: 200 len: 1092 time: 3.3795671 Nov 16 21:28:25.485544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Port': ['ID=822450ac-47e0-4995-8ad2-610c0724f21e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:25.506357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'tag': 'c7f70012-4114-4477-ab1f-6dceff127265'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:25.508373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:25.508978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:25.510548 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457" -d '{"events": [{"name": "network-changed", "server_uuid": "60c3a09c-6c94-48be-a1c4-8d4cbfe2e074", "tag": "c7f70012-4114-4477-ab1f-6dceff127265"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:25.597247 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b73748-eb6b-4b11-8da6-9ca2c487ef32 x-openstack-request-id: req-f6b73748-eb6b-4b11-8da6-9ca2c487ef32 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:25.597566 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c3a09c-6c94-48be-a1c4-8d4cbfe2e074", "tag": "c7f70012-4114-4477-ab1f-6dceff127265", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:25.597824 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6b73748-eb6b-4b11-8da6-9ca2c487ef32 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:25.598220 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'tag': 'c7f70012-4114-4477-ab1f-6dceff127265', 'status': 'completed', 'code': 200} Nov 16 21:28:25.606166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network ea7d9aec-85ff-4895-8582-6dcc3268026d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:25.620910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:25.622827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.623704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.634473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:25.644913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e013fb3-ba89-443a-88cb-b504bc673dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db44aa2-54e7-4fa7-a940-109a867063f7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:25.668178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet 7e6c1ed5-b8c7-4cf0-8816-c3654e403938 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:25.674049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.678527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.687771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:25.706535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56748) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.716206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.717191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.748512 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:25.791098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8676e853-257f-48c5-a5e2-2e02b1735646 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6517358 Nov 16 21:28:25.818769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.827789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e013fb3-ba89-443a-88cb-b504bc673dff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65ac555e523e4d48ad5f1c07e34a06f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7464788 Nov 16 21:28:25.840818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:25.851337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56752) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:25.934137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:24Z', 'revision_number': 10, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:25.953658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-5c3fdfe9-82cf-4f94-92f1-d753042d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:25.955344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-5c3fdfe9-82cf-4f94-92f1-d753042d0824 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 1095 time: 0.4408641 Nov 16 21:28:25.971194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:25.980570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:25.981442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:25.989887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-7fa4dd61-0144-46e7-862e-b23963106366 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8794024 Nov 16 21:28:25.999253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346a81e-485c-46e0-9ec5-088d0a8ebf33 req-5427ce55-3cfd-4fba-930e-6ad86d3c33e3 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:26.007478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d346a81e-485c-46e0-9ec5-088d0a8ebf33 req-5427ce55-3cfd-4fba-930e-6ad86d3c33e3 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 944 time: 0.2511704 Nov 16 21:28:26.043956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-66d3609a-1210-491a-9c09-d4f102d023de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f70012-4114-4477-ab1f-6dceff127265 HTTP/1.1" status: 200 len: 217 time: 0.0643830 Nov 16 21:28:26.068532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Request body: {'port': {'device_id': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:26.075345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:26.086952 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.144824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d346a81e-485c-46e0-9ec5-088d0a8ebf33 req-a853c785-e65c-44f7-8849-d512ebe0f84a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314595 Nov 16 21:28:26.173021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Deleting port 822450ac-47e0-4995-8ad2-610c0724f21e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:26.173707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.196553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.211573 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-199c15fb-cc0c-45f4-a631-1ca98136aee3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.242639 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-199c15fb-cc0c-45f4-a631-1ca98136aee3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.247207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.295425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.303132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/7e6c1ed5-b8c7-4cf0-8816-c3654e403938 HTTP/1.1" status: 204 len: 168 time: 0.8746924 Nov 16 21:28:26.304949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84591923-1dd2-44a3-8bef-3111a1f01664 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6c1ed5-b8c7-4cf0-8816-c3654e403938,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:26.305603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.309130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56754) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.386708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.410862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Calling delete_port for 822450ac-47e0-4995-8ad2-610c0724f21e owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:26.430360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a513fc4-266f-4bde-9bfa-ce0c69d9c379 None None] Network 2652ee44-5ff4-4095-9b6b-ad2a4393e331 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:26.437144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.534128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-88f0b1c1-c96a-4dfa-a801-b2dbd666d23d None None] Provisioning complete for port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:26.539443 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-88f0b1c1-c96a-4dfa-a801-b2dbd666d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.594973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:26.595319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.621202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-88f0b1c1-c96a-4dfa-a801-b2dbd666d23d None None] Port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:26.668944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f10f0e-cf34-424e-9e04-90c22a610ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f70012-4114-4477-ab1f-6dceff127265,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:26.676592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d779b88-f4b0-4afb-9025-d2807067fa32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.693574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:24Z', 'revision_number': 10, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:26.707298 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d779b88-f4b0-4afb-9025-d2807067fa32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.721499 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.737120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.740569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63398b6d-7782-4ea8-aa29-34544fd9f4f6 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:24Z', 'revision_number': 10, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None, '_interfaces': [{'id': '5303c816-0dc7-4379-92ba-47a039a5997d', 'name': '', 'network_id': '725327b4-a82d-4d65-acb7-02bc0d6ffc99', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'mac_address': 'fa:16:3e:25:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:38Z', 'revision_number': 5, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'subnets': [{'id': '1da32e82-e519-4bbb-8ddd-145a786a9641', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:26.764779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event deleted for resources: {'Port': ['ID=822450ac-47e0-4995-8ad2-610c0724f21e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:26.765856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-199c15fb-cc0c-45f4-a631-1ca98136aee3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.771244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-199c15fb-cc0c-45f4-a631-1ca98136aee3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.771587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,segment=NetworkSegment(e92878a7-b466-455c-9ab8-cb061eee4833),segment_id=e92878a7-b466-455c-9ab8-cb061eee4833)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:26.771956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.772477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-199c15fb-cc0c-45f4-a631-1ca98136aee3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/security-groups/4fed9fb5-2e9a-4c0f-af2f-22f352983d5c HTTP/1.1" status: 204 len: 168 time: 1.0510812 Nov 16 21:28:26.780881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c913c1f3-9685-4f0c-9f87-d6be28ea54b8 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:26.798514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56764) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.826836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c15fb-cc0c-45f4-a631-1ca98136aee3 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed9fb5-2e9a-4c0f-af2f-22f352983d5c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:26.840063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.845109 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-1394fd31-e44a-4c5f-baa0-cd95752c11c5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] show failed (client error): The resource could not be found. Nov 16 21:28:26.850149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1394fd31-e44a-4c5f-baa0-cd95752c11c5 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "GET /v2.0/security-groups/4fed9fb5-2e9a-4c0f-af2f-22f352983d5c HTTP/1.1" status: 404 len: 347 time: 0.0479798 Nov 16 21:28:26.850734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:26.868257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:26.919208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07510f01-5c58-4522-850b-6891144a1fb4 req-52765cd9-cc35-4f05-acd4-8d6b856dca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:26.920723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-52765cd9-cc35-4f05-acd4-8d6b856dca67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.8209562 Nov 16 21:28:26.943654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Transition to ACTIVE for port object c913c1f3-9685-4f0c-9f87-d6be28ea54b8 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:26.949449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d779b88-f4b0-4afb-9025-d2807067fa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.952470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1d779b88-f4b0-4afb-9025-d2807067fa32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.955756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1d779b88-f4b0-4afb-9025-d2807067fa32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9db44aa2-54e7-4fa7-a940-109a867063f7 HTTP/1.1" status: 204 len: 168 time: 1.0927544 Nov 16 21:28:26.976662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-88361ba7-214e-42e4-b96c-b0517d68ac96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438280 Nov 16 21:28:26.977163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:26.993147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8928c8-1d34-41d3-8d3e-236a6df19c4a req-9426c01e-a671-468d-839f-ee46cea014b0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:26.995020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a8928c8-1d34-41d3-8d3e-236a6df19c4a req-9426c01e-a671-468d-839f-ee46cea014b0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 932 time: 0.3424809 Nov 16 21:28:27.001191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.001527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.004649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7bdddaca-9a62-4d7b-ab58-b601316f3f43 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/ports/822450ac-47e0-4995-8ad2-610c0724f21e HTTP/1.1" status: 204 len: 168 time: 1.1843760 Nov 16 21:28:27.007429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56770) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:27.028494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47731577-d6a8-4633-a3b0-f0ca3c86931c', 'external_fixed_ips': [{'subnet_id': '0a439302-3f2f-4162-ad9c-a110edd005c2', 'ip_address': '172.20.0.10'}]}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:27.029011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d779b88-f4b0-4afb-9025-d2807067fa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db44aa2-54e7-4fa7-a940-109a867063f7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:27.056501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.057746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.147935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] DHCP port deletion for 2652ee44-5ff4-4095-9b6b-ad2a4393e331 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:27.171633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:27.207238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:27.210076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:27.218716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:27.224512 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.235848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port 829a1e81-ca1f-42e8-9669-567bac3145c2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:27.236929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.261173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ec62b-196f-4510-9068-3b3b7eda0f4f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:27.281844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.384577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Deleting port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:27.385103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.423826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9568fa50-386f-4987-9fa9-d62c672ea7b0 None None] Provisioning complete for port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:27.424366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9568fa50-386f-4987-9fa9-d62c672ea7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.493742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a8928c8-1d34-41d3-8d3e-236a6df19c4a req-f27ed038-1584-4eaf-adb9-0e651b2fc745 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4527428 Nov 16 21:28:27.570428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=42a6bc60-c6d9-4746-904b-0a68d71efbd8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:27.611924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] For port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:27.613174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.616319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9568fa50-386f-4987-9fa9-d62c672ea7b0 None None] Port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:27.633024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-c49c65ad-6b14-448e-ad0a-d9eedaf0d9cb service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336644 Nov 16 21:28:27.636334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Calling delete_port for 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:27.643902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:28:27.648108 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:27.676376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] No DVR routers for this DVR port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:27.707031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127a821-837d-445b-a87e-533f9da8b281 None None] Pushing event deleted for resources: {'Port': ['ID=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:27.938616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:27.977310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=03bfc082-ca80-4bd0-9ae0-f7d62522dbfb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:28.083703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.226308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Attempting to bind port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:28.226887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Attempting to bind port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:28.227001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Attempting to bind port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 on network ea7d9aec-85ff-4895-8582-6dcc3268026d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:28.235506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c8b9-4c78-4857-8cd3-138162af4230 req-faff83c3-21dd-4db8-baf6-f40d0b5d9814 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.237459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9f4c8b9-4c78-4857-8cd3-138162af4230 req-faff83c3-21dd-4db8-baf6-f40d0b5d9814 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 944 time: 0.9563222 Nov 16 21:28:28.248517 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.249701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 on network ea7d9aec-85ff-4895-8582-6dcc3268026d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:28.250044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Attempting to bind port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 on network ea7d9aec-85ff-4895-8582-6dcc3268026d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:28.254612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2652ee44-5ff4-4095-9b6b-ad2a4393e331']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:28.274980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:28.275319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Checking segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:28.275721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Bound using segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:28.275914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.276169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Bound port: c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:28.276300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.276793 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.302531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92878a7-b466-455c-9ab8-cb061eee4833') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:28.302885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92878a7-b466-455c-9ab8-cb061eee4833') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:28.325078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for 829a1e81-ca1f-42e8-9669-567bac3145c2 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:28.335616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.337480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07510f01-5c58-4522-850b-6891144a1fb4 req-060ea1a6-b782-4998-84e9-df7129f03d43 service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897995 Nov 16 21:28:28.527213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e9f4c8b9-4c78-4857-8cd3-138162af4230 req-832d462a-9b43-4e7d-a0a3-baa62c20a010 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665102 Nov 16 21:28:28.561229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.593905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:28.594318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:28.599711 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:28.667551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:28.716075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:28.719367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b3ba4fd2-3dd6-4d9c-bea0-d024cda6990d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:28.720057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:28.721449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] For port c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:28.731020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-cbb37152-41b0-456d-81ae-2a5f6bd2578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.732526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-cbb37152-41b0-456d-81ae-2a5f6bd2578d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 1095 time: 0.3175948 Nov 16 21:28:28.765154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] For port c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:28.769188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:28.770030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 03bfc082-ca80-4bd0-9ae0-f7d62522dbfb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:28.813672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.817544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.832628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027985ae-7f1d-4b24-8d8b-a24b72a65b03 req-eb143b74-e1e2-454a-babd-7e81558e67d9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.839020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-027985ae-7f1d-4b24-8d8b-a24b72a65b03 req-eb143b74-e1e2-454a-babd-7e81558e67d9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 944 time: 0.1923404 Nov 16 21:28:28.856543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.864301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/2652ee44-5ff4-4095-9b6b-ad2a4393e331 HTTP/1.1" status: 204 len: 168 time: 2.5536048 Nov 16 21:28:28.868581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b4d89-3ecf-4169-aad8-07a581b9c633 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=2652ee44-5ff4-4095-9b6b-ad2a4393e331,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:28.877305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56824) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:28.970184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.970790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:28.972840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c913c1f3-9685-4f0c-9f87-d6be28ea54b8 HTTP/1.1" status: 200 len: 1092 time: 2.9237430 Nov 16 21:28:28.986696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'tag': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:28.989495 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80c6b8e-dd50-44f3-a007-43d1e58170fa" -d '{"events": [{"name": "network-changed", "server_uuid": "052ae6cd-26ab-481c-be4b-661e98ead3b1", "tag": "c913c1f3-9685-4f0c-9f87-d6be28ea54b8"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:28.997040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-0fe76554-5dd4-4463-84fa-2c2abeaf15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:28.998924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-0fe76554-5dd4-4463-84fa-2c2abeaf15fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 911 time: 0.2555985 Nov 16 21:28:29.009755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.104867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.187211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d178d28-59fe-4bf5-a626-3f3db30c8570 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:29.202563 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d8ecb-a572-40ae-b9e4-a4b581a39189 x-openstack-request-id: req-6e4d8ecb-a572-40ae-b9e4-a4b581a39189 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:29.202920 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052ae6cd-26ab-481c-be4b-661e98ead3b1", "tag": "c913c1f3-9685-4f0c-9f87-d6be28ea54b8", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:29.203231 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e4d8ecb-a572-40ae-b9e4-a4b581a39189 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:29.203698 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'tag': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8', 'status': 'completed', 'code': 200} Nov 16 21:28:29.224521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=829a1e81-ca1f-42e8-9669-567bac3145c2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:29.232344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.281433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.469126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.472750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.477744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ff69a474-e50b-4cc2-8562-1a2b9c084717 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/floatingips/69135c3e-a6ce-4b74-974a-aa6b046219dc HTTP/1.1" status: 204 len: 168 time: 2.6205311 Nov 16 21:28:29.483372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56846) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:29.489749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-2ebd4e28-44f5-4f46-8236-e0c221c5a525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f70012-4114-4477-ab1f-6dceff127265 HTTP/1.1" status: 200 len: 217 time: 0.3318393 Nov 16 21:28:29.497444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.603226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:29.645380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-027985ae-7f1d-4b24-8d8b-a24b72a65b03 req-25dd4daa-35a2-48e5-9ff0-9aa90bdd5302 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7117238 Nov 16 21:28:29.658420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.658716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.659074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.660063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.660459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.669205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdd5abd-d2af-4a3b-99ee-6230658c36c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:29.683732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-efb732dd-5a10-467a-b041-01894c6cd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.690109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-efb732dd-5a10-467a-b041-01894c6cd0ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 1095 time: 0.5007565 Nov 16 21:28:29.766258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-7f38cd26-d59f-4a3d-874a-c77cc23081f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.769264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-7f38cd26-d59f-4a3d-874a-c77cc23081f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.2661097 Nov 16 21:28:29.823895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-4a7e7849-9cfa-4637-8830-0af09d41cd28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427361 Nov 16 21:28:29.825695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd574c-c8fa-4e03-be02-6f4702f89104 req-b3970a33-e448-4d29-aec5-03491068627d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:29.827600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5fd574c-c8fa-4e03-be02-6f4702f89104 req-b3970a33-e448-4d29-aec5-03491068627d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 944 time: 0.1862307 Nov 16 21:28:29.828855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Allocated IP 172.20.0.10 (47731577-d6a8-4633-a3b0-f0ca3c86931c/0a439302-3f2f-4162-ad9c-a110edd005c2/3c73be6c-5dd9-45fe-bfc6-a9c463586d5e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:29.871734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port da665a08-c842-4ab3-b45f-b6ddb05a6582 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:29.872238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:29.948048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:30.010949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-e7f976ef-3bb9-40ae-aaf2-bb8e9760a00b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8 HTTP/1.1" status: 200 len: 217 time: 0.2802951 Nov 16 21:28:30.066080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-4c6b9b5c-874a-4516-9228-24ebf0c3b8ae service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273369 Nov 16 21:28:30.077766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5fd574c-c8fa-4e03-be02-6f4702f89104 req-67ed6429-a3f0-444d-a61b-8c597a845408 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409158 Nov 16 21:28:30.143983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.177137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for da665a08-c842-4ab3-b45f-b6ddb05a6582 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:30.192574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.236304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-c35db49b-4ef0-454b-a2d7-6f9b5896d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.238412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-c35db49b-4ef0-454b-a2d7-6f9b5896d6ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8735a2ec-70e5-4fa4-8ed1-615ae4a5d646 HTTP/1.1" status: 200 len: 837 time: 0.2158248 Nov 16 21:28:30.282569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.329723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:30.340451 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Sync routers for ids ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:30.357950 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Routers {'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:30.358873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:30.367340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c7b2cf7-4e76-4772-b50f-d0ce797ea457 req-2db3ced6-f9bf-41c2-9372-d8634fa4b627 service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123075 Nov 16 21:28:30.376163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.381456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-6519fdca-a11a-4a21-aaa6-50fba84d5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.396037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-6519fdca-a11a-4a21-aaa6-50fba84d5d2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea7d9aec-85ff-4895-8582-6dcc3268026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427035 Nov 16 21:28:30.443687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 47731577-d6a8-4633-a3b0-f0ca3c86931c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:30.479613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:30.535871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.547441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cb35c493-c24c-4e8a-874d-738007e91805 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.5005636 Nov 16 21:28:30.547884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56892) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:30.588401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:30.608435 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Set router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:30.641251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Port': ['ID=3c73be6c-5dd9-45fe-bfc6-a9c463586d5e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:30.740427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a5bc7-ee6d-4d9f-aa3a-e70e246cee38 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:30.742833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e68a5bc7-ee6d-4d9f-aa3a-e70e246cee38 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9cbda076b53643a1888ab607e8eb2651&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1936069 Nov 16 21:28:30.752354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56904) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:30.775806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:30.880243 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:28:28Z', 'revision_number': 3, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:30.883803 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-a123c7b5-dfc4-4c58-b525-7c24de142deb service neutron] 10.222.0.47 "GET /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816885 Nov 16 21:28:30.910701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56906) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:30.927374 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Checking router: cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:30.928588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=da665a08-c842-4ab3-b45f-b6ddb05a6582,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:30.928930 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Updating router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:30.970974 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.034113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189676b-82ee-4c86-a495-7701b0a1c663 req-b2672451-a07a-4345-9659-26f62765030d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.036323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a189676b-82ee-4c86-a495-7701b0a1c663 req-b2672451-a07a-4345-9659-26f62765030d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 944 time: 0.1809595 Nov 16 21:28:31.040118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77813dff-963d-4a9b-916e-c26d0f95e87f tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.040627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77813dff-963d-4a9b-916e-c26d0f95e87f tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.044646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-77813dff-963d-4a9b-916e-c26d0f95e87f tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.2881293 Nov 16 21:28:31.046578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56914) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:31.112426 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-213a4a52-0e58-4e64-a089-e5e8c4343deb req-abc536a6-a487-49a0-823c-e424f89ea53f service neutron] 10.222.0.47 "GET /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013600 Nov 16 21:28:31.231503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.236132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57bba338-692e-4563-8a08-cda242182c52 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/ports/da665a08-c842-4ab3-b45f-b6ddb05a6582 HTTP/1.1" status: 204 len: 168 time: 1.7513239 Nov 16 21:28:31.239860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7f70012-4114-4477-ab1f-6dceff127265 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:31.272150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:31.420580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a25365-9dc2-493d-a17f-d98afef01832 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.428411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c6a25365-9dc2-493d-a17f-d98afef01832 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=47731577-d6a8-4633-a3b0-f0ca3c86931c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.3786519 Nov 16 21:28:31.428910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56920) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:31.448087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc9d9-4162-4df4-a81d-2d5a5d80666d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.464423 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.483195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a189676b-82ee-4c86-a495-7701b0a1c663 req-f6fb4c5d-574f-4fde-af1c-9065f5cb7971 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372647 Nov 16 21:28:31.483483 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.525929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-ed968348-6ed4-45d6-8830-f3996dbf0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.528021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-ed968348-6ed4-45d6-8830-f3996dbf0654 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 1095 time: 0.2833250 Nov 16 21:28:31.533198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7f70012-4114-4477-ab1f-6dceff127265, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7f70012-4114-4477-ab1f-6dceff127265,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:31.550925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'c7f70012-4114-4477-ab1f-6dceff127265', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'port_id': 'c7f70012-4114-4477-ab1f-6dceff127265', 'mac_address': 'fa:16:3e:7c:77:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:31.553692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41d7f8-8b2a-40e4-bda8-fb99aefa67be None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:31.587674 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Attempting to bind port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:31.588322 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Attempting to bind port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:31.589004 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Attempting to bind port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:31.635812 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:31.644416 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:31.645373 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.649097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:31.649832 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Bound port: 42a6bc60-c6d9-4746-904b-0a68d71efbd8, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:31.653762 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.701167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8b8e404b-8263-4698-9ebf-4f95f3542846 None None] Provisioning complete for port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:31.702302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8b8e404b-8263-4698-9ebf-4f95f3542846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.710732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-7dc212c0-98d5-4c16-a344-458094d4c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:31.712398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-7dc212c0-98d5-4c16-a344-458094d4c119 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea7d9aec-85ff-4895-8582-6dcc3268026d HTTP/1.1" status: 200 len: 898 time: 0.1476715 Nov 16 21:28:31.766664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e404b-8263-4698-9ebf-4f95f3542846 None None] Port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:31.766872 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] For port 42a6bc60-c6d9-4746-904b-0a68d71efbd8, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:31.770719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-ec02ff40-dfa3-4a0d-9644-552d66bd72ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8 HTTP/1.1" status: 200 len: 217 time: 0.0505629 Nov 16 21:28:31.771078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] For port 42a6bc60-c6d9-4746-904b-0a68d71efbd8, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=42a6bc60-c6d9-4746-904b-0a68d71efbd8,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:31.771535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.786199 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.789497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port 2d92de59-8b2d-4366-b06e-9b6273c902b6 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:31.790166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.816505 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548f46e-36a8-4d81-8dc3-66b39805cd0c None None] Pushing event updated for resources: {'Port': ['ID=42a6bc60-c6d9-4746-904b-0a68d71efbd8,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:31.819871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f70012-4114-4477-ab1f-6dceff127265 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:31.880120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7f70012-4114-4477-ab1f-6dceff127265, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7f70012-4114-4477-ab1f-6dceff127265,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:31.888895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888df68f-6fdf-4251-bdee-e5a02accab06 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:31.901994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.902761 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548f46e-36a8-4d81-8dc3-66b39805cd0c None None] Pushing event updated for resources: {'Port': ['ID=42a6bc60-c6d9-4746-904b-0a68d71efbd8,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:31.906663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:31.922512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for 2d92de59-8b2d-4366-b06e-9b6273c902b6 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:31.925901 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Routers {'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:31.926608 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:31.982445 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7f70012-4114-4477-ab1f-6dceff127265,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:32.071781 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] Set router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:32.086534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-89aad2ff-fdab-4832-9889-5df313ea7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.088069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-89aad2ff-fdab-4832-9889-5df313ea7232 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8735a2ec-70e5-4fa4-8ed1-615ae4a5d646 HTTP/1.1" status: 200 len: 837 time: 0.1538365 Nov 16 21:28:32.111235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a2bd9d19-c363-496b-8cfe-dc267efb72a9 None None] Provisioning complete for port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:32.111627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9d19-c363-496b-8cfe-dc267efb72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.123409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-277b5ba0-a5fd-4b7d-8041-290fb1d38c4e tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6771433 Nov 16 21:28:32.141847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e2d57-a8bd-46ee-9fae-5d27d7550006 req-403163d4-3f21-4b3b-96b3-855ad0a6fedc tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.141847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e08e2d57-a8bd-46ee-9fae-5d27d7550006 req-403163d4-3f21-4b3b-96b3-855ad0a6fedc tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 944 time: 0.8735907 Nov 16 21:28:32.143359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56932) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:32.157106 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.213810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-99e362f5-c55d-4325-bde7-164bceb45574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:32.215420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-99e362f5-c55d-4325-bde7-164bceb45574 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea7d9aec-85ff-4895-8582-6dcc3268026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177633 Nov 16 21:28:32.250190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c7f70012-4114-4477-ab1f-6dceff127265'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:32.296235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9d19-c363-496b-8cfe-dc267efb72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.325772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-4268fabb-f0c0-43e7-a3c8-5b7cf8b2f2b2 service neutron] 10.222.0.47 "GET /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995591 Nov 16 21:28:32.337578 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:28:28Z', 'revision_number': 3, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:32.345638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.349032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a2bd9d19-c363-496b-8cfe-dc267efb72a9 None None] For port 42a6bc60-c6d9-4746-904b-0a68d71efbd8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=42a6bc60-c6d9-4746-904b-0a68d71efbd8,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:32.360465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9d19-c363-496b-8cfe-dc267efb72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.376491 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e94b5b2-f498-4137-a190-cee84748b930 None None] The sync data for ids ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'] in n-d-817778-8 is: [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:28:28Z', 'revision_number': 3, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:32.432155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-747d27c7-7686-4861-9b25-6660560c5e3a tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9cbda076b53643a1888ab607e8eb2651&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2725244 Nov 16 21:28:32.443735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56936) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:32.461847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port 5303c816-0dc7-4379-92ba-47a039a5997d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:32.462195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.466398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=2d92de59-8b2d-4366-b06e-9b6273c902b6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:32.482718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd9d19-c363-496b-8cfe-dc267efb72a9 None None] Pushing event updated for resources: {'Port': ['ID=42a6bc60-c6d9-4746-904b-0a68d71efbd8,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:32.640835 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e08e2d57-a8bd-46ee-9fae-5d27d7550006 req-9f8ec5ce-1c76-4c66-8ec4-aa0f59d19d05 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786832 Nov 16 21:28:32.771527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port 5303c816-0dc7-4379-92ba-47a039a5997d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5303c816-0dc7-4379-92ba-47a039a5997d,segment=NetworkSegment(4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1),segment_id=4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:32.771902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.775820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc9d9-4162-4df4-a81d-2d5a5d80666d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.794274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc9d9-4162-4df4-a81d-2d5a5d80666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:32.798731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for 5303c816-0dc7-4379-92ba-47a039a5997d owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:32.940603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3bbc9d9-4162-4df4-a81d-2d5a5d80666d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54a84114fed5424b935518f4df6ca16d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0091519 Nov 16 21:28:32.945492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56948) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:32.961223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbc9d9-4162-4df4-a81d-2d5a5d80666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983ed6c9-3122-446e-b2cb-b630bd1a95f7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:33.119623 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.197483 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.209656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.214386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5b0cd289-c004-42ec-9a0b-cb988f218c9a tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/ports/2d92de59-8b2d-4366-b06e-9b6273c902b6 HTTP/1.1" status: 204 len: 168 time: 1.9062018 Nov 16 21:28:33.252378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39043231-9d54-4684-b6d4-28d118624350 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.253700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39043231-9d54-4684-b6d4-28d118624350 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.256213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:33.258852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7f70012-4114-4477-ab1f-6dceff127265 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:33.271600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-39043231-9d54-4684-b6d4-28d118624350 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.8156126 Nov 16 21:28:33.274113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:33.302080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a80c6b8e-dd50-44f3-a007-43d1e58170fa req-eb93a950-c41c-4bbf-8bf4-acb0c95fd901 service neutron] 10.222.0.47 "GET /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9689522 Nov 16 21:28:33.329275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting subnet 21e8a109-329c-403d-9238-fb6864e870f0 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:33.340904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.348668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port c7f70012-4114-4477-ab1f-6dceff127265 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:33.360274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port c7f70012-4114-4477-ab1f-6dceff127265 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:33.360621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.366859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef2e03db-2836-4e87-a5b6-276c0df27c72 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=47731577-d6a8-4633-a3b0-f0ca3c86931c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791450 Nov 16 21:28:33.368105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56960) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:33.434527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21835882-7519-44e1-8a0e-6fa4cb003126 req-abb9fe90-d951-42c3-8787-59907a732bb4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.436463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21835882-7519-44e1-8a0e-6fa4cb003126 req-abb9fe90-d951-42c3-8787-59907a732bb4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 944 time: 0.3217881 Nov 16 21:28:33.442844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6f952cc-2c02-4409-b62d-d7f81589b6af tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739601 Nov 16 21:28:33.445101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56962) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:33.450224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462988273', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:33.506409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b79d3741-a4d1-4418-b8c8-07ebba813056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.545130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.547814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.592698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21835882-7519-44e1-8a0e-6fa4cb003126 req-aceaefb0-0051-431d-910f-f3097de77a99 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481981 Nov 16 21:28:33.605981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Made reservation on behalf of 9cbda076b53643a1888ab607e8eb2651 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:33.606883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f70012-4114-4477-ab1f-6dceff127265'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:33.610096 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d168de81-0e0a-4673-b4f9-f765dfb6c04a" -d '{"events": [{"server_uuid": "60c3a09c-6c94-48be-a1c4-8d4cbfe2e074", "name": "network-vif-plugged", "status": "completed", "tag": "c7f70012-4114-4477-ab1f-6dceff127265"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:33.610461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.621795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b79d3741-a4d1-4418-b8c8-07ebba813056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.644304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c7f70012-4114-4477-ab1f-6dceff127265, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7f70012-4114-4477-ab1f-6dceff127265,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:33.653491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.665736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:33.742739 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ffb5f2-becd-4af5-bafc-c540af4aa299 x-openstack-request-id: req-e2ffb5f2-becd-4af5-bafc-c540af4aa299 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:33.743888 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c3a09c-6c94-48be-a1c4-8d4cbfe2e074", "name": "network-vif-plugged", "status": "completed", "tag": "c7f70012-4114-4477-ab1f-6dceff127265", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:33.744232 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2ffb5f2-becd-4af5-bafc-c540af4aa299 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:33.744722 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f70012-4114-4477-ab1f-6dceff127265', 'code': 200} Nov 16 21:28:33.746790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c7f70012-4114-4477-ab1f-6dceff127265,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:33.797106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Router 07511065-f68c-487e-9aa2-41fd9d57b9e4 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:33.809100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=5303c816-0dc7-4379-92ba-47a039a5997d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:33.973151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278277a5-8496-43dc-bcf8-d4f7b4d019e9 req-c0612599-2546-4cfa-a76c-21392669b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:33.974797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-278277a5-8496-43dc-bcf8-d4f7b4d019e9 req-c0612599-2546-4cfa-a76c-21392669b568 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 1097 time: 0.2056556 Nov 16 21:28:34.017463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cb851-754a-48ee-885b-d3ab40ea70b2 req-ebac7a16-09de-4abe-accb-26df6900ddb7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.019735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-982cb851-754a-48ee-885b-d3ab40ea70b2 req-ebac7a16-09de-4abe-accb-26df6900ddb7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1928859 Nov 16 21:28:34.054057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.067743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.074992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b79d3741-a4d1-4418-b8c8-07ebba813056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.078506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b79d3741-a4d1-4418-b8c8-07ebba813056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.079688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b79d3741-a4d1-4418-b8c8-07ebba813056 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/983ed6c9-3122-446e-b2cb-b630bd1a95f7 HTTP/1.1" status: 204 len: 168 time: 1.1319230 Nov 16 21:28:34.176982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d3741-a4d1-4418-b8c8-07ebba813056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983ed6c9-3122-446e-b2cb-b630bd1a95f7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:34.179800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-278277a5-8496-43dc-bcf8-d4f7b4d019e9 req-d9567b74-f258-4e9c-9e03-65174e243472 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899917 Nov 16 21:28:34.211875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.247868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-982cb851-754a-48ee-885b-d3ab40ea70b2 req-a9b61e16-30d0-479c-b417-bb65352d5174 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994991 Nov 16 21:28:34.317985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Subnet': ['ID=aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:34.334036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Checking segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:34.334699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network hostable DHCP agents. Network: 2c3fba56-b806-43a6-91e5-928b34e0b851, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:28:34.337677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:34.354677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Sync routers for ids ['07511065-f68c-487e-9aa2-41fd9d57b9e4'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:34.358391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:28:34.358601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:34.372065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 2c3fba56-b806-43a6-91e5-928b34e0b851) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:34.372489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Routers {'07511065-f68c-487e-9aa2-41fd9d57b9e4'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:34.373661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['07511065-f68c-487e-9aa2-41fd9d57b9e4'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:34.377101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:34.378043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.383920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.391988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84e620-640d-40e5-8e6b-7e42157df2f3 None None] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:34.407871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9059e6ad-d774-4905-94ef-9acc8b2ed43e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9591906 Nov 16 21:28:34.418161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56982) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:34.420920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.426816 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-54221b72-dbd0-4876-81d6-4526684927eb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.4164481 Nov 16 21:28:34.426967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56984) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:34.430421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Subnet': ['ID=21e8a109-329c-403d-9238-fb6864e870f0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:34.432598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.450756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e373400d-660d-4f2c-abf4-bdea32a6b59c tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/subnets/21e8a109-329c-403d-9238-fb6864e870f0 HTTP/1.1" status: 204 len: 168 time: 1.1933696 Nov 16 21:28:34.453263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56986) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:34.563226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Set router 07511065-f68c-487e-9aa2-41fd9d57b9e4 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:34.648816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25a8c0-f2d6-4fb2-a0eb-1442420572a5 None None] Network 81f28bd4-0232-410e-9fc6-cca647927715 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:34.655414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:34.669179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-26a470cf-3c70-4bec-a631-957d3a2b1449 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7896552 Nov 16 21:28:34.690505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56994) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:34.692996 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:34.717731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:34.719924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56996) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:34.720327 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:34.826413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting subnet 9fec2fd8-19c0-4cb9-9130-e24c45eaee2d {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:34.839437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.852129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 42a6bc60-c6d9-4746-904b-0a68d71efbd8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:34.898023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:34.912473 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:35.030036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.051018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:35.052097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.068593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dda2d1-4a89-4bda-9659-740ab2a551b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.184585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dda2d1-4a89-4bda-9659-740ab2a551b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.197771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dda2d1-4a89-4bda-9659-740ab2a551b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.198499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.240138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c913c1f3-9685-4f0c-9f87-d6be28ea54b8 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:35.240373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:33Z', 'revision_number': 11, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:35.253679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53dda2d1-4a89-4bda-9659-740ab2a551b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6399da8278f4ba5b86cbe15d662edbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141926 Nov 16 21:28:35.254576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57004) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:35.261412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.273970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting subnet 1da32e82-e519-4bbb-8ddd-145a786a9641 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:35.278613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.311628 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:35.316955 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c10c03b7-fda2-4f47-a623-72e621a28ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.329138 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:35.329920 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:35.391689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.394244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:35.430786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'port_id': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8', 'mac_address': 'fa:16:3e:ac:de:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:35.480277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.492974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Deleting port 3c73be6c-5dd9-45fe-bfc6-a9c463586d5e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:35.493600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.506943 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:35.509792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-2c3fba56-b806-43a6-91e5-928b34e0b851', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'fixed_ips': [{'subnet_id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:28:35.510968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.575653 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:33Z', 'revision_number': 11, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:35.614708 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31111792-3208-46c3-9fb8-54b7530a7a78 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:33Z', 'revision_number': 11, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:35.616474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e142a00-83f9-4604-a322-632a229df36e req-e98448cf-cf67-421d-b4bf-26b05fd2d9b5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:35.618662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e142a00-83f9-4604-a322-632a229df36e req-e98448cf-cf67-421d-b4bf-26b05fd2d9b5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 944 time: 0.8236530 Nov 16 21:28:35.619603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda2d1-4a89-4bda-9659-740ab2a551b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773a52b5-0856-4b83-98bd-c46cbd526ac2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:35.641275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.724658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c10c03b7-fda2-4f47-a623-72e621a28ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.752549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e142a00-83f9-4604-a322-632a229df36e req-37a85506-f38c-4dc7-863c-973d8951cd7a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226716 Nov 16 21:28:35.781593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.786595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.828695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Calling delete_port for 3c73be6c-5dd9-45fe-bfc6-a9c463586d5e owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:35.854120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Subnet': ['ID=9fec2fd8-19c0-4cb9-9130-e24c45eaee2d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:35.858393 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:35.862554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-713e17d8-3d4a-40da-9d24-9ce212dc2f8e tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/subnets/9fec2fd8-19c0-4cb9-9130-e24c45eaee2d HTTP/1.1" status: 204 len: 168 time: 1.4065809 Nov 16 21:28:35.865715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57016) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:35.922699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71735a98-0088-4f99-b503-57c9253f7bfb None None] Network b740b8d0-6c5f-4a29-8be3-08c641ea5db4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:35.964790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.000398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.027071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c913c1f3-9685-4f0c-9f87-d6be28ea54b8 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:36.061060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.079522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.086418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/1da32e82-e519-4bbb-8ddd-145a786a9641 HTTP/1.1" status: 204 len: 168 time: 1.3947318 Nov 16 21:28:36.113125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57020) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:36.132137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8be7f9-53d8-4b2e-88c1-b1afe00986ac tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Subnet': ['ID=1da32e82-e519-4bbb-8ddd-145a786a9641,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:36.133375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384109db-3da5-42eb-a99c-09fae67b65b6 None None] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:36.146862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] DHCP port deletion for 81f28bd4-0232-410e-9fc6-cca647927715 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:36.153160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c10c03b7-fda2-4f47-a623-72e621a28ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.155794 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c10c03b7-fda2-4f47-a623-72e621a28ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.156374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:36.160071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c10c03b7-fda2-4f47-a623-72e621a28ab2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/773a52b5-0856-4b83-98bd-c46cbd526ac2 HTTP/1.1" status: 204 len: 168 time: 0.9003091 Nov 16 21:28:36.223591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:36.224039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.235650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c03b7-fda2-4f47-a623-72e621a28ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773a52b5-0856-4b83-98bd-c46cbd526ac2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:36.320648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,segment=NetworkSegment(f4d812b6-4f36-4ce6-9f87-daa31deb0afa),segment_id=f4d812b6-4f36-4ce6-9f87-daa31deb0afa)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:36.321014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.354059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.360649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.384968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:36.397922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ea435-9e16-481c-ab61-8782660a3713 req-3cd6521b-7746-4242-a648-efd332a447cb tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:36.399709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c11ea435-9e16-481c-ab61-8782660a3713 req-3cd6521b-7746-4242-a648-efd332a447cb tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.9123199 Nov 16 21:28:36.459505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.480445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.505806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Allocated IP 172.20.0.18 (2c3fba56-b806-43a6-91e5-928b34e0b851/aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29/9095ea6c-887d-4b06-94cc-ee8556d66393) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:36.524543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c73be6c-5dd9-45fe-bfc6-a9c463586d5e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:36.571702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:36.586789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c11ea435-9e16-481c-ab61-8782660a3713 req-a70f763e-749f-4912-b357-890e9cd06742 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754754 Nov 16 21:28:36.652000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Deleting port b4a43e09-d561-40ee-a79e-d22d2734c441 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:36.652342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.692239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07511065-f68c-487e-9aa2-41fd9d57b9e4', 'name': '', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47731577-d6a8-4633-a3b0-f0ca3c86931c', 'external_fixed_ips': [{'subnet_id': '0a439302-3f2f-4162-ad9c-a110edd005c2', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c73be6c-5dd9-45fe-bfc6-a9c463586d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:27Z', 'updated_at': '2021-11-16T21:28:31Z', 'revision_number': 3, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port': {'id': '3c73be6c-5dd9-45fe-bfc6-a9c463586d5e', 'name': '', 'network_id': '47731577-d6a8-4633-a3b0-f0ca3c86931c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:af:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07511065-f68c-487e-9aa2-41fd9d57b9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '0a439302-3f2f-4162-ad9c-a110edd005c2', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:29Z', 'updated_at': '2021-11-16T21:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a439302-3f2f-4162-ad9c-a110edd005c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:36.754567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.759604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Checking router: 07511065-f68c-487e-9aa2-41fd9d57b9e4 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:36.760144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Updating router 07511065-f68c-487e-9aa2-41fd9d57b9e4 port 3c73be6c-5dd9-45fe-bfc6-a9c463586d5e binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:36.799433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:36.807588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:36.820080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5303c816-0dc7-4379-92ba-47a039a5997d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:36.862116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c913c1f3-9685-4f0c-9f87-d6be28ea54b8'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:36.869493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Port 3c73be6c-5dd9-45fe-bfc6-a9c463586d5e not found while updating agent binding for router 07511065-f68c-487e-9aa2-41fd9d57b9e4. {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:28:36.890026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] For port b4a43e09-d561-40ee-a79e-d22d2734c441, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b4a43e09-d561-40ee-a79e-d22d2734c441,segment=NetworkSegment(4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1),segment_id=4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:36.890408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.901567 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:36.976443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Calling delete_port for b4a43e09-d561-40ee-a79e-d22d2734c441 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:37.000567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.017454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5303c816-0dc7-4379-92ba-47a039a5997d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:37.017918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5303c816-0dc7-4379-92ba-47a039a5997d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:37.019336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:37.058788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Routers {'07511065-f68c-487e-9aa2-41fd9d57b9e4'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:37.058788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['07511065-f68c-487e-9aa2-41fd9d57b9e4'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:37.082036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b608a-c989-4a70-9977-4371b921ac55 req-22ff162c-a368-4ced-ae7e-7ec053582554 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:37.083806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f35b608a-c989-4a70-9977-4371b921ac55 req-22ff162c-a368-4ced-ae7e-7ec053582554 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 945 time: 0.2010820 Nov 16 21:28:37.087380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f28bd4-0232-410e-9fc6-cca647927715']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:37.167668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.172444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.204642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] DHCP port deletion for b740b8d0-6c5f-4a29-8be3-08c641ea5db4 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:37.235655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:37.236022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:37.254145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] DHCP port deletion for 725327b4-a82d-4d65-acb7-02bc0d6ffc99 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:37.340541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] Set router 07511065-f68c-487e-9aa2-41fd9d57b9e4 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:37.458029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Deleting port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:37.458713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.528640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:37.528914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d812b6-4f36-4ce6-9f87-daa31deb0afa') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:37.554459 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.589880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.594879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] For port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:37.595442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.610619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Calling delete_port for 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:37.615091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:37.615301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:28:37.615529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:37.618809 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:37.636477 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.638454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07511065-f68c-487e-9aa2-41fd9d57b9e4', 'name': '', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:27Z', 'updated_at': '2021-11-16T21:28:36Z', 'revision_number': 5, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:37.670897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f35b608a-c989-4a70-9977-4371b921ac55 req-5bdfe01d-3198-45cf-9ee8-aaba874590e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5402842 Nov 16 21:28:37.680723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b730588-b3ef-46fc-9f1a-93315abd8135 None None] The sync data for ids ['07511065-f68c-487e-9aa2-41fd9d57b9e4'] in n-d-817778-8 is: [{'id': '07511065-f68c-487e-9aa2-41fd9d57b9e4', 'name': '', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:27Z', 'updated_at': '2021-11-16T21:28:36Z', 'revision_number': 5, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:37.717530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.785371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Port': ['ID=b4a43e09-d561-40ee-a79e-d22d2734c441,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:37.790004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.791593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No DVR routers for this DVR port b4a43e09-d561-40ee-a79e-d22d2734c441 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:37.795959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.797301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07511065-f68c-487e-9aa2-41fd9d57b9e4 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:37.805011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.805237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.807027 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.810859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/networks/81f28bd4-0232-410e-9fc6-cca647927715 HTTP/1.1" status: 204 len: 168 time: 1.9416385 Nov 16 21:28:37.813180 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6208e58b-36d5-4431-a1bc-ba16370ce177 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/07511065-f68c-487e-9aa2-41fd9d57b9e4 HTTP/1.1" status: 204 len: 168 time: 3.3860595 Nov 16 21:28:37.826111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] Pushing event deleted for resources: {'Port': ['ID=38a72d55-a01a-41f4-bc0a-bfda12dbfb6c,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:37.828801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef30c3-4112-4f39-80bd-8724f01aaa1d None None] No DVR routers for this DVR port 38a72d55-a01a-41f4-bc0a-bfda12dbfb6c on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:37.830234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:37.830583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:37.868561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:37.884706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b33580-2939-468c-a0e1-a129023fac78 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Network': ['ID=81f28bd4-0232-410e-9fc6-cca647927715,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:37.897664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.20.0.17 (2c3fba56-b806-43a6-91e5-928b34e0b851/aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29/dbc403f6-2937-45de-acb2-893aa6f6537f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:38.072006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.075292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Deleting port b4a43e09-d561-40ee-a79e-d22d2734c441 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:38.075881 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.094658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:38.097060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.104884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Deleting subnet 0a439302-3f2f-4162-ad9c-a110edd005c2 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:28:38.116340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.129901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725327b4-a82d-4d65-acb7-02bc0d6ffc99']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:38.132323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.132830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:38.177087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:38.177476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1c32aa-33f8-40d9-9b5d-ddc33f2436f1') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:38.195108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.215893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.235737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:38.239254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] Deleting port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:38.239645 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.241286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.287235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Pushing event updated for resources: {'Port': ['ID=9095ea6c-887d-4b06-94cc-ee8556d66393,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:38.322236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.323395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] For port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:38.323802 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.338125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] Calling delete_port for eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:38.355761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:38.355982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:38.356356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:38.360297 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:38.363951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=dbc403f6-2937-45de-acb2-893aa6f6537f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:38.374159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:38.395911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.418742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5796eb-47f0-415d-94ce-6ecc3be31a60 req-bb86a676-6ff3-4593-a90a-f3d8157dcfc3 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:38.420557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f5796eb-47f0-415d-94ce-6ecc3be31a60 req-bb86a676-6ff3-4593-a90a-f3d8157dcfc3 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.6377578 Nov 16 21:28:38.421502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:38.539042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Deleting port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:38.539390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.580501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.625198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.639630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.647215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/networks/725327b4-a82d-4d65-acb7-02bc0d6ffc99 HTTP/1.1" status: 204 len: 168 time: 2.5328367 Nov 16 21:28:38.648174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:38.664098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'routes': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:38.668628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b4a43e09-d561-40ee-a79e-d22d2734c441 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:38.671950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.697158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.697786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.698386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.698916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.699406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.699902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.700407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.700913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.701402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.702588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.703112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.703608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:38.730068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f5796eb-47f0-415d-94ce-6ecc3be31a60 req-e71a2059-9d74-4f52-8d91-76a04f77519e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957835 Nov 16 21:28:38.745358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302d47-7e3a-46eb-a4de-3bf1834e1c3c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Pushing event deleted for resources: {'Network': ['ID=725327b4-a82d-4d65-acb7-02bc0d6ffc99,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:38.831665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] For port b4a43e09-d561-40ee-a79e-d22d2734c441, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:38.832090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.895249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] For port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,segment=NetworkSegment(e618c9e6-1638-4d3b-a7f3-84f43cea70c4),segment_id=e618c9e6-1638-4d3b-a7f3-84f43cea70c4)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:38.895914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.913291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Calling delete_port for b4a43e09-d561-40ee-a79e-d22d2734c441 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:38.914581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Port b4a43e09-d561-40ee-a79e-d22d2734c441 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:28:38.920461 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:38.972862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b4a43e09-d561-40ee-a79e-d22d2734c441 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:38.973361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b4a43e09-d561-40ee-a79e-d22d2734c441 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:38.973873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:28:38.984505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.006920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] No DVR routers for this DVR port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:39.078064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a439302-3f2f-4162-ad9c-a110edd005c2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.081976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Calling delete_port for eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:39.091090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d3f59-2839-4253-a340-bb0d2e108670 None None] Pushing event deleted for resources: {'Port': ['ID=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.103115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Network 725327b4-a82d-4d65-acb7-02bc0d6ffc99 is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:28:39.103573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] No DVR routers for this DVR port b4a43e09-d561-40ee-a79e-d22d2734c441 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:39.132719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:28:39.132869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:28:39.156851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.161162 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.163809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cf04e0a5-ea35-42d7-b882-4e090dfff7a5 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/0a439302-3f2f-4162-ad9c-a110edd005c2 HTTP/1.1" status: 204 len: 168 time: 1.3191299 Nov 16 21:28:39.179478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57114) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:39.212509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Attempting to bind port 9095ea6c-887d-4b06-94cc-ee8556d66393 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:39.212888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Attempting to bind port 9095ea6c-887d-4b06-94cc-ee8556d66393 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:39.213256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Attempting to bind port 9095ea6c-887d-4b06-94cc-ee8556d66393 on network 2c3fba56-b806-43a6-91e5-928b34e0b851 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:39.221296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05036c7d-20c3-4d49-be26-a1c1782255f2 None None] Pushing event deleted for resources: {'Port': ['ID=b4a43e09-d561-40ee-a79e-d22d2734c441,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.238547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:39.238933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Checking segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:39.239344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.239916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Bound using segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:39.240381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Bound port: 9095ea6c-887d-4b06-94cc-ee8556d66393, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:39.240770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.302328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.extraroute_db [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Added routes are [] {{(pid=102454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 21:28:39.302856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.extraroute_db [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Removed routes are [] {{(pid=102454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 21:28:39.303379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.307586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.387127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-cbc0984e-c2de-4af7-9958-b220f387d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.389102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-cbc0984e-c2de-4af7-9958-b220f387d406 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 1097 time: 0.2896500 Nov 16 21:28:39.435976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cf060-f022-4076-a4f2-bc0f90931d15 req-cc47ba11-23a4-4d4a-9ba1-dbcbed1f31e9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.450610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb3cf060-f022-4076-a4f2-bc0f90931d15 req-cc47ba11-23a4-4d4a-9ba1-dbcbed1f31e9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 945 time: 0.6082377 Nov 16 21:28:39.456399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569bc60-6594-47b2-ab4a-a8d8126961b7 req-6ae776b1-8535-4b81-bb0b-6f6005cb6379 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.461578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a569bc60-6594-47b2-ab4a-a8d8126961b7 req-6ae776b1-8535-4b81-bb0b-6f6005cb6379 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.3014042 Nov 16 21:28:39.536458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] For port 9095ea6c-887d-4b06-94cc-ee8556d66393, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:39.541024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] For port 9095ea6c-887d-4b06-94cc-ee8556d66393, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=9095ea6c-887d-4b06-94cc-ee8556d66393,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:39.554579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.647896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deebe2-e791-4cea-8030-73b99e3f254c None None] Pushing event updated for resources: {'Port': ['ID=9095ea6c-887d-4b06-94cc-ee8556d66393,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:39.719607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-cb279420-4d77-4135-8e1f-c6bebbe252bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:39.722447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-cb279420-4d77-4135-8e1f-c6bebbe252bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 911 time: 0.2894237 Nov 16 21:28:39.837668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb3cf060-f022-4076-a4f2-bc0f90931d15 req-55555840-9fdf-4561-97dc-6847c2456e31 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860605 Nov 16 21:28:39.840094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-4f2efee2-621f-4d84-86bb-a3636103c402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f70012-4114-4477-ab1f-6dceff127265 HTTP/1.1" status: 200 len: 217 time: 0.0894761 Nov 16 21:28:39.861481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a569bc60-6594-47b2-ab4a-a8d8126961b7 req-11a249a5-1173-4629-9520-bdaccfdb2de8 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304851 Nov 16 21:28:39.863317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.884639 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.897432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.917643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:39.928836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47731577-d6a8-4633-a3b0-f0ca3c86931c']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.048255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Port': ['ID=eeec9827-fe2a-4f7b-b5c5-cfc87c507f99,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.083366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] No DVR routers for this DVR port eeec9827-fe2a-4f7b-b5c5-cfc87c507f99 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:28:40.136681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57142) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.139786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923cdd05-5637-428c-846b-678988dc6bcc') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.140087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923cdd05-5637-428c-846b-678988dc6bcc') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.144796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.154176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.174413 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.231504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-8d63fea6-08fe-4df4-920b-63ce7cefe494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:40.233165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-8d63fea6-08fe-4df4-920b-63ce7cefe494 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.3623469 Nov 16 21:28:40.251227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router a57c5762-0708-40d7-bcde-3e396e08f1dc has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:40.295736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-d7d33e27-4d7a-4115-af13-9b6ed0d0a894 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510907 Nov 16 21:28:40.296908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.298830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=dbc403f6-2937-45de-acb2-893aa6f6537f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:40.367336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.372870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.394437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:40.394847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:40.396794 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:40.415065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1c80-0e6f-48c7-a1ed-72e77ef37f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.460553 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b740b8d0-6c5f-4a29-8be3-08c641ea5db4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.468022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:40.470106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-42e56b57-33fb-49d9-9ae1-9a01749cfbbb service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642582 Nov 16 21:28:40.479663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] Sync routers for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:40.489847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:40.490751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.493070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:40.494835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:40.500002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.504430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-54fa6e99-00d3-4781-9565-8833331a7a45 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 704 time: 1.8439946 Nov 16 21:28:40.518643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57152) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.530930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.531425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e618c9e6-1638-4d3b-a7f3-84f43cea70c4') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.577363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0b62e9a8-79e3-4ec0-833f-e2e3d6f1c82e tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 205 time: 0.0520577 Nov 16 21:28:40.579798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.582114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57154) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:40.583242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:40.602663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63b425d7-0c15-4a54-8b63-99ce0887369f req-68c29002-1ad9-4392-ab67-b46167390ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160109 Nov 16 21:28:40.634042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.653671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:28:40.654444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:28:40.659231 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:28:40.674077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:33Z', 'revision_number': 11, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.735906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] Checking router: a57c5762-0708-40d7-bcde-3e396e08f1dc for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:40.751922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9095ea6c-887d-4b06-94cc-ee8556d66393 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:40.805068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] Routers {'a57c5762-0708-40d7-bcde-3e396e08f1dc'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:40.805931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a57c5762-0708-40d7-bcde-3e396e08f1dc'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:40.817421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.833633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:40.864062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.950087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47731577-d6a8-4633-a3b0-f0ca3c86931c {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:28:40.964643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:40.966815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] Set router a57c5762-0708-40d7-bcde-3e396e08f1dc gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:40.977995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/networks/47731577-d6a8-4633-a3b0-f0ca3c86931c HTTP/1.1" status: 204 len: 168 time: 1.7915697 Nov 16 21:28:41.033895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02706f27-987d-4ab8-a076-44c97a93eecb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event deleted for resources: {'Network': ['ID=47731577-d6a8-4633-a3b0-f0ca3c86931c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:41.132432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:33Z', 'revision_number': 11, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:41.209659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.246099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c913c1f3-9685-4f0c-9f87-d6be28ea54b8 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:41.249265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 9095ea6c-887d-4b06-94cc-ee8556d66393 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:41.249747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.278633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb8270-ad46-4fcf-89e4-ce10e2290548 req-15a2896e-5571-4b9c-8f5c-64786ffb995a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:41.290611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91eb8270-ad46-4fcf-89e4-ce10e2290548 req-15a2896e-5571-4b9c-8f5c-64786ffb995a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 945 time: 0.2153990 Nov 16 21:28:41.309080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e6aab-8c9b-4bb4-8f92-0423df84f3d8 None None] The sync data for ids ['a57c5762-0708-40d7-bcde-3e396e08f1dc'] in n-d-817778-8 is: [{'id': 'a57c5762-0708-40d7-bcde-3e396e08f1dc', 'name': 'tempest-RoutersIpV6Test-router-856808636', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:27:27Z', 'updated_at': '2021-11-16T21:28:33Z', 'revision_number': 11, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:41.350320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e711a-610f-43e6-aa9c-dbc0c1c441fd None None] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:28:41.391784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:41.417861 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f330cc50-c445-459c-a552-902db2331c29 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "PUT /v2.0/routers/cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9918718 Nov 16 21:28:41.421096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.423933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.491013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91eb8270-ad46-4fcf-89e4-ce10e2290548 req-01e76166-7d6e-42ee-a143-298e7876c7d0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869500 Nov 16 21:28:41.567298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-60077ed1-bfb4-4af7-b136-8fd8afed7d7f None None] Provisioning complete for port 9095ea6c-887d-4b06-94cc-ee8556d66393 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:41.567928 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-60077ed1-bfb4-4af7-b136-8fd8afed7d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.674169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57192) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:41.683162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'name': 'tempest-router--663430658', 'project_id': '876beda038c442d58cce024335810b40'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:41.707935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:41.716232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.734071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:41.734527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.784681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.786011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.883801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.891528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] 10.222.0.48 "DELETE /v2.0/networks/b740b8d0-6c5f-4a29-8be3-08c641ea5db4 HTTP/1.1" status: 204 len: 168 time: 4.0438187 Nov 16 21:28:41.891528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a5c34-f1b0-4433-b49f-ded34f57ad07 tempest-TaggedBootDevicesTest_v242-554528467 tempest-TaggedBootDevicesTest_v242-554528467-project] Pushing event deleted for resources: {'Network': ['ID=b740b8d0-6c5f-4a29-8be3-08c641ea5db4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:41.895477 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.895976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router a57c5762-0708-40d7-bcde-3e396e08f1dc {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:41.900520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.911697 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.930620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.931709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fbbecd7c-6eef-497b-ae35-788ec7ed8257 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2559626 Nov 16 21:28:41.934497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57198) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:41.936671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:41.952255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-44ca1c29-d067-44c6-a135-a5ef3b96257a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 204 len: 168 time: 1.3625627 Nov 16 21:28:41.973433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57200) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:41.998402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383573361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:42.070887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e106724-c12e-46bd-baa4-877222191b48 req-fb2c492f-39c8-41cf-add7-39829c1343e9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.072418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e106724-c12e-46bd-baa4-877222191b48 req-fb2c492f-39c8-41cf-add7-39829c1343e9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 1.0128884 Nov 16 21:28:42.077896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 9095ea6c-887d-4b06-94cc-ee8556d66393, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=9095ea6c-887d-4b06-94cc-ee8556d66393,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.084606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.098823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1c80-0e6f-48c7-a1ed-72e77ef37f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.099369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.144735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1c80-0e6f-48c7-a1ed-72e77ef37f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.154231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.155987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.176283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Sync routers for ids ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:42.192111 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Routers {'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:42.192837 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:42.240251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.257589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.269778 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.276435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=9095ea6c-887d-4b06-94cc-ee8556d66393,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.350451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.353690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.375957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:42.382681 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a49f38b-d00f-4de5-ac60-c334b2cbd1b2" -d '{"events": [{"server_uuid": "052ae6cd-26ab-481c-be4b-661e98ead3b1", "name": "network-vif-plugged", "status": "completed", "tag": "c913c1f3-9685-4f0c-9f87-d6be28ea54b8"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:42.397459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e106724-c12e-46bd-baa4-877222191b48 req-ffa7d4cb-45c2-4643-b3b5-489791e0dc2e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031921 Nov 16 21:28:42.400665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.407101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96c1eba3-82b0-4934-88cd-d9713f5ca89b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4300981 Nov 16 21:28:42.421169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57216) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:42.438650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:42.444680 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.445496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5ac2e77-815f-4458-be43-0b8dfac077a7 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:42.447612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:42.449996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.451979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d76eb8c2-5629-453f-b6e8-8c9e4c099adf tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/e5ac2e77-815f-4458-be43-0b8dfac077a7 HTTP/1.1" status: 204 len: 168 time: 0.5163693 Nov 16 21:28:42.459323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.467766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc0f1c80-0e6f-48c7-a1ed-72e77ef37f29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=daa6403bf65041c6be25ced07a4041c4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3229177 Nov 16 21:28:42.470408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57220) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:42.543919 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Set router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:42.665244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f1c80-0e6f-48c7-a1ed-72e77ef37f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446802cc-043e-4bc6-9361-e8d3fa138d3e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.733625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aad6a0b-af3c-4fbc-b4fa-bc788df5fc9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.734529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-9da5e5f4-a396-412e-be56-d2d5be2a542d tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:42.747433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-9da5e5f4-a396-412e-be56-d2d5be2a542d tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/networks?id=2c3fba56-b806-43a6-91e5-928b34e0b851 HTTP/1.1" status: 200 len: 798 time: 0.9831214 Nov 16 21:28:42.753327 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ff17c2-43b1-4114-8370-7ad34bb382d4 x-openstack-request-id: req-48ff17c2-43b1-4114-8370-7ad34bb382d4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:42.753970 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052ae6cd-26ab-481c-be4b-661e98ead3b1", "name": "network-vif-plugged", "status": "completed", "tag": "c913c1f3-9685-4f0c-9f87-d6be28ea54b8", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:42.753970 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48ff17c2-43b1-4114-8370-7ad34bb382d4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:42.754319 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8', 'code': 200} Nov 16 21:28:42.756624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9095ea6c-887d-4b06-94cc-ee8556d66393 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:42.779303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aad6a0b-af3c-4fbc-b4fa-bc788df5fc9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.881220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:42.889759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aad6a0b-af3c-4fbc-b4fa-bc788df5fc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.894462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9aad6a0b-af3c-4fbc-b4fa-bc788df5fc9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:42.895724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9aad6a0b-af3c-4fbc-b4fa-bc788df5fc9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/446802cc-043e-4bc6-9361-e8d3fa138d3e HTTP/1.1" status: 204 len: 168 time: 0.4221478 Nov 16 21:28:42.906403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad6a0b-af3c-4fbc-b4fa-bc788df5fc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446802cc-043e-4bc6-9361-e8d3fa138d3e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:42.999027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.070870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8c855f1b-d5f9-4ed3-aa41-bad88777366a None None] Provisioning complete for port dbc403f6-2937-45de-acb2-893aa6f6537f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:43.071245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8c855f1b-d5f9-4ed3-aa41-bad88777366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.119651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8c855f1b-d5f9-4ed3-aa41-bad88777366a None None] Port dbc403f6-2937-45de-acb2-893aa6f6537f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:43.121791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 9095ea6c-887d-4b06-94cc-ee8556d66393 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:43.122341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.135246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1caf14-2305-457e-a3e9-6d36f3407425 req-1f2e4b3e-41ee-4f30-9549-c04cfb9a88e8 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:43.137118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a1caf14-2305-457e-a3e9-6d36f3407425 req-1f2e4b3e-41ee-4f30-9549-c04cfb9a88e8 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.1168849 Nov 16 21:28:43.195759 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:28:38Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'dbc403f6-2937-45de-acb2-893aa6f6537f', 'name': '', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:90:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:36Z', 'updated_at': '2021-11-16T21:28:39Z', 'revision_number': 2, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:43.213368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8c855f1b-d5f9-4ed3-aa41-bad88777366a None None] Provisioning complete for port 9095ea6c-887d-4b06-94cc-ee8556d66393 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:43.213769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8c855f1b-d5f9-4ed3-aa41-bad88777366a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.258601 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Checking router: cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:43.259295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Updating router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 port dbc403f6-2937-45de-acb2-893aa6f6537f binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:43.272948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a1caf14-2305-457e-a3e9-6d36f3407425 req-e1212ded-1a92-46ce-9b85-11a12d7c996b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283898 Nov 16 21:28:43.313899 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.394814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-d818d997-e691-45d5-a377-d3f74d6366e9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/quotas/9cbda076b53643a1888ab607e8eb2651 HTTP/1.1" status: 200 len: 375 time: 0.6462910 Nov 16 21:28:43.551689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a8630cab-a0d4-491c-9884-82150f5f3f86 None None] Provisioning complete for port dbc403f6-2937-45de-acb2-893aa6f6537f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:43.553904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a8630cab-a0d4-491c-9884-82150f5f3f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.680493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba4dc5-5b32-487d-a227-9b1ce76844d5 req-bb869613-e5cc-47d6-99ff-ccfd771f9b22 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:43.688482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a8630cab-a0d4-491c-9884-82150f5f3f86 None None] Port dbc403f6-2937-45de-acb2-893aa6f6537f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:43.699952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bbba4dc5-5b32-487d-a227-9b1ce76844d5 req-bb869613-e5cc-47d6-99ff-ccfd771f9b22 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1482821 Nov 16 21:28:43.732721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766441114', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:43.819838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e3f294f4-a0f9-4d9a-83c4-e00db77ca866 None None] Provisioning complete for port dbc403f6-2937-45de-acb2-893aa6f6537f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:43.825718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3f294f4-a0f9-4d9a-83c4-e00db77ca866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.834922 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.841692 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.879748 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.880842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:43.899561 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Pushing event updated for resources: {'Port': ['ID=dbc403f6-2937-45de-acb2-893aa6f6537f,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:43.914175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6a355-ba4c-4465-913e-c1603f3e2fc9 req-066cf49c-4d02-4d8c-853b-8d2dcb571a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:43.916431 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.916981 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.917496 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.918033 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.918602 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.918807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bbba4dc5-5b32-487d-a227-9b1ce76844d5 req-9db5bcc6-edfb-4b02-80d6-96359441a5f3 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177293 Nov 16 21:28:43.919273 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.920303 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.920838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5fe6a355-ba4c-4465-913e-c1603f3e2fc9 req-066cf49c-4d02-4d8c-853b-8d2dcb571a21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 1097 time: 1.1294100 Nov 16 21:28:43.921332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.922078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.922570 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.923287 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.924146 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:28:43.964071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e3f294f4-a0f9-4d9a-83c4-e00db77ca866 None None] Port dbc403f6-2937-45de-acb2-893aa6f6537f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:44.005779 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Attempting to bind port dbc403f6-2937-45de-acb2-893aa6f6537f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:44.006529 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Attempting to bind port dbc403f6-2937-45de-acb2-893aa6f6537f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:44.007091 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Attempting to bind port dbc403f6-2937-45de-acb2-893aa6f6537f on network 2c3fba56-b806-43a6-91e5-928b34e0b851 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:44.013425 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:44.014134 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Checking segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:44.014735 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.015295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Bound using segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:44.015950 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Bound port: dbc403f6-2937-45de-acb2-893aa6f6537f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:44.016519 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.024962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57250) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:44.067352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.083800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.144606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-c9269cc6-e942-4c8c-9a4a-a0ebc82673c9 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7278700 Nov 16 21:28:44.154856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04027b49-4301-41cd-8040-f277e4c0e56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.156738 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] For port dbc403f6-2937-45de-acb2-893aa6f6537f, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:44.160717 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] For port dbc403f6-2937-45de-acb2-893aa6f6537f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dbc403f6-2937-45de-acb2-893aa6f6537f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:44.164471 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.176110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.240583 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Routers {'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:44.241281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:44.327656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-03486f68-e907-4d3c-a186-ed2c279136a4 None None] Provisioning complete for port dbc403f6-2937-45de-acb2-893aa6f6537f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:44.328038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03486f68-e907-4d3c-a186-ed2c279136a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.363175 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] Set router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:44.402288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5fe6a355-ba4c-4465-913e-c1603f3e2fc9 req-b2e4f9e4-6be9-4329-a324-eef2ee16e2ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761556 Nov 16 21:28:44.488524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.571021 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03486f68-e907-4d3c-a186-ed2c279136a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.609179 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e7482-fcdd-4431-b36e-78049250207a None None] Pushing event updated for resources: {'Port': ['ID=dbc403f6-2937-45de-acb2-893aa6f6537f,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:44.637363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f7ae3-a082-42fe-8200-811d56823fa1 req-916db94b-f38a-4c7d-8f9d-083af7ea949c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:44.643521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Router aaee5a0d-d304-4cc0-ae2e-4664057581ec is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:44.650555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c2f7ae3-a082-42fe-8200-811d56823fa1 req-916db94b-f38a-4c7d-8f9d-083af7ea949c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.2449217 Nov 16 21:28:44.658846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-03486f68-e907-4d3c-a186-ed2c279136a4 None None] For port dbc403f6-2937-45de-acb2-893aa6f6537f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dbc403f6-2937-45de-acb2-893aa6f6537f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:44.666259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03486f68-e907-4d3c-a186-ed2c279136a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.670055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-cfb57657-d08e-4885-a11a-ba0e2fe65696 service neutron] 10.222.0.48 "GET /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892025 Nov 16 21:28:44.671953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:28:38Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'dbc403f6-2937-45de-acb2-893aa6f6537f', 'name': '', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:90:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:36Z', 'updated_at': '2021-11-16T21:28:44Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:44.717363 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d81e3-1204-4869-ab73-9770891b11a2 None None] The sync data for ids ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'] in n-d-817778-8 is: [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:28:38Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'dbc403f6-2937-45de-acb2-893aa6f6537f', 'name': '', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:90:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:36Z', 'updated_at': '2021-11-16T21:28:44Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:44.778910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c2f7ae3-a082-42fe-8200-811d56823fa1 req-57abe5cd-ace0-4c03-a41d-d0f600a2ae0b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274185 Nov 16 21:28:44.870753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-724da1a0-7012-4afe-86e0-3c36ad1903b1 None None] Provisioning complete for port dbc403f6-2937-45de-acb2-893aa6f6537f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:44.871293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-724da1a0-7012-4afe-86e0-3c36ad1903b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.883534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04027b49-4301-41cd-8040-f277e4c0e56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:44.901334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03486f68-e907-4d3c-a186-ed2c279136a4 None None] Pushing event updated for resources: {'Port': ['ID=dbc403f6-2937-45de-acb2-893aa6f6537f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:44.993858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-b73c98df-3f44-4060-a9b2-b5441ea9b737 service neutron] 10.222.0.48 "GET /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093538 Nov 16 21:28:45.024264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04027b49-4301-41cd-8040-f277e4c0e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.062295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:45.073824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] Sync routers for ids ['aaee5a0d-d304-4cc0-ae2e-4664057581ec'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:45.082481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.086463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5c79011-cdcb-49ab-a812-9be3e4420345 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "PUT /v2.0/routers/aaee5a0d-d304-4cc0-ae2e-4664057581ec HTTP/1.1" status: 200 len: 698 time: 2.6640501 Nov 16 21:28:45.092409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57260) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:45.096426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] Routers {'aaee5a0d-d304-4cc0-ae2e-4664057581ec'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:45.106535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aaee5a0d-d304-4cc0-ae2e-4664057581ec'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:45.113745 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-04027b49-4301-41cd-8040-f277e4c0e56d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=289be9e8b7884b1dbd74a84ce0367961&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0771003 Nov 16 21:28:45.140342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57262) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:45.155000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.190242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04027b49-4301-41cd-8040-f277e4c0e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6c2e2-9f26-4b7d-9d18-74ece2093ada,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:45.222288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] Set router aaee5a0d-d304-4cc0-ae2e-4664057581ec gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:45.298550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.331975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dcad0058-44aa-4e20-8228-57bd94307fe9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/routers/aaee5a0d-d304-4cc0-ae2e-4664057581ec HTTP/1.1" status: 200 len: 704 time: 0.2383769 Nov 16 21:28:45.338323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57272) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:45.343914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee5a0d-d304-4cc0-ae2e-4664057581ec', 'name': 'tempest-RoutersIpV6Test-router-1383573361', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:42Z', 'updated_at': '2021-11-16T21:28:44Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:45.355354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc388c00-336e-45f0-aa76-b806584dc2d3 req-806671ed-e257-4e40-ae68-66f0fecbb763 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:45.358052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc388c00-336e-45f0-aa76-b806584dc2d3 req-806671ed-e257-4e40-ae68-66f0fecbb763 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.2760060 Nov 16 21:28:45.399300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-10ed1902-c66c-4822-9e10-3f44b065c7c9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaee5a0d-d304-4cc0-ae2e-4664057581ec HTTP/1.1" status: 200 len: 205 time: 0.0400805 Nov 16 21:28:45.399824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:45.403990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33071b1-1516-467d-912f-0f38f661acfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.429917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33071b1-1516-467d-912f-0f38f661acfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.433705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] Checking router: aaee5a0d-d304-4cc0-ae2e-4664057581ec for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:45.450040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] Routers {'aaee5a0d-d304-4cc0-ae2e-4664057581ec'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:45.450671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['aaee5a0d-d304-4cc0-ae2e-4664057581ec'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:45.464773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61a40936-f02d-4ed3-8d84-01a27d618a8e req-09d81ebb-3cb0-45c4-885e-df0db97d0d03 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 210 time: 0.0749466 Nov 16 21:28:45.580450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.655742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33071b1-1516-467d-912f-0f38f661acfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.664259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33071b1-1516-467d-912f-0f38f661acfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:45.668129 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b33071b1-1516-467d-912f-0f38f661acfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aa6c2e2-9f26-4b7d-9d18-74ece2093ada HTTP/1.1" status: 204 len: 168 time: 0.5230691 Nov 16 21:28:45.768902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33071b1-1516-467d-912f-0f38f661acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6c2e2-9f26-4b7d-9d18-74ece2093ada,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:45.812932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cc388c00-336e-45f0-aa76-b806584dc2d3 req-c798212b-73f5-42c7-b980-47e083337e41 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121509 Nov 16 21:28:45.865374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Allocated IP 172.25.3.148 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/2419ff20-6203-4e3d-a827-e2f30fef9953) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:46.081185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.087235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.087649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.144778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] Set router aaee5a0d-d304-4cc0-ae2e-4664057581ec gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:46.186012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.188252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Fanout notify agent at l3_agent the message router_deleted on router aaee5a0d-d304-4cc0-ae2e-4664057581ec {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:46.196281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.197335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-def0c443-fb38-4e52-96ea-89e07dc4042b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/aaee5a0d-d304-4cc0-ae2e-4664057581ec HTTP/1.1" status: 204 len: 168 time: 0.7949996 Nov 16 21:28:46.225196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57288) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:46.236810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee5a0d-d304-4cc0-ae2e-4664057581ec', 'name': 'tempest-RoutersIpV6Test-router-1383573361', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:42Z', 'updated_at': '2021-11-16T21:28:44Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:46.267101 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.314545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79dc02-930a-4c88-a082-bb9e65056e15 None None] The sync data for ids ['aaee5a0d-d304-4cc0-ae2e-4664057581ec'] in n-d-817778-8 is: [{'id': 'aaee5a0d-d304-4cc0-ae2e-4664057581ec', 'name': 'tempest-RoutersIpV6Test-router-1383573361', 'tenant_id': '756d9cbb46424c97b0613c1ddbdee987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:42Z', 'updated_at': '2021-11-16T21:28:44Z', 'revision_number': 2, 'project_id': '756d9cbb46424c97b0613c1ddbdee987', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:46.326699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c3cc-abbf-454d-9d74-6caeb97f1efc req-527afdf9-6926-42d6-b56d-dbe8edfa28b8 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:46.336793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d64c3cc-abbf-454d-9d74-6caeb97f1efc req-527afdf9-6926-42d6-b56d-dbe8edfa28b8 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.1566050 Nov 16 21:28:46.350155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c47748c-544d-48e1-8d2e-deb8160cb37c tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaee5a0d-d304-4cc0-ae2e-4664057581ec HTTP/1.1" status: 200 len: 205 time: 0.1220245 Nov 16 21:28:46.352991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57292) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:46.463586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d64c3cc-abbf-454d-9d74-6caeb97f1efc req-6ed6901e-4172-4cb1-881f-538da9822e1e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202431 Nov 16 21:28:46.479111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:46.493661 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-90c3172d-d544-4699-ac65-991d4fbcf02d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:46.515318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-90c3172d-d544-4699-ac65-991d4fbcf02d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/aaee5a0d-d304-4cc0-ae2e-4664057581ec HTTP/1.1" status: 404 len: 336 time: 0.1591032 Nov 16 21:28:46.516495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57302) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:46.540625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:46.563837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0093049-8420-46e7-b7e6-100655fa07d2 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:46.574046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:46.603443 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7653779-eb21-42e8-81c6-5d7fba9ad882 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:46.607061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7653779-eb21-42e8-81c6-5d7fba9ad882 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:46.618880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b7653779-eb21-42e8-81c6-5d7fba9ad882 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/e13cfaf1-dd95-4c1b-a577-c6dc6b32abd5 HTTP/1.1" status: 404 len: 337 time: 0.1006241 Nov 16 21:28:46.621952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57308) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:46.734303 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a0d768-1da6-4aa2-bf30-af783a984eb9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:46.735199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a0d768-1da6-4aa2-bf30-af783a984eb9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:46.737977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-63c14864-fa3e-4a69-a921-fb7af59341db None None] Provisioning complete for port 2419ff20-6203-4e3d-a827-e2f30fef9953 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:46.740199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21a0d768-1da6-4aa2-bf30-af783a984eb9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/7e8be8b9-f4ec-475d-a5ab-ab98ae6df46a HTTP/1.1" status: 404 len: 337 time: 0.1142969 Nov 16 21:28:46.742697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63c14864-fa3e-4a69-a921-fb7af59341db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:46.745756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:46.822567 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5de764-7bbc-4aec-84d9-255573eb196b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:46.834385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5de764-7bbc-4aec-84d9-255573eb196b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:46.848227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ad5de764-7bbc-4aec-84d9-255573eb196b tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/7e6c1ed5-b8c7-4cf0-8816-c3654e403938 HTTP/1.1" status: 404 len: 337 time: 0.0948384 Nov 16 21:28:46.849327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57314) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:46.851467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-63c14864-fa3e-4a69-a921-fb7af59341db None None] Port 2419ff20-6203-4e3d-a827-e2f30fef9953 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:46.857382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dbc403f6-2937-45de-acb2-893aa6f6537f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:46.905815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event updated for resources: {'Port': ['ID=2419ff20-6203-4e3d-a827-e2f30fef9953,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:46.949775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-996c463e-5b74-45b2-bb71-192a1fbfc647 req-2b2875d0-6ffd-434c-96ba-42131a9038e8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 210 time: 0.2092273 Nov 16 21:28:46.980452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port dbc403f6-2937-45de-acb2-893aa6f6537f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:46.980874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:47.007998 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8a641f-39c4-4ffe-8d48-41dff5dc2fd0 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:47.010741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8a641f-39c4-4ffe-8d48-41dff5dc2fd0 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:47.018126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e8a641f-39c4-4ffe-8d48-41dff5dc2fd0 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/1da32e82-e519-4bbb-8ddd-145a786a9641 HTTP/1.1" status: 404 len: 337 time: 0.1673071 Nov 16 21:28:47.045290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.117985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef4963b3-6e30-493e-bf28-6dae5f3b685a tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 200 len: 205 time: 0.0704613 Nov 16 21:28:47.119805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.197623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe7a37-c57b-44ba-a9cb-f91fd20af080 req-fdd07118-711f-4dfc-8c1b-d39ef1aaeef2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.204442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4fe7a37-c57b-44ba-a9cb-f91fd20af080 req-fdd07118-711f-4dfc-8c1b-d39ef1aaeef2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1823375 Nov 16 21:28:47.257488 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-eb6ea0ba-c9e9-4688-8f67-8ec9caea44cf tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:47.259120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eb6ea0ba-c9e9-4688-8f67-8ec9caea44cf tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/a57c5762-0708-40d7-bcde-3e396e08f1dc HTTP/1.1" status: 404 len: 336 time: 0.0836117 Nov 16 21:28:47.264356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57328) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.306413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1f9632b6-c5f9-4c77-9fc3-2b3c04f49651 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 HTTP/1.1" status: 200 len: 205 time: 0.0407178 Nov 16 21:28:47.308960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.323636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4fe7a37-c57b-44ba-a9cb-f91fd20af080 req-5c2e23d7-5d86-47c0-a0e4-06878b31b28b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118057 Nov 16 21:28:47.388346 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-a4822fc1-de30-4513-bd24-25f170f261f9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:47.389773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a4822fc1-de30-4513-bd24-25f170f261f9 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/38d6cdd1-73c2-40d0-b3b0-e3012d0a93d1 HTTP/1.1" status: 404 len: 336 time: 0.0796485 Nov 16 21:28:47.392589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.459374 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedd71eb-dbd3-4462-857c-9c732b13d4cc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:47.462660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedd71eb-dbd3-4462-857c-9c732b13d4cc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:47.472009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fedd71eb-dbd3-4462-857c-9c732b13d4cc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/5e587296-7896-41d2-9ef8-30c9eabbdd84 HTTP/1.1" status: 404 len: 337 time: 0.0776293 Nov 16 21:28:47.475750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.541884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e95decd4-3b4a-4d14-93a8-13f757f119a7 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 200 len: 205 time: 0.0636015 Nov 16 21:28:47.543899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.675627 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-0f78209d-f2cd-4dbc-9ae1-1262aa92ce92 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:47.676922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f78209d-f2cd-4dbc-9ae1-1262aa92ce92 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/653b6f04-c170-4df8-a3b0-863b8d00df1c HTTP/1.1" status: 404 len: 336 time: 0.1314068 Nov 16 21:28:47.680413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.776553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:47.798991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42273174-decb-4895-b2f0-5a55f6091932 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=a91c3d52-0411-47d0-af16-8e7c73dfbdb0 HTTP/1.1" status: 200 len: 205 time: 0.1068478 Nov 16 21:28:47.800329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57352) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.904568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69c027-7af1-4622-b93c-cdb40832f943 req-69396a84-3f64-4ca4-a089-8834a204ee48 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:47.912270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb69c027-7af1-4622-b93c-cdb40832f943 req-69396a84-3f64-4ca4-a089-8834a204ee48 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.3155534 Nov 16 21:28:47.915580 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-6ded462e-83bf-4094-9694-eec2d2b48fdc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:47.919013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ded462e-83bf-4094-9694-eec2d2b48fdc tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/a91c3d52-0411-47d0-af16-8e7c73dfbdb0 HTTP/1.1" status: 404 len: 336 time: 0.1154029 Nov 16 21:28:47.919903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57354) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:47.995987 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-97008a1d-b1a9-407e-9d10-e5f9224fa081 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:47.998558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97008a1d-b1a9-407e-9d10-e5f9224fa081 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:48.003616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-97008a1d-b1a9-407e-9d10-e5f9224fa081 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/5a3c605f-e4e4-4749-8b97-ae8dc4a89de6 HTTP/1.1" status: 404 len: 337 time: 0.0825477 Nov 16 21:28:48.007507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57360) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.043683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-014194b5-f2d4-4e55-94c8-138a13b11db4 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=68d17b3e-63b9-44a6-b977-9131f9ed8737 HTTP/1.1" status: 200 len: 205 time: 0.0348501 Nov 16 21:28:48.051873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57362) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.059599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fb69c027-7af1-4622-b93c-cdb40832f943 req-e49b8d84-424d-4a97-88d2-5466bc79f3fe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463494 Nov 16 21:28:48.100983 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-1c58f7f3-6b13-4d2f-926e-7516c3deae83 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:48.102063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c58f7f3-6b13-4d2f-926e-7516c3deae83 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/68d17b3e-63b9-44a6-b977-9131f9ed8737 HTTP/1.1" status: 404 len: 336 time: 0.0490580 Nov 16 21:28:48.106404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57368) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.155818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-70d8133a-853a-4827-813a-3597f93bb996 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.157329 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-70d8133a-853a-4827-813a-3597f93bb996 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.41 "GET /v2.0/networks?id=2c3fba56-b806-43a6-91e5-928b34e0b851 HTTP/1.1" status: 200 len: 798 time: 0.4933097 Nov 16 21:28:48.172104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de11e15f-5272-486c-bea0-798ba701ce0c req-eb0bdefa-a824-47a9-a276-59e215889465 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 210 time: 0.0629809 Nov 16 21:28:48.198816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Request body: {'port': {'device_id': '62575bb3-89e9-4f79-a24c-737603c69131', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'admin_state_up': True, 'tenant_id': '9cbda076b53643a1888ab607e8eb2651'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:48.388681 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f287a0fa-235f-46d2-b1c7-c645c82b5eaf tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:48.389145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f287a0fa-235f-46d2-b1c7-c645c82b5eaf tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:48.392171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f287a0fa-235f-46d2-b1c7-c645c82b5eaf tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/a3c2bdc1-58c2-4196-80d5-6966f73bb7c0 HTTP/1.1" status: 404 len: 337 time: 0.2847743 Nov 16 21:28:48.398787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.399511 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:28:48.400022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b1bc1-3027-468c-9ca3-2733004cd6f0 req-f1406271-be10-4634-8528-288f349834dd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.401474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce4b1bc1-3027-468c-9ca3-2733004cd6f0 req-f1406271-be10-4634-8528-288f349834dd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.2493091 Nov 16 21:28:48.434229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.473303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-169e67ac-24be-4d2c-a081-9bcaf4063a04 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "GET /v2.0/ports?device_id=df9cebc8-0453-4671-b0d0-3f919d20c91e HTTP/1.1" status: 200 len: 205 time: 0.0735042 Nov 16 21:28:48.475831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57382) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.492598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Made reservation on behalf of 9cbda076b53643a1888ab607e8eb2651 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:48.507247 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:48.593761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f63e4-8f5d-4cec-bfdf-6692df253b34 req-578627b5-feea-4b4e-92fa-67a357dad2d2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:48.602735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad6f63e4-8f5d-4cec-bfdf-6692df253b34 req-578627b5-feea-4b4e-92fa-67a357dad2d2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1326184 Nov 16 21:28:48.662094 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-115b5d64-fe82-4f65-89a7-18b2aff74820 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] delete failed (client error): The resource could not be found. Nov 16 21:28:48.668338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-115b5d64-fe82-4f65-89a7-18b2aff74820 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/routers/df9cebc8-0453-4671-b0d0-3f919d20c91e HTTP/1.1" status: 404 len: 336 time: 0.1890097 Nov 16 21:28:48.669638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57388) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.737171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce4b1bc1-3027-468c-9ca3-2733004cd6f0 req-2bf61239-5ff0-4c30-bd7a-9878fbee0a35 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241937 Nov 16 21:28:48.737390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ad6f63e4-8f5d-4cec-bfdf-6692df253b34 req-68eacdae-92e2-42f5-8f30-8a25442a17bb tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291413 Nov 16 21:28:48.774023 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-990d0d9f-7c52-43e0-b9a6-597160e6e68d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:48.774590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990d0d9f-7c52-43e0-b9a6-597160e6e68d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:48.777837 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-990d0d9f-7c52-43e0-b9a6-597160e6e68d tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/b1df1938-e29c-41fe-91af-5048da2062e7 HTTP/1.1" status: 404 len: 337 time: 0.1029491 Nov 16 21:28:48.796448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:48.842552 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dec51e-d62c-4e47-a89a-a761b86a2f36 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] DELETE failed (client error): The resource could not be found. Nov 16 21:28:48.843070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66dec51e-d62c-4e47-a89a-a761b86a2f36 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:28:48.843410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Allocated IP 172.20.0.22 (2c3fba56-b806-43a6-91e5-928b34e0b851/aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29/aedb071b-654f-4dfd-a047-ff0f28617c8f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:48.850940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-66dec51e-d62c-4e47-a89a-a761b86a2f36 tempest-RoutersIpV6Test-1853351805 tempest-RoutersIpV6Test-1853351805-project] 10.222.0.48 "DELETE /v2.0/subnets/e4111797-e86a-447a-ac8b-7f5120fee15c HTTP/1.1" status: 404 len: 337 time: 0.0515916 Nov 16 21:28:48.867312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Router 540c6999-1423-42be-af51-8f3d3241c926 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:49.041471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:49.053841 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] Sync routers for ids ['540c6999-1423-42be-af51-8f3d3241c926'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:49.066442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.069584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c08c4b50-6be6-4ecf-86e0-970df7c74070 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1856027 Nov 16 21:28:49.071329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57406) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:49.074666 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] Routers {'540c6999-1423-42be-af51-8f3d3241c926'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:49.077621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['540c6999-1423-42be-af51-8f3d3241c926'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:49.101801 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.230684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.355860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-db8ab017-98b2-43c4-bcaa-d8421e9a6752 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/540c6999-1423-42be-af51-8f3d3241c926 HTTP/1.1" status: 200 len: 920 time: 0.2825437 Nov 16 21:28:49.361622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57418) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:49.396269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event updated for resources: {'Port': ['ID=aedb071b-654f-4dfd-a047-ff0f28617c8f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:49.445911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-80b2761d-ae8a-4a2c-a470-44123d557ba8 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=540c6999-1423-42be-af51-8f3d3241c926 HTTP/1.1" status: 200 len: 205 time: 0.0805681 Nov 16 21:28:49.446976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:49.483581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:49.487516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:49.503382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:49.515910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57422) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:49.569484 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:49.619894 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] Routers {'540c6999-1423-42be-af51-8f3d3241c926'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:49.620569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['540c6999-1423-42be-af51-8f3d3241c926'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:49.627124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05588f3-645e-4978-a8db-1115b72e4067 req-3d958fdb-c14f-489e-b107-5c5c8589ea34 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.646456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c05588f3-645e-4978-a8db-1115b72e4067 req-3d958fdb-c14f-489e-b107-5c5c8589ea34 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 895 time: 0.2470853 Nov 16 21:28:49.694667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:49.696322 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:49.732985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-058f39ac-dd31-4243-8af8-94c68d7cafa8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5384300 Nov 16 21:28:49.748861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Request body: {'port': {'device_id': '62575bb3-89e9-4f79-a24c-737603c69131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:49.787723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:49.790086 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7137ca-9ce4-474c-bed3-01543f5852a4 None None] The sync data for ids ['540c6999-1423-42be-af51-8f3d3241c926'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:28:49.981543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.022218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3a826ba0-b85e-4f41-be79-ebb90bfcc1ef None None] Provisioning complete for port aedb071b-654f-4dfd-a047-ff0f28617c8f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:50.022781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a826ba0-b85e-4f41-be79-ebb90bfcc1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.116250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3a826ba0-b85e-4f41-be79-ebb90bfcc1ef None None] Port aedb071b-654f-4dfd-a047-ff0f28617c8f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:50.379786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57452) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:50.551658 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e754003-2e6b-474d-872f-eafe17e99eb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=756d9cbb46424c97b0613c1ddbdee987&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0335786 Nov 16 21:28:50.559902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57456) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:50.659132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d975ff-c47a-42fe-b68e-073500da3255 req-b8e48fdd-0e32-4c47-8bfb-ec356c1ffefa tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.660875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06d975ff-c47a-42fe-b68e-073500da3255 req-b8e48fdd-0e32-4c47-8bfb-ec356c1ffefa tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.2748401 Nov 16 21:28:50.703140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e6-1ec1-4477-bb37-008851ae6c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.708579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.722775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57462) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:50.774226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cf3961ce-8556-4bfe-a32a-0f5519af01ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.788433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e6-1ec1-4477-bb37-008851ae6c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:50.992548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790a09-5f42-411f-a232-38c6f85be3dd req-064843cb-a484-4a4f-b952-9b88c6cdc84e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:50.994407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38790a09-5f42-411f-a232-38c6f85be3dd req-064843cb-a484-4a4f-b952-9b88c6cdc84e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 895 time: 0.1378605 Nov 16 21:28:51.065227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14175888-3b8c-4da0-8ce0-8fa598acc6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.128553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e6-1ec1-4477-bb37-008851ae6c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.134258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4557d6e6-1ec1-4477-bb37-008851ae6c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.138237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4557d6e6-1ec1-4477-bb37-008851ae6c87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c57912f3-895f-4774-8059-a6432baa2114 HTTP/1.1" status: 204 len: 168 time: 0.5728080 Nov 16 21:28:51.170971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06d975ff-c47a-42fe-b68e-073500da3255 req-96512824-9ef4-4dc7-8196-2fef06a9b195 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983199 Nov 16 21:28:51.241076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14175888-3b8c-4da0-8ce0-8fa598acc6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.249587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14175888-3b8c-4da0-8ce0-8fa598acc6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.274200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557d6e6-1ec1-4477-bb37-008851ae6c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57912f3-895f-4774-8059-a6432baa2114,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.367827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14175888-3b8c-4da0-8ce0-8fa598acc6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb2333-12f3-49a6-bc49-70a709574b21,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.419993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.447812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14175888-3b8c-4da0-8ce0-8fa598acc6dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a34f9a090e604d4687c3a3860735d595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221584 Nov 16 21:28:51.448775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57474) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:51.513864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedb071b-654f-4dfd-a047-ff0f28617c8f {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:51.520433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.534681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Transition to ACTIVE for port object aedb071b-654f-4dfd-a047-ff0f28617c8f will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:28:51.544954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.586654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Deleting port 2419ff20-6203-4e3d-a827-e2f30fef9953 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:28:51.587681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.729950 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2486436-4a6e-434d-9b1d-8517f91e135a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.818015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2486436-4a6e-434d-9b1d-8517f91e135a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.851565 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.855560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.885169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Pushing event updated for resources: {'Port': ['ID=aedb071b-654f-4dfd-a047-ff0f28617c8f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.888384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2486436-4a6e-434d-9b1d-8517f91e135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.890843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2486436-4a6e-434d-9b1d-8517f91e135a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:51.894278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c2486436-4a6e-434d-9b1d-8517f91e135a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8fb2333-12f3-49a6-bc49-70a709574b21 HTTP/1.1" status: 204 len: 168 time: 0.4400325 Nov 16 21:28:51.919304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2486436-4a6e-434d-9b1d-8517f91e135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb2333-12f3-49a6-bc49-70a709574b21,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:51.928772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Calling delete_port for 2419ff20-6203-4e3d-a827-e2f30fef9953 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:28:52.016145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Attempting to bind port aedb071b-654f-4dfd-a047-ff0f28617c8f on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:52.016484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Attempting to bind port aedb071b-654f-4dfd-a047-ff0f28617c8f by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:52.016817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Attempting to bind port aedb071b-654f-4dfd-a047-ff0f28617c8f on network 2c3fba56-b806-43a6-91e5-928b34e0b851 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:52.023955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Port aedb071b-654f-4dfd-a047-ff0f28617c8f on network 2c3fba56-b806-43a6-91e5-928b34e0b851 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:28:52.024284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Attempting to bind port aedb071b-654f-4dfd-a047-ff0f28617c8f on network 2c3fba56-b806-43a6-91e5-928b34e0b851 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:52.034996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:52.035310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Checking segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:52.035707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Bound using segment: {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:52.036149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Bound port: aedb071b-654f-4dfd-a047-ff0f28617c8f, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:52.036511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.220462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] For port aedb071b-654f-4dfd-a047-ff0f28617c8f, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:52.225642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] For port aedb071b-654f-4dfd-a047-ff0f28617c8f, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:52.231099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.302970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.303896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.307153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] 10.222.0.41 "PUT /v2.0/ports/aedb071b-654f-4dfd-a047-ff0f28617c8f HTTP/1.1" status: 200 len: 1055 time: 2.5652001 Nov 16 21:28:52.324095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62575bb3-89e9-4f79-a24c-737603c69131', 'tag': 'aedb071b-654f-4dfd-a047-ff0f28617c8f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:52.330639 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578cee7c-7397-41c3-9113-7d4344ae34dc" -d '{"events": [{"name": "network-changed", "server_uuid": "62575bb3-89e9-4f79-a24c-737603c69131", "tag": "aedb071b-654f-4dfd-a047-ff0f28617c8f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:52.363978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73dde1-d5b7-45a6-acd0-f768cb21de55 req-7d8f1714-3d92-499b-b73c-d0072fd2d069 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.366232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e73dde1-d5b7-45a6-acd0-f768cb21de55 req-7d8f1714-3d92-499b-b73c-d0072fd2d069 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 907 time: 0.2187326 Nov 16 21:28:52.399539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875730d2-904a-430e-a9b3-b0d64cf721ec service neutron] Pushing event updated for resources: {'Port': ['ID=aedb071b-654f-4dfd-a047-ff0f28617c8f,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:52.435677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-beb5e27a-84bf-4c01-a5a1-e43089fb8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.438237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-beb5e27a-84bf-4c01-a5a1-e43089fb8ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 1058 time: 0.0708303 Nov 16 21:28:52.560332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-48e82f57-bcfb-4508-b155-885e69f08178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f HTTP/1.1" status: 200 len: 217 time: 0.1050277 Nov 16 21:28:52.563666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d90b-1933-48eb-8bda-220acabc001f req-2e5a1bd0-5816-4383-ae0e-24f7b1091b8d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.565915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3820d90b-1933-48eb-8bda-220acabc001f req-2e5a1bd0-5816-4383-ae0e-24f7b1091b8d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.2482080 Nov 16 21:28:52.593128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57508) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:52.719405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-4068c72f-74ae-4b87-8edc-349444c3d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.721131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-4068c72f-74ae-4b87-8edc-349444c3d8a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29 HTTP/1.1" status: 200 len: 838 time: 0.1431494 Nov 16 21:28:52.721905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0259dd84-ad05-451d-afc9-5f7ada017d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.769708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57510) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:52.825399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-2c6685b1-543c-4343-a780-21ec99b2dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:52.827465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-2c6685b1-543c-4343-a780-21ec99b2dfe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c3fba56-b806-43a6-91e5-928b34e0b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957677 Nov 16 21:28:52.906548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3820d90b-1933-48eb-8bda-220acabc001f req-0fb28e64-9c5f-4d49-a946-c07f8cab9b49 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999372 Nov 16 21:28:52.938459 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a2e8a5-d070-457d-bbcd-5feef1c73bde x-openstack-request-id: req-a5a2e8a5-d070-457d-bbcd-5feef1c73bde {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:52.939003 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62575bb3-89e9-4f79-a24c-737603c69131", "tag": "aedb071b-654f-4dfd-a047-ff0f28617c8f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:52.939259 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5a2e8a5-d070-457d-bbcd-5feef1c73bde {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:52.939658 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62575bb3-89e9-4f79-a24c-737603c69131', 'tag': 'aedb071b-654f-4dfd-a047-ff0f28617c8f', 'status': 'completed', 'code': 200} Nov 16 21:28:52.955027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2c0595ef-6401-48ce-adca-d416eb2c74f5 tempest-DvrRoutersNegativeTest-1579575918 tempest-DvrRoutersNegativeTest-1579575918-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-872688939', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:52.958304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.policy [None req-2c0595ef-6401-48ce-adca-d416eb2c74f5 tempest-DvrRoutersNegativeTest-1579575918 tempest-DvrRoutersNegativeTest-1579575918-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102453) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 16 21:28:52.959029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.policy [None req-2c0595ef-6401-48ce-adca-d416eb2c74f5 tempest-DvrRoutersNegativeTest-1579575918 tempest-DvrRoutersNegativeTest-1579575918-project] Failed policy check for 'create_router' {{(pid=102453) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 16 21:28:52.965427 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-2c0595ef-6401-48ce-adca-d416eb2c74f5 tempest-DvrRoutersNegativeTest-1579575918 tempest-DvrRoutersNegativeTest-1579575918-project] create failed (client error): Access was denied to this resource. Nov 16 21:28:52.965427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2c0595ef-6401-48ce-adca-d416eb2c74f5 tempest-DvrRoutersNegativeTest-1579575918 tempest-DvrRoutersNegativeTest-1579575918-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1886659 Nov 16 21:28:52.965744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:52.997235 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0259dd84-ad05-451d-afc9-5f7ada017d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.000314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event deleted for resources: {'Port': ['ID=2419ff20-6203-4e3d-a827-e2f30fef9953,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:53.023443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84596c43-1131-4e93-aede-171b343544b2 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:53.029831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.20.0.17 (ea7d9aec-85ff-4895-8582-6dcc3268026d/8735a2ec-70e5-4fa4-8ed1-615ae4a5d646/02019612-f709-4627-bd6c-21857833b088) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:53.035064 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9219515f-779e-40e2-a44c-e3383e8c3664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.056833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0259dd84-ad05-451d-afc9-5f7ada017d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.107478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-342c3907-96d4-4442-bf60-f7caeed6c523 service neutron] 10.222.0.41 "GET /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702401 Nov 16 21:28:53.113472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259dd84-ad05-451d-afc9-5f7ada017d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d0ddb-7234-4c06-8ad2-0b888abc5d6d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:53.121464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0259dd84-ad05-451d-afc9-5f7ada017d9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96aa4b64ea35464788f73bcdaebf364b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255508 Nov 16 21:28:53.122404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57518) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:53.130227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.226862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5843289d-d0d6-4ae4-9f86-52b587b392c5 req-418b89df-27bc-442b-922c-62cd6a698517 service neutron] 10.222.0.41 "GET /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031222 Nov 16 21:28:53.240666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.244885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.319281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.319808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Fanout notify agent at l3_agent the message router_deleted on router 540c6999-1423-42be-af51-8f3d3241c926 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:28:53.324508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.327067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-909154ec-279b-4718-b9e0-34f34af66458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.332891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.334761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-46f240d9-c309-408b-89f6-ea5bcf542d17 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/540c6999-1423-42be-af51-8f3d3241c926 HTTP/1.1" status: 204 len: 168 time: 3.8868580 Nov 16 21:28:53.338687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57524) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:53.344193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'name': 'tempest-snat-router-463674331', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': False}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:53.362690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-e11a775e-6c49-499d-9f2c-638826438b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.364440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-e11a775e-6c49-499d-9f2c-638826438b28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 1058 time: 0.0738828 Nov 16 21:28:53.369620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-909154ec-279b-4718-b9e0-34f34af66458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.383916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.384972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.391298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57526) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:53.401855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.485992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network ea7d9aec-85ff-4895-8582-6dcc3268026d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:53.494497 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-909154ec-279b-4718-b9e0-34f34af66458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.497407 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-909154ec-279b-4718-b9e0-34f34af66458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.501097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.501097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:53.503038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-909154ec-279b-4718-b9e0-34f34af66458 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c31d0ddb-7234-4c06-8ad2-0b888abc5d6d HTTP/1.1" status: 204 len: 168 time: 0.2820759 Nov 16 21:28:53.522377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:53.523205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909154ec-279b-4718-b9e0-34f34af66458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d0ddb-7234-4c06-8ad2-0b888abc5d6d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:53.570024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-890671a5-b234-4b8b-a462-e8b8e0596279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.572032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-890671a5-b234-4b8b-a462-e8b8e0596279 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c3fba56-b806-43a6-91e5-928b34e0b851 HTTP/1.1" status: 200 len: 899 time: 0.1956537 Nov 16 21:28:53.583410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=02019612-f709-4627-bd6c-21857833b088,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:53.647705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-f82deddb-0b61-40c5-a0d1-f1ed4c3158a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f HTTP/1.1" status: 200 len: 217 time: 0.0673730 Nov 16 21:28:53.691598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee50a03c-5eb3-4894-9eea-e97f83a7c3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.745964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29522c-a7df-49d3-98fb-4006d99c94c9 req-ab627d1b-af22-4c0d-a073-a6adf7f1d717 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.747592 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7b29522c-a7df-49d3-98fb-4006d99c94c9 req-ab627d1b-af22-4c0d-a073-a6adf7f1d717 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 907 time: 0.2696445 Nov 16 21:28:53.748653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:53.756300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-5e6e71d6-c622-44bc-a051-ae8bd95e00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.758188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-5e6e71d6-c622-44bc-a051-ae8bd95e00f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29 HTTP/1.1" status: 200 len: 838 time: 0.1027670 Nov 16 21:28:53.809840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-ae97649a-f923-438f-8c3f-de5318dddfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:53.812131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-ae97649a-f923-438f-8c3f-de5318dddfdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c3fba56-b806-43a6-91e5-928b34e0b851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451221 Nov 16 21:28:53.934272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-a7195731-097e-4036-b065-99ceb347b2a2 service neutron] 10.222.0.41 "GET /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140597 Nov 16 21:28:53.980841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a28689d6-101e-436f-9600-5679262e7141 None None] Provisioning complete for port 02019612-f709-4627-bd6c-21857833b088 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:53.981218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a28689d6-101e-436f-9600-5679262e7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.099350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c833-508c-4e4e-ae0e-342c1ef08fd5 req-fd066a2e-4916-4135-b7d5-3876d67339da tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:54.099990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a28689d6-101e-436f-9600-5679262e7141 None None] Port 02019612-f709-4627-bd6c-21857833b088 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:54.102598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9366c833-508c-4e4e-ae0e-342c1ef08fd5 req-fd066a2e-4916-4135-b7d5-3876d67339da tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.0842605 Nov 16 21:28:54.156393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.190946 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-578cee7c-7397-41c3-9113-7d4344ae34dc req-4dd78cd0-a150-406a-9b72-eafe59cd2053 service neutron] 10.222.0.41 "GET /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475684 Nov 16 21:28:54.201492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9366c833-508c-4e4e-ae0e-342c1ef08fd5 req-04ef8280-a9f0-45ff-ac18-ff171b4f1ab3 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866215 Nov 16 21:28:54.285173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.490246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.495079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee50a03c-5eb3-4894-9eea-e97f83a7c3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.507850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee50a03c-5eb3-4894-9eea-e97f83a7c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.589543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50a03c-5eb3-4894-9eea-e97f83a7c3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3257e0-8f09-4d01-992b-0515eb41926f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:54.597872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee50a03c-5eb3-4894-9eea-e97f83a7c3d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22020e812f484f4da61da10ad4ac36ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2048335 Nov 16 21:28:54.600537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57564) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:54.684410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abaa5645-378f-43e1-b010-bb9f28abfb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.733577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abaa5645-378f-43e1-b010-bb9f28abfb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.805601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abaa5645-378f-43e1-b010-bb9f28abfb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.815583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abaa5645-378f-43e1-b010-bb9f28abfb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:54.820121 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-abaa5645-378f-43e1-b010-bb9f28abfb7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d3257e0-8f09-4d01-992b-0515eb41926f HTTP/1.1" status: 204 len: 168 time: 0.2179148 Nov 16 21:28:54.843776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa5645-378f-43e1-b010-bb9f28abfb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3257e0-8f09-4d01-992b-0515eb41926f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:54.968572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.011713 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.125902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ccde7-500f-4c87-a7f4-1a17866afef0 req-0f047c44-5f39-45f8-ad55-fd00e3411d87 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.127577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-481ccde7-500f-4c87-a7f4-1a17866afef0 req-0f047c44-5f39-45f8-ad55-fd00e3411d87 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 907 time: 0.2061348 Nov 16 21:28:55.259982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.270126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Allocated IP 172.25.3.61 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7c047d6d-23b4-4295-b2ab-57adee27e4b3) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:28:55.272556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.275210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device aedb071b-654f-4dfd-a047-ff0f28617c8f details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:28:55.472599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1dc9-0eed-4429-a5c2-653ff48614b2 req-0d6c93ab-2ae2-4f5b-ab4d-992eb5d27698 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:55.474262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef7b1dc9-0eed-4429-a5c2-653ff48614b2 req-0d6c93ab-2ae2-4f5b-ab4d-992eb5d27698 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1226926 Nov 16 21:28:55.518931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port aedb071b-654f-4dfd-a047-ff0f28617c8f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:55.539420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'aedb071b-654f-4dfd-a047-ff0f28617c8f', 'network_id': '2c3fba56-b806-43a6-91e5-928b34e0b851', 'port_id': 'aedb071b-654f-4dfd-a047-ff0f28617c8f', 'mac_address': 'fa:16:3e:68:dc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:28:55.550077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57608) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:55.571157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=02019612-f709-4627-bd6c-21857833b088,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:55.575006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.639184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef7b1dc9-0eed-4429-a5c2-653ff48614b2 req-c28ff1b3-a480-4d5c-b510-315b51ad6680 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563842 Nov 16 21:28:55.717905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network ea7d9aec-85ff-4895-8582-6dcc3268026d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:55.719097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.734389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:55.801825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedb071b-654f-4dfd-a047-ff0f28617c8f {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:28:55.826349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.827304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.883184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port aedb071b-654f-4dfd-a047-ff0f28617c8f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:55.893966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.937230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4068-99c4-4229-b728-b0b789a2fa8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:55.954174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.087371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=aedb071b-654f-4dfd-a047-ff0f28617c8f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:56.107137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:28:56.118571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:56.139218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Port': ['ID=7c047d6d-23b4-4295-b2ab-57adee27e4b3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:56.142997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:28:56.180342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4068-99c4-4229-b728-b0b789a2fa8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.180471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa4b31-f840-4fcd-8457-4e60a1eda4e8 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:28:56.185773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4068-99c4-4229-b728-b0b789a2fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.190343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['aedb071b-654f-4dfd-a047-ff0f28617c8f'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:28:56.251874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4737aa1e-7e50-4398-a34f-d3eeff29d021 None None] Provisioning complete for port 02019612-f709-4627-bd6c-21857833b088 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:56.252813 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4737aa1e-7e50-4398-a34f-d3eeff29d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.286024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c0f4068-99c4-4229-b728-b0b789a2fa8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c2fa499deda40508eaf13842263023c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7324095 Nov 16 21:28:56.286842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f4068-99c4-4229-b728-b0b789a2fa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451cc947-9a96-450b-88fd-5c1fe3c17661,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:56.289436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:56.366723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4737aa1e-7e50-4398-a34f-d3eeff29d021 None None] Port 02019612-f709-4627-bd6c-21857833b088 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:56.371747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:56.461730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:28:56.507621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d5eac115-a5ac-4f99-bdd1-ec7707e18fe6 None None] Provisioning complete for port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:56.508289 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d5eac115-a5ac-4f99-bdd1-ec7707e18fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.531071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe5ce-fb3b-4b37-a105-881498d140fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.564533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-444283569'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:56.588012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d5eac115-a5ac-4f99-bdd1-ec7707e18fe6 None None] Port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:28:56.590885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Made reservation on behalf of a3d207fbb7f94cbc97052c24e4c0a263 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:56.595979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.610318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.610892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.634025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a09df-8d11-4571-a253-e9a86a54e7d9 req-8744eea7-aae4-49da-821f-5f1d5cabf166 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:56.653641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba4a09df-8d11-4571-a253-e9a86a54e7d9 req-8744eea7-aae4-49da-821f-5f1d5cabf166 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 908 time: 0.2844918 Nov 16 21:28:56.699714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe5ce-fb3b-4b37-a105-881498d140fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.802710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.829001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-15381492-e335-4d32-818b-5c3199e71b33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318703 Nov 16 21:28:56.831192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.859471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe5ce-fb3b-4b37-a105-881498d140fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.863829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bfbe5ce-fb3b-4b37-a105-881498d140fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.865132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6bfbe5ce-fb3b-4b37-a105-881498d140fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/451cc947-9a96-450b-88fd-5c1fe3c17661 HTTP/1.1" status: 204 len: 168 time: 0.5729492 Nov 16 21:28:56.885978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:28:56.893030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbe5ce-fb3b-4b37-a105-881498d140fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cc947-9a96-450b-88fd-5c1fe3c17661,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:56.922952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55861b9b-df01-4228-95a9-03dc41bf577d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:56.941877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:56.948887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-77e4c90a-d1e2-4069-86ae-9bef8ac76d66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "PUT /v2.0/routers/59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4991932 Nov 16 21:28:56.954541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.956135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:56.963360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:56.963884 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Added segment 92be94ab-8352-46c8-b6fb-88d2488e04ee of type vlan for network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 Nov 16 21:28:56.978972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fc526-551e-481e-90de-f865e7a34bbe req-7ac06c71-211d-4025-94fa-e9883ee2e887 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:56.988269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec9fc526-551e-481e-90de-f865e7a34bbe req-7ac06c71-211d-4025-94fa-e9883ee2e887 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.2182045 Nov 16 21:28:56.998254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:57.000379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:57.127563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.170459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-9b8fd2e0-0fc8-49d2-8065-7ffe5c62d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.172412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-9b8fd2e0-0fc8-49d2-8065-7ffe5c62d4b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1135 time: 0.2809191 Nov 16 21:28:57.252896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:57.308687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device aedb071b-654f-4dfd-a047-ff0f28617c8f up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:28:57.338694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec9fc526-551e-481e-90de-f865e7a34bbe req-a15fffd4-c0a2-4eae-9839-cc1e016eae4c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124290 Nov 16 21:28:57.352190 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.358457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.360230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.437683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port aedb071b-654f-4dfd-a047-ff0f28617c8f completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:28:57.452381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port aedb071b-654f-4dfd-a047-ff0f28617c8f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:57.452757 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.487855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.524059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1511803 Nov 16 21:28:57.585930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57650) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:57.591847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Request body: {'subnet': {'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:57.744299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.768627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c175-256f-4a5a-840c-223912c28aab tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event updated for resources: {'Network': ['ID=04c7e60f-b864-4fc1-99aa-2363150c5bf0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:57.785642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:28:57.818739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-0e0b8077-e04d-42fa-8511-59379964652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.820609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-0e0b8077-e04d-42fa-8511-59379964652f service neutron] 10.222.0.47 "GET /v2.0/networks?id=41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 200 len: 898 time: 0.6037354 Nov 16 21:28:57.822807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Made reservation on behalf of a3d207fbb7f94cbc97052c24e4c0a263 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:28:57.826509 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.853197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62575bb3-89e9-4f79-a24c-737603c69131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb071b-654f-4dfd-a047-ff0f28617c8f'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:28:57.855722 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f555b2-4c1d-4a22-a1ee-bde08a8adddf" -d '{"events": [{"server_uuid": "62575bb3-89e9-4f79-a24c-737603c69131", "name": "network-vif-plugged", "status": "completed", "tag": "aedb071b-654f-4dfd-a047-ff0f28617c8f"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:28:57.880257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Router 361d976b-cc95-4504-88f9-08edb7e375d8 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:28:57.891946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port aedb071b-654f-4dfd-a047-ff0f28617c8f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:28:57.906984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:57.934381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40d891-3549-4f3d-b986-795c93bebecc req-da715819-679c-4212-9282-837fd6a59e84 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:57.936011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f40d891-3549-4f3d-b986-795c93bebecc req-da715819-679c-4212-9282-837fd6a59e84 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 908 time: 0.1573553 Nov 16 21:28:57.965933 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3797a369-557d-4ebe-a289-67dcba44f774 x-openstack-request-id: req-3797a369-557d-4ebe-a289-67dcba44f774 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:28:57.966415 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62575bb3-89e9-4f79-a24c-737603c69131", "name": "network-vif-plugged", "status": "completed", "tag": "aedb071b-654f-4dfd-a047-ff0f28617c8f", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:28:57.966841 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3797a369-557d-4ebe-a289-67dcba44f774 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:28:57.968218 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62575bb3-89e9-4f79-a24c-737603c69131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb071b-654f-4dfd-a047-ff0f28617c8f', 'code': 200} Nov 16 21:28:57.982569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:28:54Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 1, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02019612-f709-4627-bd6c-21857833b088', 'name': '', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:d1:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:52Z', 'updated_at': '2021-11-16T21:28:54Z', 'revision_number': 2, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:58.025221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:58.025844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Updating router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 port 02019612-f709-4627-bd6c-21857833b088 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:58.067488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=aedb071b-654f-4dfd-a047-ff0f28617c8f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:58.072644 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:58.157012 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-dec94710-e0e2-45f8-96bc-9a26c7cee893 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 200 len: 999 time: 0.3173382 Nov 16 21:28:58.187770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97f01c-74e7-4f6b-a0c9-aa98d6985972 req-b11914bc-1b31-44d3-8a49-309be48dcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:58.190470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea97f01c-74e7-4f6b-a0c9-aa98d6985972 req-b11914bc-1b31-44d3-8a49-309be48dcbcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 1060 time: 0.1440589 Nov 16 21:28:58.336308 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:58.402348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-38f05fbe-0422-4d5a-af55-45e2c3f5be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:58.403980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-38f05fbe-0422-4d5a-af55-45e2c3f5be9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332eda4f-aed8-4856-984c-7cb091c9c289 HTTP/1.1" status: 200 len: 835 time: 0.2334721 Nov 16 21:28:58.651051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event updated for resources: {'Subnet': ['ID=8a35cf0c-1109-4a4f-ba3f-ac009ca27b50,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:58.713717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Checking segment: {'id': '92be94ab-8352-46c8-b6fb-88d2488e04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:58.716736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Network hostable DHCP agents. Network: 04c7e60f-b864-4fc1-99aa-2363150c5bf0, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:28:58.728671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-66b96d4e-6b38-40ed-b0c5-bcef50a1159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:58.741897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-66b96d4e-6b38-40ed-b0c5-bcef50a1159a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41d21a08-71da-43f7-9bb5-158b86cbcd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113117 Nov 16 21:28:58.822435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:28:58.833166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Sync routers for ids ['361d976b-cc95-4504-88f9-08edb7e375d8'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:28:58.848384 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Routers {'361d976b-cc95-4504-88f9-08edb7e375d8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:58.850236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['361d976b-cc95-4504-88f9-08edb7e375d8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:58.869406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:58.871110 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:58.874931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e50d6590-9874-42e5-9ad1-6327a47e9317 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5340035 Nov 16 21:28:58.880421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:58.881238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57682) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:58.965365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69657829-3661-42b9-847a-f6daf4929b49 None None] Pushing event updated for resources: {'Port': ['ID=02019612-f709-4627-bd6c-21857833b088,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:59.097637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5c84cfc-f092-4d40-b9cf-acff935421c6 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/361d976b-cc95-4504-88f9-08edb7e375d8 HTTP/1.1" status: 200 len: 907 time: 0.2117560 Nov 16 21:28:59.098023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57686) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:28:59.102803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'name': 'tempest-snat-router-463674331', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': True}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:28:59.116924 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Set router 361d976b-cc95-4504-88f9-08edb7e375d8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:28:59.123903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Attempting to bind port 02019612-f709-4627-bd6c-21857833b088 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:28:59.129807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Attempting to bind port 02019612-f709-4627-bd6c-21857833b088 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:28:59.130394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Attempting to bind port 02019612-f709-4627-bd6c-21857833b088 on network ea7d9aec-85ff-4895-8582-6dcc3268026d {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:28:59.144029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:28:59.150309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Checking segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:28:59.150825 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.153300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Bound using segment: {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:28:59.153968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Bound port: 02019612-f709-4627-bd6c-21857833b088, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddd245d-e22f-4136-b012-65e68d5695da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:28:59.154572 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.167685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.169223 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.288986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.391459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] For port 02019612-f709-4627-bd6c-21857833b088, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:28:59.408656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] For port 02019612-f709-4627-bd6c-21857833b088, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02019612-f709-4627-bd6c-21857833b088,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:28:59.416472 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.422259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cdf5b-3811-4a19-8e1d-9d695bd4580a req-3c4cdbc0-308c-4bb5-a99c-0940cd919419 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:59.430236 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-226cdf5b-3811-4a19-8e1d-9d695bd4580a req-3c4cdbc0-308c-4bb5-a99c-0940cd919419 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 909 time: 0.2564533 Nov 16 21:28:59.581169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-c2868190-0cf9-419b-8749-c59507c09046 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8234651 Nov 16 21:28:59.581822 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361d976b-cc95-4504-88f9-08edb7e375d8', 'name': 'tempest-snat-router-463674331', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': False}, 'gw_port_id': '7c047d6d-23b4-4295-b2ab-57adee27e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:53Z', 'updated_at': '2021-11-16T21:28:56Z', 'revision_number': 3, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port': {'id': '7c047d6d-23b4-4295-b2ab-57adee27e4b3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361d976b-cc95-4504-88f9-08edb7e375d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:55Z', 'updated_at': '2021-11-16T21:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:59.591681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e377-8ea5-46d4-9d09-14ec48552efe req-5194dc0d-c832-4cf2-9f35-439e33e51278 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:59.601285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e827e377-8ea5-46d4-9d09-14ec48552efe req-5194dc0d-c832-4cf2-9f35-439e33e51278 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 1.0786450 Nov 16 21:28:59.609880 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Checking router: 361d976b-cc95-4504-88f9-08edb7e375d8 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:28:59.610527 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Updating router 361d976b-cc95-4504-88f9-08edb7e375d8 port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:28:59.625585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69657829-3661-42b9-847a-f6daf4929b49 None None] Pushing event updated for resources: {'Port': ['ID=02019612-f709-4627-bd6c-21857833b088,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:28:59.654543 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.737643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ab0eed7c-ef6b-43ed-9f58-a96c34a4e3f5 req-86b445da-3d44-44c5-96c9-4a81d71acc72 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338553 Nov 16 21:28:59.739573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:28:59.742012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:28:59.759846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5f90b448-3367-48a0-b5a1-b454183e839e None None] Provisioning complete for port 02019612-f709-4627-bd6c-21857833b088 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:28:59.766480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f90b448-3367-48a0-b5a1-b454183e839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.815882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:28:59.825667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.877581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 04c7e60f-b864-4fc1-99aa-2363150c5bf0) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:28:59.946470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:28:59.947272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:28:59.982081 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e827e377-8ea5-46d4-9d09-14ec48552efe req-af58a2c1-3bf6-4c2b-9496-de806db9abd0 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796375 Nov 16 21:29:00.026289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-80e78756-560b-44e0-8351-ae9f16a2dc93 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4389021 Nov 16 21:29:00.027157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57712) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:00.034431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Request body: {'port': {'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0', 'name': 'tempest-TagsExtTest-1197752076'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:00.341638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cba25d-4a53-4398-ba6f-0b451a189818 None None] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:00.344604 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.353966 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.418983 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Attempting to bind port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:00.419375 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Attempting to bind port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:00.419746 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Attempting to bind port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:00.460760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983875c-3728-479f-8e8b-53e149dc8446 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:00.478823 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:00.480003 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:00.480738 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.482529 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:00.484064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Bound port: 7c047d6d-23b4-4295-b2ab-57adee27e4b3, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:00.484664 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.611375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f90b448-3367-48a0-b5a1-b454183e839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.630104 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] For port 7c047d6d-23b4-4295-b2ab-57adee27e4b3, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:00.631318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Made reservation on behalf of a3d207fbb7f94cbc97052c24e4c0a263 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:00.637337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.638455 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] For port 7c047d6d-23b4-4295-b2ab-57adee27e4b3, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c047d6d-23b4-4295-b2ab-57adee27e4b3,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:00.663920 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.706817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:00.713502 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Routers {'361d976b-cc95-4504-88f9-08edb7e375d8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:00.714165 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['361d976b-cc95-4504-88f9-08edb7e375d8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:00.716928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af4b87-3802-49c6-acb7-b8d5b99f3202 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:00.801684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5f90b448-3367-48a0-b5a1-b454183e839e None None] For port 02019612-f709-4627-bd6c-21857833b088, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02019612-f709-4627-bd6c-21857833b088,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:00.832290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] device_id is not set on port 8b75ca25-1f99-4e40-9026-e19547b25f70 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:29:00.869561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f90b448-3367-48a0-b5a1-b454183e839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:00.872559 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04694b9-0797-4fc3-b606-7d2296053a3a None None] Pushing event updated for resources: {'Port': ['ID=7c047d6d-23b4-4295-b2ab-57adee27e4b3,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:00.882082 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] Set router 361d976b-cc95-4504-88f9-08edb7e375d8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:00.905420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-04c7e60f-b864-4fc1-99aa-2363150c5bf0', 'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0', 'tenant_id': 'a3d207fbb7f94cbc97052c24e4c0a263', 'fixed_ips': [{'subnet_id': '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:29:00.908869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.087251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Allocated IP 172.20.0.14 (04c7e60f-b864-4fc1-99aa-2363150c5bf0/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/8b75ca25-1f99-4e40-9026-e19547b25f70) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:01.156648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90b448-3367-48a0-b5a1-b454183e839e None None] Pushing event updated for resources: {'Port': ['ID=02019612-f709-4627-bd6c-21857833b088,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:01.186379 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04694b9-0797-4fc3-b606-7d2296053a3a None None] Pushing event updated for resources: {'Port': ['ID=7c047d6d-23b4-4295-b2ab-57adee27e4b3,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:01.232876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Provisioning complete for port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:01.234511 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.288432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b4b5b-f894-46d6-89ec-6e120e23dc76 req-f09c8622-ae76-4448-9b97-25350eca518f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:01.296595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-478b4b5b-f894-46d6-89ec-6e120e23dc76 req-f09c8622-ae76-4448-9b97-25350eca518f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1519458 Nov 16 21:29:01.309424 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361d976b-cc95-4504-88f9-08edb7e375d8', 'name': 'tempest-snat-router-463674331', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': False}, 'gw_port_id': '7c047d6d-23b4-4295-b2ab-57adee27e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:53Z', 'updated_at': '2021-11-16T21:28:56Z', 'revision_number': 3, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port': {'id': '7c047d6d-23b4-4295-b2ab-57adee27e4b3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361d976b-cc95-4504-88f9-08edb7e375d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:55Z', 'updated_at': '2021-11-16T21:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:01.348827 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd75fb-3f0c-4048-9454-9d5e03ed54ec None None] The sync data for ids ['361d976b-cc95-4504-88f9-08edb7e375d8'] in n-d-817778-8 is: [{'id': '361d976b-cc95-4504-88f9-08edb7e375d8', 'name': 'tempest-snat-router-463674331', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': False}, 'gw_port_id': '7c047d6d-23b4-4295-b2ab-57adee27e4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:53Z', 'updated_at': '2021-11-16T21:28:56Z', 'revision_number': 3, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port': {'id': '7c047d6d-23b4-4295-b2ab-57adee27e4b3', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361d976b-cc95-4504-88f9-08edb7e375d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:55Z', 'updated_at': '2021-11-16T21:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:01.422212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-478b4b5b-f894-46d6-89ec-6e120e23dc76 req-e5bf64d1-c925-41c5-b9e2-1bddefca5872 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246779 Nov 16 21:29:01.529925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.574168 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.635358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event updated for resources: {'Port': ['ID=8b75ca25-1f99-4e40-9026-e19547b25f70,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:01.656497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfc9e5-3661-4a65-b0bb-48ea1c0f56db req-805d7c36-7ff6-4e60-96ed-0289c7e95aa6 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:01.659038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eebfc9e5-3661-4a65-b0bb-48ea1c0f56db req-805d7c36-7ff6-4e60-96ed-0289c7e95aa6 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 909 time: 1.0071185 Nov 16 21:29:01.662636 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.685125 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.712110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57790) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:01.912328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a5549-aab6-41d8-b8e2-a1984ecbd2ac req-c0b9c661-79ec-40e6-ae07-e0a9d4d3347f tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:01.926307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c9a5549-aab6-41d8-b8e2-a1984ecbd2ac req-c0b9c661-79ec-40e6-ae07-e0a9d4d3347f tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 909 time: 0.1234205 Nov 16 21:29:01.946725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Allocated IP 172.20.0.2 (04c7e60f-b864-4fc1-99aa-2363150c5bf0/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/92739de2-4b07-47b2-a10d-211fa5f656e4) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:01.959836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:01.972410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:01.979145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:01.997853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:02.006607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] For port 7c047d6d-23b4-4295-b2ab-57adee27e4b3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c047d6d-23b4-4295-b2ab-57adee27e4b3,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:02.020905 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.054261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d188-d52a-4378-a0c7-5d60d4d9d428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.078819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Allocated IP 172.25.3.143 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6197145a-4e07-4b80-b134-59fa0360b2ed) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:02.198495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.199000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.263076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2517a-35ec-4295-9b41-a705dbb3410e req-90d35b24-7ade-4b70-a547-0b3d297fb46b tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.264816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d188-d52a-4378-a0c7-5d60d4d9d428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.270791 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d188-d52a-4378-a0c7-5d60d4d9d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.272314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7d2517a-35ec-4295-9b41-a705dbb3410e req-90d35b24-7ade-4b70-a547-0b3d297fb46b tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 1060 time: 0.2249303 Nov 16 21:29:02.304049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bd948d74-bfd0-4f01-86e0-13d0f25cd099 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2743528 Nov 16 21:29:02.306884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57806) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:02.319325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-723642345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:02.361751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4cd4d188-d52a-4378-a0c7-5d60d4d9d428 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e65972190cb84ab7b61002938561e92d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6484027 Nov 16 21:29:02.365486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57808) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:02.372358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.376425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.419345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.423034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Pushing event updated for resources: {'Port': ['ID=7c047d6d-23b4-4295-b2ab-57adee27e4b3,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:02.433654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Provisioning complete for port 02019612-f709-4627-bd6c-21857833b088 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:02.434037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8da70ea3-1713-469f-b55d-5a498839a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.437032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.448157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4d188-d52a-4378-a0c7-5d60d4d9d428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ca14a-3e40-4b10-9b4b-7ee845a29019,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:02.494221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30b5dc-8b3f-4395-9ef7-1145809e0824 req-f0c5277e-82bb-406a-9989-206e3114e246 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.503293 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b30b5dc-8b3f-4395-9ef7-1145809e0824 req-f0c5277e-82bb-406a-9989-206e3114e246 tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1135 time: 0.0882919 Nov 16 21:29:02.505188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.518028 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.539503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53e5925d-f9db-4483-8142-d979d43ee452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.582182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.590010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b0e5ed0d-cdae-4ba9-b8b0-c678ab3f7307 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2816191 Nov 16 21:29:02.590216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57812) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:02.597651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f0ab36c6-eda2-4da9-911e-9f456a9a884f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-103799316', 'prefixes': ['172.20.0.0/16']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:02.598890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:02.605096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:02.608794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:28:54Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 1, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02019612-f709-4627-bd6c-21857833b088', 'name': '', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:d1:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:52Z', 'updated_at': '2021-11-16T21:28:59Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:02.618718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53e5925d-f9db-4483-8142-d979d43ee452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.665125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:02.676739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b30b5dc-8b3f-4395-9ef7-1145809e0824 req-74f4e013-8170-4591-b219-e82d9593547c tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1676157 Nov 16 21:29:02.706170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57814) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:02.713704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.767076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c047d6d-23b4-4295-b2ab-57adee27e4b3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:29:02.786527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8edbd-9153-4eb2-baeb-8ed1f26b549a req-c7db2875-5c12-479d-aeb1-1c53c5992e5f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.788213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0d8edbd-9153-4eb2-baeb-8ed1f26b549a req-c7db2875-5c12-479d-aeb1-1c53c5992e5f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1969163 Nov 16 21:29:02.798355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e2cde-ac25-4578-8c59-6939d58b977c tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:02.800621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef0e2cde-ac25-4578-8c59-6939d58b977c tempest-TestSecurityGroupsBasicOps-261015132 tempest-TestSecurityGroupsBasicOps-261015132-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 1055 time: 0.0907300 Nov 16 21:29:02.818529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f29cda-f159-4ec5-aebf-4d8eebe01a75 None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:28:54Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 1, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02019612-f709-4627-bd6c-21857833b088', 'name': '', 'network_id': 'ea7d9aec-85ff-4895-8582-6dcc3268026d', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:d1:c9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:52Z', 'updated_at': '2021-11-16T21:28:59Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '8735a2ec-70e5-4fa4-8ed1-615ae4a5d646', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:02.835295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0ab36c6-eda2-4da9-911e-9f456a9a884f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for subnetpool, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.846872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f0ab36c6-eda2-4da9-911e-9f456a9a884f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2555757 Nov 16 21:29:02.847709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57818) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:02.853287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-bac4083f-0583-48a9-aed1-c4f149955b1a tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-890198990') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:02.886481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53e5925d-f9db-4483-8142-d979d43ee452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.890585 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-53e5925d-f9db-4483-8142-d979d43ee452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:02.897277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-53e5925d-f9db-4483-8142-d979d43ee452 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/754ca14a-3e40-4b10-9b4b-7ee845a29019 HTTP/1.1" status: 204 len: 168 time: 0.5189521 Nov 16 21:29:02.939862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Pushing event updated for resources: {'Port': ['ID=92739de2-4b07-47b2-a10d-211fa5f656e4,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:02.974215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5925d-f9db-4483-8142-d979d43ee452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ca14a-3e40-4b10-9b4b-7ee845a29019,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:03.011479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Attempting to bind port 92739de2-4b07-47b2-a10d-211fa5f656e4 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:03.011981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Attempting to bind port 92739de2-4b07-47b2-a10d-211fa5f656e4 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '92be94ab-8352-46c8-b6fb-88d2488e04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:03.012240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Attempting to bind port 92739de2-4b07-47b2-a10d-211fa5f656e4 on network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:03.032513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:03.033848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Checking segment: {'id': '92be94ab-8352-46c8-b6fb-88d2488e04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:03.034435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.035103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Bound using segment: {'id': '92be94ab-8352-46c8-b6fb-88d2488e04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:03.035809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Bound port: 92739de2-4b07-47b2-a10d-211fa5f656e4, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92be94ab-8352-46c8-b6fb-88d2488e04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '04c7e60f-b864-4fc1-99aa-2363150c5bf0'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:03.036838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.070822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.110585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bac4083f-0583-48a9-aed1-c4f149955b1a tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-890198990 HTTP/1.1" status: 201 len: 201 time: 0.2613337 Nov 16 21:29:03.111657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:03.138212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-78e87fdf-be37-456b-906f-8ea4c9dae60b tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-1334660309') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.165223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] For port 92739de2-4b07-47b2-a10d-211fa5f656e4, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:03.174767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] For port 92739de2-4b07-47b2-a10d-211fa5f656e4, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=92739de2-4b07-47b2-a10d-211fa5f656e4,segment=NetworkSegment(92be94ab-8352-46c8-b6fb-88d2488e04ee),segment_id=92be94ab-8352-46c8-b6fb-88d2488e04ee)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:03.197883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.232294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0d8edbd-9153-4eb2-baeb-8ed1f26b549a req-92abb8cd-d0a9-46dc-ba01-5aae325a5c28 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285779 Nov 16 21:29:03.294810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-78e87fdf-be37-456b-906f-8ea4c9dae60b tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-1334660309 HTTP/1.1" status: 201 len: 201 time: 0.1776757 Nov 16 21:29:03.295561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57830) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:03.298560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:03.309888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:03.312771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:03.318848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-e60e8420-8a7e-4f02-93eb-62b41714d2a2 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-1135514576') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.370150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0c712-46ea-419c-9131-0a1de9937b24 None None] Pushing event updated for resources: {'Port': ['ID=92739de2-4b07-47b2-a10d-211fa5f656e4,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:03.373269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67cb6b-2b8d-4bef-983b-cf768e775b0f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:03.403828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.421119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:03.421504 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.425680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Port': ['ID=6197145a-4e07-4b80-b134-59fa0360b2ed,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:03.529103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-68e93cde-b06d-4f29-8126-ba8325caf230 None None] Provisioning complete for port 6197145a-4e07-4b80-b134-59fa0360b2ed triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:03.535843 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68e93cde-b06d-4f29-8126-ba8325caf230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.596231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b979347-efac-4499-8a90-a07f3795525a req-95228dc8-9104-414c-a44e-5aa319f96e55 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:03.613301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b979347-efac-4499-8a90-a07f3795525a req-95228dc8-9104-414c-a44e-5aa319f96e55 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 909 time: 0.2125564 Nov 16 21:29:03.634631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e60e8420-8a7e-4f02-93eb-62b41714d2a2 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-1135514576 HTTP/1.1" status: 201 len: 201 time: 0.3379891 Nov 16 21:29:03.642273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57836) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:03.648049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-5babe351-0b3e-4a2c-9234-0ff43251ed98 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-1172579055') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.682373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-68e93cde-b06d-4f29-8126-ba8325caf230 None None] Port 6197145a-4e07-4b80-b134-59fa0360b2ed cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:03.761590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57838) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:03.801945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db3d666a-073d-42b8-8c30-762314175eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.913485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db3d666a-073d-42b8-8c30-762314175eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.921834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5babe351-0b3e-4a2c-9234-0ff43251ed98 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-1172579055 HTTP/1.1" status: 201 len: 201 time: 0.2775846 Nov 16 21:29:03.923188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57840) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:03.924548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db3d666a-073d-42b8-8c30-762314175eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.931009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-e722d621-035d-4bfb-864c-cab8d46e36cc tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:03.968728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:03.994511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d666a-073d-42b8-8c30-762314175eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a9a033-ef70-4e02-9b4c-3c0aae29d2c5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:04.050708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-db3d666a-073d-42b8-8c30-762314175eba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83578969b739478c8c63ef87e4d966c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891810 Nov 16 21:29:04.054125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.130446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e722d621-035d-4bfb-864c-cab8d46e36cc tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags HTTP/1.1" status: 200 len: 240 time: 0.2006032 Nov 16 21:29:04.130677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.137481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-91f2f3cf-2e39-4b75-bbeb-4301ef8cef1b tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-890198990') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.141578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6311acc7-05ad-46f5-b91c-d42c9ae555fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:04.223511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6311acc7-05ad-46f5-b91c-d42c9ae555fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:04.249505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:04.286776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91f2f3cf-2e39-4b75-bbeb-4301ef8cef1b tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-890198990 HTTP/1.1" status: 204 len: 168 time: 0.1546392 Nov 16 21:29:04.288823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.293204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-25c428cf-48ee-4084-ae55-15c56ae6f112 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-890198990') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.338279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6311acc7-05ad-46f5-b91c-d42c9ae555fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:04.343174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6311acc7-05ad-46f5-b91c-d42c9ae555fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:04.344353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6311acc7-05ad-46f5-b91c-d42c9ae555fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7a9a033-ef70-4e02-9b4c-3c0aae29d2c5 HTTP/1.1" status: 204 len: 168 time: 0.2892878 Nov 16 21:29:04.375284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311acc7-05ad-46f5-b91c-d42c9ae555fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a9a033-ef70-4e02-9b4c-3c0aae29d2c5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:04.423436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-25c428cf-48ee-4084-ae55-15c56ae6f112 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-890198990 HTTP/1.1" status: 204 len: 168 time: 0.1333385 Nov 16 21:29:04.427400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.432573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-a582a9d5-4f6d-47b6-9433-3db59338346f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.508234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85109-1af5-4052-98b2-bbb163954425 req-598786d2-cce4-49a9-9bb4-7141a4e76012 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:04.509743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c85109-1af5-4052-98b2-bbb163954425 req-598786d2-cce4-49a9-9bb4-7141a4e76012 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.0879602 Nov 16 21:29:04.541669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a582a9d5-4f6d-47b6-9433-3db59338346f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags HTTP/1.1" status: 200 len: 205 time: 0.1127558 Nov 16 21:29:04.542483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57860) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.556251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-171ddcc3-b0bd-402a-9a65-5988539f296c tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.630190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c7c85109-1af5-4052-98b2-bbb163954425 req-c824475a-8bf1-4373-9bb3-922a6de498cc tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125000 Nov 16 21:29:04.666344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-171ddcc3-b0bd-402a-9a65-5988539f296c tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags HTTP/1.1" status: 200 len: 241 time: 0.1221061 Nov 16 21:29:04.666995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.678170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-dd47cdc0-2efe-4050-97c2-e6ca46485904 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-1334660309') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.682063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Router 10fcd776-2ae4-4e77-b254-f525c5db034f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:29:04.834584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02019612-f709-4627-bd6c-21857833b088 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:29:04.927033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 02019612-f709-4627-bd6c-21857833b088 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:04.927796 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:04.949174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-6add0d3a-46b0-44e6-a659-220e8f41e3cf tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:04.951054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-6add0d3a-46b0-44e6-a659-220e8f41e3cf tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.41 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 909 time: 0.1954262 Nov 16 21:29:04.960089 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd47cdc0-2efe-4050-97c2-e6ca46485904 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-1334660309 HTTP/1.1" status: 204 len: 168 time: 0.2918153 Nov 16 21:29:04.963370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:04.977859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-162a8bc0-48ef-455b-a7be-569ca74295b4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-1334660309') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:04.981632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:05.031480 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.035257 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-12649373-650b-405d-adcd-47f6ca1c2ac4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9338284 Nov 16 21:29:05.035700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57876) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:05.063501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Sync routers for ids ['10fcd776-2ae4-4e77-b254-f525c5db034f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:05.085076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Routers {'10fcd776-2ae4-4e77-b254-f525c5db034f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:05.085762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['10fcd776-2ae4-4e77-b254-f525c5db034f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:05.193406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 92739de2-4b07-47b2-a10d-211fa5f656e4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:29:05.304076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e435202e-8240-490a-a742-a46bb257c253 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/10fcd776-2ae4-4e77-b254-f525c5db034f HTTP/1.1" status: 200 len: 907 time: 0.2650728 Nov 16 21:29:05.304591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:05.323294 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.371553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port aedb071b-654f-4dfd-a047-ff0f28617c8f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:05.371553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.392371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 92739de2-4b07-47b2-a10d-211fa5f656e4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:05.393281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.438323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Set router 10fcd776-2ae4-4e77-b254-f525c5db034f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:05.441646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832f08f-b2da-4a96-aad2-b7363585e6a3 None None] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:05.522076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-162a8bc0-48ef-455b-a7be-569ca74295b4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-1334660309 HTTP/1.1" status: 204 len: 168 time: 0.5515351 Nov 16 21:29:05.523552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57888) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:05.525035 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.531184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-bd249aec-42b5-44c7-b5ea-74caa31cc245 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:05.665346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] For port aedb071b-654f-4dfd-a047-ff0f28617c8f, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=aedb071b-654f-4dfd-a047-ff0f28617c8f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:05.665714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.688341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for aedb071b-654f-4dfd-a047-ff0f28617c8f owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:05.805765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9950eb-2471-4b8c-98b1-7e69bf415af3 req-cad3ba01-6469-4c22-ab80-3089812f2cf5 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:05.816333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4c9950eb-2471-4b8c-98b1-7e69bf415af3 req-cad3ba01-6469-4c22-ab80-3089812f2cf5 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 909 time: 0.3380423 Nov 16 21:29:05.836841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:05.858165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06f2cf-7622-45ec-b92f-008bf1d33db2 req-cd874571-9076-4715-b979-af2a4dced124 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:05.859659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d06f2cf-7622-45ec-b92f-008bf1d33db2 req-cd874571-9076-4715-b979-af2a4dced124 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1173065 Nov 16 21:29:05.882635 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bd249aec-42b5-44c7-b5ea-74caa31cc245 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags HTTP/1.1" status: 200 len: 205 time: 0.3579206 Nov 16 21:29:05.885200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57904) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:05.890648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-680725ca-b273-484e-ad61-1ff94b7e5592 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:05.924730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-af779857-260b-4733-9015-db84b9028927 None None] Provisioning complete for port 92739de2-4b07-47b2-a10d-211fa5f656e4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:05.925976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af779857-260b-4733-9015-db84b9028927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.021279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d06f2cf-7622-45ec-b92f-008bf1d33db2 req-f3dacd7c-700f-4bda-b606-6b8bf85fbc18 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465886 Nov 16 21:29:06.035392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Deleting port 6197145a-4e07-4b80-b134-59fa0360b2ed {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:06.036033 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.055266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-680725ca-b273-484e-ad61-1ff94b7e5592 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags HTTP/1.1" status: 200 len: 241 time: 0.1666632 Nov 16 21:29:06.059297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57912) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:06.073792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-0afbe8c7-fd72-4b5c-b8e6-d8b586baaa65 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-1135514576') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:06.139788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.183935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.219381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Calling delete_port for 6197145a-4e07-4b80-b134-59fa0360b2ed owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:06.238450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.247943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=aedb071b-654f-4dfd-a047-ff0f28617c8f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:06.330757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] No DVR routers for this DVR port aedb071b-654f-4dfd-a047-ff0f28617c8f on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:06.333997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.339165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce3761fa-2d28-4d9c-8558-8169666db0a8 req-7dd4094d-e0e1-4cdf-96e5-9f19d22d123b tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.41 "DELETE /v2.0/ports/aedb071b-654f-4dfd-a047-ff0f28617c8f HTTP/1.1" status: 204 len: 173 time: 1.3724167 Nov 16 21:29:06.339785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62575bb3-89e9-4f79-a24c-737603c69131', 'name': 'network-vif-deleted', 'tag': 'aedb071b-654f-4dfd-a047-ff0f28617c8f'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:06.342839 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc69316-fab9-450e-80c5-9bb07fa15850" -d '{"events": [{"server_uuid": "62575bb3-89e9-4f79-a24c-737603c69131", "name": "network-vif-deleted", "tag": "aedb071b-654f-4dfd-a047-ff0f28617c8f"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:06.374539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0afbe8c7-fd72-4b5c-b8e6-d8b586baaa65 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-1135514576 HTTP/1.1" status: 204 len: 168 time: 0.3099077 Nov 16 21:29:06.376740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57936) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:06.388606 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af779857-260b-4733-9015-db84b9028927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.407421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-54719a6b-6834-4a81-8c27-3c9ce7c40c5f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-1135514576') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:06.425394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 92739de2-4b07-47b2-a10d-211fa5f656e4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=92739de2-4b07-47b2-a10d-211fa5f656e4,segment=NetworkSegment(92be94ab-8352-46c8-b6fb-88d2488e04ee),segment_id=92be94ab-8352-46c8-b6fb-88d2488e04ee)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:06.433249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fcd776-2ae4-4e77-b254-f525c5db034f', 'name': 'tempest-snat-router-463674331', 'tenant_id': 'c4eddd8c14834504b07565ae9050180b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '6197145a-4e07-4b80-b134-59fa0360b2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:59Z', 'updated_at': '2021-11-16T21:29:03Z', 'revision_number': 3, 'project_id': 'c4eddd8c14834504b07565ae9050180b', 'gw_port': {'id': '6197145a-4e07-4b80-b134-59fa0360b2ed', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:18:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fcd776-2ae4-4e77-b254-f525c5db034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:29:01Z', 'updated_at': '2021-11-16T21:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:06.438981 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.539147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Checking router: 10fcd776-2ae4-4e77-b254-f525c5db034f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:06.539503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Updating router 10fcd776-2ae4-4e77-b254-f525c5db034f port 6197145a-4e07-4b80-b134-59fa0360b2ed binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:29:06.562504 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e66c66-8230-49cd-b846-98d2d6cc4f0a x-openstack-request-id: req-b8e66c66-8230-49cd-b846-98d2d6cc4f0a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:06.565191 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62575bb3-89e9-4f79-a24c-737603c69131", "name": "network-vif-deleted", "tag": "aedb071b-654f-4dfd-a047-ff0f28617c8f", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:06.566807 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8e66c66-8230-49cd-b846-98d2d6cc4f0a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:06.567720 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62575bb3-89e9-4f79-a24c-737603c69131', 'name': 'network-vif-deleted', 'tag': 'aedb071b-654f-4dfd-a047-ff0f28617c8f', 'status': 'completed', 'code': 200} Nov 16 21:29:06.638741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.642097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-af779857-260b-4733-9015-db84b9028927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:29:06.642489 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-af779857-260b-4733-9015-db84b9028927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:29:06.642979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=92739de2-4b07-47b2-a10d-211fa5f656e4,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:06.677803 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:06.709645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-54719a6b-6834-4a81-8c27-3c9ce7c40c5f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-1135514576 HTTP/1.1" status: 204 len: 168 time: 0.3297491 Nov 16 21:29:06.714726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57966) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:06.732099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-7acddac2-95b1-499e-9dfa-0462a0287c95 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:06.828419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d1373d-f4d8-4a56-8891-a61cb4d25263 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:06.840412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event deleted for resources: {'Port': ['ID=6197145a-4e07-4b80-b134-59fa0360b2ed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:06.920994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.104402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7acddac2-95b1-499e-9dfa-0462a0287c95 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags HTTP/1.1" status: 200 len: 205 time: 0.3884561 Nov 16 21:29:07.107417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58002) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:07.132867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-60a89300-e255-4ca6-9e0b-180331ce2fbc tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:07.184782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-4af22b77-ea10-4083-9413-c7663197bc39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2980130 Nov 16 21:29:07.196714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.212502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60a89300-e255-4ca6-9e0b-180331ce2fbc tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags HTTP/1.1" status: 200 len: 241 time: 0.0964303 Nov 16 21:29:07.221774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58004) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:07.229047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-d81c1dd9-2b5a-4726-9328-4ffb260227fb tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-1172579055') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:07.235747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab7d4-e64c-4181-98bb-2781cd5ddd2e req-dc8fc2a1-4899-413e-b384-2df6842fec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:07.238154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbfab7d4-e64c-4181-98bb-2781cd5ddd2e req-dc8fc2a1-4899-413e-b384-2df6842fec04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 1097 time: 0.3142986 Nov 16 21:29:07.240243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.251673 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1644dbf-afcf-4d19-96dd-daf03dedf9af req-f4c6317c-1d63-49c5-958a-83bb14f83165 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=62575bb3-89e9-4f79-a24c-737603c69131 HTTP/1.1" status: 200 len: 210 time: 0.1678138 Nov 16 21:29:07.387097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d81c1dd9-2b5a-4726-9328-4ffb260227fb tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-1172579055 HTTP/1.1" status: 204 len: 168 time: 0.1640427 Nov 16 21:29:07.400404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58012) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:07.412748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-305c3ecf-26b8-44da-bea4-e7d6775df5b6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-1172579055') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:07.422629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:29:07.423263 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:29:07.427145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device aedb071b-654f-4dfd-a047-ff0f28617c8f no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:07.451049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c35f4-b341-4a44-9231-1c6df9bf2189 req-bd947655-1e75-454c-baf4-b8cac8af91db tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:07.454081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: aedb071b-654f-4dfd-a047-ff0f28617c8f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:07.454643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device aedb071b-654f-4dfd-a047-ff0f28617c8f not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:07.456191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c1c35f4-b341-4a44-9231-1c6df9bf2189 req-bd947655-1e75-454c-baf4-b8cac8af91db tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.2319431 Nov 16 21:29:07.475061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-53c8b4d3-ac70-4290-b389-f0631b47e271 None None] Provisioning complete for port 92739de2-4b07-47b2-a10d-211fa5f656e4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:07.475436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4d3-ac70-4290-b389-f0631b47e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.493813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-920698b1-c046-446d-850a-a37120fcf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:07.496373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-920698b1-c046-446d-850a-a37120fcf2bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1096 time: 0.2246351 Nov 16 21:29:07.716962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-53c8b4d3-ac70-4290-b389-f0631b47e271 None None] Provisioning complete for port 8b75ca25-1f99-4e40-9026-e19547b25f70 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:07.717336 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4d3-ac70-4290-b389-f0631b47e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.749388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c1c35f4-b341-4a44-9231-1c6df9bf2189 req-f0b51b20-ef36-4c18-b666-71b13303cef9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665958 Nov 16 21:29:07.788131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-53c8b4d3-ac70-4290-b389-f0631b47e271 None None] Port 8b75ca25-1f99-4e40-9026-e19547b25f70 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:07.804326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:07.815479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-305c3ecf-26b8-44da-bea4-e7d6775df5b6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-1172579055 HTTP/1.1" status: 204 len: 168 time: 0.4097502 Nov 16 21:29:07.816504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58022) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:07.821203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-af3dcdbf-dfb4-4416-b734-f6060f1c2c10 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:07.887543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af3dcdbf-dfb4-4416-b734-f6060f1c2c10 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags HTTP/1.1" status: 200 len: 205 time: 0.0699282 Nov 16 21:29:07.890670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-d4a0bd9d-7f81-440f-9a91-674377a199ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:07.894939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-d4a0bd9d-7f81-440f-9a91-674377a199ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 897 time: 0.3585980 Nov 16 21:29:07.895831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58024) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:07.902366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-ab6173e0-0ae3-4720-89a8-7ca12afbe095 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:07.919812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-28664595-2e0a-4932-94ea-fa8b832aaf07 None None] Provisioning complete for port 8b75ca25-1f99-4e40-9026-e19547b25f70 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:07.920449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-28664595-2e0a-4932-94ea-fa8b832aaf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.991793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:07.993232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10fcd776-2ae4-4e77-b254-f525c5db034f {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:07.999789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-abb00532-d7fd-4185-be8f-b096a8a042bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 1001 time: 0.0898027 Nov 16 21:29:08.006178 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.007451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1e12598e-061d-4aba-8e79-6dbb37c12883 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/10fcd776-2ae4-4e77-b254-f525c5db034f HTTP/1.1" status: 204 len: 168 time: 2.7022069 Nov 16 21:29:08.010709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58026) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:08.018303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Port 6197145a-4e07-4b80-b134-59fa0360b2ed not found while updating agent binding for router 10fcd776-2ae4-4e77-b254-f525c5db034f. {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 21:29:08.022322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbfab7d4-e64c-4181-98bb-2781cd5ddd2e req-9ca3f18c-5b2b-4ebc-879e-be760b017311 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7628822 Nov 16 21:29:08.034272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-720af8d6-3f3f-4050-ae30-b4065ff08346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.063680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-28664595-2e0a-4932-94ea-fa8b832aaf07 None None] Port 8b75ca25-1f99-4e40-9026-e19547b25f70 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:08.070475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Routers set() bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:08.071062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Router IDs set() for agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:29:08.071840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10fcd776-2ae4-4e77-b254-f525c5db034f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent'). {{(pid=102455) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:29:08.073056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c55e7a5-94b6-4475-9c0c-60616d8ad354 None None] The sync data for ids ['10fcd776-2ae4-4e77-b254-f525c5db034f'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:08.154590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ab6173e0-0ae3-4720-89a8-7ca12afbe095 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2542362 Nov 16 21:29:08.154817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58030) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:08.168158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-b83f76b9-f8f2-4c9c-b129-eb34f57139bc tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:08.173603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-c5cbbb7b-2fa2-4ec1-b6e6-79b6dd1b4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:08.176061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-c5cbbb7b-2fa2-4ec1-b6e6-79b6dd1b4b49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 200 len: 834 time: 0.1275952 Nov 16 21:29:08.224656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.253299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-720af8d6-3f3f-4050-ae30-b4065ff08346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.259867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-720af8d6-3f3f-4050-ae30-b4065ff08346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.316573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-fc96d495-f128-42e4-a00b-d3eacb7aee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:08.318142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-fc96d495-f128-42e4-a00b-d3eacb7aee87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3929bfb7-6b9b-4f57-950a-cc724da69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932026 Nov 16 21:29:08.319242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720af8d6-3f3f-4050-ae30-b4065ff08346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8971aeb8-31b9-4d32-b5fa-5b39453ea182,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:08.324619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-720af8d6-3f3f-4050-ae30-b4065ff08346 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95d86d056e2041d3aa172a868e65798e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5189748 Nov 16 21:29:08.348341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58034) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:08.399442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:08.693775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 92739de2-4b07-47b2-a10d-211fa5f656e4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:29:08.792406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b83f76b9-f8f2-4c9c-b129-eb34f57139bc tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags HTTP/1.1" status: 204 len: 168 time: 0.6367235 Nov 16 21:29:08.797540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58042) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:08.806947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 92739de2-4b07-47b2-a10d-211fa5f656e4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:08.807332 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.817569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-9ec17e2b-8757-47b8-88f0-e8ba3167d5e6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:08.829350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.855099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-485aa379-97f5-4870-9fe0-4820bcc115a7 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289297 Nov 16 21:29:08.856584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e19ba72-d24c-4af3-801f-e562e3cf68a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:08.924966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e19ba72-d24c-4af3-801f-e562e3cf68a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.032530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Deleting port 7c047d6d-23b4-4295-b2ab-57adee27e4b3 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:09.033757 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.035400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ec17e2b-8757-47b8-88f0-e8ba3167d5e6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags HTTP/1.1" status: 204 len: 168 time: 0.2367640 Nov 16 21:29:09.036135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58046) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:09.045984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeff74-ab5e-4987-8329-986709677f81 req-90f7d343-e687-4efa-bbf9-fc3e619a85f9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:09.048508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffaeff74-ab5e-4987-8329-986709677f81 req-90f7d343-e687-4efa-bbf9-fc3e619a85f9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1446798 Nov 16 21:29:09.053662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-8b111066-7941-403b-9e0a-d501b3f4517a tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:09.104503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cf38c87-ba49-49b7-8019-4d50bf0f95ff req-be1a2175-b4a2-493a-80e0-782f4a36959f service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129910 Nov 16 21:29:09.111102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e19ba72-d24c-4af3-801f-e562e3cf68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.114495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6e19ba72-d24c-4af3-801f-e562e3cf68a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.115672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6e19ba72-d24c-4af3-801f-e562e3cf68a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8971aeb8-31b9-4d32-b5fa-5b39453ea182 HTTP/1.1" status: 204 len: 168 time: 0.7661619 Nov 16 21:29:09.149219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19ba72-d24c-4af3-801f-e562e3cf68a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971aeb8-31b9-4d32-b5fa-5b39453ea182,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:09.176887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffaeff74-ab5e-4987-8329-986709677f81 req-039f6775-2b32-43f0-b988-5a6695c52c0e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161191 Nov 16 21:29:09.228854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.395104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] For port 7c047d6d-23b4-4295-b2ab-57adee27e4b3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7c047d6d-23b4-4295-b2ab-57adee27e4b3,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:09.395472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:09.432200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Calling delete_port for 7c047d6d-23b4-4295-b2ab-57adee27e4b3 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:09.456500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:09.456703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8b111066-7941-403b-9e0a-d501b3f4517a tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags HTTP/1.1" status: 204 len: 168 time: 0.4063444 Nov 16 21:29:09.463737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-e0b9f675-68f1-4a36-b11e-27ea81ef2b3b tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-1133013431') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:09.595385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e0b9f675-68f1-4a36-b11e-27ea81ef2b3b tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-1133013431 HTTP/1.1" status: 201 len: 201 time: 0.1356354 Nov 16 21:29:09.597967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58060) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:09.607244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-23719b9f-413d-4f1d-b682-ab54e09288d8 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-610171684') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:09.888724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-23719b9f-413d-4f1d-b682-ab54e09288d8 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-610171684 HTTP/1.1" status: 201 len: 201 time: 0.2882040 Nov 16 21:29:09.892658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:09.904144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-d711873e-0d1a-4bd7-bb2b-0ce4a1464161 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-1358764827') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:10.001625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58076) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:10.032417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:10.077756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c047d6d-23b4-4295-b2ab-57adee27e4b3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:10.104145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556e1fe-f8cd-4fe0-be8a-409496e10d2f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:10.206619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port dbc403f6-2937-45de-acb2-893aa6f6537f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:10.207259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:10.372449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] For port dbc403f6-2937-45de-acb2-893aa6f6537f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dbc403f6-2937-45de-acb2-893aa6f6537f,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:10.372813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:10.421211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for dbc403f6-2937-45de-acb2-893aa6f6537f owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:10.448418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:10.454676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d711873e-0d1a-4bd7-bb2b-0ce4a1464161 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-1358764827 HTTP/1.1" status: 201 len: 201 time: 0.5554862 Nov 16 21:29:10.457023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:10.464653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-67d1f485-8028-4f01-a11c-3afb31572b25 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-2028155950') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:10.842914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58120) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:10.858334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:10.991815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.007511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.017252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed56de-2f29-4bd7-a62b-4581d38ad86f req-f4c09590-6188-40d2-9940-f6c4d49873eb tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:11.019862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3ed56de-2f29-4bd7-a62b-4581d38ad86f req-f4c09590-6188-40d2-9940-f6c4d49873eb tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.6347129 Nov 16 21:29:11.057345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6210bdce-2e00-4693-956d-035a9d40f53b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.122720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.123374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 361d976b-cc95-4504-88f9-08edb7e375d8 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:11.162372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.167480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d1ec08b-0b28-4125-9b6d-cc569d23a6d1 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "DELETE /v2.0/routers/361d976b-cc95-4504-88f9-08edb7e375d8 HTTP/1.1" status: 204 len: 168 time: 3.1515760 Nov 16 21:29:11.167685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3ed56de-2f29-4bd7-a62b-4581d38ad86f req-e6e819c0-1853-4b24-a1c0-eaa0719d2151 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272953 Nov 16 21:29:11.169206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67d1f485-8028-4f01-a11c-3afb31572b25 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-2028155950 HTTP/1.1" status: 201 len: 201 time: 0.7085724 Nov 16 21:29:11.170013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58126) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:11.191405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58128) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:11.237551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-50ab257d-f650-41f6-b58f-7a39ff364a5c tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', {'tags': ['tempest-TagsExtTest-Tag-762391999', 'tempest-TagsExtTest-Tag-407602879', 'tempest-TagsExtTest-Tag-2026155426']}) {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:11.244780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1394249072', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:11.346740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.347967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.445704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-50ab257d-f650-41f6-b58f-7a39ff364a5c tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags HTTP/1.1" status: 200 len: 316 time: 0.2524092 Nov 16 21:29:11.447432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58136) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:11.453555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-f3f0b9fa-fc92-4a39-8623-513e142b181a tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:11.490298 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6210bdce-2e00-4693-956d-035a9d40f53b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.504264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6210bdce-2e00-4693-956d-035a9d40f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.544159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.616361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6210bdce-2e00-4693-956d-035a9d40f53b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50b369086de94f7ca1a70e58f7cf09c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7689242 Nov 16 21:29:11.620162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58146) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:11.643410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210bdce-2e00-4693-956d-035a9d40f53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea66e6-ec0c-44df-b518-cfe421eb1e80,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:11.666481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.677504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Deleting port 86001a9d-ce57-4cef-b16b-2472486125a2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:11.677868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.697916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=dbc403f6-2937-45de-acb2-893aa6f6537f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:11.899091 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d77d73c7-978b-4652-8a7e-c64b1df39bee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.902191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:11.921647 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-248acb66-d206-4c24-9a22-992e5534ddf5 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:11.923236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-248acb66-d206-4c24-9a22-992e5534ddf5 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 810 time: 0.4021728 Nov 16 21:29:12.000851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d77d73c7-978b-4652-8a7e-c64b1df39bee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f3f0b9fa-fc92-4a39-8623-513e142b181a tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags HTTP/1.1" status: 204 len: 168 time: 0.5844276 Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-9b692d4d-e838-48d0-8ea2-36ce1117ca7c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/quotas/95cc39b4e4eb43c38f9a83cdad8f21f7 HTTP/1.1" status: 200 len: 375 time: 0.0890472 Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58160) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] For port 86001a9d-ce57-4cef-b16b-2472486125a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86001a9d-ce57-4cef-b16b-2472486125a2,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-03104f07-6fda-49f0-9847-7979ae8ee037 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-762391999') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:12.134040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Calling delete_port for 86001a9d-ce57-4cef-b16b-2472486125a2 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:12.259001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.259576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-efe133fe-2a96-45e5-b633-066f3f02c4d2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652558 Nov 16 21:29:12.259576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d77d73c7-978b-4652-8a7e-c64b1df39bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.259576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d77d73c7-978b-4652-8a7e-c64b1df39bee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.259576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d77d73c7-978b-4652-8a7e-c64b1df39bee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4ea66e6-ec0c-44df-b518-cfe421eb1e80 HTTP/1.1" status: 204 len: 168 time: 0.6308348 Nov 16 21:29:12.325376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d73c7-978b-4652-8a7e-c64b1df39bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea66e6-ec0c-44df-b518-cfe421eb1e80,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:12.383226 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-03104f07-6fda-49f0-9847-7979ae8ee037 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:12.384241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-03104f07-6fda-49f0-9847-7979ae8ee037 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-762391999 HTTP/1.1" status: 404 len: 328 time: 0.3392200 Nov 16 21:29:12.389726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58174) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:12.395099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-d1771804-13f4-4355-a894-1ee835f0a7e8 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-407602879') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:12.493793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-1e4a4488-f92b-4b59-97ec-88a01dc6d21a service neutron] 10.222.0.48 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428148 Nov 16 21:29:12.501420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.524568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.635463 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-d1771804-13f4-4355-a894-1ee835f0a7e8 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:12.636912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d1771804-13f4-4355-a894-1ee835f0a7e8 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-407602879 HTTP/1.1" status: 404 len: 328 time: 0.2461913 Nov 16 21:29:12.648718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58182) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:12.654635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-1b03bf98-ffeb-4e81-b6e3-69fd791cc3a7 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50', 'tempest-TagsExtTest-Tag-2026155426') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:12.668607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c047d6d-23b4-4295-b2ab-57adee27e4b3 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:12.703325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7c047d6d-23b4-4295-b2ab-57adee27e4b3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:12.703908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7c047d6d-23b4-4295-b2ab-57adee27e4b3 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:12.712384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:12.794451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Pushing event deleted for resources: {'Port': ['ID=86001a9d-ce57-4cef-b16b-2472486125a2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:12.797691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Allocated IP 172.25.3.103 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/3dc93c12-3834-470c-8e63-2e3baa9003c3) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:12.827232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:12.888234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-9c68681d-9df3-422b-a6ef-1b41de5390f9 service neutron] 10.222.0.48 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629644 Nov 16 21:29:12.927053 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-1b03bf98-ffeb-4e81-b6e3-69fd791cc3a7 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:12.931319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b03bf98-ffeb-4e81-b6e3-69fd791cc3a7 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags/tempest-TagsExtTest-Tag-2026155426 HTTP/1.1" status: 404 len: 329 time: 0.2813275 Nov 16 21:29:12.932063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58192) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:12.939067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-bcff4b16-083e-46b7-ac45-dd276b50f61f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', {'tags': ['tempest-TagsExtTest-Tag-1302684497', 'tempest-TagsExtTest-Tag-1827679357', 'tempest-TagsExtTest-Tag-1565055301']}) {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:13.162224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.202501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b616c5bc-2f2d-4456-b53c-c120e098a251 req-fbfafcd4-5f3f-49c2-8f0a-7ef5def0a356 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 210 time: 0.0623052 Nov 16 21:29:13.207011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:13.218768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef6aa7f2-c8a8-4d62-8975-d288ce7da0e1 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "PUT /v2.0/routers/cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8181756 Nov 16 21:29:13.219469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58204) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:13.228327 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] Sync routers for ids ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:13.247451 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] Routers {'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:13.248575 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:13.364828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.503816 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] Set router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:13.532198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:13.546867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting subnet aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:13.553881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:13.560338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:13.579044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad549d-2ef9-4445-a830-c9ced01ccf3e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:13.643285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c164cbc8-3b21-4b4f-843a-24201b21e3cd None None] Provisioning complete for port 3dc93c12-3834-470c-8e63-2e3baa9003c3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:13.643672 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c164cbc8-3b21-4b4f-843a-24201b21e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.648646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.738646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bcff4b16-083e-46b7-ac45-dd276b50f61f tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags HTTP/1.1" status: 200 len: 318 time: 0.8050659 Nov 16 21:29:13.745709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58226) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:13.754037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-6f19927a-7d46-4d32-9999-32f964635325 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:13.771734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c164cbc8-3b21-4b4f-843a-24201b21e3cd None None] Port 3dc93c12-3834-470c-8e63-2e3baa9003c3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:13.785028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.825903 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:13.883685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event updated for resources: {'Port': ['ID=3dc93c12-3834-470c-8e63-2e3baa9003c3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:13.918484 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:29:11Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:13.993273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6f19927a-7d46-4d32-9999-32f964635325 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags HTTP/1.1" status: 204 len: 168 time: 0.2458332 Nov 16 21:29:13.995868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58232) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:13.999053 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] Checking router: cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:14.001407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-a3c66d83-e7f9-4ba7-92de-c430fb482a4d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-1302684497') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:14.012208 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] Routers {'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:14.013113 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:14.235889 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-a3c66d83-e7f9-4ba7-92de-c430fb482a4d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:14.238170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a3c66d83-e7f9-4ba7-92de-c430fb482a4d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-1302684497 HTTP/1.1" status: 404 len: 329 time: 0.2408993 Nov 16 21:29:14.243090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58242) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:14.248457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-7ac310eb-3996-4ec4-a51b-f654397248d9 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-1827679357') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:14.279008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:14.326246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:14.329586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Router 618b2252-a0ac-4886-9ed1-61f401222d9c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:14.336733 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] Set router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:14.438282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-05da383d-12ca-4850-99cd-6818c6b44bb8 req-a64d6dfa-53c3-427a-912e-9f89f2cadb38 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 210 time: 0.0771492 Nov 16 21:29:14.529185 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-7ac310eb-3996-4ec4-a51b-f654397248d9 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:14.531137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7ac310eb-3996-4ec4-a51b-f654397248d9 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-1827679357 HTTP/1.1" status: 404 len: 329 time: 0.2869148 Nov 16 21:29:14.536916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58254) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:14.539933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:14.545100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-2baec995-7e2a-4c67-87d8-0eb510ff4de6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70', 'tempest-TagsExtTest-Tag-1565055301') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:14.603637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:14.613787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] Sync routers for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:14.617290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Subnet': ['ID=aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:14.625129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:14.628667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5557c87-da88-4403-954c-22deb63f8af8 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/subnets/aec1bc46-9124-43eb-9ae7-8d5b5cd1ea29 HTTP/1.1" status: 204 len: 168 time: 1.4030764 Nov 16 21:29:14.629468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:14.629784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2542ac15-091f-4e01-8920-a7bef9233202 admin admin] 10.222.0.48 "PUT /v2.0/routers/618b2252-a0ac-4886-9ed1-61f401222d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6227551 Nov 16 21:29:14.629926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58260) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:14.665665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484647e0-c8e2-4a57-b597-3a91efdbd9dc None None] Network 2c3fba56-b806-43a6-91e5-928b34e0b851 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:14.817282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:14.824358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:14.918618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-4a975394-66a0-402b-9dcc-0828266876ea tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:14.923053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-4a975394-66a0-402b-9dcc-0828266876ea tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.47 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 810 time: 0.3349805 Nov 16 21:29:14.934267 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:29:11Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:14.938622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Request body: {'port': {'device_id': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'admin_state_up': True, 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:15.050366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:15.097680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a484d-9bfb-4a1d-9eb6-a7eded64fb1e None None] The sync data for ids ['cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07'] in n-d-817778-8 is: [{'id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'name': 'tempest-TestSecurityGroupsBasicOps-router-511035516', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:23Z', 'updated_at': '2021-11-16T21:29:11Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '42a6bc60-c6d9-4746-904b-0a68d71efbd8', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:25Z', 'updated_at': '2021-11-16T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:15.151186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Made reservation on behalf of 95cc39b4e4eb43c38f9a83cdad8f21f7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:15.156804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.278291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.469692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9ceab9f7-5bd4-4195-96e0-7db022c129f2 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:15.510527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Allocated IP 172.20.0.7 (c3863b0b-446a-4854-82f8-211d2c774bf4/d0cc0557-af92-477e-8d2a-7dbef844a8b0/e6743123-bdab-409f-abdc-7088bc4c482d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:15.548070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ceab9f7-5bd4-4195-96e0-7db022c129f2 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "PUT /v2.0/quotas/fcaca83d44954cb389d65ceafabcab02 HTTP/1.1" status: 200 len: 366 time: 0.2628858 Nov 16 21:29:15.548070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.563881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-81e698c1-f762-49e6-8cb3-1e22b7170b84 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0124576 Nov 16 21:29:15.564841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58288) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.604628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cf07bc5e-d0d8-40a2-a312-fbd00971034f tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "GET /v2.0/quotas/fcaca83d44954cb389d65ceafabcab02 HTTP/1.1" status: 200 len: 366 time: 0.0343103 Nov 16 21:29:15.605773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.655385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d695f7c-5c1c-4776-812c-ec1ac5347dce tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/fcaca83d44954cb389d65ceafabcab02 HTTP/1.1" status: 204 len: 168 time: 0.0420837 Nov 16 21:29:15.660097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58292) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.716097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] DHCP port deletion for 2c3fba56-b806-43a6-91e5-928b34e0b851 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:15.734664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c012de29-90a0-4efd-9b84-0e248ab2f6e4 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0734301 Nov 16 21:29:15.748167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f56a96-0af1-4971-b892-b28b3e1129cf req-b3faa75b-b8c5-4126-8bc8-9c5c43734f76 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 210 time: 0.1399112 Nov 16 21:29:15.749242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58296) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.805593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:29:12Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:15.820997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34036c54-6ffe-4149-84b8-dd9213afce82 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "GET /v2.0/quotas/fcaca83d44954cb389d65ceafabcab02 HTTP/1.1" status: 200 len: 370 time: 0.0518203 Nov 16 21:29:15.832647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58298) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.834915 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-2baec995-7e2a-4c67-87d8-0eb510ff4de6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:15.835971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2baec995-7e2a-4c67-87d8-0eb510ff4de6 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags/tempest-TagsExtTest-Tag-1565055301 HTTP/1.1" status: 404 len: 329 time: 1.2974041 Nov 16 21:29:15.846879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] Checking router: 618b2252-a0ac-4886-9ed1-61f401222d9c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:15.850073 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3df54c8-c8d0-46b4-990b-a6309ab8aa89 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "GET /v2.0/quotas/fcaca83d44954cb389d65ceafabcab02/default HTTP/1.1" status: 200 len: 370 time: 0.0094373 Nov 16 21:29:15.856024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] Deleting port 9095ea6c-887d-4b06-94cc-ee8556d66393 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:15.856641 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.860475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58300) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.860829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58302) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:15.873307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.tag.tag_plugin [None req-ed7628c8-c092-4267-9770-20c464ef6d2c tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', {'tags': ['tempest-TagsExtTest-Tag-2110705657', 'tempest-TagsExtTest-Tag-14490445', 'tempest-TagsExtTest-Tag-438842249']}) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:15.888379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.922556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] Routers {'618b2252-a0ac-4886-9ed1-61f401222d9c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:15.922556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['618b2252-a0ac-4886-9ed1-61f401222d9c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:15.938878 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:15.961681 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-2c0eee48-6403-4801-aad0-cbda337caf03 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] delete failed (client error): The resource could not be found. Nov 16 21:29:15.963018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2c0eee48-6403-4801-aad0-cbda337caf03 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/fcaca83d44954cb389d65ceafabcab02 HTTP/1.1" status: 404 len: 348 time: 0.0992923 Nov 16 21:29:15.981895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.005400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.046388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c7f70012-4114-4477-ab1f-6dceff127265'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:29:16.048230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.059046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Pushing event updated for resources: {'Port': ['ID=e6743123-bdab-409f-abdc-7088bc4c482d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:16.090131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Network c3863b0b-446a-4854-82f8-211d2c774bf4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:16.094230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:16.102064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] For port 9095ea6c-887d-4b06-94cc-ee8556d66393, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=9095ea6c-887d-4b06-94cc-ee8556d66393,segment=NetworkSegment(3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16),segment_id=3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:16.102765 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.103345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:16.128856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] Calling delete_port for 9095ea6c-887d-4b06-94cc-ee8556d66393 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:16.165892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:16.167195 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.186964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-262b59e7-1029-4070-93c3-0ea575c81512 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532172 Nov 16 21:29:16.203144 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Request body: {'port': {'device_id': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:16.229381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58308) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:16.245931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] Set router 618b2252-a0ac-4886-9ed1-61f401222d9c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:16.246168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ed7628c8-c092-4267-9770-20c464ef6d2c tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags HTTP/1.1" status: 200 len: 315 time: 0.3832519 Nov 16 21:29:16.252304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:16.261645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-b4c58d81-d520-4ee3-a3ba-4a1d56720df7 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.311936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:network and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:16.326900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:16.362860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.397667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.423354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.441687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:subnet and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:16.457540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.470179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:16.482797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b4c58d81-d520-4ee3-a3ba-4a1d56720df7 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags HTTP/1.1" status: 204 len: 168 time: 0.2277851 Nov 16 21:29:16.483498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58316) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:16.491532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-63548774-6f9d-4a70-83ca-78426859dd14 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-2110705657') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.498482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Router d07bcb38-309e-4f0f-ac69-9368720dbfec is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:29:16.520473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:subnetpool and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:16.532613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:16.552140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] Pushing event deleted for resources: {'Port': ['ID=9095ea6c-887d-4b06-94cc-ee8556d66393,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:16.557568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ad6c0-2c55-4a1f-aa8f-dc57fac52aee None None] No DVR routers for this DVR port 9095ea6c-887d-4b06-94cc-ee8556d66393 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:16.635086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:port and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:16.649734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Deleting port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:16.650086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.653465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:29:12Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.654965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:16.686266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port 42a6bc60-c6d9-4746-904b-0a68d71efbd8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:16.686657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.692741 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-63548774-6f9d-4a70-83ca-78426859dd14 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:16.713740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-63548774-6f9d-4a70-83ca-78426859dd14 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-2110705657 HTTP/1.1" status: 404 len: 329 time: 0.2245662 Nov 16 21:29:16.714025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8255c-e762-4537-a04d-19387917d8b0 None None] The sync data for ids ['618b2252-a0ac-4886-9ed1-61f401222d9c'] in n-d-817778-8 is: [{'id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'name': 'tempest-TaggedBootDevicesTest_v242-638466406-router', 'tenant_id': '765b27b9358e4d98b9b4305d0c79f368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:16:48Z', 'updated_at': '2021-11-16T21:29:12Z', 'revision_number': 5, 'project_id': '765b27b9358e4d98b9b4305d0c79f368', 'gw_port': {'id': '4705d9dc-1a10-49f1-a49a-ad616f62bd5e', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b2252-a0ac-4886-9ed1-61f401222d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:16:49Z', 'updated_at': '2021-11-16T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:16.719219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58320) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:16.732383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dbc403f6-2937-45de-acb2-893aa6f6537f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:16.737370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-4a2420bb-278e-4f44-a0d0-70f88205dc52 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-14490445') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.746534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:router and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:16.759866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: dbc403f6-2937-45de-acb2-893aa6f6537f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:16.760448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dbc403f6-2937-45de-acb2-893aa6f6537f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:16.761090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9095ea6c-887d-4b06-94cc-ee8556d66393 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:16.797048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:16.827556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 9095ea6c-887d-4b06-94cc-ee8556d66393 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:16.828237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9095ea6c-887d-4b06-94cc-ee8556d66393 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:16.861801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] For port 4705d9dc-1a10-49f1-a49a-ad616f62bd5e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:16.862173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:16.870601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:16.881367 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] Sync routers for ids ['d07bcb38-309e-4f0f-ac69-9368720dbfec'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:16.894604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Calling delete_port for 4705d9dc-1a10-49f1-a49a-ad616f62bd5e owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:16.897752 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] Routers {'d07bcb38-309e-4f0f-ac69-9368720dbfec'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:16.898644 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d07bcb38-309e-4f0f-ac69-9368720dbfec'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.933846 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.944225 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] Routers {'d07bcb38-309e-4f0f-ac69-9368720dbfec'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:16.945115 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d07bcb38-309e-4f0f-ac69-9368720dbfec'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.952288 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-4a2420bb-278e-4f44-a0d0-70f88205dc52 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:16.957163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4a2420bb-278e-4f44-a0d0-70f88205dc52 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-14490445 HTTP/1.1" status: 404 len: 327 time: 0.2392223 Nov 16 21:29:16.959000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:16.967428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-656d412e-217c-44b4-b1c8-4cc75c5e5b9d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479', 'tempest-TagsExtTest-Tag-438842249') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.985786 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:16.986677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40216c-d2bd-4963-8b8c-5d9d5d0f1009 None None] The sync data for ids ['d07bcb38-309e-4f0f-ac69-9368720dbfec'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:17.007624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:floatingip and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:17.021119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:17.039387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.043235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1d0726f-d2bd-4f65-a325-df484e7babb3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8004422 Nov 16 21:29:17.048205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58330) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.055700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': False}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:17.075064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a36b7c-6812-405f-a17a-27e7cdc1efc3 req-5d94e578-2d15-4c54-ae46-202b1b5f02ff tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:17.076570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4a36b7c-6812-405f-a17a-27e7cdc1efc3 req-5d94e578-2d15-4c54-ae46-202b1b5f02ff tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 931 time: 0.2044806 Nov 16 21:29:17.195322 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-656d412e-217c-44b4-b1c8-4cc75c5e5b9d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:17.197690 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-656d412e-217c-44b4-b1c8-4cc75c5e5b9d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags/tempest-TagsExtTest-Tag-438842249 HTTP/1.1" status: 404 len: 328 time: 0.2341449 Nov 16 21:29:17.201268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58334) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.217533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-ca7274c5-66e9-457b-9c14-6e4b0814df77 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', {'tags': ['tempest-TagsExtTest-Tag-1868387883', 'tempest-TagsExtTest-Tag-924716480', 'tempest-TagsExtTest-Tag-1685836226']}) {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.218676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] For port 42a6bc60-c6d9-4746-904b-0a68d71efbd8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=42a6bc60-c6d9-4746-904b-0a68d71efbd8,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:17.219119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.242597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6743123-bdab-409f-abdc-7088bc4c482d {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:17.252628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for 42a6bc60-c6d9-4746-904b-0a68d71efbd8 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:17.258840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.266521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4a36b7c-6812-405f-a17a-27e7cdc1efc3 req-87de0866-36bb-4ee7-8331-cf1373df9da4 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723263 Nov 16 21:29:17.295969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca7274c5-66e9-457b-9c14-6e4b0814df77 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "PUT /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags HTTP/1.1" status: 200 len: 317 time: 0.0837855 Nov 16 21:29:17.307194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.311075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-b110160a-bca1-4100-892c-5dc8b3d16106 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.361455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b110160a-bca1-4100-892c-5dc8b3d16106 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags HTTP/1.1" status: 204 len: 168 time: 0.0609732 Nov 16 21:29:17.364635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.374635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-30bfdfc4-0525-45f2-b3be-8b1b8af634c4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-1868387883') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.401569 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-30bfdfc4-0525-45f2-b3be-8b1b8af634c4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:17.402717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-30bfdfc4-0525-45f2-b3be-8b1b8af634c4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-1868387883 HTTP/1.1" status: 404 len: 329 time: 0.0369558 Nov 16 21:29:17.405397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.410549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-432b6ba0-8a14-46d0-b60c-b055b0885708 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-924716480') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.432934 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-432b6ba0-8a14-46d0-b60c-b055b0885708 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:17.436588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-432b6ba0-8a14-46d0-b60c-b055b0885708 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-924716480 HTTP/1.1" status: 404 len: 328 time: 0.0276952 Nov 16 21:29:17.436857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58344) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.441482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-28a6e8c6-1dfe-4873-826b-cb6a1cce4a19 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb', 'tempest-TagsExtTest-Tag-1685836226') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.465398 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-28a6e8c6-1dfe-4873-826b-cb6a1cce4a19 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] show failed (client error): The resource could not be found. Nov 16 21:29:17.469060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-28a6e8c6-1dfe-4873-826b-cb6a1cce4a19 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags/tempest-TagsExtTest-Tag-1685836226 HTTP/1.1" status: 404 len: 329 time: 0.0288289 Nov 16 21:29:17.469349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58346) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.475336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-44874751-c76d-4533-8667-038425ca6cec tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.510904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44874751-c76d-4533-8667-038425ca6cec tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb/tags HTTP/1.1" status: 204 len: 168 time: 0.0403736 Nov 16 21:29:17.513405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58350) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.527117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-44e524e8-d219-4ba2-9382-05010206d559 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2291d483-0a77-4b0d-b3eb-fda7b2396479') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.632639 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44e524e8-d219-4ba2-9382-05010206d559 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479/tags HTTP/1.1" status: 204 len: 168 time: 0.1090989 Nov 16 21:29:17.634947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58356) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.639530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-5023bf86-4e29-4030-a442-f4c6995a4604 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8b75ca25-1f99-4e40-9026-e19547b25f70') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.718389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5023bf86-4e29-4030-a442-f4c6995a4604 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70/tags HTTP/1.1" status: 204 len: 168 time: 0.0822737 Nov 16 21:29:17.723606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58360) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.735479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.tag.tag_plugin [None req-1fff5c7c-9773-4629-9ec3-aba87ecdf439 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8a35cf0c-1109-4a4f-ba3f-ac009ca27b50') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:17.802699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1fff5c7c-9773-4629-9ec3-aba87ecdf439 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50/tags HTTP/1.1" status: 204 len: 168 time: 0.0742097 Nov 16 21:29:17.802919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:security_group and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:17.803440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58362) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:17.808331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Transition to ACTIVE for port object e6743123-bdab-409f-abdc-7088bc4c482d will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:29:17.811998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.826762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.828755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:17.868117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Pushing event updated for resources: {'Port': ['ID=e6743123-bdab-409f-abdc-7088bc4c482d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:17.932009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4705d9dc-1a10-49f1-a49a-ad616f62bd5e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:17.947090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4639812-ee25-44af-9642-846d3f779fc6 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:17.952855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Usage tracker for resource:security_group_rule and project:7fe997e3d572451e9ef3ba18beda9164 is out of sync, need to count used quota {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 21:29:17.971123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Attempting to bind port e6743123-bdab-409f-abdc-7088bc4c482d on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:17.971607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Attempting to bind port e6743123-bdab-409f-abdc-7088bc4c482d by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:17.972040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Attempting to bind port e6743123-bdab-409f-abdc-7088bc4c482d on network c3863b0b-446a-4854-82f8-211d2c774bf4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:17.978017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Port e6743123-bdab-409f-abdc-7088bc4c482d on network c3863b0b-446a-4854-82f8-211d2c774bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:29:17.978463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Attempting to bind port e6743123-bdab-409f-abdc-7088bc4c482d on network c3863b0b-446a-4854-82f8-211d2c774bf4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:17.986794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:17.987258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Checking segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:17.987754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Bound using segment: {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:17.988313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Bound port: e6743123-bdab-409f-abdc-7088bc4c482d, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd852d5-ed02-45bc-a06c-02c94cbc474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:17.988752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:17.996543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.quota.resource [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 21:29:18.054625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee2509cb-9c47-4be4-a551-49153a678e07 tempest-QuotasTest-431566315 tempest-QuotasTest-431566315-project-admin] 10.222.0.48 "GET /v2.0/quotas/7fe997e3d572451e9ef3ba18beda9164/details.json HTTP/1.1" status: 200 len: 703 time: 1.8186209 Nov 16 21:29:18.067612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] For port e6743123-bdab-409f-abdc-7088bc4c482d, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:18.071028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] For port e6743123-bdab-409f-abdc-7088bc4c482d, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e6743123-bdab-409f-abdc-7088bc4c482d,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:18.076525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.121222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.121951 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.123415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] 10.222.0.47 "PUT /v2.0/ports/e6743123-bdab-409f-abdc-7088bc4c482d HTTP/1.1" status: 200 len: 1091 time: 1.9274521 Nov 16 21:29:18.123884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'tag': 'e6743123-bdab-409f-abdc-7088bc4c482d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:18.126355 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b078150-9784-46a3-a421-adf69c2c6d34" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fdee24-d50f-41ec-981b-c128abbc35c7", "tag": "e6743123-bdab-409f-abdc-7088bc4c482d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:18.183248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ad2515be-ce16-4ba4-8a9e-4a6932926e26 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for subnetpool, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.186788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ad2515be-ce16-4ba4-8a9e-4a6932926e26 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnetpools/e3b37ac7-fc16-4ab5-b0c4-f5315d1b59eb HTTP/1.1" status: 204 len: 168 time: 0.3783422 Nov 16 21:29:18.190549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58372) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:18.202534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.239845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c5a9b-1646-419a-acfc-7f14aa0b9eab service neutron] Pushing event updated for resources: {'Port': ['ID=e6743123-bdab-409f-abdc-7088bc4c482d,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:18.245298 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb18f4-727f-4e9a-8292-1d8642d140df x-openstack-request-id: req-bbdb18f4-727f-4e9a-8292-1d8642d140df {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:18.245889 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fdee24-d50f-41ec-981b-c128abbc35c7", "tag": "e6743123-bdab-409f-abdc-7088bc4c482d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:18.246316 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbdb18f4-727f-4e9a-8292-1d8642d140df {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:18.246865 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'tag': 'e6743123-bdab-409f-abdc-7088bc4c482d', 'status': 'completed', 'code': 200} Nov 16 21:29:18.286478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-77310f41-27c9-4514-b312-45b4ad96fcd5 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "GET /v2.0/ports?device_id=2291d483-0a77-4b0d-b3eb-fda7b2396479 HTTP/1.1" status: 200 len: 205 time: 0.0712848 Nov 16 21:29:18.289137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:18.315022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.318399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.328776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.370657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.416042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=42a6bc60-c6d9-4746-904b-0a68d71efbd8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:18.433704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e88ff-2072-4789-819e-dff0fdd07678 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:18.448418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.449017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618b2252-a0ac-4886-9ed1-61f401222d9c {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:18.456234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.457446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dae7e0ee-5151-491b-b97f-026a5753af84 admin admin] 10.222.0.48 "DELETE /v2.0/routers/618b2252-a0ac-4886-9ed1-61f401222d9c HTTP/1.1" status: 204 len: 168 time: 3.8244798 Nov 16 21:29:18.460075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:18.584981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-30418bda-8b03-4f53-ae9e-c9814524b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.586750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-30418bda-8b03-4f53-ae9e-c9814524b12d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 1094 time: 0.4045763 Nov 16 21:29:18.607317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c973-eca6-4a54-a972-fd002843bf3f req-9d4d009b-b3b0-458c-97b0-20b0d9f4019a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:18.611619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58388) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:18.619248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e352c973-eca6-4a54-a972-fd002843bf3f req-9d4d009b-b3b0-458c-97b0-20b0d9f4019a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 943 time: 0.1762037 Nov 16 21:29:18.620673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Deleting subnet 4900acb4-23f2-42d4-87b5-5ff651f9925c {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:18.629470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.631659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.635264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.744497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86001a9d-ce57-4cef-b16b-2472486125a2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:18.764741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.770956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.802479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 86001a9d-ce57-4cef-b16b-2472486125a2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:18.804882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86001a9d-ce57-4cef-b16b-2472486125a2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:18.820954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.858728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.859620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Fanout notify agent at l3_agent the message router_deleted on router cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:18.888554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:18.890000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bd12f32a-2f44-46a2-9c9b-b41998e48087 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/routers/cc5c70da-a3cc-4906-b8fb-d9ea7c43ae07 HTTP/1.1" status: 204 len: 168 time: 4.2558830 Nov 16 21:29:18.896001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58394) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:18.919747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c94dc5b5-ad77-4ce6-a843-7818c187d984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.104515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-42b1ca1b-86d5-42b3-80f0-9065c308cf29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6743123-bdab-409f-abdc-7088bc4c482d HTTP/1.1" status: 200 len: 217 time: 0.4738967 Nov 16 21:29:19.149529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.198497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.240641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.243305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.330888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e352c973-eca6-4a54-a972-fd002843bf3f req-a5d51308-855c-4622-ab75-7a09e60b1f1e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098169 Nov 16 21:29:19.336072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.337221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Fanout notify agent at l3_agent the message router_deleted on router 2291d483-0a77-4b0d-b3eb-fda7b2396479 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:19.351917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.355276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b3852ad1-eeeb-4759-b9e2-17f908e2073d tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/routers/2291d483-0a77-4b0d-b3eb-fda7b2396479 HTTP/1.1" status: 204 len: 168 time: 1.0628371 Nov 16 21:29:19.356297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:19.363943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.386715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-d07cc2e5-fc48-4787-af49-9e91aec75de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:19.388141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-d07cc2e5-fc48-4787-af49-9e91aec75de6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.2713876 Nov 16 21:29:19.446421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c94dc5b5-ad77-4ce6-a843-7818c187d984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.468846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-f7fc9725-34d7-42c7-9b6a-68d4c3561fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719724 Nov 16 21:29:19.502141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932391b5-2841-42aa-80c5-12e1964064b3 None None] Network d81a8710-fd36-40cc-8775-10a384459c66 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:19.529274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4900acb4-23f2-42d4-87b5-5ff651f9925c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:19.532368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.536079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.541966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae787638-b620-4dc2-91f6-8ef2d0a9e83c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4900acb4-23f2-42d4-87b5-5ff651f9925c HTTP/1.1" status: 204 len: 168 time: 1.0810981 Nov 16 21:29:19.545116 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c94dc5b5-ad77-4ce6-a843-7818c187d984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.547714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58404) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:19.582766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Deleting port 8b75ca25-1f99-4e40-9026-e19547b25f70 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:19.583279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.712815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3fba56-b806-43a6-91e5-928b34e0b851']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:19.718645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-b212dbc7-ebbd-4ced-8d4a-ffccfafb2ec8 service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412827 Nov 16 21:29:19.740489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.757885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c94dc5b5-ad77-4ce6-a843-7818c187d984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54070b65f6b84947a713b786161a9755&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1451371 Nov 16 21:29:19.759829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:19.760131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3415d9-6afc-4fa1-b3b3-c68a87dbdb16') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:19.769428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] DHCP port deletion for d81a8710-fd36-40cc-8775-10a384459c66 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:19.785056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58410) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:19.796360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Calling delete_port for 8b75ca25-1f99-4e40-9026-e19547b25f70 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:19.801230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dc5b5-ad77-4ce6-a843-7818c187d984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f06f246-be47-4601-ae9d-0e52b4724a07,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:19.807324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.829081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.860427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] Deleting port e73786cd-358e-4f08-b26a-c875a0b195ec {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:19.861331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.897702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.944446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:19.945161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.947247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] For port e73786cd-358e-4f08-b26a-c875a0b195ec, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e73786cd-358e-4f08-b26a-c875a0b195ec,segment=NetworkSegment(5b22c10e-256f-4312-997f-80f573bc0f1c),segment_id=5b22c10e-256f-4312-997f-80f573bc0f1c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:19.947874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:19.950508 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:19.967300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] Calling delete_port for e73786cd-358e-4f08-b26a-c875a0b195ec owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:20.019670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4157d3-a64f-4a81-8ba2-8bf3494a3f43 req-6d54fb4d-d48c-47af-9975-50c5f9797168 service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912576 Nov 16 21:29:20.020537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.057057 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.060565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event deleted for resources: {'Port': ['ID=8b75ca25-1f99-4e40-9026-e19547b25f70,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:20.075755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] No DVR routers for this DVR port e73786cd-358e-4f08-b26a-c875a0b195ec on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:20.107764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df682d60-234f-43ca-ba1a-b9765ece54bd None None] Pushing event deleted for resources: {'Port': ['ID=e73786cd-358e-4f08-b26a-c875a0b195ec,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:20.130399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] The port 'e73786cd-358e-4f08-b26a-c875a0b195ec' was deleted {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 21:29:20.180154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.181937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-660a46e8-9e75-402d-8651-8ade33506cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.209867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-6694cc10-80e4-4809-a9e4-1d129b8076cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:20.211389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-6694cc10-80e4-4809-a9e4-1d129b8076cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 1094 time: 0.1084833 Nov 16 21:29:20.216837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.221126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be4fde5e-d3e3-4637-9d37-2db402c400f4 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/ports/8b75ca25-1f99-4e40-9026-e19547b25f70 HTTP/1.1" status: 204 len: 168 time: 0.8636694 Nov 16 21:29:20.226443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.234567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.239953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.246441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/networks/2c3fba56-b806-43a6-91e5-928b34e0b851 HTTP/1.1" status: 204 len: 168 time: 1.3470588 Nov 16 21:29:20.247440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58418) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:20.247794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:20.314546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-082c324e-0536-4ac9-a0fd-547cb1bfd60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:20.316687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-082c324e-0536-4ac9-a0fd-547cb1bfd60d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 911 time: 0.0944283 Nov 16 21:29:20.386192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-66884448-194b-429a-8131-55f247c4b907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6743123-bdab-409f-abdc-7088bc4c482d HTTP/1.1" status: 200 len: 217 time: 0.0619037 Nov 16 21:29:20.391027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Network': ['ID=2c3fba56-b806-43a6-91e5-928b34e0b851,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:20.458303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-e0ba8fd6-0774-4377-b34a-683b7d519cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:20.459783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-e0ba8fd6-0774-4377-b34a-683b7d519cbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.0654128 Nov 16 21:29:20.494025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-3c0e4ce3-eb2b-451b-aed3-8e639d8ef49c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268784 Nov 16 21:29:20.621687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-65a70568-9136-425b-b500-6eec0d96a167 service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203187 Nov 16 21:29:20.643395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e73786cd-358e-4f08-b26a-c875a0b195ec no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:20.680333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: e73786cd-358e-4f08-b26a-c875a0b195ec {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:20.680693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e73786cd-358e-4f08-b26a-c875a0b195ec not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:20.681562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 42a6bc60-c6d9-4746-904b-0a68d71efbd8 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:20.719650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 42a6bc60-c6d9-4746-904b-0a68d71efbd8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:20.720247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 42a6bc60-c6d9-4746-904b-0a68d71efbd8 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:20.721395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4705d9dc-1a10-49f1-a49a-ad616f62bd5e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:20.751313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4b078150-9784-46a3-a421-adf69c2c6d34 req-ace2b038-7c7e-461d-8d61-15163142beda service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217513 Nov 16 21:29:20.770761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4705d9dc-1a10-49f1-a49a-ad616f62bd5e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:20.771231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4705d9dc-1a10-49f1-a49a-ad616f62bd5e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:20.782847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f73a860-cb70-4727-b28c-b8d0c68427ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.844049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.844661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.844753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.845059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.845807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.846148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.846480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.846810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.847500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.847500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.847908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.848073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2c635f-6900-427c-9583-e8d39c457b07 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:20.852386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-660a46e8-9e75-402d-8651-8ade33506cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.857322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:20.981731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81a8710-fd36-40cc-8775-10a384459c66']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:20.988119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Deleting subnet 8a35cf0c-1109-4a4f-ba3f-ac009ca27b50 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:21.034020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.040852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b22c10e-256f-4312-997f-80f573bc0f1c') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:21.041149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b22c10e-256f-4312-997f-80f573bc0f1c') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:21.091529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.129141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52869bf-01d9-4452-b9ff-9622bd78e45d req-216e564e-78a2-47d0-911d-de3b0edaba84 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:21.130769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a52869bf-01d9-4452-b9ff-9622bd78e45d req-216e564e-78a2-47d0-911d-de3b0edaba84 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 943 time: 0.6920366 Nov 16 21:29:21.158716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.166359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.207974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:21.208401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:21.210564 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:21.271249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-660a46e8-9e75-402d-8651-8ade33506cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.274006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-660a46e8-9e75-402d-8651-8ade33506cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.275225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-660a46e8-9e75-402d-8651-8ade33506cdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f06f246-be47-4601-ae9d-0e52b4724a07 HTTP/1.1" status: 204 len: 168 time: 1.4891002 Nov 16 21:29:21.290348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Router d07bcb38-309e-4f0f-ac69-9368720dbfec has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:21.347620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a46e8-9e75-402d-8651-8ade33506cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f06f246-be47-4601-ae9d-0e52b4724a07,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:21.366973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.376225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a52869bf-01d9-4452-b9ff-9622bd78e45d req-8574e03a-f4db-493d-bb68-88cb2628952a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317038 Nov 16 21:29:21.406750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.407830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d81a8710-fd36-40cc-8775-10a384459c66 HTTP/1.1" status: 204 len: 168 time: 1.8501542 Nov 16 21:29:21.411622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58442) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:21.499064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de4a51-748f-431f-a03b-9b3f89887621 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81a8710-fd36-40cc-8775-10a384459c66,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:21.525264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.532421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port ce88f4e3-40dd-44b8-8dec-7a86226297b6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:21.532860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.674595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:21.689871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.691536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0cc478e5-1577-444d-ae83-bb9ebf4ce7af tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "PUT /v2.0/routers/d07bcb38-309e-4f0f-ac69-9368720dbfec HTTP/1.1" status: 200 len: 922 time: 4.6398702 Nov 16 21:29:21.691884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] Sync routers for ids ['d07bcb38-309e-4f0f-ac69-9368720dbfec'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:21.694581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58452) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:21.710029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] Routers {'d07bcb38-309e-4f0f-ac69-9368720dbfec'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:21.710999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d07bcb38-309e-4f0f-ac69-9368720dbfec'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:21.715947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58454) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:21.735601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b020dc64-fb24-43f2-b223-93fe474dcc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.756848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:21.767100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] Routers {'d07bcb38-309e-4f0f-ac69-9368720dbfec'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:21.768783 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:28:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d07bcb38-309e-4f0f-ac69-9368720dbfec'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:21.775289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.775622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.796612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for ce88f4e3-40dd-44b8-8dec-7a86226297b6 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:21.810406 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.838340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:21.839218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c494f-fd4e-42d6-bef4-a6ea74aa5573 None None] The sync data for ids ['d07bcb38-309e-4f0f-ac69-9368720dbfec'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:21.857541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.861312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/subnets/8a35cf0c-1109-4a4f-ba3f-ac009ca27b50 HTTP/1.1" status: 204 len: 168 time: 1.6120389 Nov 16 21:29:21.864385 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a59b25-d952-4f7f-9109-2ae3a17e1b9d None None] Network 04c7e60f-b864-4fc1-99aa-2363150c5bf0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:21.864836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18154286-8395-4d29-80d4-5b4aef6d4f55 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event deleted for resources: {'Subnet': ['ID=8a35cf0c-1109-4a4f-ba3f-ac009ca27b50,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:21.870050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58460) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:21.972611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b020dc64-fb24-43f2-b223-93fe474dcc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:21.981723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-919d58a1-c117-4a18-b594-0eb269f2d93d tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/d07bcb38-309e-4f0f-ac69-9368720dbfec HTTP/1.1" status: 200 len: 922 time: 0.2821569 Nov 16 21:29:21.984494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58462) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:21.989461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b020dc64-fb24-43f2-b223-93fe474dcc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.021277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.057183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020dc64-fb24-43f2-b223-93fe474dcc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e91536-d7ba-43a3-823a-fa269fa9743b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:22.061398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b020dc64-fb24-43f2-b223-93fe474dcc61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fe997e3d572451e9ef3ba18beda9164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444912 Nov 16 21:29:22.065767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58464) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.111794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] DHCP port deletion for 04c7e60f-b864-4fc1-99aa-2363150c5bf0 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:22.160221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58b769-9361-4057-bb11-3338f6fd034d tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:22.162549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cb58b769-9361-4057-bb11-3338f6fd034d tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=d07bcb38-309e-4f0f-ac69-9368720dbfec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1769025 Nov 16 21:29:22.170625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.199266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] Deleting port 92739de2-4b07-47b2-a10d-211fa5f656e4 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:22.199799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.210636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.226334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-382f4094-ad09-4c11-b310-75061af0c64c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.273762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] For port 92739de2-4b07-47b2-a10d-211fa5f656e4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=92739de2-4b07-47b2-a10d-211fa5f656e4,segment=NetworkSegment(92be94ab-8352-46c8-b6fb-88d2488e04ee),segment_id=92be94ab-8352-46c8-b6fb-88d2488e04ee)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:22.275078 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.289358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] Calling delete_port for 92739de2-4b07-47b2-a10d-211fa5f656e4 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:22.312026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Deleting port 92739de2-4b07-47b2-a10d-211fa5f656e4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:22.312286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.362932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb68969-d32b-4b51-b0e7-5a4e64efdfb4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:22.366944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9bb68969-d32b-4b51-b0e7-5a4e64efdfb4 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.1927762 Nov 16 21:29:22.366944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.368201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58472) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.377337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-382f4094-ad09-4c11-b310-75061af0c64c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.399319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=ce88f4e3-40dd-44b8-8dec-7a86226297b6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:22.408208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.417239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.428478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53cc4099-57bc-4ac2-9cf8-7849048efe69 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07bcb38-309e-4f0f-ac69-9368720dbfec HTTP/1.1" status: 200 len: 205 time: 0.0388987 Nov 16 21:29:22.431153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58478) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:22.481949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] Pushing event deleted for resources: {'Port': ['ID=92739de2-4b07-47b2-a10d-211fa5f656e4,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:22.487998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49706e50-359e-494d-97be-f5f2bead4f4b None None] No DVR routers for this DVR port 92739de2-4b07-47b2-a10d-211fa5f656e4 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:22.636461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.637312 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Floating IP db7e474a-f6e8-46f8-9214-d5ba6de75fa0 disassociated (deleted). External IP: 172.25.3.7, port: 266e57d9-2ae2-4a1f-9d91-15b594613428. Nov 16 21:29:22.643910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] For port 92739de2-4b07-47b2-a10d-211fa5f656e4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=92739de2-4b07-47b2-a10d-211fa5f656e4,segment=NetworkSegment(92be94ab-8352-46c8-b6fb-88d2488e04ee),segment_id=92be94ab-8352-46c8-b6fb-88d2488e04ee)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:22.644979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.673856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 92739de2-4b07-47b2-a10d-211fa5f656e4 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:22.716592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Calling delete_port for 92739de2-4b07-47b2-a10d-211fa5f656e4 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:22.725206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 92739de2-4b07-47b2-a10d-211fa5f656e4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:22.727007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 92739de2-4b07-47b2-a10d-211fa5f656e4 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:22.791872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.843703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-382f4094-ad09-4c11-b310-75061af0c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.847334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-382f4094-ad09-4c11-b310-75061af0c64c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:22.850919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-382f4094-ad09-4c11-b310-75061af0c64c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91e91536-d7ba-43a3-823a-fa269fa9743b HTTP/1.1" status: 204 len: 168 time: 0.7814965 Nov 16 21:29:22.890343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f4094-ad09-4c11-b310-75061af0c64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e91536-d7ba-43a3-823a-fa269fa9743b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:23.011476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.012111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b02d6ed6-aec6-4b12-86b7-01b06f65c8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.296015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb32df-d676-47c0-946f-75c82e0c141f req-f8dc735a-85c2-4abb-9ffd-b71965bf4241 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:23.297649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31fb32df-d676-47c0-946f-75c82e0c141f req-f8dc735a-85c2-4abb-9ffd-b71965bf4241 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 943 time: 0.7679636 Nov 16 21:29:23.431273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31fb32df-d676-47c0-946f-75c82e0c141f req-7d612971-08b9-4dd5-bf7a-6ce8a1251d28 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179938 Nov 16 21:29:23.445262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:23.451784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e6743123-bdab-409f-abdc-7088bc4c482d details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:29:23.548566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Deleting port 3dc93c12-3834-470c-8e63-2e3baa9003c3 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:23.549081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.610654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e6743123-bdab-409f-abdc-7088bc4c482d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e6743123-bdab-409f-abdc-7088bc4c482d,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:23.614789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.632597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e6743123-bdab-409f-abdc-7088bc4c482d', 'network_id': 'c3863b0b-446a-4854-82f8-211d2c774bf4', 'port_id': 'e6743123-bdab-409f-abdc-7088bc4c482d', 'mac_address': 'fa:16:3e:ae:dc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cc0557-af92-477e-8d2a-7dbef844a8b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:29:23.661065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.674820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Calling delete_port for 3dc93c12-3834-470c-8e63-2e3baa9003c3 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:23.690010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event deleted for resources: {'Port': ['ID=92739de2-4b07-47b2-a10d-211fa5f656e4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:23.693379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] No DVR routers for this DVR port 92739de2-4b07-47b2-a10d-211fa5f656e4 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:23.769232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.798191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6743123-bdab-409f-abdc-7088bc4c482d {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:23.830632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e6743123-bdab-409f-abdc-7088bc4c482d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e6743123-bdab-409f-abdc-7088bc4c482d,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:23.835997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.908880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e6743123-bdab-409f-abdc-7088bc4c482d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:23.928095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Deleting port 5c01db36-7468-40ae-b343-d556f446b23f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:23.928436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.932343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:23.940702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:23.943965 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] Sync routers for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:23.962113 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:23.963130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:23.974706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.008551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7ec365b6-ec02-4eb7-846c-e62c6266f483 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/floatingips/db7e474a-f6e8-46f8-9214-d5ba6de75fa0 HTTP/1.1" status: 204 len: 168 time: 3.7583175 Nov 16 21:29:24.009705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:24.012387 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0647186-58b1-40bb-a262-fa6689989cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:24.015944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event deleted for resources: {'Port': ['ID=3dc93c12-3834-470c-8e63-2e3baa9003c3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:24.036506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa96ad-1bce-4654-9396-1d8f73552c5e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:24.092925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.145446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.169281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58528) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:24.169281 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b526e-ddac-42e1-9c46-fd7a08f7738f x-openstack-request-id: req-c51b526e-ddac-42e1-9c46-fd7a08f7738f {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:24.169787 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:24.169787 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c51b526e-ddac-42e1-9c46-fd7a08f7738f {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:24.174927 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'status': 'completed', 'code': 200} Nov 16 21:29:24.207958 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:24.213676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.217719 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.231953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e6743123-bdab-409f-abdc-7088bc4c482d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:29:24.235387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.263727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c7e60f-b864-4fc1-99aa-2363150c5bf0']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:24.287206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.287938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Fanout notify agent at l3_agent the message router_deleted on router d07bcb38-309e-4f0f-ac69-9368720dbfec {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:24.292838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92be94ab-8352-46c8-b6fb-88d2488e04ee') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:24.295169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92be94ab-8352-46c8-b6fb-88d2488e04ee') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:24.297241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.301212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c925aa7e-2a24-4226-a643-172c526ddc33 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/d07bcb38-309e-4f0f-ac69-9368720dbfec HTTP/1.1" status: 204 len: 168 time: 1.8683321 Nov 16 21:29:24.304438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58534) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:24.327824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1164318667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:24.330424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.346826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.356733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:24.357632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.402039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.403967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:24.462788 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:24.466345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b11146b8-8b17-49b8-9ae4-855dcdf9543e tempest-AgentManagementNegativeTest-811484238 tempest-AgentManagementNegativeTest-811484238-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2934105 Nov 16 21:29:24.522085 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.528377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.554771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.578419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a2e25ecb-5f6c-46d2-98ea-237194fdddac tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2728531 Nov 16 21:29:24.582555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58544) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:24.597754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.623884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:24.626312 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.640872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] 10.222.0.48 "DELETE /v2.0/networks/04c7e60f-b864-4fc1-99aa-2363150c5bf0 HTTP/1.1" status: 204 len: 168 time: 2.7670820 Nov 16 21:29:24.648922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] For port 5c01db36-7468-40ae-b343-d556f446b23f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c01db36-7468-40ae-b343-d556f446b23f,segment=NetworkSegment(5680e103-c9cc-40f9-9bb5-ca05ea61a596),segment_id=5680e103-c9cc-40f9-9bb5-ca05ea61a596)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:24.650148 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:24.724537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-58fb7112-9ffc-4814-9419-146d22cbb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:24.726114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-58fb7112-9ffc-4814-9419-146d22cbb592 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cbda076b53643a1888ab607e8eb2651&device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 1135 time: 0.2645996 Nov 16 21:29:24.732044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503dd91-dab8-4a51-a061-60047871e996 tempest-TagsExtTest-919904582 tempest-TagsExtTest-919904582-project] Pushing event deleted for resources: {'Network': ['ID=04c7e60f-b864-4fc1-99aa-2363150c5bf0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:24.734600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Calling delete_port for 5c01db36-7468-40ae-b343-d556f446b23f owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:24.743240 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:24.803047 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] Checking router: 0be5bf2c-7c82-4a5d-95a5-0f67b78040db for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:24.835379 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:24.836852 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:24.975310 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:25.075585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:25.076437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58562) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:25.129616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899192a-461d-40e5-9cca-1edf598ddfc1 req-828c2140-96bd-46d1-ba1e-1475b6c4c652 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:25.143065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3899192a-461d-40e5-9cca-1edf598ddfc1 req-828c2140-96bd-46d1-ba1e-1475b6c4c652 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 944 time: 0.5548112 Nov 16 21:29:25.156800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a116a-4ae5-4c85-a028-b381d16c709e req-9e0eea5d-5b8e-48a8-9196-d3910d596392 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:25.160995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.165844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f71a116a-4ae5-4c85-a028-b381d16c709e req-9e0eea5d-5b8e-48a8-9196-d3910d596392 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.6610222 Nov 16 21:29:25.305778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3899192a-461d-40e5-9cca-1edf598ddfc1 req-c2a9d677-034b-4210-8324-aba546dbc281 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617234 Nov 16 21:29:25.309226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:25.342677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c991d000-5246-4d48-9368-6d1feb6c6d2e None None] The sync data for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 is: [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:26:39Z', 'revision_number': 4, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05', 'name': '', 'network_id': '41d21a08-71da-43f7-9bb5-158b86cbcd5a', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:35Z', 'updated_at': '2021-11-16T21:26:45Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'subnets': [{'id': '332eda4f-aed8-4856-984c-7cb091c9c289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:25.391045 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:29:25.435664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6384b90-0d0d-401c-9448-71211a5cada7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.458813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e6743123-bdab-409f-abdc-7088bc4c482d up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:29:25.529005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e6743123-bdab-409f-abdc-7088bc4c482d completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:29:25.533501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e6743123-bdab-409f-abdc-7088bc4c482d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:25.534360 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.561281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.576562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.583984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6384b90-0d0d-401c-9448-71211a5cada7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.594987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.601878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9cb63914-68d6-4005-9166-6c4599369e6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3d207fbb7f94cbc97052c24e4c0a263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5207505 Nov 16 21:29:25.604705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58574) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:25.609728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f71a116a-4ae5-4c85-a028-b381d16c709e req-03221a55-5530-4403-a09e-de49798f8e4f tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4427643 Nov 16 21:29:25.612814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-3101e694-9323-470f-be08-8aac842ddc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:25.615079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-3101e694-9323-470f-be08-8aac842ddc6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 200 len: 898 time: 0.8763499 Nov 16 21:29:25.637832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6384b90-0d0d-401c-9448-71211a5cada7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.726661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c01db36-7468-40ae-b343-d556f446b23f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:25.797684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f164-db32-493a-af87-743c81421aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.802862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7fe67-ba4a-41c8-8aff-f7660958b3fd None None] New status for floating IP db7e474a-f6e8-46f8-9214-d5ba6de75fa0: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:29:25.816366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.824396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b6384b90-0d0d-401c-9448-71211a5cada7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c79697d823cf487ab376f49abb424ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7391407 Nov 16 21:29:25.828676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58578) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:25.857347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-7ba44f7b-3b94-459e-9a07-8152f837bdaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 200 len: 217 time: 0.2148395 Nov 16 21:29:25.900977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f164-db32-493a-af87-743c81421aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.928246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.938741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Allocated IP 172.25.3.99 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/223ad0e8-d117-40b3-9941-7ac90eaaa378) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:25.966507 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:25.997860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6743123-bdab-409f-abdc-7088bc4c482d'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:26.010535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf1d-2097-4076-98f8-68f1c1e724f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.020654 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffae404-7451-4225-a577-378d48168654" -d '{"events": [{"server_uuid": "d1fdee24-d50f-41ec-981b-c128abbc35c7", "name": "network-vif-plugged", "status": "completed", "tag": "e6743123-bdab-409f-abdc-7088bc4c482d"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:26.047337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e6743123-bdab-409f-abdc-7088bc4c482d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e6743123-bdab-409f-abdc-7088bc4c482d,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:26.053898 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.060417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6384b90-0d0d-401c-9448-71211a5cada7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc45e339-769a-4d90-9801-859814910170,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:26.154804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e6743123-bdab-409f-abdc-7088bc4c482d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:26.189668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf1d-2097-4076-98f8-68f1c1e724f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.246894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.255253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f164-db32-493a-af87-743c81421aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.256463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-8a2848e2-9e59-4325-b5a7-6f06df941a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:26.257936 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f164-db32-493a-af87-743c81421aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.258107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-8a2848e2-9e59-4325-b5a7-6f06df941a7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=332eda4f-aed8-4856-984c-7cb091c9c289 HTTP/1.1" status: 200 len: 835 time: 0.3719728 Nov 16 21:29:26.259114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2ed5f164-db32-493a-af87-743c81421aed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55861b9b-df01-4228-95a9-03dc41bf577d HTTP/1.1" status: 204 len: 168 time: 0.6533134 Nov 16 21:29:26.295424 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa18a2-d4cf-4a1c-acb5-636cc967d4d5 x-openstack-request-id: req-defa18a2-d4cf-4a1c-acb5-636cc967d4d5 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:26.295719 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fdee24-d50f-41ec-981b-c128abbc35c7", "name": "network-vif-plugged", "status": "completed", "tag": "e6743123-bdab-409f-abdc-7088bc4c482d", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:26.296490 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-defa18a2-d4cf-4a1c-acb5-636cc967d4d5 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:26.296894 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6743123-bdab-409f-abdc-7088bc4c482d', 'code': 200} Nov 16 21:29:26.297478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5f164-db32-493a-af87-743c81421aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55861b9b-df01-4228-95a9-03dc41bf577d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:26.346666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf1d-2097-4076-98f8-68f1c1e724f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.358883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67c0bf1d-2097-4076-98f8-68f1c1e724f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.367576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67c0bf1d-2097-4076-98f8-68f1c1e724f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc45e339-769a-4d90-9801-859814910170 HTTP/1.1" status: 204 len: 168 time: 0.5342138 Nov 16 21:29:26.372088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.399072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-e1e1b463-3581-4a3b-a4b7-155a09402318 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:26.401037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-e1e1b463-3581-4a3b-a4b7-155a09402318 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.47 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.3377342 Nov 16 21:29:26.413906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0bf1d-2097-4076-98f8-68f1c1e724f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc45e339-769a-4d90-9801-859814910170,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:26.524630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:26.535681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-e40bba30-709f-419c-a25b-75fff2db41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:26.537607 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-e40bba30-709f-419c-a25b-75fff2db41ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41d21a08-71da-43f7-9bb5-158b86cbcd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2574711 Nov 16 21:29:26.547265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:26.557371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:26.581417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403cb20b-4c85-4efc-b331-8420adc3de35 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:26.655635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event updated for resources: {'Port': ['ID=223ad0e8-d117-40b3-9941-7ac90eaaa378,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:26.690754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-59085402-be1f-4b74-a02f-578917c35b33 None None] Provisioning complete for port 223ad0e8-d117-40b3-9941-7ac90eaaa378 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:26.692206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba7c0e-c285-4c8d-ae6b-8b3d2ace9ba4 req-66cdef6a-a18d-4968-addf-54f8d2982e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:26.692844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59085402-be1f-4b74-a02f-578917c35b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:26.696308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8ba7c0e-c285-4c8d-ae6b-8b3d2ace9ba4 req-66cdef6a-a18d-4968-addf-54f8d2982e2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 1096 time: 0.2758150 Nov 16 21:29:27.059799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-59085402-be1f-4b74-a02f-578917c35b33 None None] Port 223ad0e8-d117-40b3-9941-7ac90eaaa378 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:27.061916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.086798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.138255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e8ba7c0e-c285-4c8d-ae6b-8b3d2ace9ba4 req-25bd0eb0-0839-448a-a72f-1d9506a3f409 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340494 Nov 16 21:29:27.243888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ce57e-e753-4129-9438-2b20a589b668 req-60aeef75-7cb4-4c5a-95eb-1b738e3a2233 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:27.245647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0ce57e-e753-4129-9438-2b20a589b668 req-60aeef75-7cb4-4c5a-95eb-1b738e3a2233 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 984 time: 0.4799418 Nov 16 21:29:27.285441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ee244-457e-43f1-a652-1558b67928f1 req-9dc81898-efc0-4428-8b3e-37cdfc1bc0db tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:27.287698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-883ee244-457e-43f1-a652-1558b67928f1 req-9dc81898-efc0-4428-8b3e-37cdfc1bc0db tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.7488930 Nov 16 21:29:27.327692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port 266e57d9-2ae2-4a1f-9d91-15b594613428 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:27.328116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.356151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.365351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f0ce57e-e753-4129-9438-2b20a589b668 req-86f517c7-2c9f-4c03-953f-82c11724eba3 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f129b99-17ca-4f85-bde9-16c8d3675b21&id=1c857c7d-4532-4524-93a4-47987438a2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1111031 Nov 16 21:29:27.508900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-883ee244-457e-43f1-a652-1558b67928f1 req-d7f34d86-92bb-4a52-ac09-caf4ab312ccf tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039173 Nov 16 21:29:27.525352 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-dbd250ed-453a-4ca2-a6b6-76e50a3cccb6 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657540 Nov 16 21:29:27.534354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 02019612-f709-4627-bd6c-21857833b088 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:27.534939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.617160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.620985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.652275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port 02019612-f709-4627-bd6c-21857833b088, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02019612-f709-4627-bd6c-21857833b088,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:27.652884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:27.669886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 02019612-f709-4627-bd6c-21857833b088 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:27.823193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Router f869ea1a-984c-4d09-8f00-b52165dc5114 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:29:27.882746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:27.888544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035391 Nov 16 21:29:27.896016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:27.982458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.034573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:28.042902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.044132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eeeea84a-ae74-472f-82eb-10350775dc98 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "PUT /v2.0/routers/f869ea1a-984c-4d09-8f00-b52165dc5114 HTTP/1.1" status: 200 len: 879 time: 3.4606042 Nov 16 21:29:28.046613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58670) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.049545 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] Sync routers for ids ['f869ea1a-984c-4d09-8f00-b52165dc5114'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:28.069087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0647186-58b1-40bb-a262-fa6689989cf6 req-50b3cf8b-a0f8-429e-b047-ae7473e7e0f8 service neutron] 10.222.0.47 "GET /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351996 Nov 16 21:29:28.101258 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] Routers {'f869ea1a-984c-4d09-8f00-b52165dc5114'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:28.105321 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f869ea1a-984c-4d09-8f00-b52165dc5114'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:28.111240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] For port 266e57d9-2ae2-4a1f-9d91-15b594613428, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=266e57d9-2ae2-4a1f-9d91-15b594613428,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:28.111787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.161869 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:28.177077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] Routers {'f869ea1a-984c-4d09-8f00-b52165dc5114'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:28.178075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f869ea1a-984c-4d09-8f00-b52165dc5114'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:28.181768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8cb0c4f8-f5fa-4afa-bd7c-63355da7924a tempest-NetworksApiDiscovery-933119022 tempest-NetworksApiDiscovery-933119022-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2841692 Nov 16 21:29:28.185380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-536c91cb-6616-4224-ac01-d02052789229 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.186620 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-536c91cb-6616-4224-ac01-d02052789229 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2026949 Nov 16 21:29:28.189628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for 266e57d9-2ae2-4a1f-9d91-15b594613428 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:28.198357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Router 08645f6a-5108-4d86-841c-45f26aa6886c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:28.201471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58674) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.210508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-d7a7833e-af02-4cde-bdd7-cb9c45076aec tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.211567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d7a7833e-af02-4cde-bdd7-cb9c45076aec tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088446 Nov 16 21:29:28.214482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58678) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.231085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-3918337a-90db-4c79-aedc-aced18aedfb4 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.231849 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:28.235292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3918337a-90db-4c79-aedc-aced18aedfb4 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0098372 Nov 16 21:29:28.235465 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e8b08-7c53-42e3-90b6-2f99763cf094 None None] The sync data for ids ['f869ea1a-984c-4d09-8f00-b52165dc5114'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:28.238344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58680) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.247888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-645a27cf-3f1a-414f-8975-a33c57a9b5f2 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.248799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-645a27cf-3f1a-414f-8975-a33c57a9b5f2 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083807 Nov 16 21:29:28.251894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58682) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.257262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-0a25b333-9eb1-4f17-9ec3-f0e5272a08b5 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.261433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a25b333-9eb1-4f17-9ec3-f0e5272a08b5 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050786 Nov 16 21:29:28.262031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.266196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-a00d6639-db6d-456d-8e92-43933972c7f7 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.269727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a00d6639-db6d-456d-8e92-43933972c7f7 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043981 Nov 16 21:29:28.275982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5663eb0c-3f2e-492d-875d-4433de337741 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/f869ea1a-984c-4d09-8f00-b52165dc5114 HTTP/1.1" status: 200 len: 920 time: 0.2280085 Nov 16 21:29:28.276882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58686) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.277162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58688) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.292861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-6adc8f6f-5b60-4dbb-a0bf-b452881ba68f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.296783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6adc8f6f-5b60-4dbb-a0bf-b452881ba68f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0159371 Nov 16 21:29:28.297087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58690) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.324274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-d9aff385-c1a2-49f0-8ccc-fc9b56a36ea0 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.328075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d9aff385-c1a2-49f0-8ccc-fc9b56a36ea0 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0272946 Nov 16 21:29:28.330055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58692) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.337395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-24e82a82-de80-4e3c-b88d-3f3fb01f12b1 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.341076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24e82a82-de80-4e3c-b88d-3f3fb01f12b1 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074263 Nov 16 21:29:28.343218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58694) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.348726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-b60566b7-b84e-4c87-9f23-bba82d450054 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.352359 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b60566b7-b84e-4c87-9f23-bba82d450054 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053103 Nov 16 21:29:28.361627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.370873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-db088660-97a5-4597-97b2-43bb3c49af26 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.374358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-db088660-97a5-4597-97b2-43bb3c49af26 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090134 Nov 16 21:29:28.377067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8814cdf-d4c7-451c-9ebc-5cf7c4161ba7 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:28.381001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58700) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.382265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a8814cdf-d4c7-451c-9ebc-5cf7c4161ba7 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=f869ea1a-984c-4d09-8f00-b52165dc5114&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1025157 Nov 16 21:29:28.383220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.404561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-6d05d2f8-8c5f-4eef-b796-08c0ee8e9a9a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.408625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6d05d2f8-8c5f-4eef-b796-08c0ee8e9a9a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0237963 Nov 16 21:29:28.417566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58706) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.430431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-8c56d172-f175-431e-b95d-5d63ec7d9777 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.431466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c56d172-f175-431e-b95d-5d63ec7d9777 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0129311 Nov 16 21:29:28.441106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58708) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.447651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-2b160d2c-c067-44c7-95a7-bfee126854c3 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.448719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b160d2c-c067-44c7-95a7-bfee126854c3 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048299 Nov 16 21:29:28.457371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58710) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.466138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-d8f640de-d3d6-46f2-aa08-94a4e46c2e71 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.467094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d8f640de-d3d6-46f2-aa08-94a4e46c2e71 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058136 Nov 16 21:29:28.472734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58712) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.495261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-ca7b0334-eca9-4a48-b024-2957ee22850a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.496257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca7b0334-eca9-4a48-b024-2957ee22850a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0209386 Nov 16 21:29:28.500888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58716) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.509830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-e2eb64b9-1063-4b22-86bd-7313466cb8c8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.511339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e2eb64b9-1063-4b22-86bd-7313466cb8c8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088210 Nov 16 21:29:28.514685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58718) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.523055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-14a839a5-48ed-4fb5-8eef-fe6875faef6d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.524076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14a839a5-48ed-4fb5-8eef-fe6875faef6d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067983 Nov 16 21:29:28.526165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:28.528642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58720) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.534970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:28.547914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00462a92-ca32-4d59-afa6-2cf32554f078 admin admin] 10.222.0.48 "PUT /v2.0/routers/08645f6a-5108-4d86-841c-45f26aa6886c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1316636 Nov 16 21:29:28.556885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.557667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] Sync routers for ids ['08645f6a-5108-4d86-841c-45f26aa6886c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:28.595380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] Routers {'08645f6a-5108-4d86-841c-45f26aa6886c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:28.598596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['08645f6a-5108-4d86-841c-45f26aa6886c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:28.610006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=02019612-f709-4627-bd6c-21857833b088,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:28.636208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-d3cec7b5-01ba-4e04-90ef-a0025b3ff894 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.646699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d3cec7b5-01ba-4e04-90ef-a0025b3ff894 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0673449 Nov 16 21:29:28.647945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58728) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.659111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-4a2a345f-535e-4e3b-be0c-9156cc232115 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.666813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4a2a345f-535e-4e3b-be0c-9156cc232115 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0155041 Nov 16 21:29:28.669877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58730) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.675377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-5751cc3f-9aea-469f-b1f1-cc0f6a4362e7 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.703149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5751cc3f-9aea-469f-b1f1-cc0f6a4362e7 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0318515 Nov 16 21:29:28.709973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58732) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.711429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811fe834-9c90-4a07-a084-e76d2aeb906b tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:28.713181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-811fe834-9c90-4a07-a084-e76d2aeb906b tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.3287849 Nov 16 21:29:28.717730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-89cef366-b6ca-4521-92a1-2ae8ca42518b tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.736316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-89cef366-b6ca-4521-92a1-2ae8ca42518b tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0212419 Nov 16 21:29:28.745490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58734) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.746100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58736) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.752535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-c031f1a7-6062-432f-99ae-a95e6022d0bd tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.754016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c031f1a7-6062-432f-99ae-a95e6022d0bd tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056129 Nov 16 21:29:28.761945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58738) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.779586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-946255ce-4be2-47a0-b137-0ff73461b909 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.781129 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-946255ce-4be2-47a0-b137-0ff73461b909 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0178013 Nov 16 21:29:28.803183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.807201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7ee19898-6d05-444a-b6e0-48047f7e0a73 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=f869ea1a-984c-4d09-8f00-b52165dc5114 HTTP/1.1" status: 200 len: 205 time: 0.0597868 Nov 16 21:29:28.810832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-98ebee14-8fc8-41b4-ad20-04ff04cfdd7a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.812489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-98ebee14-8fc8-41b4-ad20-04ff04cfdd7a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079048 Nov 16 21:29:28.814621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58742) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.816737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58744) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.826704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-4f97f7f0-bf96-4b56-ba46-569166a28f53 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.828149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f97f7f0-bf96-4b56-ba46-569166a28f53 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057805 Nov 16 21:29:28.855665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] Set router 08645f6a-5108-4d86-841c-45f26aa6886c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:28.861903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.865853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-0d120b5a-daf0-4c78-82e5-4adc5a4fb05e tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:28.867020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d120b5a-daf0-4c78-82e5-4adc5a4fb05e tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046401 Nov 16 21:29:28.918314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:28.942819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.216110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58758) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.267442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.267676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:29:25Z', 'revision_number': 5, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:29.311580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] Checking router: 08645f6a-5108-4d86-841c-45f26aa6886c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:29.318168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5120c8-fa15-45a7-ae2e-ab3063dc57bb req-b3c84884-e2d3-4464-bed9-ad39fd8808b1 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:29.319809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf5120c8-fa15-45a7-ae2e-ab3063dc57bb req-b3c84884-e2d3-4464-bed9-ad39fd8808b1 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3601797 Nov 16 21:29:29.324289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] Routers {'08645f6a-5108-4d86-841c-45f26aa6886c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:29.325466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['08645f6a-5108-4d86-841c-45f26aa6886c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:29.330042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=266e57d9-2ae2-4a1f-9d91-15b594613428,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:29.479330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 266e57d9-2ae2-4a1f-9d91-15b594613428 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:29.480126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-80207e90-80fb-4611-84d9-abc24e1747c8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.483692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-80207e90-80fb-4611-84d9-abc24e1747c8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.5617373 Nov 16 21:29:29.497806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.506563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 266e57d9-2ae2-4a1f-9d91-15b594613428 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:29.506935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 266e57d9-2ae2-4a1f-9d91-15b594613428 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:29.515698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-065a5931-14a3-4c3e-b8ee-24afcec072db tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.519260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-065a5931-14a3-4c3e-b8ee-24afcec072db tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0180073 Nov 16 21:29:29.520937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58770) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.526448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] Set router 08645f6a-5108-4d86-841c-45f26aa6886c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:29.542009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-48f34621-e074-4be1-9ad4-09f95c29ceff tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.545611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-48f34621-e074-4be1-9ad4-09f95c29ceff tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0211360 Nov 16 21:29:29.547562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8dae47c-d233-4728-9418-51df6aacf75c req-50a0b482-1741-45ce-b65f-5348bab9c23d tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 210 time: 0.0505347 Nov 16 21:29:29.550438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58772) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.556964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-24606ca9-1cb7-4dd9-987b-1f050bca4c5c tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.560408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24606ca9-1cb7-4dd9-987b-1f050bca4c5c tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065718 Nov 16 21:29:29.564604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58774) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.576420 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-e15059aa-7a97-4efd-a30b-c6b3e8f6fd2d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.579962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e15059aa-7a97-4efd-a30b-c6b3e8f6fd2d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117395 Nov 16 21:29:29.582299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58776) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.589596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-39ef4bdf-4a61-464f-a83d-9ac2eb6d74e6 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.593278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-39ef4bdf-4a61-464f-a83d-9ac2eb6d74e6 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074480 Nov 16 21:29:29.594038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58778) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.599674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-aedea9d2-7984-4f5f-a369-3e71523675da tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.600549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aedea9d2-7984-4f5f-a369-3e71523675da tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054955 Nov 16 21:29:29.605404 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.607514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.652439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-d93d75cc-81b6-457b-bf4a-56c32399063a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.652439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d93d75cc-81b6-457b-bf4a-56c32399063a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0403185 Nov 16 21:29:29.689616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58784) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.696633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-0ca49703-6d30-4ce0-ae5a-3fd28c83a62b tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.697871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0ca49703-6d30-4ce0-ae5a-3fd28c83a62b tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069768 Nov 16 21:29:29.700956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58786) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.711650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-047c1c4e-5ba9-43d7-beb5-8260b7b9eb9f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.713461 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-047c1c4e-5ba9-43d7-beb5-8260b7b9eb9f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0107400 Nov 16 21:29:29.723577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58788) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.734004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-08d3fe04-6612-4930-997d-ed7d7eeca33d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.735330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-08d3fe04-6612-4930-997d-ed7d7eeca33d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0160413 Nov 16 21:29:29.739540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58790) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.744925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-d7efc05f-a859-4374-89fa-860945c0c74a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.746244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d7efc05f-a859-4374-89fa-860945c0c74a tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050347 Nov 16 21:29:29.749492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58792) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.755065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-8a0a46d2-b1e6-42ec-8e07-ba032a67dc0d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.756215 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8a0a46d2-b1e6-42ec-8e07-ba032a67dc0d tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053463 Nov 16 21:29:29.759307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58796) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.767797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-13f3e4db-8c88-46c8-a9c3-3190a583feb5 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.769617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-13f3e4db-8c88-46c8-a9c3-3190a583feb5 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0086286 Nov 16 21:29:29.772234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58798) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.776968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-8c7f8afd-7f67-47f2-a932-d15cb5007933 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.778161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8c7f8afd-7f67-47f2-a932-d15cb5007933 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047545 Nov 16 21:29:29.781151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58800) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.787222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-9fade5af-af06-4584-b6e5-01f5cbf16921 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.789894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9fade5af-af06-4584-b6e5-01f5cbf16921 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062189 Nov 16 21:29:29.793999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58802) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.802102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-29f04385-b598-410e-9c98-b1e9d1ebd02f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.804207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-29f04385-b598-410e-9c98-b1e9d1ebd02f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089729 Nov 16 21:29:29.811990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58804) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.824689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:29:25Z', 'revision_number': 5, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:29.826254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-b96fec61-487b-4d27-9c39-c4b1f708449f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.828715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b96fec61-487b-4d27-9c39-c4b1f708449f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0154743 Nov 16 21:29:29.832179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58806) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.844177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-8638de9b-c26b-4a5a-834e-f7024502d85b tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.853917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8638de9b-c26b-4a5a-834e-f7024502d85b tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0120640 Nov 16 21:29:29.861023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58808) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.870456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-f99baee0-69b9-46c1-9221-4e9ef80b795f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.873228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f99baee0-69b9-46c1-9221-4e9ef80b795f tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0078809 Nov 16 21:29:29.875643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58810) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.883802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-5da38fb8-bbd0-4ed2-b538-83eb7e02cdd8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.893958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5da38fb8-bbd0-4ed2-b538-83eb7e02cdd8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0142858 Nov 16 21:29:29.897152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58812) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.901695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-456f1518-ce99-461b-8512-8ba666613440 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.905208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-456f1518-ce99-461b-8512-8ba666613440 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047424 Nov 16 21:29:29.906010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58814) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.913595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-72f03bc8-4196-46c3-b1e0-812001ccd1a9 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.916420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-72f03bc8-4196-46c3-b1e0-812001ccd1a9 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076289 Nov 16 21:29:29.917094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58818) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.920857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dbd03-d5d4-4a13-96e3-82478d185a06 None None] The sync data for ids ['08645f6a-5108-4d86-841c-45f26aa6886c'] in n-d-817778-8 is: [{'id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'name': 'tempest-TaggedBootDevicesTest_v242-1254021755-router', 'tenant_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:17:03Z', 'updated_at': '2021-11-16T21:29:25Z', 'revision_number': 5, 'project_id': '92126628ab8e407c8b7c60e5df4b5fb6', 'gw_port': {'id': '4a0152fc-2e21-43be-9daf-1780b5f88a50', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08645f6a-5108-4d86-841c-45f26aa6886c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:17:04Z', 'updated_at': '2021-11-16T21:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:29.930276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-44c228da-5bb1-4943-9042-1c86078f64d6 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.934698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-44c228da-5bb1-4943-9042-1c86078f64d6 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0167115 Nov 16 21:29:29.936039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58820) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.937642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.946252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-4ea1bedc-f31e-47f6-a00d-9ab05acef858 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.950625 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4ea1bedc-f31e-47f6-a00d-9ab05acef858 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079446 Nov 16 21:29:29.952312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.952616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] No DVR routers for this DVR port 266e57d9-2ae2-4a1f-9d91-15b594613428 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:29.956754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:29.979151 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.983077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:29.986706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c652b9e-a091-40cf-917a-613abe5cae29 req-3b705550-4d7c-4cdf-8c39-42338f95c130 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.47 "DELETE /v2.0/ports/266e57d9-2ae2-4a1f-9d91-15b594613428 HTTP/1.1" status: 204 len: 173 time: 3.5774946 Nov 16 21:29:29.994490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-8da95295-00f1-4c05-b2b7-4f0cf4631cae tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:29.995570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8da95295-00f1-4c05-b2b7-4f0cf4631cae tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0141304 Nov 16 21:29:29.996176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'name': 'network-vif-deleted', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:29.998524 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1bafdc-37f4-41b5-a6cd-1a89439df87d" -d '{"events": [{"server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "name": "network-vif-deleted", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:30.001809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58824) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.031433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-31b6d975-058d-4664-9faa-dedafadb0956 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.035998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-31b6d975-058d-4664-9faa-dedafadb0956 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0308666 Nov 16 21:29:30.036941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58830) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.045625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-025dde80-dc39-470f-b035-4769382c75cc tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.047501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-025dde80-dc39-470f-b035-4769382c75cc tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065792 Nov 16 21:29:30.050196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58832) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.055245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-f879d213-facf-4e1b-978a-07e44a3f3c20 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.056338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f879d213-facf-4e1b-978a-07e44a3f3c20 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042162 Nov 16 21:29:30.062729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58836) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.070788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-67e17652-3a19-4f5d-8a66-a2e64442c0db tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.071696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67e17652-3a19-4f5d-8a66-a2e64442c0db tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071199 Nov 16 21:29:30.074755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58838) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.082108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-eea5fd5f-bcd4-4ded-bd20-5865f38d6993 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.083492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eea5fd5f-bcd4-4ded-bd20-5865f38d6993 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065923 Nov 16 21:29:30.090442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58840) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.098181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-3f8914b4-185d-4b6a-afe2-4b3c3e8d4479 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.099990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3f8914b4-185d-4b6a-afe2-4b3c3e8d4479 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0080502 Nov 16 21:29:30.102632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58842) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.109823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-a4dd4a5a-ab2d-4cb6-94d0-82b97fe89aee tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.111107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a4dd4a5a-ab2d-4cb6-94d0-82b97fe89aee tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0071442 Nov 16 21:29:30.113618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58844) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.119014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-d49ea061-b44c-4dcc-afc1-a4b7a12c3c92 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.124094 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d49ea061-b44c-4dcc-afc1-a4b7a12c3c92 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047669 Nov 16 21:29:30.124315 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e26c818-092a-4bb0-81b3-36d0685e4ebd x-openstack-request-id: req-7e26c818-092a-4bb0-81b3-36d0685e4ebd {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:30.124315 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3724b963-5be2-4953-bd54-775e72c1f37b", "name": "network-vif-deleted", "tag": "266e57d9-2ae2-4a1f-9d91-15b594613428", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:30.124315 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e26c818-092a-4bb0-81b3-36d0685e4ebd {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:30.124315 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3724b963-5be2-4953-bd54-775e72c1f37b', 'name': 'network-vif-deleted', 'tag': '266e57d9-2ae2-4a1f-9d91-15b594613428', 'status': 'completed', 'code': 200} Nov 16 21:29:30.125897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58846) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.134250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf5120c8-fa15-45a7-ae2e-ab3063dc57bb req-a86d8f0e-78b4-46a2-8770-21be9b737cc1 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623789 Nov 16 21:29:30.137335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-49de5065-6ea3-4488-9261-269694bafcf8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.141656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.142432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-49de5065-6ea3-4488-9261-269694bafcf8 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0101068 Nov 16 21:29:30.145577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58848) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.150056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-8dfa5592-7f14-43d2-93cb-c4593d36acb2 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.154044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8dfa5592-7f14-43d2-93cb-c4593d36acb2 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048714 Nov 16 21:29:30.155552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58850) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.157381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Deleting port 223ad0e8-d117-40b3-9941-7ac90eaaa378 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:30.158814 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.165832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-574aedb7-2226-46aa-8d98-e3363ee6994c tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.169984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.170446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-574aedb7-2226-46aa-8d98-e3363ee6994c tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0087917 Nov 16 21:29:30.179707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-932eab13-1e2b-495d-bc09-92651bf49443 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.180257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-932eab13-1e2b-495d-bc09-92651bf49443 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090287 Nov 16 21:29:30.203531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.213227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [None req-9b419fe3-f779-4870-820a-bffef71b0cb2 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.218141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9b419fe3-f779-4870-820a-bffef71b0cb2 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078509 Nov 16 21:29:30.225602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58860) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.229835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-b1063940-b5e1-4fd2-9f21-a4b050c5a8e4 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.233306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b1063940-b5e1-4fd2-9f21-a4b050c5a8e4 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043254 Nov 16 21:29:30.234332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58862) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.238431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-ff189b53-f898-4f18-bf86-3a5ce654ab29 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.241624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ff189b53-f898-4f18-bf86-3a5ce654ab29 tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048480 Nov 16 21:29:30.242575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58864) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.246834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-63bfe784-b1fc-4af1-a058-00a00b5d2cde tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.250003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-63bfe784-b1fc-4af1-a058-00a00b5d2cde tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048876 Nov 16 21:29:30.253047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58866) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.257336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-238ab9bd-f10a-4c2b-a8f9-68e55600e29c tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.260668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-238ab9bd-f10a-4c2b-a8f9-68e55600e29c tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044172 Nov 16 21:29:30.261437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58868) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.266344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [None req-c0411029-26ff-46da-9ea0-6e30b9b41f8e tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:29:30.294242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c0411029-26ff-46da-9ea0-6e30b9b41f8e tempest-ExtensionsTestJSON-1720068153 tempest-ExtensionsTestJSON-1720068153-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101678 Nov 16 21:29:30.307704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Deleting port 4a0152fc-2e21-43be-9daf-1780b5f88a50 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:30.307704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.384248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.397466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.406605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.425652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Calling delete_port for 223ad0e8-d117-40b3-9941-7ac90eaaa378 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:30.475909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5a45df-8e72-4222-ae6c-e969d7d45abe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:30.500657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.501017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.501422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.513900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.514294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.516597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.519711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.525016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.525629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.527457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.528001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.529102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:30.558559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] For port 4a0152fc-2e21-43be-9daf-1780b5f88a50, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4a0152fc-2e21-43be-9daf-1780b5f88a50,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:30.559289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.571855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d9f60f1c-1d1c-4136-8d3f-cab3acf2c9a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28f6147e86704422aa5bef23251a1660&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3525035 Nov 16 21:29:30.584082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58880) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.735477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c01db36-7468-40ae-b343-d556f446b23f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:30.737043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Calling delete_port for 4a0152fc-2e21-43be-9daf-1780b5f88a50 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:30.760314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5c01db36-7468-40ae-b343-d556f446b23f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:30.760942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c01db36-7468-40ae-b343-d556f446b23f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:30.833399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-662227db-744a-429a-88c5-86b4788fff23 req-e2617f2f-70d7-4950-8717-682055e758ce tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3724b963-5be2-4953-bd54-775e72c1f37b HTTP/1.1" status: 200 len: 210 time: 0.0418546 Nov 16 21:29:30.837632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:30.870979 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:30.899406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f08b38b-9ec7-4569-a8c3-1e210d8b3bd4 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:30.943169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event deleted for resources: {'Port': ['ID=223ad0e8-d117-40b3-9941-7ac90eaaa378,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:30.994530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20097437-fb10-4f00-8ed7-c9be1fec8a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.031893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.090553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f0931-c598-4765-b43f-548090095ea5 req-aae7d979-66aa-4ec3-b9a4-93e50a29591c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:31.092703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9f0931-c598-4765-b43f-548090095ea5 req-aae7d979-66aa-4ec3-b9a4-93e50a29591c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3534706 Nov 16 21:29:31.101700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-178371d8-69f3-49b5-9600-3e8d92f7fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:31.103264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-178371d8-69f3-49b5-9600-3e8d92f7fdfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 1096 time: 0.2658513 Nov 16 21:29:31.103888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2a236c0-cdeb-48f7-a1ac-a925fb03851d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.141194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:31.181712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.184828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.244490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.245045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Fanout notify agent at l3_agent the message router_deleted on router f869ea1a-984c-4d09-8f00-b52165dc5114 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:31.249313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2a236c0-cdeb-48f7-a1ac-a925fb03851d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.255387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.256764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2ed82afa-3a41-45b5-8d0b-127d7733bf6c tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/f869ea1a-984c-4d09-8f00-b52165dc5114 HTTP/1.1" status: 204 len: 168 time: 2.4408054 Nov 16 21:29:31.260876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58898) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:31.265479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1113666521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:31.300438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20097437-fb10-4f00-8ed7-c9be1fec8a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.304829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20097437-fb10-4f00-8ed7-c9be1fec8a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.353067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.354367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.376833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-20097437-fb10-4f00-8ed7-c9be1fec8a36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0012b6c89bc245f5b1d368bd3bea2c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300894 Nov 16 21:29:31.377062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58902) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:31.393496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9f0931-c598-4765-b43f-548090095ea5 req-0552a0ca-01da-48a2-b64a-a9a967b33de2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857018 Nov 16 21:29:31.404811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20097437-fb10-4f00-8ed7-c9be1fec8a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae621cd-2619-4d8d-8cfb-b4008da21685,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:31.478099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.480544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-8996c358-704e-4258-83be-e8175a479690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:31.482272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-8996c358-704e-4258-83be-e8175a479690 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 911 time: 0.3599555 Nov 16 21:29:31.482701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.508109 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7875f44-9064-4533-b66e-238e0bc6515a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.514210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.515453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1e46b4c6-e69f-43d3-8e89-7ae8450a31d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2536943 Nov 16 21:29:31.523262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58906) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:31.527822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': True}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:31.545772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-15b60a4d-23bc-4bd2-9388-bd43da84f981 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6743123-bdab-409f-abdc-7088bc4c482d HTTP/1.1" status: 200 len: 217 time: 0.0530345 Nov 16 21:29:31.570192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:31.585859 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:31.592874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2a236c0-cdeb-48f7-a1ac-a925fb03851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.596525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2a236c0-cdeb-48f7-a1ac-a925fb03851d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.600588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e2a236c0-cdeb-48f7-a1ac-a925fb03851d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e5a45df-8e72-4222-ae6c-e969d7d45abe HTTP/1.1" status: 204 len: 168 time: 1.0147550 Nov 16 21:29:31.602109 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:31.603463 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:31.619002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-95d483b4-ed15-4415-bba5-7a4746d7d2e6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "PUT /v2.0/routers/59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4068437 Nov 16 21:29:31.621436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.654536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7875f44-9064-4533-b66e-238e0bc6515a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.658823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a236c0-cdeb-48f7-a1ac-a925fb03851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5a45df-8e72-4222-ae6c-e969d7d45abe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:31.714953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5587f-bff0-47a6-a385-84d2276147a6 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:31.834172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0152fc-2e21-43be-9daf-1780b5f88a50,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:31.848499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-46dc6ad6-6e4a-48b2-83aa-7e72adbc0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:31.875343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.876704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-46dc6ad6-6e4a-48b2-83aa-7e72adbc0e63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.3180521 Nov 16 21:29:31.913263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7875f44-9064-4533-b66e-238e0bc6515a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.916662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7875f44-9064-4533-b66e-238e0bc6515a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:31.917989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b7875f44-9064-4533-b66e-238e0bc6515a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cae621cd-2619-4d8d-8cfb-b4008da21685 HTTP/1.1" status: 204 len: 168 time: 0.5397110 Nov 16 21:29:31.967795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58922) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:31.982902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7875f44-9064-4533-b66e-238e0bc6515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae621cd-2619-4d8d-8cfb-b4008da21685,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:32.073090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758b03-6674-41c6-a488-115212fc667c req-a1b7ac5f-2c30-460a-a058-8e459475158b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:32.082511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-86758b03-6674-41c6-a488-115212fc667c req-a1b7ac5f-2c30-460a-a058-8e459475158b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.0972853 Nov 16 21:29:32.104369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-e9db5867-b72c-402c-86dc-cb347f6cca7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988485 Nov 16 21:29:32.161039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-86758b03-6674-41c6-a488-115212fc667c req-e7c42c21-0537-4398-b95f-899a372a4890 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753007 Nov 16 21:29:32.166114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.197873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:32.457312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.534808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.592126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-5d4acf72-7c02-4311-92ee-01969baa8b4d service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589577 Nov 16 21:29:32.638198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.644145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.747524 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:28Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 1, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:32.815841 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:32.842384 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:32.843310 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:32.872704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5a5d5d3-d9ff-4613-b8f9-4234de6a01d8 req-77d07435-aa7c-4812-8483-d4045990948d service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690649 Nov 16 21:29:32.876633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.878739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08645f6a-5108-4d86-841c-45f26aa6886c {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:32.887311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:32.892890 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c3d772a4-98d7-43e2-a06d-a94ecbc5eb9a admin admin] 10.222.0.48 "DELETE /v2.0/routers/08645f6a-5108-4d86-841c-45f26aa6886c HTTP/1.1" status: 204 len: 168 time: 4.3136504 Nov 16 21:29:32.893870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58942) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:32.945782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Allocated IP 172.25.3.28 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/aebee16f-c569-4278-ae40-82357450fa30) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:32.993704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fc4083a-af80-4a05-85b9-f71f50775c65 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.029700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fc4083a-af80-4a05-85b9-f71f50775c65 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.089183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e5567-3936-4149-b83d-d2c72cece2d4 req-3ca771dc-f0dd-4455-9390-59923c24dd4c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:33.091050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40e5567-3936-4149-b83d-d2c72cece2d4 req-3ca771dc-f0dd-4455-9390-59923c24dd4c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.4946294 Nov 16 21:29:33.095251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fc4083a-af80-4a05-85b9-f71f50775c65 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.098330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fc4083a-af80-4a05-85b9-f71f50775c65 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.104899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2fc4083a-af80-4a05-85b9-f71f50775c65 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/security-groups/1c857c7d-4532-4524-93a4-47987438a2f6 HTTP/1.1" status: 204 len: 168 time: 1.1293561 Nov 16 21:29:33.107066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:33.122540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4083a-af80-4a05-85b9-f71f50775c65 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c857c7d-4532-4524-93a4-47987438a2f6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:33.167683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Deleting subnet a014f394-fb2d-4050-857f-bed6feabec1e {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:33.174263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.237886 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:33.275243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.300594 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.322985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d40e5567-3936-4149-b83d-d2c72cece2d4 req-0ae7efea-2790-4dd4-a456-5ab2b71a48dd tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189791 Nov 16 21:29:33.333685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ec994a1-da20-4254-ad71-a09e14495281 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.385430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.390867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ec994a1-da20-4254-ad71-a09e14495281 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.533247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ffb8-850b-4744-b796-b59e3f2c1668 req-e7dcbe69-13f5-411f-9f65-f2b066b019b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:33.536147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-efe8ffb8-850b-4744-b796-b59e3f2c1668 req-e7dcbe69-13f5-411f-9f65-f2b066b019b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.1641462 Nov 16 21:29:33.558745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ec994a1-da20-4254-ad71-a09e14495281 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.560975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ec994a1-da20-4254-ad71-a09e14495281 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.562815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ec994a1-da20-4254-ad71-a09e14495281 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/security-groups/1f129b99-17ca-4f85-bde9-16c8d3675b21 HTTP/1.1" status: 204 len: 168 time: 0.4439116 Nov 16 21:29:33.565234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58968) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:33.719374 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:33.772981 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:28Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 1, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:33.815223 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea2751-2b92-4772-be21-7cf79a3f1570 None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:28Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'f00d6f9c-548c-4c73-8035-ebc358e287de', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'port_id': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'mac_address': 'fa:16:3e:35:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8322362c-a172-48b3-9e43-249e460def9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:27:30Z', 'updated_at': '2021-11-16T21:27:36Z', 'revision_number': 1, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:33.906952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:33.916004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:33.930963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68c106-8c12-4dae-aa71-f9d6ed9ae8a1 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:33.935598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:34.043584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Port': ['ID=aebee16f-c569-4278-ae40-82357450fa30,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:34.064502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-765d0df1-967a-4ba8-9206-1ced14f95167 None None] Provisioning complete for port aebee16f-c569-4278-ae40-82357450fa30 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:34.065016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-765d0df1-967a-4ba8-9206-1ced14f95167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.071707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec994a1-da20-4254-ad71-a09e14495281 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f129b99-17ca-4f85-bde9-16c8d3675b21,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:34.083598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.107546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-efe8ffb8-850b-4744-b796-b59e3f2c1668 req-3dd1e0d1-a10f-467d-99c0-718d22c6ae59 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5559642 Nov 16 21:29:34.128399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1910538-0ed2-4a43-994a-76d414d5658f req-3bf71afe-0b11-405a-94ff-6686293f9e33 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:34.130295 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d1910538-0ed2-4a43-994a-76d414d5658f req-3bf71afe-0b11-405a-94ff-6686293f9e33 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.47 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 946 time: 0.6346815 Nov 16 21:29:34.177876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-765d0df1-967a-4ba8-9206-1ced14f95167 None None] Port aebee16f-c569-4278-ae40-82357450fa30 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:34.274706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.308698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a014f394-fb2d-4050-857f-bed6feabec1e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:34.337333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde5f92-d478-4a60-aedf-35c12776f74a None None] Network 4931739c-6948-4a27-9450-b80bbc696179 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:34.354177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:34.358267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.363365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3f824416-3346-4782-ade8-0c959699c5da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a014f394-fb2d-4050-857f-bed6feabec1e HTTP/1.1" status: 204 len: 168 time: 1.4667814 Nov 16 21:29:34.366219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:34.597018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:34.598448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.611120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4a0152fc-2e21-43be-9daf-1780b5f88a50 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:34.664561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] DHCP port deletion for 4931739c-6948-4a27-9450-b80bbc696179 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:34.675183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4a0152fc-2e21-43be-9daf-1780b5f88a50 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:34.675857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4a0152fc-2e21-43be-9daf-1780b5f88a50 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:34.676646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02019612-f709-4627-bd6c-21857833b088 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:34.714078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 02019612-f709-4627-bd6c-21857833b088 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:34.714734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02019612-f709-4627-bd6c-21857833b088 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:34.782036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'networks': [{'name': 'tempest-network--2025998900'}, {'name': 'tempest-network--1491025887'}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:34.782375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'network': {'name': 'tempest-network--2025998900'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:34.782841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'network': {'name': 'tempest-network--1491025887'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:34.799813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] Deleting port ccd60fff-919b-4bb9-90b2-62d765195e6a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:34.800352 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.843661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'network': 2} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:34.848699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.854492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.876257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.892622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.906836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0523b8-dac0-42f1-af98-a660bfa143ed req-7dd671a7-fa01-43e4-99bb-65edb408d172 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:34.915402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef0523b8-dac0-42f1-af98-a660bfa143ed req-7dd671a7-fa01-43e4-99bb-65edb408d172 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3646598 Nov 16 21:29:34.936722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] For port ccd60fff-919b-4bb9-90b2-62d765195e6a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ccd60fff-919b-4bb9-90b2-62d765195e6a,segment=NetworkSegment(5680e103-c9cc-40f9-9bb5-ca05ea61a596),segment_id=5680e103-c9cc-40f9-9bb5-ca05ea61a596)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:34.937505 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.955026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] Calling delete_port for ccd60fff-919b-4bb9-90b2-62d765195e6a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:34.961114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port c913c1f3-9685-4f0c-9f87-d6be28ea54b8, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:34.961660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:34.974902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.009885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for c913c1f3-9685-4f0c-9f87-d6be28ea54b8 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:35.063096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef0523b8-dac0-42f1-af98-a660bfa143ed req-15ad99ef-aa91-4fca-ad99-c12db866800a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439385 Nov 16 21:29:35.081550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.099209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] No DVR routers for this DVR port ccd60fff-919b-4bb9-90b2-62d765195e6a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:35.124090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b52a5b-0150-44cb-8487-a931774591b7 None None] Pushing event deleted for resources: {'Port': ['ID=ccd60fff-919b-4bb9-90b2-62d765195e6a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.137094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Deleting port ccd60fff-919b-4bb9-90b2-62d765195e6a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:35.137548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.153558 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.154870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.223292 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.227052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] For port ccd60fff-919b-4bb9-90b2-62d765195e6a, host n-d-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:35.227438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.270679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Calling delete_port for ccd60fff-919b-4bb9-90b2-62d765195e6a owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:35.275149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Port ccd60fff-919b-4bb9-90b2-62d765195e6a was not found and therefore no delete operation was performed {{(pid=102453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:29:35.279660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.286997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257646c4-dacc-4038-921d-c66a891766a2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.315769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] No DVR routers for this DVR port ccd60fff-919b-4bb9-90b2-62d765195e6a on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:35.317600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd60fff-919b-4bb9-90b2-62d765195e6a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.372996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:35.381775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.385009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.385769 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Added segment 83eb39cb-3e2a-4f8e-89ba-5f0ae92bc32f of type vlan for network bdb334ca-24eb-4fa9-8bb7-0394c9dc603e Nov 16 21:29:35.423880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=c913c1f3-9685-4f0c-9f87-d6be28ea54b8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.440294 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.489659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] No DVR routers for this DVR port c913c1f3-9685-4f0c-9f87-d6be28ea54b8 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:35.494025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.497393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d1910538-0ed2-4a43-994a-76d414d5658f req-5925e74c-114d-4771-9d52-9510fad12699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.47 "DELETE /v2.0/ports/c913c1f3-9685-4f0c-9f87-d6be28ea54b8 HTTP/1.1" status: 204 len: 173 time: 1.3591890 Nov 16 21:29:35.497910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'name': 'network-vif-deleted', 'tag': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:35.500284 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab3e0e5-be06-4ac4-a09b-9d4f7f0f5ce6" -d '{"events": [{"server_uuid": "052ae6cd-26ab-481c-be4b-661e98ead3b1", "name": "network-vif-deleted", "tag": "c913c1f3-9685-4f0c-9f87-d6be28ea54b8"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:35.505551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4931739c-6948-4a27-9450-b80bbc696179']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:35.527731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5680e103-c9cc-40f9-9bb5-ca05ea61a596') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:35.528036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5680e103-c9cc-40f9-9bb5-ca05ea61a596') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:35.547147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.571324 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892bf22b-b58d-41e2-be45-2e056af9145c x-openstack-request-id: req-892bf22b-b58d-41e2-be45-2e056af9145c {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:35.571781 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052ae6cd-26ab-481c-be4b-661e98ead3b1", "name": "network-vif-deleted", "tag": "c913c1f3-9685-4f0c-9f87-d6be28ea54b8", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:35.571893 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-892bf22b-b58d-41e2-be45-2e056af9145c {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:35.572210 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052ae6cd-26ab-481c-be4b-661e98ead3b1', 'name': 'network-vif-deleted', 'tag': 'c913c1f3-9685-4f0c-9f87-d6be28ea54b8', 'status': 'completed', 'code': 200} Nov 16 21:29:35.575908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.591248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:35.591572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:35.593359 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:35.609832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:35.669994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.677679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.681178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4931739c-6948-4a27-9450-b80bbc696179 HTTP/1.1" status: 204 len: 168 time: 1.3140740 Nov 16 21:29:35.696316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f099e-8c93-4ee4-a085-9e1b67583b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=4931739c-6948-4a27-9450-b80bbc696179,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:35.855438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fab49315-d7ac-4a87-b2ee-241a4c06d792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.899260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59024) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:35.968893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:35.975795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f5f18415-e74d-4488-84a3-ead769f2fd59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=765b27b9358e4d98b9b4305d0c79f368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753434 Nov 16 21:29:35.981743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59026) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:36.055184 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fab49315-d7ac-4a87-b2ee-241a4c06d792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.060730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fab49315-d7ac-4a87-b2ee-241a4c06d792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.124302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fab49315-d7ac-4a87-b2ee-241a4c06d792 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0122663b406d403bbe31a76d54bd6907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126243 Nov 16 21:29:36.128801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59030) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:36.185414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab49315-d7ac-4a87-b2ee-241a4c06d792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8dfed7-4ca6-4988-927a-4c8053e66f72,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:36.214690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6dead2f-c2e9-43d2-a211-c17613c45558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.242813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.255398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f405c5-e535-46e6-a3ac-e7c99306ec10 req-aabfe117-bcc0-4e05-96be-d926e0ac3c0b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:36.256760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20f405c5-e535-46e6-a3ac-e7c99306ec10 req-aabfe117-bcc0-4e05-96be-d926e0ac3c0b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.0874934 Nov 16 21:29:36.258959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6dead2f-c2e9-43d2-a211-c17613c45558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.284569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb022-d29d-4db2-bdf5-a0aa272ea91b req-f5a35518-1e6f-447d-bfa4-709112003918 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:36.286439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af6bb022-d29d-4db2-bdf5-a0aa272ea91b req-f5a35518-1e6f-447d-bfa4-709112003918 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=052ae6cd-26ab-481c-be4b-661e98ead3b1 HTTP/1.1" status: 200 len: 867 time: 1.0336952 Nov 16 21:29:36.348663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-20f405c5-e535-46e6-a3ac-e7c99306ec10 req-ac49f8f7-4fd0-449c-95be-8fcb4ec317a8 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776458 Nov 16 21:29:36.350066 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6dead2f-c2e9-43d2-a211-c17613c45558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.353248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6dead2f-c2e9-43d2-a211-c17613c45558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.357330 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b6dead2f-c2e9-43d2-a211-c17613c45558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba8dfed7-4ca6-4988-927a-4c8053e66f72 HTTP/1.1" status: 204 len: 168 time: 0.2274585 Nov 16 21:29:36.366737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dead2f-c2e9-43d2-a211-c17613c45558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8dfed7-4ca6-4988-927a-4c8053e66f72,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:36.430405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:36.488228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.488658 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Added segment 9292d8ec-233a-4c65-b29e-35221d7bdf5d of type vlan for network cf0b5a6d-840e-4b34-b208-e7dc7b440871 Nov 16 21:29:36.497714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.506365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f266fc-04bd-4e66-9ae1-a178239103e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.525115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af6bb022-d29d-4db2-bdf5-a0aa272ea91b req-885ba6d6-0a7a-4f53-89da-597cb8d3dff7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec29ae84-2179-4d47-8e47-5cb2cc388259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186604 Nov 16 21:29:36.557315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.597403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f266fc-04bd-4e66-9ae1-a178239103e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.603519 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.641186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ccd60fff-919b-4bb9-90b2-62d765195e6a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:36.663168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ccd60fff-919b-4bb9-90b2-62d765195e6a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:36.663852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ccd60fff-919b-4bb9-90b2-62d765195e6a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:36.785626 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.786130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.791767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:36.796522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:36.797161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.815897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59038) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:36.830039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2971e52c-0cbe-43d7-a604-9d661cb3e747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.891186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f266fc-04bd-4e66-9ae1-a178239103e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.894969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7f266fc-04bd-4e66-9ae1-a178239103e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.896378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e7f266fc-04bd-4e66-9ae1-a178239103e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6bf4d94-6171-4375-917c-22b0f9a35012 HTTP/1.1" status: 204 len: 168 time: 0.8468559 Nov 16 21:29:36.919847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5532563 Nov 16 21:29:36.930935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59042) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:36.932966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2971e52c-0cbe-43d7-a604-9d661cb3e747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.938018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2971e52c-0cbe-43d7-a604-9d661cb3e747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:36.945976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f266fc-04bd-4e66-9ae1-a178239103e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bf4d94-6171-4375-917c-22b0f9a35012,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:36.961731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Network': ['ID=bdb334ca-24eb-4fa9-8bb7-0394c9dc603e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:36.978778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network bdb334ca-24eb-4fa9-8bb7-0394c9dc603e details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:36.995030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2971e52c-0cbe-43d7-a604-9d661cb3e747 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=165615f2471248caa4147beb0287bbb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779873 Nov 16 21:29:36.995860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971e52c-0cbe-43d7-a604-9d661cb3e747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f216ea5e-6b8d-44c4-b6b0-14725be64ca5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:36.998593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59044) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.109144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-28e6eee8-05d9-4b27-90ee-7694d3be9d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.145356 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-28e6eee8-05d9-4b27-90ee-7694d3be9d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.207040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-28e6eee8-05d9-4b27-90ee-7694d3be9d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.209687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-28e6eee8-05d9-4b27-90ee-7694d3be9d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.213449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-28e6eee8-05d9-4b27-90ee-7694d3be9d87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f216ea5e-6b8d-44c4-b6b0-14725be64ca5 HTTP/1.1" status: 204 len: 168 time: 0.2118382 Nov 16 21:29:37.215961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:37.216290 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.225823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6eee8-05d9-4b27-90ee-7694d3be9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f216ea5e-6b8d-44c4-b6b0-14725be64ca5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:37.231918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Router 17a4e3d8-f60f-4712-8994-54ca515f86d2 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:29:37.298962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34921-b19f-4c14-934b-0d63b5e3851d tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Network': ['ID=cf0b5a6d-840e-4b34-b208-e7dc7b440871,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:37.310992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network cf0b5a6d-840e-4b34-b208-e7dc7b440871 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:37.477934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.481201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c913c1f3-9685-4f0c-9f87-d6be28ea54b8 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:37.487482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851105b7-3eb5-4693-87ee-8ce3a7a7efce tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:37.494438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851105b7-3eb5-4693-87ee-8ce3a7a7efce tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:37.500557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851105b7-3eb5-4693-87ee-8ce3a7a7efce tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:37.507486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851105b7-3eb5-4693-87ee-8ce3a7a7efce tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:37.509162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-851105b7-3eb5-4693-87ee-8ce3a7a7efce tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5768557 Nov 16 21:29:37.519063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: c913c1f3-9685-4f0c-9f87-d6be28ea54b8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:37.519738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c913c1f3-9685-4f0c-9f87-d6be28ea54b8 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:37.522788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59056) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.571025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:37.582936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] Sync routers for ids ['17a4e3d8-f60f-4712-8994-54ca515f86d2'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:37.602103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] Routers {'17a4e3d8-f60f-4712-8994-54ca515f86d2'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:37.602752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['17a4e3d8-f60f-4712-8994-54ca515f86d2'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:37.613955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671a91-8e41-4eec-a3c6-34d56d2b0b63 req-b0845caa-5ea1-45e9-b517-8f9feda83061 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:37.615632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3671a91-8e41-4eec-a3c6-34d56d2b0b63 req-b0845caa-5ea1-45e9-b517-8f9feda83061 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1106837 Nov 16 21:29:37.625328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59062) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.631082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8f104cae-ab4a-46f9-b7de-2c526abe276c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92126628ab8e407c8b7c60e5df4b5fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492195 Nov 16 21:29:37.634618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.635822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-780366b8-60be-4f03-80a6-bd0ffd65e12e tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "PUT /v2.0/routers/17a4e3d8-f60f-4712-8994-54ca515f86d2 HTTP/1.1" status: 200 len: 914 time: 6.1115925 Nov 16 21:29:37.636089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59064) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.647471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59066) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.673824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] For port a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:37.674241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.690895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:37.703735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:37.709997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] Routers {'17a4e3d8-f60f-4712-8994-54ca515f86d2'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:37.710909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['17a4e3d8-f60f-4712-8994-54ca515f86d2'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:37.734505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.795337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:37.796004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456116d7-ffbd-450b-b07b-c86713f787c6 None None] The sync data for ids ['17a4e3d8-f60f-4712-8994-54ca515f86d2'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:37.892785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ae1d3a7-64ab-4ce8-a26e-cf36f234e292 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/17a4e3d8-f60f-4712-8994-54ca515f86d2 HTTP/1.1" status: 200 len: 920 time: 0.2347147 Nov 16 21:29:37.897437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59074) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:37.914242 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4527c75-95af-42fa-9736-cf3cd0704a12 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.951430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b328-5c6f-48ec-8e79-c9d063610f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.981982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b328-5c6f-48ec-8e79-c9d063610f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.987369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:37.993947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4527c75-95af-42fa-9736-cf3cd0704a12 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.005119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3671a91-8e41-4eec-a3c6-34d56d2b0b63 req-b5123373-dfa9-4be4-aef0-b3f290fa7a3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681023 Nov 16 21:29:38.045253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb334ca-24eb-4fa9-8bb7-0394c9dc603e']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:38.059286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a222e8b-b6f3-4047-9332-84fca498a067 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:38.061639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a222e8b-b6f3-4047-9332-84fca498a067 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=17a4e3d8-f60f-4712-8994-54ca515f86d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1614549 Nov 16 21:29:38.064767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83eb39cb-3e2a-4f8e-89ba-5f0ae92bc32f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:38.065403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83eb39cb-3e2a-4f8e-89ba-5f0ae92bc32f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:38.067629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59078) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:38.078560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.103056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.137557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:38.138207 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:38.141996 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:38.172659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b328-5c6f-48ec-8e79-c9d063610f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.176708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b328-5c6f-48ec-8e79-c9d063610f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.178006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8fa4b328-5c6f-48ec-8e79-c9d063610f30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3672480c-92f0-4ff0-84b2-e74c6ad8464a HTTP/1.1" status: 204 len: 168 time: 0.5376480 Nov 16 21:29:38.193035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4527c75-95af-42fa-9736-cf3cd0704a12 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.195775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4527c75-95af-42fa-9736-cf3cd0704a12 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.196944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b4527c75-95af-42fa-9736-cf3cd0704a12 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/security-groups/ec29ae84-2179-4d47-8e47-5cb2cc388259 HTTP/1.1" status: 204 len: 168 time: 0.5671473 Nov 16 21:29:38.199962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4b328-5c6f-48ec-8e79-c9d063610f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3672480c-92f0-4ff0-84b2-e74c6ad8464a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:38.228524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4527c75-95af-42fa-9736-cf3cd0704a12 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec29ae84-2179-4d47-8e47-5cb2cc388259,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:38.252723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:38.290155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8b0ed-b17e-4052-9cfe-a855b480acce tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:38.295405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0bb8b0ed-b17e-4052-9cfe-a855b480acce tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.2249210 Nov 16 21:29:38.296296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59092) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:38.321038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.338173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0b6a81b9-4b6c-4380-8488-14d2dfa4e69d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a4e3d8-f60f-4712-8994-54ca515f86d2 HTTP/1.1" status: 200 len: 205 time: 0.0379400 Nov 16 21:29:38.339278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59094) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:38.370220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.374332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:38.384617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.387866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/networks/bdb334ca-24eb-4fa9-8bb7-0394c9dc603e HTTP/1.1" status: 204 len: 168 time: 0.8622811 Nov 16 21:29:38.395812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting subnet 8735a2ec-70e5-4fa4-8ed1-615ae4a5d646 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:38.396476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59100) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:38.434033 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.439558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754219c-4433-4725-a9a4-844cbc8e9d67 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Network': ['ID=bdb334ca-24eb-4fa9-8bb7-0394c9dc603e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:38.566659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.634672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.670309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.864560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.896728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.946014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:38.979015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b5a6d-840e-4b34-b208-e7dc7b440871']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:38.994494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9292d8ec-233a-4c65-b29e-35221d7bdf5d') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:38.994967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9292d8ec-233a-4c65-b29e-35221d7bdf5d') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:38.997291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.016742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.059687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.064854 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.076013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:39.076736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:39.080804 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:39.170041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Deleting port aebee16f-c569-4278-ae40-82357450fa30 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:39.170396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.195205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.219271 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.222812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/networks/cf0b5a6d-840e-4b34-b208-e7dc7b440871 HTTP/1.1" status: 204 len: 168 time: 0.8207324 Nov 16 21:29:39.286970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59130) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.320786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73f904-8dac-4b70-a8f5-8fc2d77ab4d9 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Network': ['ID=cf0b5a6d-840e-4b34-b208-e7dc7b440871,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:39.489163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59138) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.500009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823eccb0-6e49-4d78-816f-91a383b7eadf req-aa23317f-fff2-4861-8a83-07bc15cd532e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:39.508950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-823eccb0-6e49-4d78-816f-91a383b7eadf req-aa23317f-fff2-4861-8a83-07bc15cd532e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3413353 Nov 16 21:29:39.532023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Subnet': ['ID=8735a2ec-70e5-4fa4-8ed1-615ae4a5d646,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:39.535888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.541089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a7f77109-fcd2-4372-ab3c-7e0ac3e56148 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/subnets/8735a2ec-70e5-4fa4-8ed1-615ae4a5d646 HTTP/1.1" status: 204 len: 168 time: 1.2823274 Nov 16 21:29:39.541548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59144) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.545111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20035298-4df5-4080-919d-50f4c32384b3 None None] Network ea7d9aec-85ff-4895-8582-6dcc3268026d requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:39.635473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.701599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:39.721872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Calling delete_port for aebee16f-c569-4278-ae40-82357450fa30 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:39.791900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-823eccb0-6e49-4d78-816f-91a383b7eadf req-87a473b2-c2b0-434a-9b4f-390d553a146c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820950 Nov 16 21:29:39.803641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876fe67-8868-4cfb-bf7c-730bae8fcbfb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:39.811623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876fe67-8868-4cfb-bf7c-730bae8fcbfb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:39.813305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3876fe67-8868-4cfb-bf7c-730bae8fcbfb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5156984 Nov 16 21:29:39.838044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:39.847434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1726097968'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:39.865870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] DHCP port deletion for ea7d9aec-85ff-4895-8582-6dcc3268026d request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:39.873364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:39.987811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Deleting port 01542752-ea0d-488c-b8ad-ca600730b6a2 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:39.988269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.012879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 01542752-ea0d-488c-b8ad-ca600730b6a2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:40.013303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.058690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:40.062572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.076622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] For port 01542752-ea0d-488c-b8ad-ca600730b6a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=01542752-ea0d-488c-b8ad-ca600730b6a2,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:40.077406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.092727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Calling delete_port for 01542752-ea0d-488c-b8ad-ca600730b6a2 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:40.154346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-983073986-network', 'tenant_id': 'e7d5f0c488374d4fa2f59b6a017c4008'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:40.194951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.197672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Made reservation on behalf of e7d5f0c488374d4fa2f59b6a017c4008 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:40.200023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.243224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.253651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:40.258592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Pushing event deleted for resources: {'Port': ['ID=01542752-ea0d-488c-b8ad-ca600730b6a2,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.269761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port 01542752-ea0d-488c-b8ad-ca600730b6a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=01542752-ea0d-488c-b8ad-ca600730b6a2,segment=NetworkSegment(3ddd245d-e22f-4136-b012-65e68d5695da),segment_id=3ddd245d-e22f-4136-b012-65e68d5695da)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:40.270138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.271175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] No DVR routers for this DVR port 01542752-ea0d-488c-b8ad-ca600730b6a2 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:40.273522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.274315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.274546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.274966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.275548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.275889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.276907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.277248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.277650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.277992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.278486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.279191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68103d04-eb64-429b-bb4f-b90b63c8b57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:29:40.293880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.293880 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Added segment 13c445e6-daef-4095-9ca0-2ea2216e11a2 of type vlan for network e8ef0fbc-31bd-4c97-8e04-f425821fcbe0 Nov 16 21:29:40.304078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 01542752-ea0d-488c-b8ad-ca600730b6a2 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:40.339122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:40.349085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-babcc85c-bd4b-4920-a6bb-d999c8d50b8e tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "PUT /v2.0/routers/0be5bf2c-7c82-4a5d-95a5-0f67b78040db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7795534 Nov 16 21:29:40.353867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59158) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:40.357035 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] Sync routers for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:40.369772 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:40.373281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:40.439829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.449842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting subnet 332eda4f-aed8-4856-984c-7cb091c9c289 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:40.459658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.462847 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.508449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe24b1-e97f-4e5c-8658-1a56804840b3 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:40.534537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.550933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:40.553235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.610492 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:40.618312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event deleted for resources: {'Port': ['ID=aebee16f-c569-4278-ae40-82357450fa30,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.687723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8475192 Nov 16 21:29:40.691336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.693390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:40.698843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec089c9c-87e9-4c80-967c-eb7daab5ae83 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Network': ['ID=e8ef0fbc-31bd-4c97-8e04-f425821fcbe0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.707001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 01542752-ea0d-488c-b8ad-ca600730b6a2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:40.712291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e8ef0fbc-31bd-4c97-8e04-f425821fcbe0 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:40.730801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-608491322'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:40.739742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=01542752-ea0d-488c-b8ad-ca600730b6a2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.747431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] No DVR routers for this DVR port 01542752-ea0d-488c-b8ad-ca600730b6a2 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:40.764482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.787923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 01542752-ea0d-488c-b8ad-ca600730b6a2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:40.788272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 01542752-ea0d-488c-b8ad-ca600730b6a2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:40.795046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:40.799287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.843816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.865382 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.876637 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.902545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7d9aec-85ff-4895-8582-6dcc3268026d']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:40.905849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:40.921700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddd245d-e22f-4136-b012-65e68d5695da') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:40.922264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddd245d-e22f-4136-b012-65e68d5695da') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:40.935844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.936510 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Added segment ee0a94cb-90b1-4ba1-8f28-9561f539bb1a of type vlan for network 4d82aa01-9e4f-45fc-be48-647dd7e57a20 Nov 16 21:29:40.939048 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:40.953439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:40.996914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.007051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:41.011551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.014819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.015570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:41.016182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:41.025092 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:41.076122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.076484 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Added segment e5a9bad4-0856-44cb-846c-e440f456c78b of type vlan for network c0d9a703-8a18-4bd4-8ba2-8548423cc34f Nov 16 21:29:41.118389 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:29:38Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:41.155128 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] Checking router: 0be5bf2c-7c82-4a5d-95a5-0f67b78040db for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:41.165819 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] Routers {'0be5bf2c-7c82-4a5d-95a5-0f67b78040db'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:41.166592 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:41.198883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.201926 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.205870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.213493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:41.214589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.294546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.312047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Network': ['ID=4d82aa01-9e4f-45fc-be48-647dd7e57a20,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.325894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4d82aa01-9e4f-45fc-be48-647dd7e57a20 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:41.342800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3213ed-2d7d-46b4-a16c-ecf8a3e617ea req-2b140a5f-5b30-44bb-ab8c-741010029636 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:41.345969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a3213ed-2d7d-46b4-a16c-ecf8a3e617ea req-2b140a5f-5b30-44bb-ab8c-741010029636 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3229618 Nov 16 21:29:41.348490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.356518 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.361214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/networks/ea7d9aec-85ff-4895-8582-6dcc3268026d HTTP/1.1" status: 204 len: 168 time: 1.8188751 Nov 16 21:29:41.379443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d1b41dc-3c5f-4c13-a532-94e0e3f6cada tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6834061 Nov 16 21:29:41.380690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.381040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59174) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.405569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] Set router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:41.413922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'ports': [{'network_id': 'e8ef0fbc-31bd-4c97-8e04-f425821fcbe0', 'name': 'tempest-port--386655997', 'admin_state_up': True}, {'network_id': '4d82aa01-9e4f-45fc-be48-647dd7e57a20', 'admin_state_up': False}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:41.414387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'port': {'network_id': 'e8ef0fbc-31bd-4c97-8e04-f425821fcbe0', 'name': 'tempest-port--386655997', 'admin_state_up': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:41.414959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'port': {'network_id': '4d82aa01-9e4f-45fc-be48-647dd7e57a20', 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:41.438531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.501660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.502438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Fanout notify agent at l3_agent the message router_deleted on router 17a4e3d8-f60f-4712-8994-54ca515f86d2 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:41.504707 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.505720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:41.506394 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.519339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.520142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa38d5c2-799b-43e9-96fd-9e35813a5eb5 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/17a4e3d8-f60f-4712-8994-54ca515f86d2 HTTP/1.1" status: 204 len: 168 time: 3.1794460 Nov 16 21:29:41.526524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.532823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59178) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.533602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec0dff-a183-49d0-8b8d-9a2190dd3b34 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Network': ['ID=ea7d9aec-85ff-4895-8582-6dcc3268026d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.553390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1144998394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:41.663510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Subnet': ['ID=332eda4f-aed8-4856-984c-7cb091c9c289,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.679486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.700287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-279aa79a-2189-4c25-b972-814e08fc9587 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/subnets/332eda4f-aed8-4856-984c-7cb091c9c289 HTTP/1.1" status: 204 len: 168 time: 1.3293347 Nov 16 21:29:41.729335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.736967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2502301 Nov 16 21:29:41.760922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:41.807354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Request body: {'subnet': {'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-983073986-subnet', 'tenant_id': 'e7d5f0c488374d4fa2f59b6a017c4008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:41.827390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.827551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ac0ad-d376-42e4-a7af-4087681b1fc8 None None] Network 41d21a08-71da-43f7-9bb5-158b86cbcd5a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:41.831293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.841219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fdda4-2033-4a77-90c5-b161fff4b6da admin admin] Pushing event updated for resources: {'Network': ['ID=c0d9a703-8a18-4bd4-8ba2-8548423cc34f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:41.904916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Made reservation on behalf of e7d5f0c488374d4fa2f59b6a017c4008 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:41.907910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:41.989130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:42.137718 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:29:38Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:42.186251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59192) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:42.194771 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158dcf35-a14b-490c-b65e-34f3dea3d9bf None None] The sync data for ids ['0be5bf2c-7c82-4a5d-95a5-0f67b78040db'] in n-d-817778-8 is: [{'id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1004694996', 'tenant_id': '9cbda076b53643a1888ab607e8eb2651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:25Z', 'updated_at': '2021-11-16T21:29:38Z', 'revision_number': 5, 'project_id': '9cbda076b53643a1888ab607e8eb2651', 'gw_port': {'id': '47b1f548-a5d1-424a-aa30-93e83648da3a', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5bf2c-7c82-4a5d-95a5-0f67b78040db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:26Z', 'updated_at': '2021-11-16T21:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:42.206690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.218765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a3213ed-2d7d-46b4-a16c-ecf8a3e617ea req-30181a05-7b14-4c9a-82ca-28cba1496f25 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8535252 Nov 16 21:29:42.219330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383171761', 'description': 'tempest-secgroup-smoke-383171761 description', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:42.260610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.291301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.305101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.356682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.358407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103a4e33-6e49-4520-94b7-0e778d5a2dfe,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:42.366912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.369972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca3e5860-8ba1-47b0-bc54-265eb49a247d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8334877 Nov 16 21:29:42.375112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'port': 2} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:42.377043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59194) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:42.380319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.386753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'enable_snat': False}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:42.399382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 3bee79de-eef1-47d0-85bc-e90902e3a4ab {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:42.399653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.418337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.425167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Checking segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:42.425561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Network hostable DHCP agents. Network: c0d9a703-8a18-4bd4-8ba2-8548423cc34f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:29:42.548955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:29:42.580195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.586600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] device_id is not set on port 7225e623-1032-412c-9474-62b542f56478 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:29:42.608523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272e667-587e-433f-afa6-c207861e909e None None] DHCP port deletion for 41d21a08-71da-43f7-9bb5-158b86cbcd5a request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:42.617128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.617461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.621960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c0d9a703-8a18-4bd4-8ba2-8548423cc34f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:42.662966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 3bee79de-eef1-47d0-85bc-e90902e3a4ab owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:42.707546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.712088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:42.712912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.716720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e89949-810a-4d85-92e8-c3297930dbd3 None None] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:42.725146 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.747954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.782904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5a3b0f7d-73a7-422d-b8f3-28e0dca06e96 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9955270 Nov 16 21:29:42.794600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d6a04250-b441-4011-a485-7d3f16c10947 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:42.814040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.817886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6232150 Nov 16 21:29:42.819053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59196) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:42.872823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group_rule': {'security_group_id': '247b4a3f-0e5f-412a-b561-f20bc963fe8a', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:42.881039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Deleting port 47b1f548-a5d1-424a-aa30-93e83648da3a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:42.881798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.898275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f1058-b820-43cb-802e-10637de76a1d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247b4a3f-0e5f-412a-b561-f20bc963fe8a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:42.914199 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.926210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c272e667-587e-433f-afa6-c207861e909e None None] Deleting port d6a04250-b441-4011-a485-7d3f16c10947 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:42.926773 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c272e667-587e-433f-afa6-c207861e909e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.981487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:42.991077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.002994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c272e667-587e-433f-afa6-c207861e909e None None] For port d6a04250-b441-4011-a485-7d3f16c10947, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d6a04250-b441-4011-a485-7d3f16c10947,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:43.003415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c272e667-587e-433f-afa6-c207861e909e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.024237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.025101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c272e667-587e-433f-afa6-c207861e909e None None] Calling delete_port for d6a04250-b441-4011-a485-7d3f16c10947 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:43.063653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc555686-99e4-4bfb-9cb1-a0ed81c75914,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:43.101498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.103259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88f8b1a7-7343-4bcd-ad29-7dc9393f93c1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677217 Nov 16 21:29:43.108105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59206) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:43.124342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group_rule': {'security_group_id': '247b4a3f-0e5f-412a-b561-f20bc963fe8a', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:43.185911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] For port 47b1f548-a5d1-424a-aa30-93e83648da3a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=47b1f548-a5d1-424a-aa30-93e83648da3a,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:43.186289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.193504 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.227783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] device_id is not set on port e0593a04-a365-4b6a-b44b-0500087cd088 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:29:43.258722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbf69c-2cf6-49fd-8ddb-1b5b3bea77b8 None None] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:43.290786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d6a04250-b441-4011-a485-7d3f16c10947, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d6a04250-b441-4011-a485-7d3f16c10947,segment=NetworkSegment(c84e7951-7ace-4e54-a562-8951b22e6d7d),segment_id=c84e7951-7ace-4e54-a562-8951b22e6d7d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:43.294452 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.301695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Calling delete_port for 47b1f548-a5d1-424a-aa30-93e83648da3a owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:43.324096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.379510 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.380276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:43.382031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.394108 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c272e667-587e-433f-afa6-c207861e909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.411823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.416884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=3bee79de-eef1-47d0-85bc-e90902e3a4ab,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:43.463601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:43.464236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a446b1c8-a3a6-4f9c-b4bb-a9eb71bb4a05 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:43.489141 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.508952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event deleted for resources: {'Port': ['ID=d6a04250-b441-4011-a485-7d3f16c10947,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:43.513970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.539053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272e667-587e-433f-afa6-c207861e909e None None] No DVR routers for this DVR port d6a04250-b441-4011-a485-7d3f16c10947 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:43.559430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5ca6b4-39c1-46d3-9837-318c6b903673,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:43.574508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e667-587e-433f-afa6-c207861e909e None None] Pushing event deleted for resources: {'Port': ['ID=d6a04250-b441-4011-a485-7d3f16c10947,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:43.605208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.608995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bd54a70e-47b7-4366-9816-369d396cfca7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4919927 Nov 16 21:29:43.622717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59224) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:43.630792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group_rule': {'security_group_id': '247b4a3f-0e5f-412a-b561-f20bc963fe8a', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:43.715806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Allocated IP 172.25.3.9 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/858f0366-6829-4879-ba70-de0bf8913cb1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:43.740880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.741414 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Floating IP f00d6f9c-548c-4c73-8035-ebc358e287de disassociated (deleted). External IP: 172.25.3.209, port: 3c806887-8371-4a3c-8ff3-d41c570b5d77. Nov 16 21:29:43.748658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.829798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-6e6c6180-0121-448b-b23f-383f5e9f2bc9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:43.831294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba8824-e4ee-4fe0-a346-54d1f28146e9 req-2bd43b24-e67a-44d5-97e0-a0971d686877 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:43.831438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-6e6c6180-0121-448b-b23f-383f5e9f2bc9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 812 time: 0.2449138 Nov 16 21:29:43.838497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bba8824-e4ee-4fe0-a346-54d1f28146e9 req-2bd43b24-e67a-44d5-97e0-a0971d686877 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.4291606 Nov 16 21:29:43.863381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-bc417f48-c16e-4c3b-a190-6b65a01c8c2d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/quotas/e7d5f0c488374d4fa2f59b6a017c4008 HTTP/1.1" status: 200 len: 375 time: 0.0228150 Nov 16 21:29:43.883715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.906904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:43.936732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-df28e55c-0bc4-444b-9a6b-66a40e0864ac tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570192 Nov 16 21:29:43.956334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1df0a78-e325-405f-91ae-e53127c76611,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:43.988614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.018472 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.022922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6e451cd9-827b-4ae9-8ab7-2d8ec26a614b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960278 Nov 16 21:29:44.024439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59226) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:44.028903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group_rule': {'security_group_id': '247b4a3f-0e5f-412a-b561-f20bc963fe8a', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:44.109483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.117789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.138930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-544a4ffa-2f09-472d-a510-516ab7a0fc7d service neutron] 10.222.0.48 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876829 Nov 16 21:29:44.233941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:44.247793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:44.255993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:44.262106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Pushing event updated for resources: {'Port': ['ID=858f0366-6829-4879-ba70-de0bf8913cb1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.263849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.265891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73890422-c470-4162-960a-49011aaac2c7 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:44.309243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.319023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.364081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bba8824-e4ee-4fe0-a346-54d1f28146e9 req-682dbe95-6c68-4bec-8659-73f33882ecd4 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246131 Nov 16 21:29:44.404066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-84b0173a-75e1-4c57-8514-223da996cd93 None None] Provisioning complete for port 858f0366-6829-4879-ba70-de0bf8913cb1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:44.404557 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84b0173a-75e1-4c57-8514-223da996cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.418796 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-cccf3814-4c76-428d-a52e-6724dae68d62 service neutron] 10.222.0.48 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513137 Nov 16 21:29:44.423892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33ecc26-f356-4657-9def-4ef323c2a45a,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.457253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.458139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-84b0173a-75e1-4c57-8514-223da996cd93 None None] Port 858f0366-6829-4879-ba70-de0bf8913cb1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:44.494618 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.496067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c524527-5263-4ee1-8dc6-f5a9b2fac06b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4706697 Nov 16 21:29:44.498774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59228) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:44.508597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group_rule': {'security_group_id': '247b4a3f-0e5f-412a-b561-f20bc963fe8a', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:44.518864 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.552755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9d082-1658-446b-932f-2617deb12b6b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:44.569888 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Project dcae9b6bd0a147ca8ea81c52979a880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:29:44.579599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.586239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Port': ['ID=7225e623-1032-412c-9474-62b542f56478,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.708251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:44.738269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:29:44.797536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Port': ['ID=47b1f548-a5d1-424a-aa30-93e83648da3a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:44.802194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Checking segment: {'id': '13c445e6-daef-4095-9ca0-2ea2216e11a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8ef0fbc-31bd-4c97-8e04-f425821fcbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:44.802718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network hostable DHCP agents. Network: e8ef0fbc-31bd-4c97-8e04-f425821fcbe0, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:29:44.995724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.000654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.083096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network e8ef0fbc-31bd-4c97-8e04-f425821fcbe0 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:29:45.094336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.096031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Fanout notify agent at l3_agent the message router_deleted on router 0be5bf2c-7c82-4a5d-95a5-0f67b78040db {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:45.100659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e8ef0fbc-31bd-4c97-8e04-f425821fcbe0) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:45.108114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.109375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc6f99d8-47fb-4879-80d7-75165982cfbb tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/routers/0be5bf2c-7c82-4a5d-95a5-0f67b78040db HTTP/1.1" status: 204 len: 168 time: 3.3789439 Nov 16 21:29:45.114605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59256) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:45.115278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08877c2-e9b2-440a-996c-18ae3fc75b94 None None] Network e8ef0fbc-31bd-4c97-8e04-f425821fcbe0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:45.233016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:45.233925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.248271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.271327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:45.285365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.296043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.317607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:45.322772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.354902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:45.355984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:45.372367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-771d6a6b-a2ff-485c-9da4-3e352bd43c73 req-dc4b4a0b-45e7-4fae-99db-7ba78535e341 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 210 time: 0.0711498 Nov 16 21:29:45.395496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21682426-eb71-4309-887f-6227112eb08c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:45.449702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.449702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cdc5bc40-a00b-4d96-a86f-d4c2484dd6c7 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9462314 Nov 16 21:29:45.449702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:45.454153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'security_group_rule': {'security_group_id': '247b4a3f-0e5f-412a-b561-f20bc963fe8a', 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:45.479081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.515277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-81bf4e7d-67dc-4090-af0c-b53df1cd4a2d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/floatingips/f00d6f9c-548c-4c73-8035-ebc358e287de HTTP/1.1" status: 204 len: 168 time: 4.1140680 Nov 16 21:29:45.530843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:45.540591 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa06928b-e904-4617-b34b-c899f4734335" -d '{"events": [{"name": "network-changed", "server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:45.552915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Port': ['ID=e0593a04-a365-4b6a-b44b-0500087cd088,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:45.575898 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Project dcae9b6bd0a147ca8ea81c52979a880a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:29:45.585046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.640022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:45.668942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.677853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:45.867756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Checking segment: {'id': 'ee0a94cb-90b1-4ba1-8f28-9561f539bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4d82aa01-9e4f-45fc-be48-647dd7e57a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:45.867959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network hostable DHCP agents. Network: 4d82aa01-9e4f-45fc-be48-647dd7e57a20, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:29:45.884794 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9329c45f-077f-4e77-861d-b249841f48ee x-openstack-request-id: req-9329c45f-077f-4e77-861d-b249841f48ee {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:45.885084 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:45.885344 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9329c45f-077f-4e77-861d-b249841f48ee {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:45.885771 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'status': 'completed', 'code': 200} Nov 16 21:29:45.953195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626931d-6149-4702-b6e2-83f67a9ce4ac req-20e0a3ca-e4ea-4b22-95e0-b1ba4d177f8b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:45.955835 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9626931d-6149-4702-b6e2-83f67a9ce4ac req-20e0a3ca-e4ea-4b22-95e0-b1ba4d177f8b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3858566 Nov 16 21:29:45.960048 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.018173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.021067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network 4d82aa01-9e4f-45fc-be48-647dd7e57a20 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:29:46.048413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2becad5c-4db5-423c-be62-4fec357b2d1c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:46.082800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d21a08-71da-43f7-9bb5-158b86cbcd5a']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:46.089084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.096597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.106779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2e8a31cb-ba8c-47e0-a2cd-90334a290c78 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6472654 Nov 16 21:29:46.118140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84e7951-7ace-4e54-a562-8951b22e6d7d') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:46.118441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84e7951-7ace-4e54-a562-8951b22e6d7d') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:46.120131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4d82aa01-9e4f-45fc-be48-647dd7e57a20) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:46.135881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc0338-686d-4ff8-8cb7-30663f2b1b6a None None] Network 4d82aa01-9e4f-45fc-be48-647dd7e57a20 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:46.152757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:46.159968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.185653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.186402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.209683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.259285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9626931d-6149-4702-b6e2-83f67a9ce4ac req-9abde565-513a-4bba-a676-efaf16af0caa tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609506 Nov 16 21:29:46.265690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.272084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8edcd9a9-24ca-4288-9c4f-41dd6598fd48 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.8655014 Nov 16 21:29:46.295280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59308) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:46.366992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:29:46.367422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:29:46.381570 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:29:46.384805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06928b-e904-4617-b34b-c899f4734335 req-e68960c5-b6a5-4abc-ac88-feed278d71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.386740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-e68960c5-b6a5-4abc-ac88-feed278d71f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 1096 time: 0.3584261 Nov 16 21:29:46.404635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b3729-6efa-49ae-9719-5358cc15c363 req-ccdce334-828f-4066-b9db-2a333fe735f6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.404858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:28Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:46.413860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd1b3729-6efa-49ae-9719-5358cc15c363 req-ccdce334-828f-4066-b9db-2a333fe735f6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.3880208 Nov 16 21:29:46.481504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:29:46.508051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:46.508401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:46.593333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07c732-5c07-4cd0-8063-90d084d069fa tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.612501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07c732-5c07-4cd0-8063-90d084d069fa tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.617362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9a07c732-5c07-4cd0-8063-90d084d069fa tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3209901 Nov 16 21:29:46.619775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:46.635522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06928b-e904-4617-b34b-c899f4734335 req-0f78b7cc-37a6-4e73-9eb1-7b9898c17f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.637144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-0f78b7cc-37a6-4e73-9eb1-7b9898c17f64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 200 len: 897 time: 0.2180257 Nov 16 21:29:46.684400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 47b1f548-a5d1-424a-aa30-93e83648da3a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:46.687853 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-0e40ddab-9c39-4bdc-90b9-c852073c5d7f tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383171761&fields=id&tenant_id=dcae9b6bd0a147ca8ea81c52979a880a HTTP/1.1" status: 200 len: 267 time: 0.2436523 Nov 16 21:29:46.712971 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.715049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-777aafd3-461b-4c83-bfbb-ddb1ce6d8a6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 200 len: 217 time: 0.0658319 Nov 16 21:29:46.717338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:46.723079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] 10.222.0.48 "DELETE /v2.0/networks/41d21a08-71da-43f7-9bb5-158b86cbcd5a HTTP/1.1" status: 204 len: 168 time: 1.6070254 Nov 16 21:29:46.741577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 47b1f548-a5d1-424a-aa30-93e83648da3a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:46.741939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 47b1f548-a5d1-424a-aa30-93e83648da3a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:46.764722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:29:46.780705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd1b3729-6efa-49ae-9719-5358cc15c363 req-8c424707-f9e1-4ad8-ba2f-8c7600641a5d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658597 Nov 16 21:29:46.850473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06928b-e904-4617-b34b-c899f4734335 req-45a90776-5791-4eb0-9f2b-613556abe98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:46.851974 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-45a90776-5791-4eb0-9f2b-613556abe98b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 200 len: 834 time: 0.1252577 Nov 16 21:29:46.859456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Router 32644af9-3c72-4aad-ae9f-7155c46949d2 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:29:46.905848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd73325-4eef-45ad-b52d-ad711d8e5b59 tempest-TestSecurityGroupsBasicOps-85793971 tempest-TestSecurityGroupsBasicOps-85793971-project] Pushing event deleted for resources: {'Network': ['ID=41d21a08-71da-43f7-9bb5-158b86cbcd5a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:46.961831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-edded897-5ac7-4f78-a276-792c1b3ccb95 req-c0942b4d-00f9-4f4e-b5b2-964a9d55fb68 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 210 time: 0.0372570 Nov 16 21:29:47.105810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-326cf706-b863-4733-b039-98da5ae03094 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:47.107476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-124d96f4-e851-46bf-9621-e6a3e6696b58 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:47.109358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-124d96f4-e851-46bf-9621-e6a3e6696b58 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 812 time: 0.3248200 Nov 16 21:29:47.113726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06928b-e904-4617-b34b-c899f4734335 req-3a580085-e7ad-4abb-99f2-eab2bca5502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:47.115220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-3a580085-e7ad-4abb-99f2-eab2bca5502f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3929bfb7-6b9b-4f57-950a-cc724da69217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499323 Nov 16 21:29:47.119351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-326cf706-b863-4733-b039-98da5ae03094 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 813 time: 0.2919393 Nov 16 21:29:47.129282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Request body: {'port': {'device_id': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'admin_state_up': True, 'tenant_id': 'e7d5f0c488374d4fa2f59b6a017c4008'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:47.184981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-8ee1deaf-755f-4b0e-b3ba-3693f3c3b424 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/quotas/dcae9b6bd0a147ca8ea81c52979a880a HTTP/1.1" status: 200 len: 375 time: 0.0622187 Nov 16 21:29:47.255672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:28Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:47.302577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bc896-2dfe-41c6-8912-52ed556b78a4 None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:28Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '16660fb1-25ec-4dd2-9448-e8d2f94e5125', 'name': '', 'network_id': '3929bfb7-6b9b-4f57-950a-cc724da69217', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:62:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '73842dfd-280a-4da7-a770-07ccf024626e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:55Z', 'updated_at': '2021-11-16T21:27:03Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '73842dfd-280a-4da7-a770-07ccf024626e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:47.432788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-de9a63c1-c58b-4f7e-9300-912276bb2b1b tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2290518 Nov 16 21:29:47.448081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Made reservation on behalf of e7d5f0c488374d4fa2f59b6a017c4008 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:47.451670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.458123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:29:47.463061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.467394 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1125b7d7-ca84-4c62-8ce6-3aecdd797a1f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "PUT /v2.0/routers/32644af9-3c72-4aad-ae9f-7155c46949d2 HTTP/1.1" status: 200 len: 914 time: 5.0855436 Nov 16 21:29:47.472299 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] Sync routers for ids ['32644af9-3c72-4aad-ae9f-7155c46949d2'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:29:47.475356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59328) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:47.504807 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] Routers {'32644af9-3c72-4aad-ae9f-7155c46949d2'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:47.506181 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['32644af9-3c72-4aad-ae9f-7155c46949d2'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:47.579522 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:47.602972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59332) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:47.612051 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] Routers {'32644af9-3c72-4aad-ae9f-7155c46949d2'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:29:47.612874 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['32644af9-3c72-4aad-ae9f-7155c46949d2'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:47.633969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Allocated IP 172.20.0.8 (c0d9a703-8a18-4bd4-8ba2-8548423cc34f/103a4e33-6e49-4520-94b7-0e778d5a2dfe/dec514d6-d079-4a14-8375-d5eb882084e0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:47.657998 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:29:47.659186 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96ee28-79e0-4361-8fbd-398660cb9943 None None] The sync data for ids ['32644af9-3c72-4aad-ae9f-7155c46949d2'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:29:47.712645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-fd5c910c-116b-4e36-9614-f3b9fd922813 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:47.714706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-fd5c910c-116b-4e36-9614-f3b9fd922813 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 812 time: 0.5637841 Nov 16 21:29:47.717227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Deleting port 7225e623-1032-412c-9474-62b542f56478 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:47.717834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.736050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Request body: {'port': {'device_id': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'admin_state_up': True, 'tenant_id': 'e7d5f0c488374d4fa2f59b6a017c4008'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:47.753688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-a177762a-88d7-4fd4-9f0c-03a0bb9fde14 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022609 Nov 16 21:29:47.792155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8bf17-40fa-47ee-a3df-c76f08cce951 None None] New status for floating IP f00d6f9c-548c-4c73-8035-ebc358e287de: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:29:47.806639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10784be4-0309-49d7-b202-2830a491f17e req-046c471c-43ed-4062-86ae-06b54ca3e87e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:47.808465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10784be4-0309-49d7-b202-2830a491f17e req-046c471c-43ed-4062-86ae-06b54ca3e87e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.4085426 Nov 16 21:29:47.886613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:47.905157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Calling delete_port for 7225e623-1032-412c-9474-62b542f56478 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:47.941460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa06928b-e904-4617-b34b-c899f4734335 req-14c931ab-1a2a-4cb1-a568-f847d8da3982 service neutron] 10.222.0.41 "GET /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317947 Nov 16 21:29:48.011863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-814cd9c5-a86e-4eb6-9fb0-08e29f1b3379 service neutron] 10.222.0.48 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474391 Nov 16 21:29:48.050048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10784be4-0309-49d7-b202-2830a491f17e req-fad74294-a8e4-44e3-ac90-663d94af8917 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026661 Nov 16 21:29:48.065875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-79cdabb9-c397-4bdf-a382-c53594279c84 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:48.067436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-79cdabb9-c397-4bdf-a382-c53594279c84 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.3808620 Nov 16 21:29:48.077111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.191769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Port': ['ID=7225e623-1032-412c-9474-62b542f56478,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:48.227291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.230695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4d273ef2-fca9-4675-94e8-580cbd2a26e4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/ports/7225e623-1032-412c-9474-62b542f56478 HTTP/1.1" status: 204 len: 168 time: 1.5514660 Nov 16 21:29:48.238133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57a3e2b8-8f99-4a7e-aeb6-6ed26bd13365 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/32644af9-3c72-4aad-ae9f-7155c46949d2 HTTP/1.1" status: 200 len: 920 time: 0.7469976 Nov 16 21:29:48.243582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59340) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.243883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.258410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-abdacccd-5ec3-4a85-8f4b-fc0e12b9fd9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cbda076b53643a1888ab607e8eb2651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6500349 Nov 16 21:29:48.264820 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.267942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59344) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.300196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-f71c2408-d1a8-40ca-b2dc-70323dceecbe service neutron] 10.222.0.48 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310870 Nov 16 21:29:48.329017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Made reservation on behalf of e7d5f0c488374d4fa2f59b6a017c4008 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:48.333024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.457817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60257f7c-0d9e-40f1-9b70-2bafb076866f req-af5c4869-052a-48db-a083-14fc26fe376d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:48.459350 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60257f7c-0d9e-40f1-9b70-2bafb076866f req-af5c4869-052a-48db-a083-14fc26fe376d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 945 time: 0.2722275 Nov 16 21:29:48.486959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513deb9d-8371-46fc-9983-b897b37ac7c2 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:48.488507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-513deb9d-8371-46fc-9983-b897b37ac7c2 tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=32644af9-3c72-4aad-ae9f-7155c46949d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2411492 Nov 16 21:29:48.491587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59352) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.509358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 3c806887-8371-4a3c-8ff3-d41c570b5d77 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:48.509726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.607082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.634435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc992-d27a-4ab4-b500-aafd4b3ff400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.650576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Allocated IP 172.20.0.2 (c0d9a703-8a18-4bd4-8ba2-8548423cc34f/103a4e33-6e49-4520-94b7-0e778d5a2dfe/c18335e1-3659-4867-a916-1bcd9c49d858) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:48.664688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428bb6df-9771-4b39-8397-0bdafcfbdfeb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:48.666275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-428bb6df-9771-4b39-8397-0bdafcfbdfeb tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 881 time: 0.1737731 Nov 16 21:29:48.670199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.724099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cc6efafe-ebe1-4c80-ae82-644c5e74e0da tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=32644af9-3c72-4aad-ae9f-7155c46949d2 HTTP/1.1" status: 200 len: 205 time: 0.0453894 Nov 16 21:29:48.729031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59362) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:48.737742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event updated for resources: {'Port': ['ID=dec514d6-d079-4a14-8375-d5eb882084e0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:48.769712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:48.778504 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc992-d27a-4ab4-b500-aafd4b3ff400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.781917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Deleting port e0593a04-a365-4b6a-b44b-0500087cd088 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:48.782775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:48.927115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4119b4e9-cbc4-47a7-876c-9e854ee99643 req-378a3610-0793-470b-b356-4693d3097be5 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 210 time: 0.0674608 Nov 16 21:29:49.057128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33641dee-8d41-46df-829e-c313181b92df req-c2908718-1460-4f1a-bdc5-ecf1d6f4f47a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.0507340 Nov 16 21:29:49.090071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.205258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.238214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Calling delete_port for e0593a04-a365-4b6a-b44b-0500087cd088 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:49.356939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-60257f7c-0d9e-40f1-9b70-2bafb076866f req-8dc88b3d-f5ba-4e4f-ac53-188a467afe2a tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=c17525bf-63c3-4811-af55-6d66d1608606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8656514 Nov 16 21:29:49.373014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:49.382298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:49.414729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.491692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port 3c806887-8371-4a3c-8ff3-d41c570b5d77, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3c806887-8371-4a3c-8ff3-d41c570b5d77,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:49.492355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.506880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.513245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/ports/e0593a04-a365-4b6a-b44b-0500087cd088 HTTP/1.1" status: 204 len: 168 time: 1.2669542 Nov 16 21:29:49.585250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59372) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:49.624888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 3c806887-8371-4a3c-8ff3-d41c570b5d77 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:49.626703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc992-d27a-4ab4-b500-aafd4b3ff400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.629764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc992-d27a-4ab4-b500-aafd4b3ff400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.634465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9cbbc992-d27a-4ab4-b500-aafd4b3ff400 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d5ea106-1887-4888-97b0-27c498ec5cc3 HTTP/1.1" status: 204 len: 168 time: 1.3419979 Nov 16 21:29:49.635436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381794e-db07-43ce-a05a-bc8d196aeab4 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Port': ['ID=e0593a04-a365-4b6a-b44b-0500087cd088,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:49.673755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a36470f-d990-4ce8-b7b2-8a54cc05ab6f tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0871956 Nov 16 21:29:49.674704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:49.690868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1519605479'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:49.693538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbc992-d27a-4ab4-b500-aafd4b3ff400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5ea106-1887-4888-97b0-27c498ec5cc3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:49.722492 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.732403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:49.736365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.744122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:49.745442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.771979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-92762894-e97a-442c-a43b-fcc0db5fcf94 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6506233 Nov 16 21:29:49.781256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad256d-d5ab-47ed-b03d-c4743fa15320 req-7c1da62c-7a0d-4d58-926d-195c66899983 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:49.789154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Request body: {'port': {'device_id': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:49.789676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cad256d-d5ab-47ed-b03d-c4743fa15320 req-7c1da62c-7a0d-4d58-926d-195c66899983 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.6161051 Nov 16 21:29:49.807596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:49.817616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.818148 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Added segment 94526188-bd4f-45cd-8cf4-288985329c97 of type vlan for network a9635241-bced-4630-9126-d1002b5eaeb5 Nov 16 21:29:49.860999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.909903 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.912169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:49.915897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:49.916531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.070939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Network': ['ID=a9635241-bced-4630-9126-d1002b5eaeb5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:50.085715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network a9635241-bced-4630-9126-d1002b5eaeb5 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:50.100435 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.238159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cad256d-d5ab-47ed-b03d-c4743fa15320 req-95069cb0-22d0-49b2-a9a2-0a27d0009787 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472446 Nov 16 21:29:50.264369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02728ee5-53f2-4e48-92e3-2a4fc3853d8a req-f66a0093-90ea-43b0-9458-96351c17e1b9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 210 time: 0.1692047 Nov 16 21:29:50.290941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d02ea92f-c300-43c8-9ac1-d4192bd02b32 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6117370 Nov 16 21:29:50.301147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59396) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:50.316740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-705202730'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:50.332744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.430704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:50.443340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.457621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59402) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:50.472061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8cc56d92-709f-4abd-8701-861230bbd6f4 req-4bbcdc6e-05f0-4739-b0b8-3715612f8197 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.0709345 Nov 16 21:29:50.495518 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-141238ba-5700-4a99-9fa0-a39e4a7e7f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.499628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:50.511157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.513386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:50.522421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:50.525177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event updated for resources: {'Port': ['ID=c18335e1-3659-4867-a916-1bcd9c49d858,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:50.531370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Deleting port 858f0366-6829-4879-ba70-de0bf8913cb1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:50.531705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.605396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bd69ebac-bc82-4aec-b4d3-d2e96a858e3f req-ba86a184-f3f9-493e-b244-543ea5ed2525 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8322362c-a172-48b3-9e43-249e460def9e HTTP/1.1" status: 200 len: 210 time: 0.0891714 Nov 16 21:29:50.613867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59404) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:50.647444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=3c806887-8371-4a3c-8ff3-d41c570b5d77,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:50.681341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.694766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Calling delete_port for 858f0366-6829-4879-ba70-de0bf8913cb1 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:50.746678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:50.753891 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-244b1879-9d8f-4b52-a211-d2d518772199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.807224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1aea43a5-5d13-4923-b5bf-e73fc9368f8c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:50.809061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1aea43a5-5d13-4923-b5bf-e73fc9368f8c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 813 time: 0.7434263 Nov 16 21:29:50.810432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] No DVR routers for this DVR port 3c806887-8371-4a3c-8ff3-d41c570b5d77 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:29:50.815131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.819191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d8deac0-e339-4b6a-a27b-7729663afb3e req-50551b1a-3236-4619-95d6-55905eae829c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "DELETE /v2.0/ports/3c806887-8371-4a3c-8ff3-d41c570b5d77 HTTP/1.1" status: 204 len: 173 time: 2.7371559 Nov 16 21:29:50.895606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'name': 'network-vif-deleted', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:50.898709 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901a9159-6281-4f8a-9548-e11e98c4008e" -d '{"events": [{"server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "name": "network-vif-deleted", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:50.928361 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.935809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:50.936532 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Added segment 639c43b3-1434-47b8-be8a-bb98b9683991 of type vlan for network 6f3a713b-9656-4333-914c-a106e42b1efd Nov 16 21:29:50.967132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22698821-70ea-45a3-a03d-df86d1931d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.059796 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c07531-c34b-4f9d-9bbe-7ae8bcff081d x-openstack-request-id: req-a1c07531-c34b-4f9d-9bbe-7ae8bcff081d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:51.060553 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8322362c-a172-48b3-9e43-249e460def9e", "name": "network-vif-deleted", "tag": "3c806887-8371-4a3c-8ff3-d41c570b5d77", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:51.061168 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1c07531-c34b-4f9d-9bbe-7ae8bcff081d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:51.080320 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322362c-a172-48b3-9e43-249e460def9e', 'name': 'network-vif-deleted', 'tag': '3c806887-8371-4a3c-8ff3-d41c570b5d77', 'status': 'completed', 'code': 200} Nov 16 21:29:51.084569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80625c57-acd9-467e-9fd5-f0b5b1cb2530 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:51.088996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event deleted for resources: {'Port': ['ID=858f0366-6829-4879-ba70-de0bf8913cb1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:51.141047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:51.142567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.175563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.206992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c9b88ef1-11f9-47a6-87a1-a253acc901bd tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4766757 Nov 16 21:29:51.214987 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ed2a734c-b794-4a85-b19f-611bc3694506 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcae9b6bd0a147ca8ea81c52979a880a HTTP/1.1" status: 200 len: 379 time: 0.3203382 Nov 16 21:29:51.234995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Request body: {'port': {'device_id': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:51.245901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'port': {'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'admin_state_up': True, 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'security_groups': ['247b4a3f-0e5f-412a-b561-f20bc963fe8a']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:51.404619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.461630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.482591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:51.491395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.568371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c806887-8371-4a3c-8ff3-d41c570b5d77 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:29:51.599439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 3c806887-8371-4a3c-8ff3-d41c570b5d77 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:29:51.599792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3c806887-8371-4a3c-8ff3-d41c570b5d77 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:29:51.679369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Network': ['ID=6f3a713b-9656-4333-914c-a106e42b1efd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:51.695582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6f3a713b-9656-4333-914c-a106e42b1efd details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:51.741364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-141238ba-5700-4a99-9fa0-a39e4a7e7f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.746977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.755610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6302b-7fa5-4c9c-b8fd-4b1800899481 req-473c84e4-4a38-4dce-bb78-89bfc3fdd67d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:51.759421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2d6302b-7fa5-4c9c-b8fd-4b1800899481 req-473c84e4-4a38-4dce-bb78-89bfc3fdd67d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3981407 Nov 16 21:29:51.760174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.774345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.796844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c76a1025-2248-4548-b879-51ccfed6a6b3 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4899912 Nov 16 21:29:51.833052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec514d6-d079-4a14-8375-d5eb882084e0 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:51.860935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.895876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-141238ba-5700-4a99-9fa0-a39e4a7e7f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.902323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22698821-70ea-45a3-a03d-df86d1931d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.914021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Made reservation on behalf of dcae9b6bd0a147ca8ea81c52979a880a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:51.917484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.932945 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-141238ba-5700-4a99-9fa0-a39e4a7e7f2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0afc887bf0774f51877b450f171f00a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4595742 Nov 16 21:29:51.937768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.939492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Fanout notify agent at l3_agent the message router_deleted on router 32644af9-3c72-4aad-ae9f-7155c46949d2 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:29:51.945280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59418) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:51.961662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-22698821-70ea-45a3-a03d-df86d1931d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.968305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:51.969549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a846459-8eb5-46d0-bf92-7223339af1fd tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/32644af9-3c72-4aad-ae9f-7155c46949d2 HTTP/1.1" status: 204 len: 168 time: 3.2365501 Nov 16 21:29:51.981293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:51.994698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2ea6-5c47-41e7-92c4-9f2aa3d6dea9 req-028f4477-e94e-428e-b418-e87274e6c81c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:51.996891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23eb2ea6-5c47-41e7-92c4-9f2aa3d6dea9 req-028f4477-e94e-428e-b418-e87274e6c81c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 931 time: 0.5022752 Nov 16 21:29:52.003036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-677654976', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:52.030465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-22698821-70ea-45a3-a03d-df86d1931d5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0db5cf6e244c41a398ea1bcc770c0785&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3891878 Nov 16 21:29:52.040383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Transition to ACTIVE for port object dec514d6-d079-4a14-8375-d5eb882084e0 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:29:52.041270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22698821-70ea-45a3-a03d-df86d1931d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b73f43-90a0-45ac-9917-eab4a9ddfab6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.045145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59422) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:52.090828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.092253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.100332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.117698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141238ba-5700-4a99-9fa0-a39e4a7e7f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d55156f-b850-413b-9a0e-b998444eb083,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.167557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Pushing event updated for resources: {'Port': ['ID=dec514d6-d079-4a14-8375-d5eb882084e0,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.193935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2d6302b-7fa5-4c9c-b8fd-4b1800899481 req-1735d502-460d-4e34-8e38-d5d25c29b071 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215086 Nov 16 21:29:52.264442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89b6e17a-c212-435c-a925-82fca9cd2b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.292678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89b6e17a-c212-435c-a925-82fca9cd2b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.308232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.363472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23eb2ea6-5c47-41e7-92c4-9f2aa3d6dea9 req-35cce223-8538-4794-94ee-9668f81029ea tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156102 Nov 16 21:29:52.366777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89b6e17a-c212-435c-a925-82fca9cd2b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.369227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89b6e17a-c212-435c-a925-82fca9cd2b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.370427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-89b6e17a-c212-435c-a925-82fca9cd2b9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d55156f-b850-413b-9a0e-b998444eb083 HTTP/1.1" status: 204 len: 168 time: 0.4190006 Nov 16 21:29:52.475786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59426) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:52.586020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5117555a-661c-4792-ace2-dda10b48da56 req-3df4c63c-a1cb-4540-bf85-b103c07d9888 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.1151137 Nov 16 21:29:52.588175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6e17a-c212-435c-a925-82fca9cd2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d55156f-b850-413b-9a0e-b998444eb083,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:52.746569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04d8b944-6c94-463f-aa47-458c243d8a4e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.750583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Allocated IP 172.20.0.5 (3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce/261b5478-01dc-4754-b818-850e31831266/9bf44a33-583b-40b9-96da-48a88d5fc7bd) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:52.755515 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5a23392-9fb4-49f8-b55f-a08bac6f40cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.816552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04d8b944-6c94-463f-aa47-458c243d8a4e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.847834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Attempting to bind port dec514d6-d079-4a14-8375-d5eb882084e0 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:52.848410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Attempting to bind port dec514d6-d079-4a14-8375-d5eb882084e0 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:52.848508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Attempting to bind port dec514d6-d079-4a14-8375-d5eb882084e0 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:52.864914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Port dec514d6-d079-4a14-8375-d5eb882084e0 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:29:52.865248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Attempting to bind port dec514d6-d079-4a14-8375-d5eb882084e0 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:52.870791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.873648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5a23392-9fb4-49f8-b55f-a08bac6f40cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:52.877796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:52.878146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Checking segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:52.878709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Bound using segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:52.879324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Bound port: dec514d6-d079-4a14-8375-d5eb882084e0, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:52.879795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.020076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:53.027355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22f9302c-97c8-4a7f-9761-2bbc61a6a201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.167754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] For port dec514d6-d079-4a14-8375-d5eb882084e0, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:53.192914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5a23392-9fb4-49f8-b55f-a08bac6f40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.196402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5a23392-9fb4-49f8-b55f-a08bac6f40cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.198165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a5a23392-9fb4-49f8-b55f-a08bac6f40cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51b73f43-90a0-45ac-9917-eab4a9ddfab6 HTTP/1.1" status: 204 len: 168 time: 1.1457567 Nov 16 21:29:53.203536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-da9cc9f0-b03a-42a4-968e-c77f9953536f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6a9675631e646bf8af59fc384aeb171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748235 Nov 16 21:29:53.203536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18335e1-3659-4867-a916-1bcd9c49d858 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:53.215492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59436) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:53.236132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04d8b944-6c94-463f-aa47-458c243d8a4e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.248066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.258760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04d8b944-6c94-463f-aa47-458c243d8a4e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.258760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-04d8b944-6c94-463f-aa47-458c243d8a4e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/security-groups/c17525bf-63c3-4811-af55-6d66d1608606 HTTP/1.1" status: 204 len: 168 time: 0.7759047 Nov 16 21:29:53.296961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Transition to ACTIVE for port object c18335e1-3659-4867-a916-1bcd9c49d858 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:29:53.304429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] For port dec514d6-d079-4a14-8375-d5eb882084e0, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dec514d6-d079-4a14-8375-d5eb882084e0,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:53.364314 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.384572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59442) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:53.421839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.449362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a23392-9fb4-49f8-b55f-a08bac6f40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b73f43-90a0-45ac-9917-eab4a9ddfab6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.521626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c18335e1-3659-4867-a916-1bcd9c49d858,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.553738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.555701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8b944-6c94-463f-aa47-458c243d8a4e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17525bf-63c3-4811-af55-6d66d1608606,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.654598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.687535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'Port': ['ID=9bf44a33-583b-40b9-96da-48a88d5fc7bd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.770624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Pushing event updated for resources: {'Port': ['ID=dec514d6-d079-4a14-8375-d5eb882084e0,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:53.790879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:53.796134 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.798598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-8b4d7667-4ddb-4542-985f-6f684f025e6b service neutron] 10.222.0.47 "PUT /v2.0/ports/dec514d6-d079-4a14-8375-d5eb882084e0 HTTP/1.1" status: 200 len: 1091 time: 4.0134234 Nov 16 21:29:53.806581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'tag': 'dec514d6-d079-4a14-8375-d5eb882084e0'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:53.809268 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12" -d '{"events": [{"name": "network-changed", "server_uuid": "83d32516-f260-4250-a031-f1ec9db0e2ad", "tag": "dec514d6-d079-4a14-8375-d5eb882084e0"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:53.841945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:53.843231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59452) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:53.873061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:53.886735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:53.963189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-b82fab2c-094c-43f6-998c-d4656ed7d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:53.963615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:53.964977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-b82fab2c-094c-43f6-998c-d4656ed7d6f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=83d32516-f260-4250-a031-f1ec9db0e2ad HTTP/1.1" status: 200 len: 1094 time: 0.1207700 Nov 16 21:29:53.965860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d0671361-c07d-41c1-b3fb-bda81367e45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.045664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b457964-b018-4efe-aaa2-ad30f2509837 req-5873795b-c2cc-4018-bc2d-cddfc698f80d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:54.048319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b457964-b018-4efe-aaa2-ad30f2509837 req-5873795b-c2cc-4018-bc2d-cddfc698f80d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 943 time: 0.4854298 Nov 16 21:29:54.058096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.143312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.157700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d0671361-c07d-41c1-b3fb-bda81367e45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.166663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-423a06c2-3fb7-4078-9383-1b392fb8e488 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec514d6-d079-4a14-8375-d5eb882084e0 HTTP/1.1" status: 200 len: 217 time: 0.1788614 Nov 16 21:29:54.184654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85cab6-3534-486d-bb0a-c22ba3efb098 req-deae4633-9945-4bc4-b130-0e78f4bbd904 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:54.186359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f85cab6-3534-486d-bb0a-c22ba3efb098 req-deae4633-9945-4bc4-b130-0e78f4bbd904 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.7190685 Nov 16 21:29:54.198053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b457964-b018-4efe-aaa2-ad30f2509837 req-29120b9f-adbe-4b0f-a58e-96037d91e19a tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413314 Nov 16 21:29:54.230847 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d0671361-c07d-41c1-b3fb-bda81367e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.315268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d0671361-c07d-41c1-b3fb-bda81367e45b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97cf628f45314aa69904b871894e68ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395838 Nov 16 21:29:54.316325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8cf97e5-c0db-4bcb-9202-c5478aad2004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.319879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59454) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:54.341975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8cf97e5-c0db-4bcb-9202-c5478aad2004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.388564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-12205478-148c-4cf3-a4bb-60e323b77e9b None None] Provisioning complete for port 9bf44a33-583b-40b9-96da-48a88d5fc7bd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:54.389256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-12205478-148c-4cf3-a4bb-60e323b77e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.434173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:54.435040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.449662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Attempting to bind port c18335e1-3659-4867-a916-1bcd9c49d858 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:54.449662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Attempting to bind port c18335e1-3659-4867-a916-1bcd9c49d858 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:54.449662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Attempting to bind port c18335e1-3659-4867-a916-1bcd9c49d858 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:54.482861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-12205478-148c-4cf3-a4bb-60e323b77e9b None None] Port 9bf44a33-583b-40b9-96da-48a88d5fc7bd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:54.514848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f85cab6-3534-486d-bb0a-c22ba3efb098 req-4707c727-4813-42cc-a284-e4c4f9aab686 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008685 Nov 16 21:29:54.516288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-4cc58878-5f30-441a-83bb-0b20e3901a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:54.518209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-4cc58878-5f30-441a-83bb-0b20e3901a04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.3206563 Nov 16 21:29:54.546726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-1f98aa18-39c4-45da-8fe8-bcfbc5d68fd9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3105192 Nov 16 21:29:54.547435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0671361-c07d-41c1-b3fb-bda81367e45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c09ae59-7586-4784-8eae-9059efd35df5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:54.568889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Request body: {'port': {'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:54.577345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8cf97e5-c0db-4bcb-9202-c5478aad2004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.580671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8cf97e5-c0db-4bcb-9202-c5478aad2004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.581959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e8cf97e5-c0db-4bcb-9202-c5478aad2004 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63a64c00-e633-4b71-a05e-b806edb1004c HTTP/1.1" status: 204 len: 168 time: 1.3227119 Nov 16 21:29:54.637850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf97e5-c0db-4bcb-9202-c5478aad2004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a64c00-e633-4b71-a05e-b806edb1004c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:54.644779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-4986ee57-05e0-40d7-8fd9-ae828c8def65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914226 Nov 16 21:29:54.657056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Allocated IP 172.25.3.57 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/92e04af3-9c73-4d92-979c-f39fd6b0e329) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:54.690920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Port c18335e1-3659-4867-a916-1bcd9c49d858 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:29:54.691405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Attempting to bind port c18335e1-3659-4867-a916-1bcd9c49d858 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:54.704337 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b49c8d2-602a-4f16-99b9-a0d0018d4ded x-openstack-request-id: req-3b49c8d2-602a-4f16-99b9-a0d0018d4ded {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:54.704688 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d32516-f260-4250-a031-f1ec9db0e2ad", "tag": "dec514d6-d079-4a14-8375-d5eb882084e0", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:54.709166 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b49c8d2-602a-4f16-99b9-a0d0018d4ded {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:54.710204 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'tag': 'dec514d6-d079-4a14-8375-d5eb882084e0', 'status': 'completed', 'code': 200} Nov 16 21:29:54.718265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:54.718609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Checking segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:54.719054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Bound using segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:54.719503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Bound port: c18335e1-3659-4867-a916-1bcd9c49d858, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:54.719928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:54.825022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] For port c18335e1-3659-4867-a916-1bcd9c49d858, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:54.829904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] For port c18335e1-3659-4867-a916-1bcd9c49d858, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c18335e1-3659-4867-a916-1bcd9c49d858,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:54.940854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886980cd-7cad-4f69-b9ad-54c3c97bd4bc req-d0dad9a5-9168-4376-a210-1e12bb0b111a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:54.954412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-886980cd-7cad-4f69-b9ad-54c3c97bd4bc req-d0dad9a5-9168-4376-a210-1e12bb0b111a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 931 time: 0.5668325 Nov 16 21:29:54.958575 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.245320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59464) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:55.254874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'subnets': [{'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--410053013', 'ip_version': 6}, {'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:55.255199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'subnet': {'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--410053013', 'ip_version': 6}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:55.255942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Request body: {'subnet': {'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:55.312469 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.459375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9f0119a-790e-4f5c-a637-6f205c2c09a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.460535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-e3e215de-fb03-4be9-ad56-5e57979c68cb service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056362 Nov 16 21:29:55.554258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:55.554481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.555874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/c18335e1-3659-4867-a916-1bcd9c49d858 HTTP/1.1" status: 200 len: 1091 time: 4.3321099 Nov 16 21:29:55.557206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'tag': 'c18335e1-3659-4867-a916-1bcd9c49d858'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:55.560117 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1ad5e3-d940-4b0a-a112-2836431d30f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a5eeaa-24e3-4310-b323-c5e512c49e53", "tag": "c18335e1-3659-4867-a916-1bcd9c49d858"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:55.574809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9f0119a-790e-4f5c-a637-6f205c2c09a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.614854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2a3f5-4268-4791-b2c3-18b1b4f615c2 req-e8985320-e362-4fab-9731-ba07808e85ec tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:55.616230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3f2a3f5-4268-4791-b2c3-18b1b4f615c2 req-e8985320-e362-4fab-9731-ba07808e85ec tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 943 time: 0.2596662 Nov 16 21:29:55.639632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58f34-2493-40da-b59f-0604aa8380a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c18335e1-3659-4867-a916-1bcd9c49d858,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:55.667034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.705500 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-886980cd-7cad-4f69-b9ad-54c3c97bd4bc req-109e1caa-f3a2-4998-b38d-1b008a8665f8 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7498839 Nov 16 21:29:55.737865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.757602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-54649d5a-6ee1-4a65-905e-3f940f1ae3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:55.759434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-54649d5a-6ee1-4a65-905e-3f940f1ae3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 1094 time: 0.1207914 Nov 16 21:29:55.832571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-74e0c7c9-1bf5-4d95-87ef-34bf295fb4e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c18335e1-3659-4867-a916-1bcd9c49d858 HTTP/1.1" status: 200 len: 217 time: 0.0537376 Nov 16 21:29:55.838391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:55.839675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3f2a3f5-4268-4791-b2c3-18b1b4f615c2 req-5cd6c8ff-4036-4da0-93fe-5f0d6532a8f7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155755 Nov 16 21:29:55.840578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9f0119a-790e-4f5c-a637-6f205c2c09a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.844383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e9f0119a-790e-4f5c-a637-6f205c2c09a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:55.846255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e9f0119a-790e-4f5c-a637-6f205c2c09a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c09ae59-7586-4784-8eae-9059efd35df5 HTTP/1.1" status: 204 len: 168 time: 1.5015330 Nov 16 21:29:55.904403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0119a-790e-4f5c-a637-6f205c2c09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c09ae59-7586-4784-8eae-9059efd35df5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:55.990424 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eca5e52-40bd-463c-a61f-150129719028 x-openstack-request-id: req-7eca5e52-40bd-463c-a61f-150129719028 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:55.990959 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a5eeaa-24e3-4310-b323-c5e512c49e53", "tag": "c18335e1-3659-4867-a916-1bcd9c49d858", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:55.990959 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7eca5e52-40bd-463c-a61f-150129719028 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:55.991405 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'tag': 'c18335e1-3659-4867-a916-1bcd9c49d858', 'status': 'completed', 'code': 200} Nov 16 21:29:55.994869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-a0348e70-847d-430b-bfd6-7822841f5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:55.995941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-a0348e70-847d-430b-bfd6-7822841f5da4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.1415479 Nov 16 21:29:56.007020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Made reservation on behalf of e607a83e197e4ce5a14adf13a05f5dfc for: {'subnet': 2} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:56.022050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.022329 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.024224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.057267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-c5bb083c-fa09-497c-9316-ab5a84916339 service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754764 Nov 16 21:29:56.206605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-afd0b70b-cdd1-4888-b8cd-6eaa8c6012ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999149 Nov 16 21:29:56.246250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-8b0677de-e0c1-4cf9-a44b-77d316ebeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.247772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-8b0677de-e0c1-4cf9-a44b-77d316ebeaa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=83d32516-f260-4250-a031-f1ec9db0e2ad HTTP/1.1" status: 200 len: 1094 time: 0.1365893 Nov 16 21:29:56.253256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1651642078-network', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:56.280298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.399837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edce68-9a33-4d47-ad8c-15eba3e56849 req-591d6faa-48c0-43df-8005-ef2c2bc9cb9e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.407901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83edce68-9a33-4d47-ad8c-15eba3e56849 req-591d6faa-48c0-43df-8005-ef2c2bc9cb9e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.5382054 Nov 16 21:29:56.444586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:56.476210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf44a33-583b-40b9-96da-48a88d5fc7bd {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:29:56.477027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:56.487160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:56.499679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.499994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event updated for resources: {'Port': ['ID=92e04af3-9c73-4d92-979c-f39fd6b0e329,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:56.504548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Made reservation on behalf of a3d845d65e2e49108d83ae0ed3668223 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:56.507225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.507626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b29608-216c-4be3-a876-c12b977c53c2 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:29:56.518643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-39134466-8a6a-4782-b43e-31280d950255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.520190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-39134466-8a6a-4782-b43e-31280d950255 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 913 time: 0.2636940 Nov 16 21:29:56.571818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.596714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-cec01807-efc4-41af-8f63-5696f539bc4b service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509254 Nov 16 21:29:56.621805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83edce68-9a33-4d47-ad8c-15eba3e56849 req-30243ef5-200c-484c-b491-44859f903ab1 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136207 Nov 16 21:29:56.656341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ad83a0bb-2f52-4b1f-aecb-b07ad1f34019 None None] Provisioning complete for port 92e04af3-9c73-4d92-979c-f39fd6b0e329 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:29:56.659496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad83a0bb-2f52-4b1f-aecb-b07ad1f34019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.663799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-82cb8716-66c5-4dce-9f08-4da11f5847a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dec514d6-d079-4a14-8375-d5eb882084e0 HTTP/1.1" status: 200 len: 217 time: 0.1113648 Nov 16 21:29:56.664870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Transition to ACTIVE for port object 9bf44a33-583b-40b9-96da-48a88d5fc7bd will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:29:56.706490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.741278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ad83a0bb-2f52-4b1f-aecb-b07ad1f34019 None None] Port 92e04af3-9c73-4d92-979c-f39fd6b0e329 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:29:56.746989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:56.901070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-c988203f-9d38-4c0d-bc3e-244c0ac4e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:56.903684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-c988203f-9d38-4c0d-bc3e-244c0ac4e2a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.2220509 Nov 16 21:29:56.918551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Pushing event updated for resources: {'Port': ['ID=9bf44a33-583b-40b9-96da-48a88d5fc7bd,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:56.996787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-753e3617-1ef3-4b35-bba3-afcea8bfe835 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799875 Nov 16 21:29:57.075505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b0d4c1de-d8c2-4d7d-ba96-ecd598d5fdde req-d41818b5-98d8-453e-aaa4-2eeac7b61dd9 service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483819 Nov 16 21:29:57.202413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-055c8c0b-007d-4380-a5de-7a5dadc9bfc4 service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721416 Nov 16 21:29:57.269193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd5bc2-303a-4cc5-a725-ca6c98f4c8db req-97edf987-7cc2-4423-959f-6a8188a1e21c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.278990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37cd5bc2-303a-4cc5-a725-ca6c98f4c8db req-97edf987-7cc2-4423-959f-6a8188a1e21c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.4243951 Nov 16 21:29:57.294885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Attempting to bind port 9bf44a33-583b-40b9-96da-48a88d5fc7bd on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:57.295236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Attempting to bind port 9bf44a33-583b-40b9-96da-48a88d5fc7bd by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:57.295569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Attempting to bind port 9bf44a33-583b-40b9-96da-48a88d5fc7bd on network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:57.334789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Port 9bf44a33-583b-40b9-96da-48a88d5fc7bd on network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:29:57.335558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Attempting to bind port 9bf44a33-583b-40b9-96da-48a88d5fc7bd on network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:57.361605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.382690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2afad-1109-4eaf-8f61-fa19c3757795 req-4e650661-6d2c-41b2-9b28-927c4faf69a2 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.390867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04c2afad-1109-4eaf-8f61-fa19c3757795 req-4e650661-6d2c-41b2-9b28-927c4faf69a2 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 943 time: 0.3540750 Nov 16 21:29:57.400387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.450114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-786c23b8-2b68-4976-bc0d-45e1a64c2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.451891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-786c23b8-2b68-4976-bc0d-45e1a64c2b4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 1094 time: 0.2989311 Nov 16 21:29:57.456594 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.467181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:57.467606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Checking segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:57.468066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Bound using segment: {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:57.468704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Bound port: 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fb2b84-29f4-4d5d-a541-e331cca84721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:57.470334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.480529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:29:57.534500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 16660fb1-25ec-4dd2-9448-e8d2f94e5125 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:29:57.535287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.538417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.583115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-37cd5bc2-303a-4cc5-a725-ca6c98f4c8db req-174cb7ff-46a9-4e2a-b75d-51ecd5694c0c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774284 Nov 16 21:29:57.632969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.633323 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Added segment f2f5607b-9bc1-446f-bb99-e898b29d949f of type vlan for network aef96ba4-42f4-4509-b60d-7227419b6108 Nov 16 21:29:57.636187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8988d961-b40b-4f6e-9ba0-7a69590b9d49,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:57.659591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Checking segment: {'id': '94526188-bd4f-45cd-8cf4-288985329c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:57.660052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network hostable DHCP agents. Network: a9635241-bced-4630-9126-d1002b5eaeb5, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:29:57.673202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Subnet': ['ID=9fde0e5d-bc7c-48f9-8ae7-98bebb4f91f5,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:57.697674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-792a9f6e-92a7-4ce1-93ab-fd6e53f5de12 req-ef1eb14c-c620-4643-9d0d-23cfb398ad32 service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111490 Nov 16 21:29:57.714584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] For port 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:29:57.718397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] For port 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:29:57.720305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network a9635241-bced-4630-9126-d1002b5eaeb5 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:29:57.733589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.799153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Pushing event updated for resources: {'Port': ['ID=9bf44a33-583b-40b9-96da-48a88d5fc7bd,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:57.815833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.815833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.817069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ca37c6bb-8b24-435e-84d5-717d193aacac service neutron] 10.222.0.47 "PUT /v2.0/ports/9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 1091 time: 3.2524831 Nov 16 21:29:57.818129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:29:57.820465 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a7290-a004-48fb-bf20-08aeae80de42" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:29:57.824216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, a9635241-bced-4630-9126-d1002b5eaeb5) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:57.839305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64db69a-2161-430d-8812-6c026ea7041b None None] Network a9635241-bced-4630-9126-d1002b5eaeb5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:57.865665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.905008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.926121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04c2afad-1109-4eaf-8f61-fa19c3757795 req-46044239-f9d7-414b-a6b9-72822ea66fc8 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340137 Nov 16 21:29:57.991769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:57.995602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:57.998366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.029454 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c609a07-5ae8-420a-b070-3f7be9d021ab x-openstack-request-id: req-8c609a07-5ae8-420a-b070-3f7be9d021ab {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:29:58.029813 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:29:58.030052 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c609a07-5ae8-420a-b070-3f7be9d021ab {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:29:58.030426 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'status': 'completed', 'code': 200} Nov 16 21:29:58.097492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Checking segment: {'id': '639c43b3-1434-47b8-be8a-bb98b9683991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:58.097853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network hostable DHCP agents. Network: 6f3a713b-9656-4333-914c-a106e42b1efd, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:29:58.113741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689793-a1a6-404b-ab81-0cd7cdb4969a req-9d570898-a615-49d3-93d6-6afee29a80bc tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.115335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87689793-a1a6-404b-ab81-0cd7cdb4969a req-9d570898-a615-49d3-93d6-6afee29a80bc tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3717597 Nov 16 21:29:58.115992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event updated for resources: {'Subnet': ['ID=26aa1be3-2801-4c6d-94e9-ff2e281c74e6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:58.129905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2824776 Nov 16 21:29:58.147891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59526) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:58.155911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-03378b7f-f91e-4152-b769-d402505e7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.158912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-03378b7f-f91e-4152-b769-d402505e7ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1094 time: 0.2848790 Nov 16 21:29:58.164742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Request body: {'subnet': {'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1651642078-subnet', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:58.200550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-a9635241-bced-4630-9126-d1002b5eaeb5', 'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5', 'tenant_id': 'e607a83e197e4ce5a14adf13a05f5dfc', 'fixed_ips': [{'subnet_id': '9fde0e5d-bc7c-48f9-8ae7-98bebb4f91f5'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:29:58.201423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.202560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Made reservation on behalf of a3d845d65e2e49108d83ae0ed3668223 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:29:58.209368 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.212391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-f22692ee-790d-4e3e-bc4c-e9f2ecce0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.216427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-f22692ee-790d-4e3e-bc4c-e9f2ecce0b75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 913 time: 0.7440460 Nov 16 21:29:58.259850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Network 6f3a713b-9656-4333-914c-a106e42b1efd is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:29:58.299565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-1ac81983-3129-4b98-bfdd-83fcda006b33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c18335e1-3659-4867-a916-1bcd9c49d858 HTTP/1.1" status: 200 len: 217 time: 0.0585108 Nov 16 21:29:58.414283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512905e0-8eea-4e16-ac79-d7146fca21b2 admin admin] Pushing event updated for resources: {'Network': ['ID=aef96ba4-42f4-4509-b60d-7227419b6108,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:58.421080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-ae8c56cf-8f8e-48ee-9cb2-bbd65ac222af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.424833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-ae8c56cf-8f8e-48ee-9cb2-bbd65ac222af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.0804703 Nov 16 21:29:58.428965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network aef96ba4-42f4-4509-b60d-7227419b6108 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:29:58.437919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87689793-a1a6-404b-ab81-0cd7cdb4969a req-4ed4868c-4ecd-4aeb-8d25-ee37f975be1b tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889736 Nov 16 21:29:58.443470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-947cc042-ff2b-4dea-b1f8-746b2f01d959 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 217 time: 0.2571993 Nov 16 21:29:58.466560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Allocated IP 2001:db8::1 (a9635241-bced-4630-9126-d1002b5eaeb5/9fde0e5d-bc7c-48f9-8ae7-98bebb4f91f5/36c44257-e0fa-4d98-b175-2fffc24b000e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:58.466788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6f3a713b-9656-4333-914c-a106e42b1efd) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:58.475357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.475836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.476562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.511645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port 16660fb1-25ec-4dd2-9448-e8d2f94e5125, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=16660fb1-25ec-4dd2-9448-e8d2f94e5125,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:58.512206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.517037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-25f62072-7691-4e24-8084-c0f8863c3af7 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2694917 Nov 16 21:29:58.517037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59528) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:58.534864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8ef83-22f4-4339-b2e4-82148d89280f None None] Network 6f3a713b-9656-4333-914c-a106e42b1efd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:58.553188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-3aef683a-33b4-4d83-9752-9dcc9f20ed12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539551 Nov 16 21:29:58.554290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 16660fb1-25ec-4dd2-9448-e8d2f94e5125 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:29:58.846880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-cfabe3d5-0ce7-4ad4-85f2-79a61c1b29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.848702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-cfabe3d5-0ce7-4ad4-85f2-79a61c1b29bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 0.3962467 Nov 16 21:29:58.855846 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.884222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-6f3a713b-9656-4333-914c-a106e42b1efd', 'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd', 'tenant_id': 'e607a83e197e4ce5a14adf13a05f5dfc', 'fixed_ips': [{'subnet_id': '26aa1be3-2801-4c6d-94e9-ff2e281c74e6'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:29:58.885922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:58.952224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0c13-bd06-4191-a83f-042b14e7f899 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.954466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0c13-bd06-4191-a83f-042b14e7f899 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.957589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0c13-bd06-4191-a83f-042b14e7f899 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:58.958193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-404d0c13-bd06-4191-a83f-042b14e7f899 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4357822 Nov 16 21:29:58.968493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59538) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:59.064327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-a537d800-054d-461d-8322-c1ef30064918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.066486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-a537d800-054d-461d-8322-c1ef30064918 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047677 Nov 16 21:29:59.184674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51fa00b-27a8-487c-acc4-77928c1d7346,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:59.218137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.237003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Checking segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:59.237265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.237951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Network hostable DHCP agents. Network: aef96ba4-42f4-4509-b60d-7227419b6108, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:29:59.252823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Allocated IP 2001:db8:0:1::1 (6f3a713b-9656-4333-914c-a106e42b1efd/26aa1be3-2801-4c6d-94e9-ff2e281c74e6/46f2c8ee-fdb4-43ed-9611-7afd92b08b35) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:29:59.284197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Deleting subnet 9fde0e5d-bc7c-48f9-8ae7-98bebb4f91f5 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:29:59.312263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.326479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Network a9635241-bced-4630-9126-d1002b5eaeb5 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:29:59.337673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:59.350505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:29:59.377366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6160db-67c1-49b2-8c6a-00e7aea6b3f6 req-84c5b8f3-822b-4865-9393-ac7e6de9ebfc tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.380074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d6160db-67c1-49b2-8c6a-00e7aea6b3f6 req-84c5b8f3-822b-4865-9393-ac7e6de9ebfc tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 943 time: 0.2806389 Nov 16 21:29:59.380957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Network aef96ba4-42f4-4509-b60d-7227419b6108 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:29:59.401386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.404537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Pushing event updated for resources: {'Port': ['ID=36c44257-e0fa-4d98-b175-2fffc24b000e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:59.445767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ac9c0-446e-4aeb-bce6-b388750a3e17 req-de5ac378-3bf6-496d-9d02-e1880f79a0a2 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.446681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, aef96ba4-42f4-4509-b60d-7227419b6108) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:29:59.447891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-428ac9c0-446e-4aeb-bce6-b388750a3e17 req-de5ac378-3bf6-496d-9d02-e1880f79a0a2 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.7269766 Nov 16 21:29:59.456519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.459950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc3e69-8e86-483a-995c-cd0428a0ab64 None None] Network aef96ba4-42f4-4509-b60d-7227419b6108 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:29:59.471360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:29:59.472347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.521114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-ffd4b920-3a71-424a-97a0-04ef54df89ad service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927550 Nov 16 21:29:59.531664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Attempting to bind port 36c44257-e0fa-4d98-b175-2fffc24b000e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:29:59.532230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Attempting to bind port 36c44257-e0fa-4d98-b175-2fffc24b000e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '94526188-bd4f-45cd-8cf4-288985329c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:29:59.532488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Attempting to bind port 36c44257-e0fa-4d98-b175-2fffc24b000e on network a9635241-bced-4630-9126-d1002b5eaeb5 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:29:59.556344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c2e02b6d-351b-482b-b5e2-238cde94aacb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4043386 Nov 16 21:29:59.556657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:29:59.557025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Checking segment: {'id': '94526188-bd4f-45cd-8cf4-288985329c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:29:59.557165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59542) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:29:59.557434 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.557861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Bound using segment: {'id': '94526188-bd4f-45cd-8cf4-288985329c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:29:59.558453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Bound port: 36c44257-e0fa-4d98-b175-2fffc24b000e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94526188-bd4f-45cd-8cf4-288985329c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a9635241-bced-4630-9126-d1002b5eaeb5'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:29:59.558726 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.585628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-2b69a54e-3490-43e5-bc1d-c1ff09757577 service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0216384 Nov 16 21:29:59.596054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dec514d6-d079-4a14-8375-d5eb882084e0 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:29:59.598483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c18335e1-3659-4867-a916-1bcd9c49d858 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:29:59.604324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:29:59.614973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2d6160db-67c1-49b2-8c6a-00e7aea6b3f6 req-58fcfbe9-cbc2-41cf-bbf8-ef11df93574d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206132 Nov 16 21:29:59.708049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:29:59.726463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port dec514d6-d079-4a14-8375-d5eb882084e0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dec514d6-d079-4a14-8375-d5eb882084e0,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:59.745241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'dec514d6-d079-4a14-8375-d5eb882084e0', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'port_id': 'dec514d6-d079-4a14-8375-d5eb882084e0', 'mac_address': 'fa:16:3e:40:29:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103a4e33-6e49-4520-94b7-0e778d5a2dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:29:59.753623 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-428ac9c0-446e-4aeb-bce6-b388750a3e17 req-c75fb41d-f087-4225-aeaa-dadc7520452f tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899168 Nov 16 21:29:59.759984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=16660fb1-25ec-4dd2-9448-e8d2f94e5125,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:29:59.783105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:29:59.877892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8d1ad5e3-d940-4b0a-a112-2836431d30f0 req-4567f482-4e8c-4688-a125-61bd47c6e03d service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789173 Nov 16 21:29:59.899772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c18335e1-3659-4867-a916-1bcd9c49d858, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c18335e1-3659-4867-a916-1bcd9c49d858,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:29:59.925619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'c18335e1-3659-4867-a916-1bcd9c49d858', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'port_id': 'c18335e1-3659-4867-a916-1bcd9c49d858', 'mac_address': 'fa:16:3e:c7:03:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103a4e33-6e49-4520-94b7-0e778d5a2dfe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:29:59.934092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Router d5ba9924-e146-4309-a95d-b26cac3914c5 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:00.099221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.174283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.196713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:00.197341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.218097 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.220853 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] Sync routers for ids ['d5ba9924-e146-4309-a95d-b26cac3914c5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:00.237991 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] Routers {'d5ba9924-e146-4309-a95d-b26cac3914c5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:00.246463 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d5ba9924-e146-4309-a95d-b26cac3914c5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:00.269776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Pushing event updated for resources: {'Port': ['ID=46f2c8ee-fdb4-43ed-9611-7afd92b08b35,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:00.295704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.296970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7468ae87-f186-40db-9685-9b3e2c4c5a24 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2989683 Nov 16 21:30:00.300449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59550) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:00.314176 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:00.317438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:00.319149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-aef96ba4-42f4-4509-b60d-7227419b6108', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:00.321113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.325495 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] Routers {'d5ba9924-e146-4309-a95d-b26cac3914c5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:00.326239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d5ba9924-e146-4309-a95d-b26cac3914c5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:00.331448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.373001 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:00.376292 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169f695-5f67-4922-b5a9-06b06f48a4a6 None None] The sync data for ids ['d5ba9924-e146-4309-a95d-b26cac3914c5'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:00.378430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18335e1-3659-4867-a916-1bcd9c49d858 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:00.385772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.386813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.395042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Network 6f3a713b-9656-4333-914c-a106e42b1efd is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:00.415491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c18335e1-3659-4867-a916-1bcd9c49d858, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c18335e1-3659-4867-a916-1bcd9c49d858,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:00.430954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:00.431300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4cb9e-263b-4984-a19a-3b64321acf82 req-cb7124a8-fe71-4eb6-93a7-4a3536be8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.432811 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ad4cb9e-263b-4984-a19a-3b64321acf82 req-cb7124a8-fe71-4eb6-93a7-4a3536be8eb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 1096 time: 0.2804413 Nov 16 21:30:00.436272 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.438296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.482160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7d70c-3019-4c8b-8a13-c87247930399 req-ca997528-2769-4471-a228-b75f69c5cdc0 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.483663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21e7d70c-3019-4c8b-8a13-c87247930399 req-ca997528-2769-4471-a228-b75f69c5cdc0 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.3284681 Nov 16 21:30:00.497391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2014b09e-544a-4c62-bdfa-37bdf99a5e1d req-a4385b99-be66-4ec6-8383-665537187ed4 service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596236 Nov 16 21:30:00.577849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ad4cb9e-263b-4984-a19a-3b64321acf82 req-ad81562f-63b3-4aa6-9724-c1fdd268c0b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293967 Nov 16 21:30:00.599286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.631442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.689536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:00.713728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:00.746768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21e7d70c-3019-4c8b-8a13-c87247930399 req-d15d593b-b920-4209-b6cb-308568c0f62f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470274 Nov 16 21:30:00.789147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] For port 36c44257-e0fa-4d98-b175-2fffc24b000e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:00.808659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec514d6-d079-4a14-8375-d5eb882084e0 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:00.838347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] For port 36c44257-e0fa-4d98-b175-2fffc24b000e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=36c44257-e0fa-4d98-b175-2fffc24b000e,segment=NetworkSegment(94526188-bd4f-45cd-8cf4-288985329c97),segment_id=94526188-bd4f-45cd-8cf4-288985329c97)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:00.843164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c18335e1-3659-4867-a916-1bcd9c49d858'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:00.883117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Subnet': ['ID=9fde0e5d-bc7c-48f9-8ae7-98bebb4f91f5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:00.886923 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:00.893117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a4530f60-1e7f-4b3a-b80a-8c30b61e8bea tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/subnets/9fde0e5d-bc7c-48f9-8ae7-98bebb4f91f5 HTTP/1.1" status: 204 len: 168 time: 1.9143698 Nov 16 21:30:00.894243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59556) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:00.924075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-2e51c0ef-82cc-4cfd-aad3-9897b940a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:00.925656 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-2e51c0ef-82cc-4cfd-aad3-9897b940a5a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1094 time: 0.3549945 Nov 16 21:30:00.951892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Allocated IP 172.20.0.2 (aef96ba4-42f4-4509-b60d-7227419b6108/e51fa00b-27a8-487c-acc4-77928c1d7346/b1aca5ea-0d29-46a3-ab9d-f6e5b5129655) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:01.044357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.085422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a7050-3a55-4620-9542-61a6578450bd req-8327fd0f-ca4e-42a1-8f38-2d6a3683d0af tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:01.092631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd1a7050-3a55-4620-9542-61a6578450bd req-8327fd0f-ca4e-42a1-8f38-2d6a3683d0af tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.2161207 Nov 16 21:30:01.109451 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.125206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e45e3-d3d6-4ef0-b1e0-047a75dda428 req-c0562172-c1e8-44d8-9413-b6420b440d56 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:01.127433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-786e45e3-d3d6-4ef0-b1e0-047a75dda428 req-c0562172-c1e8-44d8-9413-b6420b440d56 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 944 time: 0.2733991 Nov 16 21:30:01.135238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Deleting subnet 26aa1be3-2801-4c6d-94e9-ff2e281c74e6 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:01.146566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port dec514d6-d079-4a14-8375-d5eb882084e0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dec514d6-d079-4a14-8375-d5eb882084e0,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:01.146790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.148737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c18335e1-3659-4867-a916-1bcd9c49d858,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:01.154098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Attempting to bind port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:01.155311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Attempting to bind port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '639c43b3-1434-47b8-be8a-bb98b9683991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:01.155926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Attempting to bind port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35 on network 6f3a713b-9656-4333-914c-a106e42b1efd {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:01.167141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:01.167963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Checking segment: {'id': '639c43b3-1434-47b8-be8a-bb98b9683991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:01.168614 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.169232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Bound using segment: {'id': '639c43b3-1434-47b8-be8a-bb98b9683991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:01.169975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Bound port: 46f2c8ee-fdb4-43ed-9611-7afd92b08b35, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639c43b3-1434-47b8-be8a-bb98b9683991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f3a713b-9656-4333-914c-a106e42b1efd'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:01.170608 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.180277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:01.198852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67d3332b-d082-4935-a997-dab2bb7d3316 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "PUT /v2.0/routers/59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8131831 Nov 16 21:30:01.202658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59558) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:01.232455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.258972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.259621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd1a7050-3a55-4620-9542-61a6578450bd req-1db2567c-42ca-49d0-8308-ac5e78ab0581 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607318 Nov 16 21:30:01.270981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] Sync routers for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:01.286353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-9aa215bf-e90b-4d26-8cfa-03faf4922006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:01.294335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-9aa215bf-e90b-4d26-8cfa-03faf4922006 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 914 time: 0.3320284 Nov 16 21:30:01.342871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-786e45e3-d3d6-4ef0-b1e0-047a75dda428 req-dc882b44-c4bd-48d6-8fa3-e60862670476 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015042 Nov 16 21:30:01.353617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.383741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.419519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-456e816c-bf82-49a2-8938-de60a3326a5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 217 time: 0.1107490 Nov 16 21:30:01.452838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting subnet 73842dfd-280a-4da7-a770-07ccf024626e {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:01.460367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.495083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.560372 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.584441 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.639996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Deleting port 92e04af3-9c73-4d92-979c-f39fd6b0e329 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:01.639996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.674822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-e15f4802-ff7a-4a7f-90aa-9d381a1f6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:01.676661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-e15f4802-ff7a-4a7f-90aa-9d381a1f6d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 0.2374780 Nov 16 21:30:01.802993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.832761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] For port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:01.843014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] For port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46f2c8ee-fdb4-43ed-9611-7afd92b08b35,segment=NetworkSegment(639c43b3-1434-47b8-be8a-bb98b9683991),segment_id=639c43b3-1434-47b8-be8a-bb98b9683991)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:01.874225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Subnet': ['ID=26aa1be3-2801-4c6d-94e9-ff2e281c74e6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:01.879635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:01.886732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ef4ae92a-72d4-43ac-88c0-4c8f6d2966fb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/subnets/26aa1be3-2801-4c6d-94e9-ff2e281c74e6 HTTP/1.1" status: 204 len: 168 time: 0.9869289 Nov 16 21:30:01.897206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59564) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:01.955588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7975-23b9-4308-b5ed-347087c58e84 None None] Pushing event updated for resources: {'Port': ['ID=36c44257-e0fa-4d98-b175-2fffc24b000e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.004791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-c9192fcd-ddef-4e37-b1a7-28e80e1033df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.010079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.013418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-c9192fcd-ddef-4e37-b1a7-28e80e1033df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3202608 Nov 16 21:30:02.070806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.071769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:02.072539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:02.100363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Calling delete_port for 92e04af3-9c73-4d92-979c-f39fd6b0e329 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:02.112190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8587b-6fa1-464c-ba3f-738ee16841b1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.118491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9ec8587b-6fa1-464c-ba3f-738ee16841b1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2205052 Nov 16 21:30:02.122491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59566) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:02.127289 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.129722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.151858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.258416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['dec514d6-d079-4a14-8375-d5eb882084e0'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:02.364708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.390278 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:30:02.456425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-0706acbb-3f6e-43b2-90be-4718ee8d990d service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097855 Nov 16 21:30:02.468454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.532548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Network aef96ba4-42f4-4509-b60d-7227419b6108 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:02.573457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:02.587091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:02.606467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=dec514d6-d079-4a14-8375-d5eb882084e0,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.627357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.630106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081af5-5ce2-4216-8595-6ec79a2eb698 req-5369c4f5-a00b-4706-81a0-7b071cd39ff5 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.631907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7081af5-5ce2-4216-8595-6ec79a2eb698 req-5369c4f5-a00b-4706-81a0-7b071cd39ff5 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.1587706 Nov 16 21:30:02.667608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.732349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ce885-9182-410e-828e-fd46dc873a2f req-ca858f75-efde-4187-8dc1-7883bc1cbb51 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:02.740472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-457ce885-9182-410e-828e-fd46dc873a2f req-ca858f75-efde-4187-8dc1-7883bc1cbb51 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.7667539 Nov 16 21:30:02.769446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Pushing event deleted for resources: {'Port': ['ID=92e04af3-9c73-4d92-979c-f39fd6b0e329,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.794929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:02.837554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Subnet': ['ID=73842dfd-280a-4da7-a770-07ccf024626e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.851499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.854827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-433d15f5-7f40-4f94-97a4-2e20073fd3e5 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/subnets/73842dfd-280a-4da7-a770-07ccf024626e HTTP/1.1" status: 204 len: 168 time: 1.6446605 Nov 16 21:30:02.861996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:02.888030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Deleting port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:02.888545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:02.925245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231d21-9f97-496a-92b3-15b0b9bddb48 None None] Pushing event updated for resources: {'Port': ['ID=46f2c8ee-fdb4-43ed-9611-7afd92b08b35,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:02.960055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Allocated IP 172.25.3.117 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7e5dfd73-871e-4547-b834-845f9fb2b2de) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:02.965126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7081af5-5ce2-4216-8595-6ec79a2eb698 req-365eab08-c1b1-4337-86ee-99721ef0c8db tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997816 Nov 16 21:30:03.004338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.136584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8556e-5af5-4e54-aac7-7078c85b5e28 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:03.141369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 36c44257-e0fa-4d98-b175-2fffc24b000e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:03.146702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-457ce885-9182-410e-828e-fd46dc873a2f req-33917e5a-5d72-4851-9c4f-408b70293db4 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052386 Nov 16 21:30:03.178089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ea4a1-e6aa-40ab-9462-25d8caeaf7d1 None None] Network 3929bfb7-6b9b-4f57-950a-cc724da69217 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:03.180030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d9952-ffee-4d13-8f39-fa38e656b11e None None] Network a9635241-bced-4630-9126-d1002b5eaeb5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:03.206885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e2a7290-a004-48fb-bf20-08aeae80de42 req-ee076ee9-4d7c-46c1-b0b4-4f88e56e7adb service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604620 Nov 16 21:30:03.240751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.355633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.368172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Attempting to bind port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:03.368725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Attempting to bind port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:03.368893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Attempting to bind port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 on network aef96ba4-42f4-4509-b60d-7227419b6108 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:03.388550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Pushing event updated for resources: {'Port': ['ID=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:03.403094 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.428090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.434285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:03.434664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Checking segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:03.435061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.435582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Bound using segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:03.435930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Bound port: b1aca5ea-0d29-46a3-ab9d-f6e5b5129655, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:03.436320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.473257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-44d6e5c5-efbe-431c-a6f9-a4ee8d967e30 None None] Provisioning complete for port 36c44257-e0fa-4d98-b175-2fffc24b000e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:03.473763 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44d6e5c5-efbe-431c-a6f9-a4ee8d967e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.497074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:03.497682 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.506900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:03.514280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:03.544382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d0bf9-9298-4beb-acc7-1d997ac898d8 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:03.561201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5dfd73-871e-4547-b834-845f9fb2b2de,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:03.569103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] For port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46f2c8ee-fdb4-43ed-9611-7afd92b08b35,segment=NetworkSegment(639c43b3-1434-47b8-be8a-bb98b9683991),segment_id=639c43b3-1434-47b8-be8a-bb98b9683991)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:03.569851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.594605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Calling delete_port for 46f2c8ee-fdb4-43ed-9611-7afd92b08b35 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:03.655036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:03.655540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.673231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c18335e1-3659-4867-a916-1bcd9c49d858 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:03.731689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130afd2-54f2-44ea-ae95-6be0e0b37e2d req-f768b246-4efa-4c5c-8c08-e198232bc275 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:03.739891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e130afd2-54f2-44ea-ae95-6be0e0b37e2d req-f768b246-4efa-4c5c-8c08-e198232bc275 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 944 time: 0.2112768 Nov 16 21:30:03.987596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15637'] for router, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:03.998570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e130afd2-54f2-44ea-ae95-6be0e0b37e2d req-daad73bc-cdf1-4640-b5df-dbfb3bab2867 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575867 Nov 16 21:30:04.007218 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939232'] for router, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.044404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 36c44257-e0fa-4d98-b175-2fffc24b000e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:04.044793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.134059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] For port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:04.180440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.195368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] For port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:04.196541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Router d5ba9924-e146-4309-a95d-b26cac3914c5 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:04.220123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.239450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Port': ['ID=46f2c8ee-fdb4-43ed-9611-7afd92b08b35,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:04.249607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] No DVR routers for this DVR port 46f2c8ee-fdb4-43ed-9611-7afd92b08b35 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:04.268745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port c18335e1-3659-4867-a916-1bcd9c49d858 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:30:04.313753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:29:59Z', 'revision_number': 7, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': '14c5876e-cbcd-45f3-a46c-39dcc5d361c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:26:49Z', 'updated_at': '2021-11-16T21:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.320241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44d6e5c5-efbe-431c-a6f9-a4ee8d967e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.370969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] DHCP port deletion for 3929bfb7-6b9b-4f57-950a-cc724da69217 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:04.440636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port c18335e1-3659-4867-a916-1bcd9c49d858 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:04.441377 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.454665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] DHCP port deletion for a9635241-bced-4630-9126-d1002b5eaeb5 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:04.490902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d5afe-0a55-46ca-be74-b76d2a2000ca req-2ce298a9-7596-45d1-abf9-1736cc8b6039 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:04.492819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c5d5afe-0a55-46ca-be74-b76d2a2000ca req-2ce298a9-7596-45d1-abf9-1736cc8b6039 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.1535318 Nov 16 21:30:04.506228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] Checking router: 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:04.526335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7bbd48-ce80-4d49-8337-96b8f068589b None None] Network 6f3a713b-9656-4333-914c-a106e42b1efd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:04.547173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port 14c5876e-cbcd-45f3-a46c-39dcc5d361c1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:04.548078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.557422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:04.569674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.570978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e40fc464-b3e6-45ac-b422-309f9380791d tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "PUT /v2.0/routers/d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 200 len: 705 time: 4.2676101 Nov 16 21:30:04.580896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:04.583176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:04.607068 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] Sync routers for ids ['d5ba9924-e146-4309-a95d-b26cac3914c5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:04.614575 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.623229 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] Routers {'d5ba9924-e146-4309-a95d-b26cac3914c5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:04.626953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d5ba9924-e146-4309-a95d-b26cac3914c5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.638664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b216beb-1c6e-476f-8f56-1fea9013b3a6 req-b0b433d5-73b5-4a7e-a94d-44622c557814 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:04.647646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b216beb-1c6e-476f-8f56-1fea9013b3a6 req-b0b433d5-73b5-4a7e-a94d-44622c557814 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1653399 Nov 16 21:30:04.679250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3a713b-9656-4333-914c-a106e42b1efd']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.699510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639c43b3-1434-47b8-be8a-bb98b9683991') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.699892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639c43b3-1434-47b8-be8a-bb98b9683991') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.711952 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.718650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.736419 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] Routers {'d5ba9924-e146-4309-a95d-b26cac3914c5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:04.737305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d5ba9924-e146-4309-a95d-b26cac3914c5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.753579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b216beb-1c6e-476f-8f56-1fea9013b3a6 req-adc77500-7f30-49f0-a7e7-b3c2eac2ef5c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047485 Nov 16 21:30:04.772516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.794544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:04.794544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:04.850423 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:04.861845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dbb55749-1db9-4a27-9e2c-8ce7388657cc tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/routers/d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 200 len: 740 time: 0.2792737 Nov 16 21:30:04.862492 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:04.869768 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7317c-df0d-4459-82df-62a1034ec771 None None] The sync data for ids ['d5ba9924-e146-4309-a95d-b26cac3914c5'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:04.881422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c5d5afe-0a55-46ca-be74-b76d2a2000ca req-7c1d0ae5-d80e-4b66-aa2a-da5262f64cd2 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467689 Nov 16 21:30:04.910476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:04.913448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:05.015544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3640eaab-08f8-4204-bb58-31828332912f tempest-RoutersAdminTest-1245258250 tempest-RoutersAdminTest-1245258250-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&device_id=d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 200 len: 205 time: 0.1005487 Nov 16 21:30:05.019254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.021429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:05.026489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] Routers {'59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:05.028567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:05.051458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386a18-a374-469c-ae2c-f8795f8f2356 None None] Pushing event updated for resources: {'Port': ['ID=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:05.113727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9f9840e1-cd1c-44d2-94c4-712724204c7a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 200 len: 205 time: 0.0858660 Nov 16 21:30:05.120227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:05.211206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-44d6e5c5-efbe-431c-a6f9-a4ee8d967e30 None None] For port 36c44257-e0fa-4d98-b175-2fffc24b000e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=36c44257-e0fa-4d98-b175-2fffc24b000e,segment=NetworkSegment(94526188-bd4f-45cd-8cf4-288985329c97),segment_id=94526188-bd4f-45cd-8cf4-288985329c97)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:05.253773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-d6e62aea-2db5-4e15-98b0-4734dbb9dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:05.255384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-d6e62aea-2db5-4e15-98b0-4734dbb9dfa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 1096 time: 0.2071145 Nov 16 21:30:05.269058 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44d6e5c5-efbe-431c-a6f9-a4ee8d967e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.304704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e9172-b5ee-4828-b05e-0c342a6393df req-58d09d59-e215-49ae-bf4b-9678d2094a0f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:05.306763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8e9172-b5ee-4828-b05e-0c342a6393df req-58d09d59-e215-49ae-bf4b-9678d2094a0f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1790059 Nov 16 21:30:05.318444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.321914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.348413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e11287-54b6-4e43-ada5-2a63fd476ba1 None None] DHCP port deletion for 6f3a713b-9656-4333-914c-a106e42b1efd request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:05.400433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.411086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.414447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/networks/6f3a713b-9656-4333-914c-a106e42b1efd HTTP/1.1" status: 204 len: 168 time: 3.2910681 Nov 16 21:30:05.432342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59628) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:05.443908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] Set router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:05.481101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-64925672-54f0-450c-ac3d-4be8f6d85978 None None] Could not find standard attr ID for object 46f2c8ee-fdb4-43ed-9611-7afd92b08b35. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:05.565789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] Deleting port 36c44257-e0fa-4d98-b175-2fffc24b000e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:05.566199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.579835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:30:03Z', 'revision_number': 8, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:05.580430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.601531 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:30:05.601911 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:30:05.603133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] Deleting port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:05.603514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.642858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e0087-1123-433f-a17a-df9b74bd06c1 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Network': ['ID=6f3a713b-9656-4333-914c-a106e42b1efd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:05.645464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff8e9172-b5ee-4828-b05e-0c342a6393df req-f861015a-d78c-4146-9a88-63cef5170a3d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899950 Nov 16 21:30:05.656312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.698985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6e5c5-efbe-431c-a6f9-a4ee8d967e30 None None] Pushing event updated for resources: {'Port': ['ID=36c44257-e0fa-4d98-b175-2fffc24b000e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:05.703286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=14c5876e-cbcd-45f3-a46c-39dcc5d361c1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:05.714011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fcbd5-5c2e-45d6-990a-65e5affeb161 req-db35bead-593e-4f7c-a01b-a02c51eeb1f4 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:05.722254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666fcbd5-5c2e-45d6-990a-65e5affeb161 req-db35bead-593e-4f7c-a01b-a02c51eeb1f4 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 944 time: 0.6028934 Nov 16 21:30:05.739933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bbe1bc-b0a9-4932-86fb-40e4e2c631b1 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:05.741615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-2fed4f7f-ff98-4c46-bc4e-eb0cd6641c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:05.744029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-2fed4f7f-ff98-4c46-bc4e-eb0cd6641c84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 911 time: 0.4792416 Nov 16 21:30:05.760183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dec514d6-d079-4a14-8375-d5eb882084e0 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:05.784009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.813839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5451f4-4f08-49d5-ba77-d39145acd8cf None None] The sync data for ids ['59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8'] in n-d-817778-8 is: [{'id': '59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8', 'name': 'tempest-TestNetworkBasicOps-router-476389842', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:26:48Z', 'updated_at': '2021-11-16T21:30:03Z', 'revision_number': 8, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:05.849997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-64925672-54f0-450c-ac3d-4be8f6d85978 None None] Provisioning complete for port 7e5dfd73-871e-4547-b834-845f9fb2b2de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:05.850564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-64925672-54f0-450c-ac3d-4be8f6d85978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.853791 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.873689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-7771e441-f763-4d53-b144-febb4c57c3ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6743123-bdab-409f-abdc-7088bc4c482d HTTP/1.1" status: 200 len: 217 time: 0.1008244 Nov 16 21:30:05.877373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.883049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:05.994993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] For port 36c44257-e0fa-4d98-b175-2fffc24b000e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=36c44257-e0fa-4d98-b175-2fffc24b000e,segment=NetworkSegment(94526188-bd4f-45cd-8cf4-288985329c97),segment_id=94526188-bd4f-45cd-8cf4-288985329c97)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:05.995503 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.015353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-666fcbd5-5c2e-45d6-990a-65e5affeb161 req-f90163aa-eb94-480f-b8ba-86c4fddd1e43 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919974 Nov 16 21:30:06.024138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.025917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Fanout notify agent at l3_agent the message router_deleted on router d5ba9924-e146-4309-a95d-b26cac3914c5 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:30:06.036818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] For port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,segment=NetworkSegment(8f80210a-24ed-4605-ad35-e3f60c65aa8c),segment_id=8f80210a-24ed-4605-ad35-e3f60c65aa8c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:06.037488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.042462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.043850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ba68c88a-9306-426f-b725-e740f785bc9a tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 204 len: 168 time: 0.9209926 Nov 16 21:30:06.048590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59634) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.049975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18335e1-3659-4867-a916-1bcd9c49d858'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:06.052350 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e01a260-f669-4b8e-8ad1-219a5db9111e" -d '{"events": [{"server_uuid": "b5a5eeaa-24e3-4310-b323-c5e512c49e53", "name": "network-vif-plugged", "status": "completed", "tag": "c18335e1-3659-4867-a916-1bcd9c49d858"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:06.056034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] Calling delete_port for 36c44257-e0fa-4d98-b175-2fffc24b000e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:06.095685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f61a7a-3c29-4c25-a59d-1d2a97f1a5aa None None] Network aef96ba4-42f4-4509-b60d-7227419b6108 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:06.098214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-64925672-54f0-450c-ac3d-4be8f6d85978 None None] Port 7e5dfd73-871e-4547-b834-845f9fb2b2de cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:06.113034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c18335e1-3659-4867-a916-1bcd9c49d858, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c18335e1-3659-4867-a916-1bcd9c49d858,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:06.115257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] Calling delete_port for 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:06.120052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Deleting port 36c44257-e0fa-4d98-b175-2fffc24b000e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:06.121822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.125813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-592757b2-3e39-4b39-b7e8-541b8b4b4d35 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 200 len: 205 time: 0.0758791 Nov 16 21:30:06.137228 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f4be6-cdf2-48b0-ae94-2c26f33f4d21 x-openstack-request-id: req-774f4be6-cdf2-48b0-ae94-2c26f33f4d21 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:06.137586 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a5eeaa-24e3-4310-b323-c5e512c49e53", "name": "network-vif-plugged", "status": "completed", "tag": "c18335e1-3659-4867-a916-1bcd9c49d858", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:06.137944 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-774f4be6-cdf2-48b0-ae94-2c26f33f4d21 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:06.139015 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18335e1-3659-4867-a916-1bcd9c49d858', 'code': 200} Nov 16 21:30:06.152006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.190246 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.246255 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-9e37cf47-38bf-4000-8555-81a843668ae4 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] delete failed (client error): The resource could not be found. Nov 16 21:30:06.253543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9e37cf47-38bf-4000-8555-81a843668ae4 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/d5ba9924-e146-4309-a95d-b26cac3914c5 HTTP/1.1" status: 404 len: 336 time: 0.0968809 Nov 16 21:30:06.270561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59640) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.291325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-1eef6b70-3a4d-427c-a236-ceef601ffca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:06.298877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-1eef6b70-3a4d-427c-a236-ceef601ffca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.1342254 Nov 16 21:30:06.337006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ad3563f9-9c02-4443-9f43-d568fca34a18 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=32644af9-3c72-4aad-ae9f-7155c46949d2 HTTP/1.1" status: 200 len: 205 time: 0.0648375 Nov 16 21:30:06.339299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] For port 36c44257-e0fa-4d98-b175-2fffc24b000e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=36c44257-e0fa-4d98-b175-2fffc24b000e,segment=NetworkSegment(94526188-bd4f-45cd-8cf4-288985329c97),segment_id=94526188-bd4f-45cd-8cf4-288985329c97)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:06.339781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.343611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59642) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.379199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Calling delete_port for 36c44257-e0fa-4d98-b175-2fffc24b000e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:06.402726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.407190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-c93987a8-1979-4d73-bdeb-a1d2c7d2228c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947726 Nov 16 21:30:06.425600 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-3018b55a-3f76-4430-9238-2067e7d287b2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] delete failed (client error): The resource could not be found. Nov 16 21:30:06.426841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3018b55a-3f76-4430-9238-2067e7d287b2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/32644af9-3c72-4aad-ae9f-7155c46949d2 HTTP/1.1" status: 404 len: 336 time: 0.0762877 Nov 16 21:30:06.433293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59644) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.448234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20be07-905d-4541-a052-c16d215f4911 req-760ec107-8e6b-4a2b-8245-cb93d4d0efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:06.449921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae20be07-905d-4541-a052-c16d215f4911 req-760ec107-8e6b-4a2b-8245-cb93d4d0efc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 1096 time: 0.2230620 Nov 16 21:30:06.462276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port dec514d6-d079-4a14-8375-d5eb882084e0 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:30:06.474398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b992d4a4-e766-4500-a27d-8fe806eb1281 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=17a4e3d8-f60f-4712-8994-54ca515f86d2 HTTP/1.1" status: 200 len: 205 time: 0.0398402 Nov 16 21:30:06.518809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59646) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.541282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04510d63-a73e-4238-aac5-f9351b2ca9dd req-2ce9b137-ef73-4970-9c17-aa0696ecbd8c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:06.543026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04510d63-a73e-4238-aac5-f9351b2ca9dd req-2ce9b137-ef73-4970-9c17-aa0696ecbd8c tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.4492631 Nov 16 21:30:06.546192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Router 215cf015-4700-44a7-9b40-f647c4de5453 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:06.582210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-65ef9623-0402-41de-925c-6aa686ddd8a9 None None] Provisioning complete for port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:06.582408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65ef9623-0402-41de-925c-6aa686ddd8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.585757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port dec514d6-d079-4a14-8375-d5eb882084e0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:06.586192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.619956 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-68be4f79-eaed-4ba3-8a3f-f9235b6a1098 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] delete failed (client error): The resource could not be found. Nov 16 21:30:06.623609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-68be4f79-eaed-4ba3-8a3f-f9235b6a1098 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/17a4e3d8-f60f-4712-8994-54ca515f86d2 HTTP/1.1" status: 404 len: 336 time: 0.1013682 Nov 16 21:30:06.631139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.664613 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae20be07-905d-4541-a052-c16d215f4911 req-095321ac-c29b-415a-81a9-f55ffb3f7014 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984155 Nov 16 21:30:06.684405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7082f8c-b9b2-4529-99d4-6320b21878d2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=f869ea1a-984c-4d09-8f00-b52165dc5114 HTTP/1.1" status: 200 len: 205 time: 0.0481637 Nov 16 21:30:06.684613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59654) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.757626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.768789 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-69350a27-b62b-4d0a-8d68-2ac5a885a703 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] delete failed (client error): The resource could not be found. Nov 16 21:30:06.772639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-69350a27-b62b-4d0a-8d68-2ac5a885a703 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/f869ea1a-984c-4d09-8f00-b52165dc5114 HTTP/1.1" status: 404 len: 336 time: 0.0845740 Nov 16 21:30:06.775916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59656) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.813839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.866340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.866628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:06.893372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c18335e1-3659-4867-a916-1bcd9c49d858,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:06.949134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0be8122d-47f4-489b-9c5f-058a8d21f728 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=d07bcb38-309e-4f0f-ac69-9368720dbfec HTTP/1.1" status: 200 len: 205 time: 0.1699412 Nov 16 21:30:06.953032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59658) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:06.954203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:06.999630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Sync routers for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:07.002822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:07.003161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] No DVR routers for this DVR port 36c44257-e0fa-4d98-b175-2fffc24b000e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:07.011339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] No DVR routers for this DVR port 36c44257-e0fa-4d98-b175-2fffc24b000e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:07.018184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58fef9-f220-42e2-a14a-b96e549a012c None None] Pushing event deleted for resources: {'Port': ['ID=36c44257-e0fa-4d98-b175-2fffc24b000e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:07.035917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.036936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Fanout notify agent at l3_agent the message router_deleted on router 59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:30:07.044107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.045912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1065db4f-907a-4b7a-8609-2f80aa028828 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4721172 Nov 16 21:30:07.052941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Port': ['ID=36c44257-e0fa-4d98-b175-2fffc24b000e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:07.054590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59662) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:07.059110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.064137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83939bf0-dbe7-4d71-9916-3c1a05e65c72 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/routers/59c06bbf-9de5-4d3b-9639-bd3ee5db6cf8 HTTP/1.1" status: 204 len: 168 time: 4.1978433 Nov 16 21:30:07.087405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04510d63-a73e-4238-aac5-f9351b2ca9dd req-d7bcb226-9d61-4fa4-be03-62922939491d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4544067 Nov 16 21:30:07.088033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:07.108475 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-56e412d2-3c40-4ffd-8c04-e42997290f00 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] delete failed (client error): The resource could not be found. Nov 16 21:30:07.116379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56e412d2-3c40-4ffd-8c04-e42997290f00 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/d07bcb38-309e-4f0f-ac69-9368720dbfec HTTP/1.1" status: 404 len: 336 time: 0.1446567 Nov 16 21:30:07.122095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59666) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:07.149865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.152281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:07.153147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:07.194003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-d1d6e1ee-7f22-4a5b-86dd-d5033e548533 service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413781 Nov 16 21:30:07.196198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a2c7ae76-4516-4c5b-99d1-5fe6373958a3 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "GET /v2.0/ports?device_id=540c6999-1423-42be-af51-8f3d3241c926 HTTP/1.1" status: 200 len: 205 time: 0.0668442 Nov 16 21:30:07.199675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59668) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:07.338112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] Pushing event deleted for resources: {'Port': ['ID=975bc6a7-5ac8-4976-85ad-9fdd2d080c24,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:07.340670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2aadd-affb-4ea9-a6fe-fdfe9a2cca6a None None] No DVR routers for this DVR port 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:07.365138 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-680ff2c2-8b3b-41fd-acc8-bd4b1492e2c6 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] delete failed (client error): The resource could not be found. Nov 16 21:30:07.366318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-680ff2c2-8b3b-41fd-acc8-bd4b1492e2c6 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/routers/540c6999-1423-42be-af51-8f3d3241c926 HTTP/1.1" status: 404 len: 336 time: 0.1640484 Nov 16 21:30:07.369168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59670) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:07.396100 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65ef9623-0402-41de-925c-6aa686ddd8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.410865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.430749 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb20006e-e4a6-4b8b-a9de-9e2ded3f2df2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] DELETE failed (client error): The resource could not be found. Nov 16 21:30:07.431512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb20006e-e4a6-4b8b-a9de-9e2ded3f2df2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:30:07.434859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bb20006e-e4a6-4b8b-a9de-9e2ded3f2df2 tempest-RoutersAdminTest-242820213 tempest-RoutersAdminTest-242820213-project] 10.222.0.48 "DELETE /v2.0/subnets/0a439302-3f2f-4162-ad9c-a110edd005c2 HTTP/1.1" status: 404 len: 337 time: 0.0504920 Nov 16 21:30:07.490120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0000423-b5c4-45d9-98d6-1bdb06b786c1 req-7e82df20-47a7-4bd3-ba5b-86e03a1d07ac tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:07.493688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0000423-b5c4-45d9-98d6-1bdb06b786c1 req-7e82df20-47a7-4bd3-ba5b-86e03a1d07ac tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.6817250 Nov 16 21:30:07.500200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02629d3-0ddc-44ff-9041-857af205d2e3 req-9a64145e-e08a-4fcd-a997-5952a0bae494 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:07.502522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b02629d3-0ddc-44ff-9041-857af205d2e3 req-9a64145e-e08a-4fcd-a997-5952a0bae494 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 945 time: 0.2054482 Nov 16 21:30:07.507271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.513378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:07.514193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.541275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9635241-bced-4630-9126-d1002b5eaeb5']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:07.548589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7fb3e98-ebb2-4de0-8492-ecb3325e7501 req-beab2ede-bd6e-4fd1-8efd-f3656ac216a1 service neutron] 10.222.0.47 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240886 Nov 16 21:30:07.586579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:07.621074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port dec514d6-d079-4a14-8375-d5eb882084e0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dec514d6-d079-4a14-8375-d5eb882084e0,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:07.622203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b02629d3-0ddc-44ff-9041-857af205d2e3 req-88d0c4b7-512e-49d9-81d5-6bfb10d242e0 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080587 Nov 16 21:30:07.634011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94526188-bd4f-45cd-8cf4-288985329c97') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:07.634333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94526188-bd4f-45cd-8cf4-288985329c97') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:07.652012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-65ef9623-0402-41de-925c-6aa686ddd8a9 None None] For port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:07.659804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.673086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.720514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65ef9623-0402-41de-925c-6aa686ddd8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.782244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0000423-b5c4-45d9-98d6-1bdb06b786c1 req-5f4da3d4-2aa3-42bd-b9e8-0aa3e1b2ced8 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447327 Nov 16 21:30:07.786087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.791689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.850686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:07.851114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:07.878117 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:08.021365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=dec514d6-d079-4a14-8375-d5eb882084e0,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:08.034439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c0d4bf71-dd53-4414-ac38-071c132fb8bb None None] Provisioning complete for port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:08.034825 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c0d4bf71-dd53-4414-ac38-071c132fb8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.078421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59682) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:08.143904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec514d6-d079-4a14-8375-d5eb882084e0'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:08.147509 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69477757-9e0a-46fa-afba-84648ef356cf" -d '{"events": [{"server_uuid": "83d32516-f260-4250-a031-f1ec9db0e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "dec514d6-d079-4a14-8375-d5eb882084e0"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:08.200302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef9623-0402-41de-925c-6aa686ddd8a9 None None] Pushing event updated for resources: {'Port': ['ID=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:08.216160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:08.267152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.280451 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.286040 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9473e551-f3a3-49d6-b0eb-bde038074b00 x-openstack-request-id: req-9473e551-f3a3-49d6-b0eb-bde038074b00 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:08.286542 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d32516-f260-4250-a031-f1ec9db0e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "dec514d6-d079-4a14-8375-d5eb882084e0", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:08.286963 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9473e551-f3a3-49d6-b0eb-bde038074b00 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:08.287552 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec514d6-d079-4a14-8375-d5eb882084e0', 'code': 200} Nov 16 21:30:08.290428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:08.290996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 14c5876e-cbcd-45f3-a46c-39dcc5d361c1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:08.291597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:08.300908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.308593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/networks/a9635241-bced-4630-9126-d1002b5eaeb5 HTTP/1.1" status: 204 len: 168 time: 2.8524117 Nov 16 21:30:08.318832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59690) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:08.329012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b194a77e-9f7b-4af0-8415-8202dfc708c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.372685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:08.376665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 975bc6a7-5ac8-4976-85ad-9fdd2d080c24 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:08.377192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 16660fb1-25ec-4dd2-9448-e8d2f94e5125 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:08.411006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 16660fb1-25ec-4dd2-9448-e8d2f94e5125 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:08.411625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 16660fb1-25ec-4dd2-9448-e8d2f94e5125 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:08.412359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 36c44257-e0fa-4d98-b175-2fffc24b000e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:08.417872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.425280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f875e-807c-4ccb-8a2d-aebbdd44a841 tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Network': ['ID=a9635241-bced-4630-9126-d1002b5eaeb5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:08.430722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3929bfb7-6b9b-4f57-950a-cc724da69217']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:08.448039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f80210a-24ed-4605-ad35-e3f60c65aa8c') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:08.448768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f80210a-24ed-4605-ad35-e3f60c65aa8c') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:08.451768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 36c44257-e0fa-4d98-b175-2fffc24b000e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:08.452398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 36c44257-e0fa-4d98-b175-2fffc24b000e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:08.468398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.509996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:04Z', 'revision_number': 3, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:08.526343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.547588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Checking router: 215cf015-4700-44a7-9b40-f647c4de5453 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:08.548176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Updating router 215cf015-4700-44a7-9b40-f647c4de5453 port 7e5dfd73-871e-4547-b834-845f9fb2b2de binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:08.582130 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.596906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:08.597604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:08.605485 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:08.716862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:08.815000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbdcc-2965-43a7-9b1b-b2f0ad0e2743 req-b763d96b-0708-4bde-8344-24828588ca54 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:08.823613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a66fbdcc-2965-43a7-9b1b-b2f0ad0e2743 req-b763d96b-0708-4bde-8344-24828588ca54 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.5759976 Nov 16 21:30:08.855187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7019-348e-4751-93b0-3c2049ebb6a0 req-8ab0bc90-8678-4406-80f3-3471100d2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:08.856858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25eb7019-348e-4751-93b0-3c2049ebb6a0 req-8ab0bc90-8678-4406-80f3-3471100d2a7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83d32516-f260-4250-a031-f1ec9db0e2ad HTTP/1.1" status: 200 len: 1096 time: 0.5614643 Nov 16 21:30:08.865301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:08.865720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:08.953131 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a66fbdcc-2965-43a7-9b1b-b2f0ad0e2743 req-bef2fcf0-ada5-40d0-850e-cf7f56f3fadd tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237116 Nov 16 21:30:09.010517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25eb7019-348e-4751-93b0-3c2049ebb6a0 req-288432ad-3456-45b3-8542-2f024f988266 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408761 Nov 16 21:30:09.026655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b194a77e-9f7b-4af0-8415-8202dfc708c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.034095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b194a77e-9f7b-4af0-8415-8202dfc708c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.047019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.120347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b194a77e-9f7b-4af0-8415-8202dfc708c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=961fe320f0534678b8139baf6dbc293f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0371964 Nov 16 21:30:09.121040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:09.134708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194a77e-9f7b-4af0-8415-8202dfc708c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067eb955-ab12-40bf-bb34-21c63bbaf1a9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.140917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d82aa01-9e4f-45fc-be48-647dd7e57a20']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:09.155683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.164276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.166921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.191980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a94cb-90b1-4ba1-8f28-9561f539bb1a') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:09.192375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a94cb-90b1-4ba1-8f28-9561f539bb1a') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:09.210474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.213829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/networks/3929bfb7-6b9b-4f57-950a-cc724da69217 HTTP/1.1" status: 204 len: 168 time: 2.1195502 Nov 16 21:30:09.216652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-e86811f4-96d5-49c5-88e7-9e870148a264 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1813238 Nov 16 21:30:09.228069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd0bea-08be-416b-b968-773a09691fee None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:09.232668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Attempting to bind port 7e5dfd73-871e-4547-b834-845f9fb2b2de on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:09.233062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Attempting to bind port 7e5dfd73-871e-4547-b834-845f9fb2b2de by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:09.233422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Attempting to bind port 7e5dfd73-871e-4547-b834-845f9fb2b2de on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:09.237817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9621f-934b-4ba7-b9e1-625b157fdb54 req-7edda807-5684-4a94-81db-00f71b1ac85e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.241706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aed9621f-934b-4ba7-b9e1-625b157fdb54 req-7edda807-5684-4a94-81db-00f71b1ac85e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1850700 Nov 16 21:30:09.244247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59700) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:09.251929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.253992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966cd99-fd1e-449b-9aa1-bbfb581ae7d3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Network': ['ID=3929bfb7-6b9b-4f57-950a-cc724da69217,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.262210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9768858-9d4f-4dba-9c3f-d30027617a5a None None] Pushing event updated for resources: {'Port': ['ID=7e5dfd73-871e-4547-b834-845f9fb2b2de,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.267020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:09.267020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:09.267020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.267020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:09.267804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Bound port: 7e5dfd73-871e-4547-b834-845f9fb2b2de, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:09.267804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.283392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'network': {'name': 'tempest-network-smoke--251833058', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'port_security_enabled': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:09.317659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ec8ba-ec9a-4548-a949-611a55303324 req-b4cbb2d1-92c9-464e-aad8-f567daed0752 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.319249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e56ec8ba-ec9a-4548-a949-611a55303324 req-b4cbb2d1-92c9-464e-aad8-f567daed0752 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 945 time: 0.2851675 Nov 16 21:30:09.319804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fda391ef-1162-43eb-a302-57ad2c707c3e None None] Provisioning complete for port 7e5dfd73-871e-4547-b834-845f9fb2b2de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:09.320183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fda391ef-1162-43eb-a302-57ad2c707c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.323974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c849f265-ca49-4ea8-ac7d-9f0ebabfb1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.327839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.354921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:09.359347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.377978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:09.378644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:09.383624 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:09.386723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] For port 7e5dfd73-871e-4547-b834-845f9fb2b2de, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:09.391240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c849f265-ca49-4ea8-ac7d-9f0ebabfb1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.391423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] For port 7e5dfd73-871e-4547-b834-845f9fb2b2de, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7e5dfd73-871e-4547-b834-845f9fb2b2de,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:09.392734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fda391ef-1162-43eb-a302-57ad2c707c3e None None] Port 7e5dfd73-871e-4547-b834-845f9fb2b2de cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:09.398160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aed9621f-934b-4ba7-b9e1-625b157fdb54 req-1dc53e02-f239-42d2-be95-99844f81c446 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103823 Nov 16 21:30:09.405724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.443846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:09.453160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.461528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.462164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-005d78f9-b026-43b0-ac3f-6b245da24ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.462710 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Added segment d2f10674-6c76-414d-a63f-d3c7799866e2 of type vlan for network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 Nov 16 21:30:09.463765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a140d36-3b11-4e83-8e9c-d469e14ebdcc None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:09.464338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-005d78f9-b026-43b0-ac3f-6b245da24ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 1097 time: 0.2191901 Nov 16 21:30:09.491313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9768858-9d4f-4dba-9c3f-d30027617a5a None None] Pushing event updated for resources: {'Port': ['ID=7e5dfd73-871e-4547-b834-845f9fb2b2de,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.495156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:09.495927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:09.544263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.585245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.593323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.594779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.602326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e57a9318-eeb5-4416-9cc7-a66de6e63828 None None] Provisioning complete for port 7e5dfd73-871e-4547-b834-845f9fb2b2de triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:09.603375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e57a9318-eeb5-4416-9cc7-a66de6e63828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.603729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-d830e250-cb66-4b74-b325-fb1e80020f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.605222 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-d830e250-cb66-4b74-b325-fb1e80020f59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 200 len: 911 time: 0.1028123 Nov 16 21:30:09.630099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.663523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e56ec8ba-ec9a-4548-a949-611a55303324 req-9f10ce51-b9e3-4ed9-baa4-d5fd453083bc tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243101 Nov 16 21:30:09.671625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.678141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/networks/4d82aa01-9e4f-45fc-be48-647dd7e57a20 HTTP/1.1" status: 204 len: 168 time: 1.3501801 Nov 16 21:30:09.714247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-f22deb0f-8acb-4a72-90f8-57ed3dee9b7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7f70012-4114-4477-ab1f-6dceff127265 HTTP/1.1" status: 200 len: 217 time: 0.0942812 Nov 16 21:30:09.714724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:09.789210 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5411870 Nov 16 21:30:09.795858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-25853ac3-06e9-4bba-a234-28975ee59cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:09.798102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-25853ac3-06e9-4bba-a234-28975ee59cbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 200 len: 850 time: 0.0603807 Nov 16 21:30:09.798977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec57fad-dbfa-4f84-8d30-97d60e9372cb tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Network': ['ID=4d82aa01-9e4f-45fc-be48-647dd7e57a20,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.800671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59706) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:09.804979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c849f265-ca49-4ea8-ac7d-9f0ebabfb1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.810191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c849f265-ca49-4ea8-ac7d-9f0ebabfb1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:09.810905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9bf44a33-583b-40b9-96da-48a88d5fc7bd details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:30:09.819883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c849f265-ca49-4ea8-ac7d-9f0ebabfb1e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/067eb955-ab12-40bf-bb34-21c63bbaf1a9 HTTP/1.1" status: 204 len: 168 time: 0.6874998 Nov 16 21:30:09.846296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518695775', 'admin_state_up': True, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:09.856611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:09.869000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb0fa8-8bd0-415f-80a8-6a81c4108655 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Network': ['ID=7bf3fb43-5a47-4a0d-b852-03671635b4f0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.894795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:09.944001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f265-ca49-4ea8-ac7d-9f0ebabfb1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067eb955-ab12-40bf-bb34-21c63bbaf1a9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:09.947350 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-66d6dbdd-40fa-4cc5-8b49-c919d22c0d54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c3863b0b-446a-4854-82f8-211d2c774bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950134 Nov 16 21:30:10.017122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73935164-052f-44f9-b9d0-324d0f8a3925 req-3816a547-d879-4b83-87dd-f9e3b74ec56c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:10.018831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73935164-052f-44f9-b9d0-324d0f8a3925 req-3816a547-d879-4b83-87dd-f9e3b74ec56c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=83d32516-f260-4250-a031-f1ec9db0e2ad HTTP/1.1" status: 200 len: 945 time: 0.1346180 Nov 16 21:30:10.033629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.135263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.136278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.179507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-73935164-052f-44f9-b9d0-324d0f8a3925 req-346c96c2-b005-4521-845a-4d37a5d94fd8 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387849 Nov 16 21:30:10.277428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:10.342554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:30:10.373339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Allocated IP 172.20.0.1 (aef96ba4-42f4-4509-b60d-7227419b6108/e51fa00b-27a8-487c-acc4-77928c1d7346/85176be0-9fea-4be0-9235-c222d4085c3b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:10.379884 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e57a9318-eeb5-4416-9cc7-a66de6e63828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.401569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59716) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:10.413420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.448761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e57a9318-eeb5-4416-9cc7-a66de6e63828 None None] For port 7e5dfd73-871e-4547-b834-845f9fb2b2de, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7e5dfd73-871e-4547-b834-845f9fb2b2de,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:10.459492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-979e2543-6d25-44b8-89e5-c8a3592d4a9b service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917967 Nov 16 21:30:10.467738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-31d66033-d1e6-487e-a99b-e4d9b994bdef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4eddd8c14834504b07565ae9050180b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648620 Nov 16 21:30:10.470359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59720) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:10.478172 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e57a9318-eeb5-4416-9cc7-a66de6e63828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.479976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c15197-016e-4996-a5e8-1de8b4f07ab8 req-3a07b497-7a89-4b1a-9015-cdf9edd52c0f tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:10.488929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5c15197-016e-4996-a5e8-1de8b4f07ab8 req-3a07b497-7a89-4b1a-9015-cdf9edd52c0f tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 943 time: 0.3474112 Nov 16 21:30:10.542788 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.577070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.600842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf44a33-583b-40b9-96da-48a88d5fc7bd {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:10.618620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a9318-eeb5-4416-9cc7-a66de6e63828 None None] Pushing event updated for resources: {'Port': ['ID=7e5dfd73-871e-4547-b834-845f9fb2b2de,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:10.623160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb404528-1c1f-4171-baae-810d1e007fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.648519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:10.657905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb404528-1c1f-4171-baae-810d1e007fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.664168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.690944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:04Z', 'revision_number': 3, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:10.720237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ef0fbc-31bd-4c97-8e04-f425821fcbe0']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:10.724826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a32cd-18a4-4f19-b400-04a2e8789520 None None] The sync data for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 is: [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:04Z', 'revision_number': 3, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:10.770032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=9bf44a33-583b-40b9-96da-48a88d5fc7bd,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:10.783925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9158-30e2-480e-b904-dcc244a632a3 req-509b4f95-be13-4576-ae45-55f92d9e06d2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:10.783925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0caa9158-30e2-480e-b904-dcc244a632a3 req-509b4f95-be13-4576-ae45-55f92d9e06d2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.2075799 Nov 16 21:30:10.794515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c445e6-daef-4095-9ca0-2ea2216e11a2') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:10.794826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c445e6-daef-4095-9ca0-2ea2216e11a2') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:10.800253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb404528-1c1f-4171-baae-810d1e007fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.803150 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fb404528-1c1f-4171-baae-810d1e007fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.806963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb404528-1c1f-4171-baae-810d1e007fd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d73648a-e8b3-4d94-85a6-ed2d7c54cd19 HTTP/1.1" status: 204 len: 168 time: 0.3318973 Nov 16 21:30:10.835280 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.839208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404528-1c1f-4171-baae-810d1e007fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73648a-e8b3-4d94-85a6-ed2d7c54cd19,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:10.895703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0caa9158-30e2-480e-b904-dcc244a632a3 req-5984e657-552f-42eb-8402-dfedc78cfa0c tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021323 Nov 16 21:30:10.912764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b80d15a3-ba07-4f9d-91cd-12cba469d4ab req-b6fe0c08-516d-4616-887c-0d5a444314f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824682 Nov 16 21:30:10.950527 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:10.994528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['9bf44a33-583b-40b9-96da-48a88d5fc7bd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:11.019673 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5c15197-016e-4996-a5e8-1de8b4f07ab8 req-0f1173d5-8d48-4dfa-9a11-1b1fc29e8242 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5238221 Nov 16 21:30:11.045460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.073762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:11.074144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:11.077567 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:11.171507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.245403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.308626 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.340247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] 10.222.0.48 "DELETE /v2.0/networks/e8ef0fbc-31bd-4c97-8e04-f425821fcbe0 HTTP/1.1" status: 204 len: 168 time: 1.6212268 Nov 16 21:30:11.441938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e63168-e9f9-4927-bd13-48ed20c88acf tempest-BulkNetworkOpsIpV6Test-947360627 tempest-BulkNetworkOpsIpV6Test-947360627-project] Pushing event deleted for resources: {'Network': ['ID=e8ef0fbc-31bd-4c97-8e04-f425821fcbe0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.467851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ce8b-8305-4dd0-bb1c-332ebab1201e req-7e172f43-a791-4029-999b-a8b17f2e70f2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:11.478905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c847ce8b-8305-4dd0-bb1c-332ebab1201e req-7e172f43-a791-4029-999b-a8b17f2e70f2 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1095707 Nov 16 21:30:11.482661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.606212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c847ce8b-8305-4dd0-bb1c-332ebab1201e req-1b1ff4ab-168e-46e7-a401-2f15d8c5fe79 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262560 Nov 16 21:30:11.662201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Network aef96ba4-42f4-4509-b60d-7227419b6108 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:11.663302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Pushing event updated for resources: {'Port': ['ID=85176be0-9fea-4be0-9235-c222d4085c3b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:11.675003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9628674-84b0-4cf8-b7a5-95707cef59d4 req-1cc076ce-fb9d-471f-b78e-2d579fa8d387 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:11.676611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9628674-84b0-4cf8-b7a5-95707cef59d4 req-1cc076ce-fb9d-471f-b78e-2d579fa8d387 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=83d32516-f260-4250-a031-f1ec9db0e2ad HTTP/1.1" status: 200 len: 945 time: 0.3185265 Nov 16 21:30:11.748817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:11.772396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:11.843668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:11.854862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:11.943992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.084431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9628674-84b0-4cf8-b7a5-95707cef59d4 req-9125fb09-77c6-48b6-af5a-d4e47cdbcfb7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097100 Nov 16 21:30:12.169263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59760) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:12.170163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-07d75925-ee9e-4103-9705-a7e6583340c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e607a83e197e4ce5a14adf13a05f5dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246722 Nov 16 21:30:12.204197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.246956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0721b86d-34ba-4a43-8f2d-67f930a784e2 None None] Provisioning complete for port 85176be0-9fea-4be0-9235-c222d4085c3b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:12.247449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0721b86d-34ba-4a43-8f2d-67f930a784e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.313956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495eb18-57a3-48e0-a370-978bd685ad5c req-0ecc7fff-38ae-4d19-810b-e3f5d62a4964 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:12.322301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c495eb18-57a3-48e0-a370-978bd685ad5c req-0ecc7fff-38ae-4d19-810b-e3f5d62a4964 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 944 time: 0.1624949 Nov 16 21:30:12.397439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0721b86d-34ba-4a43-8f2d-67f930a784e2 None None] Port 85176be0-9fea-4be0-9235-c222d4085c3b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:12.398100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59768) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:12.424270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.25.3.161 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/de58d74e-4c0d-4475-9c1a-5c8041d28b98) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:12.508956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c495eb18-57a3-48e0-a370-978bd685ad5c req-cd2d1e41-9ba3-41cd-aaca-74f2b69da4e6 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788621 Nov 16 21:30:12.680722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1794aa57-0b46-4842-89b4-9273ec85a8a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.705914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-672531983'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:12.834560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32155b-06cc-4abf-8059-1c7b7e65b7cb req-9c46fb0a-b2b4-4a34-a57d-2639596b0794 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:12.845497 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa32155b-06cc-4abf-8059-1c7b7e65b7cb req-9c46fb0a-b2b4-4a34-a57d-2639596b0794 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1741431 Nov 16 21:30:12.864824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1794aa57-0b46-4842-89b4-9273ec85a8a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.934119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:12.957686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:12.959048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7e5dfd73-871e-4547-b834-845f9fb2b2de up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:12.980485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.054322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7e5dfd73-871e-4547-b834-845f9fb2b2de triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:13.055132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.063695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa32155b-06cc-4abf-8059-1c7b7e65b7cb req-a3ab756f-c7e9-48a7-984c-87bcbf396efb tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159410 Nov 16 21:30:13.097765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:13.102219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.179176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.306915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.310369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1794aa57-0b46-4842-89b4-9273ec85a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.312872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.320170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1794aa57-0b46-4842-89b4-9273ec85a8a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.321491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1794aa57-0b46-4842-89b4-9273ec85a8a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/257646c4-dacc-4038-921d-c66a891766a2 HTTP/1.1" status: 204 len: 168 time: 1.1497481 Nov 16 21:30:13.339613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:13.357425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.358006 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Added segment 942d8c50-b84d-405e-a938-8ad8ccb3ca1a of type vlan for network 4e85c439-5c54-44c3-9249-f8a38c359d2c Nov 16 21:30:13.443534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.445039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.511526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.520160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794aa57-0b46-4842-89b4-9273ec85a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257646c4-dacc-4038-921d-c66a891766a2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:13.592958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd4236d-aa22-43bf-b3a6-12f4ee0b76ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.597297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:13.597997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.615218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:13.649959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:13.662205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:13.673196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9bf44a33-583b-40b9-96da-48a88d5fc7bd up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:13.740403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90fc56b-1103-4f5a-807b-d1ecea542a58 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:13.770552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=de58d74e-4c0d-4475-9c1a-5c8041d28b98,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:13.823197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 9bf44a33-583b-40b9-96da-48a88d5fc7bd completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:30:13.830943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 9bf44a33-583b-40b9-96da-48a88d5fc7bd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:13.831331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.882087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4815071 Nov 16 21:30:13.896393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59800) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:13.902123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7705d653-b030-4aa0-9c7a-534dfd5b50d3 None None] Provisioning complete for port de58d74e-4c0d-4475-9c1a-5c8041d28b98 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:13.902554 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7705d653-b030-4aa0-9c7a-534dfd5b50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:13.904637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-60447466-fbbe-463a-9809-bc91c755900d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:13.932094 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-60447466-fbbe-463a-9809-bc91c755900d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 812 time: 0.6278329 Nov 16 21:30:13.940940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:13.952875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e857bc19-bb8a-48b3-909f-6b8b141a0116,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:13.994724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321742d-541b-4b9c-9b89-f28450c2ad40 req-f3f3955a-e4eb-4f58-b61d-78c40e6abc2a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:13.996293 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0321742d-541b-4b9c-9b89-f28450c2ad40 req-f3f3955a-e4eb-4f58-b61d-78c40e6abc2a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 944 time: 0.3172839 Nov 16 21:30:13.997445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234cb1-c417-49a5-9255-2accb5921160 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Network': ['ID=4e85c439-5c54-44c3-9249-f8a38c359d2c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:14.054777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7705d653-b030-4aa0-9c7a-534dfd5b50d3 None None] Port de58d74e-4c0d-4475-9c1a-5c8041d28b98 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:14.089133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:14.123520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.189671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-4ece92fe-c359-4429-8eb1-6cb5f4eea129 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:14.214768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-4ece92fe-c359-4429-8eb1-6cb5f4eea129 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d32516-f260-4250-a031-f1ec9db0e2ad HTTP/1.1" status: 200 len: 945 time: 0.2035353 Nov 16 21:30:14.230331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:14.233063 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10339bb-5581-4cd8-90b1-112ee82e4834" -d '{"events": [{"server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "name": "network-vif-plugged", "status": "completed", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:14.263986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0321742d-541b-4b9c-9b89-f28450c2ad40 req-d7b276c9-31bc-4916-bda1-c1099c992925 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517979 Nov 16 21:30:14.273886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:14.283174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.388827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Deleting port dec514d6-d079-4a14-8375-d5eb882084e0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:14.389615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.397119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=9bf44a33-583b-40b9-96da-48a88d5fc7bd,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:14.514964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e93c5e-d7aa-4205-a68d-5a1ccf770b96 req-f747d562-b695-4b87-91b7-8c272127319d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:14.518668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-78e93c5e-d7aa-4205-a68d-5a1ccf770b96 req-f747d562-b695-4b87-91b7-8c272127319d tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1227582 Nov 16 21:30:14.598387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] For port dec514d6-d079-4a14-8375-d5eb882084e0, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=dec514d6-d079-4a14-8375-d5eb882084e0,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:14.598532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.627207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Calling delete_port for dec514d6-d079-4a14-8375-d5eb882084e0 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:14.658225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-78e93c5e-d7aa-4205-a68d-5a1ccf770b96 req-051256c1-8df9-4f5a-9d67-f63b1e3f005f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289935 Nov 16 21:30:14.668110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-8e004da2-a791-4122-ab31-802d796d8297 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:14.669590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-8e004da2-a791-4122-ab31-802d796d8297 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 945 time: 0.1260159 Nov 16 21:30:14.720861 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3a75a8-3e81-440d-8bd0-99c3f181eedd x-openstack-request-id: req-3d3a75a8-3e81-440d-8bd0-99c3f181eedd {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:14.721423 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "name": "network-vif-plugged", "status": "completed", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:14.721423 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d3a75a8-3e81-440d-8bd0-99c3f181eedd {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:14.721855 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'code': 200} Nov 16 21:30:14.747806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:14.800561 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd4236d-aa22-43bf-b3a6-12f4ee0b76ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.828332 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b37dabb-0942-4b52-9ea7-e3c8a4145db8 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/quotas/e7d5f0c488374d4fa2f59b6a017c4008 HTTP/1.1" status: 200 len: 375 time: 0.8950868 Nov 16 21:30:14.872856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-703376703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:14.875248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bd4236d-aa22-43bf-b3a6-12f4ee0b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.909883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Deleting port e6743123-bdab-409f-abdc-7088bc4c482d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:14.910230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.960931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.974895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['dec514d6-d079-4a14-8375-d5eb882084e0'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:14.977101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.978269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:14.979456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c18335e1-3659-4867-a916-1bcd9c49d858'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:15.014368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event deleted for resources: {'Port': ['ID=dec514d6-d079-4a14-8375-d5eb882084e0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.015164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.023060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7bd4236d-aa22-43bf-b3a6-12f4ee0b76ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aed823ace504047b9ceaa5ab30a3ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9223914 Nov 16 21:30:15.029438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59828) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:15.080666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.121029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec6e56-9519-4d76-8904-701708cb8d7b req-584edda0-da42-4f3d-92d5-9d175b29f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:15.122579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43ec6e56-9519-4d76-8904-701708cb8d7b req-584edda0-da42-4f3d-92d5-9d175b29f5bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1096 time: 0.3084035 Nov 16 21:30:15.140312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] No DVR routers for this DVR port dec514d6-d079-4a14-8375-d5eb882084e0 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:15.153258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.156913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8ac2100-b09f-4891-ad55-59eecfaae54a req-5c4ce252-cd89-45d8-8d2d-b9064fece5a7 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "DELETE /v2.0/ports/dec514d6-d079-4a14-8375-d5eb882084e0 HTTP/1.1" status: 204 len: 173 time: 0.9305589 Nov 16 21:30:15.161707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'name': 'network-vif-deleted', 'tag': 'dec514d6-d079-4a14-8375-d5eb882084e0'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:15.164102 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276037cc-9c98-4a70-899c-38f3be3b33f0" -d '{"events": [{"server_uuid": "83d32516-f260-4250-a031-f1ec9db0e2ad", "name": "network-vif-deleted", "tag": "dec514d6-d079-4a14-8375-d5eb882084e0"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:15.173835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.180291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] For port e6743123-bdab-409f-abdc-7088bc4c482d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e6743123-bdab-409f-abdc-7088bc4c482d,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:15.180644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.189178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.203659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4236d-aa22-43bf-b3a6-12f4ee0b76ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bb62b3-e357-476b-bdad-77ff8bf69570,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.213713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Calling delete_port for e6743123-bdab-409f-abdc-7088bc4c482d owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:15.218282 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae9c11-d300-4ef1-b859-d79967767bee x-openstack-request-id: req-69ae9c11-d300-4ef1-b859-d79967767bee {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:15.218573 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d32516-f260-4250-a031-f1ec9db0e2ad", "name": "network-vif-deleted", "tag": "dec514d6-d079-4a14-8375-d5eb882084e0", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:15.218927 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69ae9c11-d300-4ef1-b859-d79967767bee {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:15.219323 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d32516-f260-4250-a031-f1ec9db0e2ad', 'name': 'network-vif-deleted', 'tag': 'dec514d6-d079-4a14-8375-d5eb882084e0', 'status': 'completed', 'code': 200} Nov 16 21:30:15.222574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-12afaee8-9228-4a8c-9c6f-ae45caa22eca tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:15.223601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-12afaee8-9228-4a8c-9c6f-ae45caa22eca tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a5eeaa-24e3-4310-b323-c5e512c49e53 HTTP/1.1" status: 200 len: 945 time: 0.4653864 Nov 16 21:30:15.254177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-efc3f825-30e6-4d96-b8e5-16ac424bd9a4 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4244208 Nov 16 21:30:15.274284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:15.282992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dab27f5-0561-4c3f-b271-de7b82813fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.287000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.296119 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.298261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f025d8c8-ef26-4f26-97fc-5bcedd883ade tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5472536 Nov 16 21:30:15.306099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59832) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:15.317951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-441027433'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:15.330346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dab27f5-0561-4c3f-b271-de7b82813fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.463652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:15.467608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.488189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.501965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.514143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Pushing event updated for resources: {'Port': ['ID=85176be0-9fea-4be0-9235-c222d4085c3b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.521118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2871-7abd-4d1f-9490-e74bdd7304a3 req-73beab79-bfe9-4fbf-b86a-7ab1735c4d7a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:15.522842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51aa2871-7abd-4d1f-9490-e74bdd7304a3 req-73beab79-bfe9-4fbf-b86a-7ab1735c4d7a tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.1090603 Nov 16 21:30:15.550494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dab27f5-0561-4c3f-b271-de7b82813fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.553434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dab27f5-0561-4c3f-b271-de7b82813fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.554832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9dab27f5-0561-4c3f-b271-de7b82813fd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1bb62b3-e357-476b-bdad-77ff8bf69570 HTTP/1.1" status: 204 len: 168 time: 0.5213647 Nov 16 21:30:15.608309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab27f5-0561-4c3f-b271-de7b82813fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bb62b3-e357-476b-bdad-77ff8bf69570,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.614053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43ec6e56-9519-4d76-8904-701708cb8d7b req-e5fb2db4-c0dc-43f8-ba26-54c52757a49b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616094 Nov 16 21:30:15.631557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.672397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.697088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c7f70012-4114-4477-ab1f-6dceff127265'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:15.702249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51aa2871-7abd-4d1f-9490-e74bdd7304a3 req-7a5565ec-7eab-4268-b75a-5a33d6852e72 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487644 Nov 16 21:30:15.705566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e6743123-bdab-409f-abdc-7088bc4c482d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:15.754738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-d2c16038-cdfb-49f7-9602-9cc267f97479 service neutron] 10.222.0.48 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750334 Nov 16 21:30:15.770604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Pushing event deleted for resources: {'Port': ['ID=e6743123-bdab-409f-abdc-7088bc4c482d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:15.868097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] No DVR routers for this DVR port e6743123-bdab-409f-abdc-7088bc4c482d on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:15.876161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71556f67-5d57-45d3-96c7-0b631ad1ba7d req-2e927649-e6c3-4bc6-b24e-3bc737cd0294 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1fdee24-d50f-41ec-981b-c128abbc35c7 HTTP/1.1" status: 200 len: 210 time: 0.0633485 Nov 16 21:30:15.896513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.900107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b990ab3-e5c8-4277-90af-7cff29ce4046 req-70aa506b-a68d-403a-af11-9299d69fbb3e tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.47 "DELETE /v2.0/ports/e6743123-bdab-409f-abdc-7088bc4c482d HTTP/1.1" status: 204 len: 173 time: 1.2180898 Nov 16 21:30:15.902097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.913424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:15.975783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:16.002270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac06347-8d91-457d-896f-a86fbe5c6de5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.007613 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.007966 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Added segment e60113ee-9c58-409d-8b29-160dfc170dfd of type vlan for network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b Nov 16 21:30:16.075039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.109389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.115411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.123284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:16.124185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.193119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8838701 Nov 16 21:30:16.193970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59848) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:16.198851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'subnet': {'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:16.252595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92799fb-a55a-4d0b-a25f-fe8fa40b0837 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Network': ['ID=9b9328ce-dc13-49e5-83a4-07c4efb9a54b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.254744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Deleting port c18335e1-3659-4867-a916-1bcd9c49d858 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:16.254744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.271887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:16.295440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.321164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:16.325869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.344187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=601c1de8-4e84-405d-8139-68a2fc141f8f,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.448481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Network aef96ba4-42f4-4509-b60d-7227419b6108 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:16.462982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:16.472601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-a72e6886-8111-419b-ad91-21dd29b729fb service neutron] 10.222.0.48 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038246 Nov 16 21:30:16.493308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:16.493643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network hostable DHCP agents. Network: 4e85c439-5c54-44c3-9249-f8a38c359d2c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:16.701406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] For port c18335e1-3659-4867-a916-1bcd9c49d858, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c18335e1-3659-4867-a916-1bcd9c49d858,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:16.702599 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.712789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.720324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:16.751222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Calling delete_port for c18335e1-3659-4867-a916-1bcd9c49d858 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:16.763954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4e85c439-5c54-44c3-9249-f8a38c359d2c) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:16.774673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d118fdd-a3e1-497a-a7a5-baec038653e4 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:16.786815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:16.787436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.815390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Subnet': ['ID=89e56cc6-8553-4b5e-ab52-5816ef7b7d59,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:16.842369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Checking segment: {'id': 'e60113ee-9c58-409d-8b29-160dfc170dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:16.842752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network hostable DHCP agents. Network: 9b9328ce-dc13-49e5-83a4-07c4efb9a54b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:16.916567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:16.959343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9b9328ce-dc13-49e5-83a4-07c4efb9a54b) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:16.980761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:16.983155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910ad67-b6a3-4160-ba11-f26334d10b90 None None] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:16.983255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:16.999861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63961918-e1fa-4168-84a5-4f950573f3e7 req-e29706ad-43aa-4b20-9dcd-3ac375025645 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:17.004599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63961918-e1fa-4168-84a5-4f950573f3e7 req-e29706ad-43aa-4b20-9dcd-3ac375025645 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.1313672 Nov 16 21:30:17.027734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Router 215cf015-4700-44a7-9b40-f647c4de5453 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:17.047642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4f6e2e02-ed0a-4843-84b5-6bb8f1857f29 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8518364 Nov 16 21:30:17.051971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:17.058613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'network': {'name': 'tempest-router-network01--1695460918'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:17.070900 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96e8e22e-484e-4d87-9532-bd046833a75a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1731079 Nov 16 21:30:17.097981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59872) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:17.098969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:17.111065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'name': 'tempest-NetworksTestDHCPv6-1597378306'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:17.123140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:17.130509 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.179593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.227036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'name': 'network-vif-deleted', 'tag': 'e6743123-bdab-409f-abdc-7088bc4c482d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:17.236097 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a90a78-ef44-4c7a-a05c-03c32d8154af" -d '{"events": [{"server_uuid": "d1fdee24-d50f-41ec-981b-c128abbc35c7", "name": "network-vif-deleted", "tag": "e6743123-bdab-409f-abdc-7088bc4c482d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:17.244680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-91181877-6ef0-400b-8cbb-1f6b87508e0f None None] Provisioning complete for port 85176be0-9fea-4be0-9235-c222d4085c3b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:17.245069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-91181877-6ef0-400b-8cbb-1f6b87508e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.296419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:17.311064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63961918-e1fa-4168-84a5-4f950573f3e7 req-3c1cf085-78a5-4472-8fac-f0a719f4b769 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885933 Nov 16 21:30:17.324782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.325122 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Added segment ccaeb390-2886-4bed-ba03-b02488ab586e of type vlan for network 7438f701-a73e-49c6-9a03-65dd07b365a7 Nov 16 21:30:17.413818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9b9328ce-dc13-49e5-83a4-07c4efb9a54b', 'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b', 'tenant_id': 'fd3689c32bcb474fbcd7710350fd8ce1', 'fixed_ips': [{'subnet_id': '89e56cc6-8553-4b5e-ab52-5816ef7b7d59'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:17.414695 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.420124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-91181877-6ef0-400b-8cbb-1f6b87508e0f None None] Port 85176be0-9fea-4be0-9235-c222d4085c3b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:17.436880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.488302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '601c1de8-4e84-405d-8139-68a2fc141f8f'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:17.491130 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.517486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.536942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:17.538845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.692939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c18335e1-3659-4867-a916-1bcd9c49d858 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:17.696472 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e6743123-bdab-409f-abdc-7088bc4c482d no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:17.697100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:17.700906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:17.715229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6616728 Nov 16 21:30:17.715912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59898) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:17.732063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'network': {'name': 'tempest-router-network02--1765464309'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:17.737580 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c43488-38ee-4228-a3de-11b9c5aecfd4 x-openstack-request-id: req-29c43488-38ee-4228-a3de-11b9c5aecfd4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:17.737877 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fdee24-d50f-41ec-981b-c128abbc35c7", "name": "network-vif-deleted", "tag": "e6743123-bdab-409f-abdc-7088bc4c482d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:17.738126 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29c43488-38ee-4228-a3de-11b9c5aecfd4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:17.738566 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fdee24-d50f-41ec-981b-c128abbc35c7', 'name': 'network-vif-deleted', 'tag': 'e6743123-bdab-409f-abdc-7088bc4c482d', 'status': 'completed', 'code': 200} Nov 16 21:30:17.744781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0965a-a668-4a0b-91b0-afd02da2a0f0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Network': ['ID=7438f701-a73e-49c6-9a03-65dd07b365a7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:17.771437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port fe6f2e98-aeae-40a4-8a7e-8149ebeada15 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:30:17.958215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::39 (4e85c439-5c54-44c3-9249-f8a38c359d2c/601c1de8-4e84-405d-8139-68a2fc141f8f/fe6f2e98-aeae-40a4-8a7e-8149ebeada15) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:17.986329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:17.995049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: c18335e1-3659-4867-a916-1bcd9c49d858 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:17.995409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c18335e1-3659-4867-a916-1bcd9c49d858 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:18.013591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: e6743123-bdab-409f-abdc-7088bc4c482d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:18.013772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e6743123-bdab-409f-abdc-7088bc4c482d not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:18.014051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dec514d6-d079-4a14-8375-d5eb882084e0 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:18.023635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:18.038136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.098743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: dec514d6-d079-4a14-8375-d5eb882084e0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:18.099181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device dec514d6-d079-4a14-8375-d5eb882084e0 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:18.110264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Allocated IP 2001:db8::2 (9b9328ce-dc13-49e5-83a4-07c4efb9a54b/89e56cc6-8553-4b5e-ab52-5816ef7b7d59/fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:18.178080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:18.195125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554734c5-7380-4dd4-b95c-6f1b6298543f req-0b8f5f66-6130-40b0-a3de-9d26d3cf3c3a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:18.196979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-554734c5-7380-4dd4-b95c-6f1b6298543f req-0b8f5f66-6130-40b0-a3de-9d26d3cf3c3a tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.1773806 Nov 16 21:30:18.205820 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.206177 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Added segment 0bd50244-6326-411a-aa30-ef666ff10af7 of type vlan for network 49e54db5-8057-4f75-a19a-2bd71551d0f5 Nov 16 21:30:18.222984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:18.237873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Sync routers for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:18.272886 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:18.274471 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:18.330745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event deleted for resources: {'Port': ['ID=c18335e1-3659-4867-a916-1bcd9c49d858,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:18.365365 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4fecab16-a742-4c47-aad8-68531dd1b7bd req-637544d2-787b-4d34-a470-680aef515406 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 210 time: 1.0191278 Nov 16 21:30:18.374433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-554734c5-7380-4dd4-b95c-6f1b6298543f req-804b30d4-8810-4477-988b-03c1286bcc76 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566994 Nov 16 21:30:18.378548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.456918 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.470784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] No DVR routers for this DVR port c18335e1-3659-4867-a916-1bcd9c49d858 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:18.476910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.482700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9cd7704-f439-4e34-87f4-e39907cdd011 req-d7512681-e712-4cbf-9a7e-e7888adf2a20 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "DELETE /v2.0/ports/c18335e1-3659-4867-a916-1bcd9c49d858 HTTP/1.1" status: 204 len: 173 time: 3.2390604 Nov 16 21:30:18.483465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'name': 'network-vif-deleted', 'tag': 'c18335e1-3659-4867-a916-1bcd9c49d858'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:18.487399 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776cb725-c2f4-489b-8c1a-082c6b7a67d6" -d '{"events": [{"server_uuid": "b5a5eeaa-24e3-4310-b323-c5e512c49e53", "name": "network-vif-deleted", "tag": "c18335e1-3659-4867-a916-1bcd9c49d858"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:18.506286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.508789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09e96fb1-45c6-4035-b116-863657c85b4f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6949892 Nov 16 21:30:18.517824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:18.604924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.615016 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded57a60-f525-4e8d-a2e9-28156db38585 x-openstack-request-id: req-ded57a60-f525-4e8d-a2e9-28156db38585 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:18.616785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:18.617655 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a5eeaa-24e3-4310-b323-c5e512c49e53", "name": "network-vif-deleted", "tag": "c18335e1-3659-4867-a916-1bcd9c49d858", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:18.617865 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ded57a60-f525-4e8d-a2e9-28156db38585 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:18.618550 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a5eeaa-24e3-4310-b323-c5e512c49e53', 'name': 'network-vif-deleted', 'tag': 'c18335e1-3659-4867-a916-1bcd9c49d858', 'status': 'completed', 'code': 200} Nov 16 21:30:18.622820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fc736f36-332c-496e-a32d-4acf2446b7a2 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e817e6a87e6442ceae44cab4726c4a9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987396 Nov 16 21:30:18.626001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.630828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59942) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:18.637177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:18.637998 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.654299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:18.657287 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:18.663440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fdf20245-87fc-4d04-a48c-736932fe0b08 admin admin] 10.222.0.48 "PUT /v2.0/routers/215cf015-4700-44a7-9b40-f647c4de5453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5841444 Nov 16 21:30:18.674021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Sync routers for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:18.774238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:18.774981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:18.818119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:18.898700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:18.900988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:18.944667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2139528 Nov 16 21:30:18.946327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59980) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:18.951444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'subnet': {'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:18.974336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Pushing event updated for resources: {'Port': ['ID=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:18.999148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aa904-13c5-4647-bfed-b267d0cec794 req-8efb28db-d74b-4320-9cb3-db9e986c4271 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:18.999330 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:14Z', 'revision_number': 3, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:19.009219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d44aa904-13c5-4647-bfed-b267d0cec794 req-8efb28db-d74b-4320-9cb3-db9e986c4271 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.5263214 Nov 16 21:30:19.042569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504710db-c264-4203-a37c-7d4e518b1ada tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Network': ['ID=49e54db5-8057-4f75-a19a-2bd71551d0f5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:19.057780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.071716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Checking router: ab94b9bc-c377-4b58-8ca5-092f7b982bb9 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:19.072546 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Updating router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 port de58d74e-4c0d-4475-9c1a-5c8041d28b98 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:19.146059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:19.164073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:19.166765 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.168765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 49e54db5-8057-4f75-a19a-2bd71551d0f5 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:19.210057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:19.223280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:19.224281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.249568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:19.263649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=fe6f2e98-aeae-40a4-8a7e-8149ebeada15,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:19.272425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.281827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f7262-ec17-4726-bc10-7dfcd3fe605f tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:19.286896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-876f7262-ec17-4726-bc10-7dfcd3fe605f tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6433582 Nov 16 21:30:19.296911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d44aa904-13c5-4647-bfed-b267d0cec794 req-864565fa-af6a-461b-b34a-d988833825e1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865789 Nov 16 21:30:19.307931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60022) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:19.340427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-688ec371-54a2-40c2-9d51-ba843ac7dd75 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2403696 Nov 16 21:30:19.355288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:19.558319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Attempting to bind port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:19.558818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Attempting to bind port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e60113ee-9c58-409d-8b29-160dfc170dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:19.559193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Attempting to bind port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 on network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:19.594035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-90b959ee-36b7-4ed8-a297-73a7d1fe035d tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2813864 Nov 16 21:30:19.605173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:19.624537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512325653', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:19.673438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/601c1de8-4e84-405d-8139-68a2fc141f8f/a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:19.680235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:19.680622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Checking segment: {'id': 'e60113ee-9c58-409d-8b29-160dfc170dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:19.682885 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.683317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Bound using segment: {'id': 'e60113ee-9c58-409d-8b29-160dfc170dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:19.688183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Bound port: fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60113ee-9c58-409d-8b29-160dfc170dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9b9328ce-dc13-49e5-83a4-07c4efb9a54b'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:19.688632 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.711910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2629355a-1603-4445-8936-0221b7f922c5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:19.717132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2629355a-1603-4445-8936-0221b7f922c5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3600862 Nov 16 21:30:19.757419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60056) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:19.766632 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.778165 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:19.812043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:19.948133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a669c-d729-4249-820e-c4aa71d61f57 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:19.981995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:19.984916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Pushing event updated for resources: {'Port': ['ID=de58d74e-4c0d-4475-9c1a-5c8041d28b98,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.012596 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.013201 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.013748 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.014240 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.014738 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.014979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-973816283-network', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:20.015443 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.015931 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.016413 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.016878 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.017358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.020158 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.020498 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:20.029400 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Attempting to bind port de58d74e-4c0d-4475-9c1a-5c8041d28b98 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:20.031990 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Attempting to bind port de58d74e-4c0d-4475-9c1a-5c8041d28b98 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:20.037748 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Attempting to bind port de58d74e-4c0d-4475-9c1a-5c8041d28b98 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:20.048907 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:20.052475 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:20.053106 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.053727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:20.054448 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Bound port: de58d74e-4c0d-4475-9c1a-5c8041d28b98, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:20.055057 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.069678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60064) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:20.084442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-610ba3c9-fe25-4912-b37d-aae54f7faf16 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:20.086495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-610ba3c9-fe25-4912-b37d-aae54f7faf16 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 812 time: 0.4790845 Nov 16 21:30:20.120695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Request body: {'port': {'device_id': '924ca240-621a-435d-9239-630735ac24b8', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'admin_state_up': True, 'tenant_id': 'e7d5f0c488374d4fa2f59b6a017c4008'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:20.191500 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] For port de58d74e-4c0d-4475-9c1a-5c8041d28b98, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:20.195607 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] For port de58d74e-4c0d-4475-9c1a-5c8041d28b98, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=de58d74e-4c0d-4475-9c1a-5c8041d28b98,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:20.202947 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.238709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00827a-d14d-4c97-afef-4879fd11f969 req-ea9d3a26-b88e-4556-8f92-bf23a5467f3d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:20.240325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d00827a-d14d-4c97-afef-4879fd11f969 req-ea9d3a26-b88e-4556-8f92-bf23a5467f3d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.6448953 Nov 16 21:30:20.257147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3dc0e19a-0d3f-4795-ab75-46d8f9255cf3 req-46ff6095-bda2-4de0-bbda-b1bc394ec77e tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 210 time: 0.6534655 Nov 16 21:30:20.288336 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ef590-ecf1-48e2-a139-0058792e5064 None None] Pushing event updated for resources: {'Port': ['ID=de58d74e-4c0d-4475-9c1a-5c8041d28b98,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.299977 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:20.301330 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:29:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:20.324292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Made reservation on behalf of a1d168e2e9d844aa9c77698f8540754b for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:20.326652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.334726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6df5d-b71c-49e1-8979-90014f20cb03 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:20.416493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] For port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:20.419040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a759055e-f355-4bbc-ba8f-b547d5ad415d None None] Provisioning complete for port de58d74e-4c0d-4475-9c1a-5c8041d28b98 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:20.419424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a759055e-f355-4bbc-ba8f-b547d5ad415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.425955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.466214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] For port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,segment=NetworkSegment(e60113ee-9c58-409d-8b29-160dfc170dfd),segment_id=e60113ee-9c58-409d-8b29-160dfc170dfd)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:20.477236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:20.486843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-69ee2757-5226-494c-95fd-60aabe6a1b4f tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:20.489017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-69ee2757-5226-494c-95fd-60aabe6a1b4f tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 812 time: 1.1884365 Nov 16 21:30:20.501253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.534470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Request body: {'port': {'device_id': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'admin_state_up': True, 'tenant_id': 'e7d5f0c488374d4fa2f59b6a017c4008'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:20.581398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.583007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff82a-72e4-4af4-aebe-3502d3de6de3 None None] Pushing event updated for resources: {'Port': ['ID=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.596395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.600553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38068b5-c50f-48e9-9eff-123feb4aee7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.636015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.680245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.691624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Made reservation on behalf of e7d5f0c488374d4fa2f59b6a017c4008 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:20.694352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.727724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:20.752735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Pushing event updated for resources: {'Port': ['ID=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.790982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-964ddf4f-ef9c-432b-be6d-d5bc836b1b3f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:20.801344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-964ddf4f-ef9c-432b-be6d-d5bc836b1b3f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.4555480 Nov 16 21:30:20.817973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d00827a-d14d-4c97-afef-4879fd11f969 req-3a94fbe7-af01-4833-a634-8fb5aab3cfda tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648692 Nov 16 21:30:20.834391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-536a1bf4-6b91-47f3-adac-4b256bbb6869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.836444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.836811 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Added segment 4f2827d4-e575-4e58-b998-6f49fb0d8723 of type vlan for network 27bbb89f-0206-4b28-83a3-5829fa9f8caf Nov 16 21:30:20.846804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:20.854057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:20.858614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:20.863075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:20.870291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.881704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60068) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:20.893053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6a3f5-f0c2-4030-9b75-5a4a94abe396 req-53fc4de4-215f-48e6-8e88-63a5f3d7bec6 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:20.898783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca6a3f5-f0c2-4030-9b75-5a4a94abe396 req-53fc4de4-215f-48e6-8e88-63a5f3d7bec6 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 946 time: 0.5115151 Nov 16 21:30:20.927516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9ffa3-53d3-444d-a9c7-6572773309d9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:20.936228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a759055e-f355-4bbc-ba8f-b547d5ad415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:20.940747 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:14Z', 'revision_number': 3, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:21.003250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:13Z', 'revision_number': 2, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:21.056611 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac779034-c2ba-41c5-8bd8-da02ac9383aa None None] The sync data for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 is: [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:14Z', 'revision_number': 3, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:21.074749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Made reservation on behalf of e7d5f0c488374d4fa2f59b6a017c4008 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:21.079737 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.096387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.096850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.097086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.097412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.098512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Checking router: 215cf015-4700-44a7-9b40-f647c4de5453 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:21.098690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port fe6f2e98-aeae-40a4-8a7e-8149ebeada15 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:21.099342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.103062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Updating router 215cf015-4700-44a7-9b40-f647c4de5453 port 85176be0-9fea-4be0-9235-c222d4085c3b binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:21.111432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.111884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.112241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.112592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.112942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.113287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.113655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.113993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:21.144319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a759055e-f355-4bbc-ba8f-b547d5ad415d None None] For port de58d74e-4c0d-4475-9c1a-5c8041d28b98, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=de58d74e-4c0d-4475-9c1a-5c8041d28b98,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:21.147477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Attempting to bind port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:21.147669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Attempting to bind port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:21.148243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Attempting to bind port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:21.158199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a759055e-f355-4bbc-ba8f-b547d5ad415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.164122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:21.164740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:21.165308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.166727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:21.169021 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.171804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Bound port: a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:21.173279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.195898 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.206149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.294931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] For port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:21.298941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] For port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:21.321735 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.389026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Subnet': ['ID=93f72f92-3430-479e-918d-16c2ebcee493,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:21.411603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.426943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7ca6a3f5-f0c2-4030-9b75-5a4a94abe396 req-060fe412-c9cc-4a5f-8da3-f33aacc254d9 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661162 Nov 16 21:30:21.538403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for fe6f2e98-aeae-40a4-8a7e-8149ebeada15 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:21.576465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38068b5-c50f-48e9-9eff-123feb4aee7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.605981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:30:21.632691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1751a79c-bc7a-4238-92b8-0e12e641aea3 None None] Provisioning complete for port de58d74e-4c0d-4475-9c1a-5c8041d28b98 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:21.633187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1751a79c-bc7a-4238-92b8-0e12e641aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.635008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759055e-f355-4bbc-ba8f-b547d5ad415d None None] Pushing event updated for resources: {'Port': ['ID=de58d74e-4c0d-4475-9c1a-5c8041d28b98,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:21.664663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38068b5-c50f-48e9-9eff-123feb4aee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.685167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Deleting port c7f70012-4114-4477-ab1f-6dceff127265 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:21.685534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.691178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf59d4-26a1-461c-8274-20d8731dc8d5 tempest-TestVolumeBackupRestore-1265857661 tempest-TestVolumeBackupRestore-1265857661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:21.692767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-28cf59d4-26a1-461c-8274-20d8731dc8d5 tempest-TestVolumeBackupRestore-1265857661 tempest-TestVolumeBackupRestore-1265857661-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1091 time: 0.7843912 Nov 16 21:30:21.710714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:21.711827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fff4b62-af88-4b74-ad56-b9b96e84c77e req-c971a249-87d7-4344-be11-99bae31875a0 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 210 time: 0.2373943 Nov 16 21:30:21.757851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a38068b5-c50f-48e9-9eff-123feb4aee7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6dae80de85241f88f1cc63a366810d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6701550 Nov 16 21:30:21.760349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:21.772099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:21.788289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Allocated IP 172.20.0.14 (c0d9a703-8a18-4bd4-8ba2-8548423cc34f/103a4e33-6e49-4520-94b7-0e778d5a2dfe/b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:21.793003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Checking segment: {'id': 'ccaeb390-2886-4bed-ba03-b02488ab586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:21.793799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network hostable DHCP agents. Network: 7438f701-a73e-49c6-9a03-65dd07b365a7, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:21.848908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:21.922522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eeac41-a13a-47ca-b576-6f2f940f3238 None None] Pushing event updated for resources: {'Port': ['ID=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:22.084427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.086713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:22.087483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.163188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.173352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.191172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38068b5-c50f-48e9-9eff-123feb4aee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0cb2ea-60bc-447d-9e9b-e1baca4e3aba,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:22.196128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] For port c7f70012-4114-4477-ab1f-6dceff127265, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c7f70012-4114-4477-ab1f-6dceff127265,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:22.199347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.280456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.280678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2973402 Nov 16 21:30:22.289832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.294816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60078) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:22.331949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Request body: {'subnet': {'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-973816283-subnet', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:22.341175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Calling delete_port for c7f70012-4114-4477-ab1f-6dceff127265 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:22.350002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1a26-d5e2-496e-bad1-a680fd245f0d None None] Pushing event updated for resources: {'Port': ['ID=85176be0-9fea-4be0-9235-c222d4085c3b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:22.358259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:22.370947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a0da6-2c33-40a7-8439-2d8a7ca15df9 admin admin] Pushing event updated for resources: {'Network': ['ID=27bbb89f-0206-4b28-83a3-5829fa9f8caf,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:22.392553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:22.432305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e33355c7-2b7d-4801-aee0-fb838e722231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.458814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7438f701-a73e-49c6-9a03-65dd07b365a7) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:22.498744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe716f6-71ac-4e17-ab17-e80d76e64b6a None None] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:22.508474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:22.509476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.551361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Made reservation on behalf of a1d168e2e9d844aa9c77698f8540754b for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:22.554778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.725718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95890a1e-710e-4f01-a2e1-7295243efaec None None] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:22.741970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.775955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Subnet': ['ID=3da60628-488f-45e3-b032-7497b7f725b6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:22.841183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e33355c7-2b7d-4801-aee0-fb838e722231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.861766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60d01bb3-663c-4690-8672-fe7f8df7b097 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9145119 Nov 16 21:30:22.874044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Attempting to bind port 85176be0-9fea-4be0-9235-c222d4085c3b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:22.874709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Attempting to bind port 85176be0-9fea-4be0-9235-c222d4085c3b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:22.875421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Attempting to bind port 85176be0-9fea-4be0-9235-c222d4085c3b on network aef96ba4-42f4-4509-b60d-7227419b6108 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:22.881886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60084) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:22.899845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=fe6f2e98-aeae-40a4-8a7e-8149ebeada15,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:22.906723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-36a00bc1-02d3-43cf-a5e0-1ed67ad0fdad None None] Provisioning complete for port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:22.907218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36a00bc1-02d3-43cf-a5e0-1ed67ad0fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.919360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.927172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'subnet': {'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:22.927435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:22.928167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Checking segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:22.928167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.928377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Bound using segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:22.928856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Bound port: 85176be0-9fea-4be0-9235-c222d4085c3b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:22.930933 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.985322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-7438f701-a73e-49c6-9a03-65dd07b365a7', 'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7', 'tenant_id': 'fd3689c32bcb474fbcd7710350fd8ce1', 'fixed_ips': [{'subnet_id': '93f72f92-3430-479e-918d-16c2ebcee493'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:22.986316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:22.988475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:23.069245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:23.081743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:23.090694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:23.095041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Checking segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:23.095443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network hostable DHCP agents. Network: 7bf3fb43-5a47-4a0d-b852-03671635b4f0, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:23.100044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event updated for resources: {'Port': ['ID=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.158713 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.165291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-13ffcfec-4b11-4b68-b900-2633d3663da3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/fe6f2e98-aeae-40a4-8a7e-8149ebeada15 HTTP/1.1" status: 204 len: 168 time: 3.3235216 Nov 16 21:30:23.166693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60086) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:23.187428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-34197ec8-e7c7-4caf-8ba0-b8baeedabeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.188029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.296015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] For port 85176be0-9fea-4be0-9235-c222d4085c3b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:23.307893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.308831 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.310187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:23.310569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.316342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b8085-a80a-47a3-8741-eee2177ac6d5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.318555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b8085-a80a-47a3-8741-eee2177ac6d5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.323206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ae1b8085-a80a-47a3-8741-eee2177ac6d5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1203640 Nov 16 21:30:23.325681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60088) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:23.336723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411a464-1581-4e2a-b9a9-adca331cc80e req-b024f54d-6d33-4813-9e6b-545d4d9e2392 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.340570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4411a464-1581-4e2a-b9a9-adca331cc80e req-b024f54d-6d33-4813-9e6b-545d4d9e2392 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 932 time: 0.4773500 Nov 16 21:30:23.341873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.342041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:23.363438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] For port 85176be0-9fea-4be0-9235-c222d4085c3b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=85176be0-9fea-4be0-9235-c222d4085c3b,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:23.382762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315841d-73c1-4c4d-a223-5362d73220a4 req-2d2743cf-9740-4355-a0ca-03c84fff928f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.384385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7315841d-73c1-4c4d-a223-5362d73220a4 req-2d2743cf-9740-4355-a0ca-03c84fff928f tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/ports?device_id=60c3a09c-6c94-48be-a1c4-8d4cbfe2e074 HTTP/1.1" status: 200 len: 867 time: 0.6675453 Nov 16 21:30:23.385837 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.401326 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36a00bc1-02d3-43cf-a5e0-1ed67ad0fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.413563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] No DVR routers for this DVR port c7f70012-4114-4477-ab1f-6dceff127265 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:23.416817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.420345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d316c42-2e69-404f-afb5-3626ca6ad30e req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.41 "DELETE /v2.0/ports/c7f70012-4114-4477-ab1f-6dceff127265 HTTP/1.1" status: 204 len: 173 time: 2.6026132 Nov 16 21:30:23.465343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Allocated IP 172.20.0.5 (c0d9a703-8a18-4bd4-8ba2-8548423cc34f/103a4e33-6e49-4520-94b7-0e778d5a2dfe/e9ddacad-46b0-484a-936f-ccdcfb96a597) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:23.519183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 601c1de8-4e84-405d-8139-68a2fc141f8f {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:23.526396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'name': 'network-vif-deleted', 'tag': 'c7f70012-4114-4477-ab1f-6dceff127265'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:23.530022 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e0c99-ad31-45d4-ab4c-fa54e6963aba" -d '{"events": [{"server_uuid": "60c3a09c-6c94-48be-a1c4-8d4cbfe2e074", "name": "network-vif-deleted", "tag": "c7f70012-4114-4477-ab1f-6dceff127265"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:23.542957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.561591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c72f5-c30e-48a0-92a8-dfae2b9d05a7 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] Pushing event deleted for resources: {'Port': ['ID=c7f70012-4114-4477-ab1f-6dceff127265,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:23.572274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.574822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7bf3fb43-5a47-4a0d-b852-03671635b4f0) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:23.620656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:23.626234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.627280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aac6fb-252f-49c8-bba7-084526e4020e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:23.630745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:23.631560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.632802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Allocated IP 2001:db8::2 (7438f701-a73e-49c6-9a03-65dd07b365a7/93f72f92-3430-479e-918d-16c2ebcee493/c4b03353-318b-4cda-8b78-9fc7fc72ddc9) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:23.641634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4058ed7-4639-43f5-abeb-a9ddaec5d3f8 None None] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:23.670735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.759855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e33355c7-2b7d-4801-aee0-fb838e722231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.773196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7f70012-4114-4477-ab1f-6dceff127265 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:23.776066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e33355c7-2b7d-4801-aee0-fb838e722231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:23.793758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e33355c7-2b7d-4801-aee0-fb838e722231 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c0cb2ea-60bc-447d-9e9b-e1baca4e3aba HTTP/1.1" status: 204 len: 168 time: 2.0053549 Nov 16 21:30:23.848255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: c7f70012-4114-4477-ab1f-6dceff127265 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:23.851150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c7f70012-4114-4477-ab1f-6dceff127265 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:23.869356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:23.870028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:23.899249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-36a00bc1-02d3-43cf-a5e0-1ed67ad0fdad None None] For port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,segment=NetworkSegment(e60113ee-9c58-409d-8b29-160dfc170dfd),segment_id=e60113ee-9c58-409d-8b29-160dfc170dfd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:23.927823 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f7a09a7b-854d-4f28-a99f-ff39fac6b1e9 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7965782 Nov 16 21:30:23.930875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60094) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:23.933283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b30e18ce-387a-4508-b658-a386bf5e85e3 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.3270216 Nov 16 21:30:23.968985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Request body: {'port': {'device_id': '924ca240-621a-435d-9239-630735ac24b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:24.040692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36a00bc1-02d3-43cf-a5e0-1ed67ad0fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.060009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4411a464-1581-4e2a-b9a9-adca331cc80e req-574fede7-de62-476d-8ecd-c013882f9378 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332400 Nov 16 21:30:24.069987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33355c7-2b7d-4801-aee0-fb838e722231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0cb2ea-60bc-447d-9e9b-e1baca4e3aba,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.120220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7315841d-73c1-4c4d-a223-5362d73220a4 req-d274f917-68e1-4f31-9ae6-b4729c853301 tempest-ServerRescueTestJSON-2131858315 tempest-ServerRescueTestJSON-2131858315-project] 10.222.0.48 "GET /v2.0/security-groups?id=4ec172ea-3502-4154-97bb-81e44c95fa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772013 Nov 16 21:30:24.200837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13a8d9b-8bc1-4e5a-b455-83223807dbf1,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.221362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Checking segment: {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:24.221877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Network hostable DHCP agents. Network: 27bbb89f-0206-4b28-83a3-5829fa9f8caf, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:24.226999 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f9ff5-1e7b-42b3-9749-0877d52523d1 x-openstack-request-id: req-030f9ff5-1e7b-42b3-9749-0877d52523d1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:24.227971 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c3a09c-6c94-48be-a1c4-8d4cbfe2e074", "name": "network-vif-deleted", "tag": "c7f70012-4114-4477-ab1f-6dceff127265", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:24.228816 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-030f9ff5-1e7b-42b3-9749-0877d52523d1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:24.229562 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c3a09c-6c94-48be-a1c4-8d4cbfe2e074', 'name': 'network-vif-deleted', 'tag': 'c7f70012-4114-4477-ab1f-6dceff127265', 'status': 'completed', 'code': 200} Nov 16 21:30:24.248826 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.261821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.289129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Allocated IP 172.25.3.97 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/74d34d77-4b7b-4c8d-8cb0-773a8a63ef9e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:24.333006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.336581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60098) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:24.365274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:24.403348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 27bbb89f-0206-4b28-83a3-5829fa9f8caf) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:24.418484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:24.419084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.425819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a617491-e0bc-4635-a085-2304baebd437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.446416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dcfa7b-9a10-4fd1-8b14-e26047bad74c None None] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:24.448960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1a26-d5e2-496e-bad1-a680fd245f0d None None] Pushing event updated for resources: {'Port': ['ID=85176be0-9fea-4be0-9235-c222d4085c3b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.513851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.530424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.557635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-47a78dac-cdfd-431b-8036-63b811fd07ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2562721 Nov 16 21:30:24.582535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60100) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:24.596604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:24.601310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.633213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.641889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=601c1de8-4e84-405d-8139-68a2fc141f8f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.647935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.651992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67ef3194-d0e2-4c6e-9074-aa380c2fc7f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/601c1de8-4e84-405d-8139-68a2fc141f8f HTTP/1.1" status: 204 len: 168 time: 1.2992342 Nov 16 21:30:24.660591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:24.671353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Provisioning complete for port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:24.672558 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.702764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:24.720723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Network c0d9a703-8a18-4bd4-8ba2-8548423cc34f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:24.725829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.731774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:24.732427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.746014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event updated for resources: {'Port': ['ID=e9ddacad-46b0-484a-936f-ccdcfb96a597,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.754286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:24.759106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:24.778480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b0de82a-97b8-4d00-8924-8077c50f63a0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126416 Nov 16 21:30:24.780712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60104) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:24.788076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:24.810377 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a617491-e0bc-4635-a085-2304baebd437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.825832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00bc1-02d3-43cf-a5e0-1ed67ad0fdad None None] Pushing event updated for resources: {'Port': ['ID=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.863066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:24.870472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Subnet': ['ID=9c499463-e7cc-4f09-9c96-e58d28fa4337,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:24.876175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.877763 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.889294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:24.890124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.922737 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9a617491-e0bc-4635-a085-2304baebd437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:24.965037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Checking segment: {'id': '0bd50244-6326-411a-aa30-ef666ff10af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:24.965750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network hostable DHCP agents. Network: 49e54db5-8057-4f75-a19a-2bd71551d0f5, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:24.984423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3b00c019-369e-46a3-aed2-49b7863fc979 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4845862 Nov 16 21:30:25.012981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Request body: {'port': {'device_id': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:25.062821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:25.066472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.071317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9a617491-e0bc-4635-a085-2304baebd437 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ba148a24078419dbfadf1af63a4a0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312918 Nov 16 21:30:25.079559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.080782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60106) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:25.081671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a617491-e0bc-4635-a085-2304baebd437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023d7e1-7ff1-45b9-b197-f23bc1be42ec,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:25.127999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.193488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.208731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60112) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:25.251681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 49e54db5-8057-4f75-a19a-2bd71551d0f5 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:25.278691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.352057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:25.380827 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:25.381217 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.454140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:25.461928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'fixed_ips': [{'subnet_id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:25.462801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.465139 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.533695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Pushing event updated for resources: {'Port': ['ID=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:25.536145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:25.539021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Allocated IP 172.20.0.2 (7bf3fb43-5a47-4a0d-b852-03671635b4f0/3da60628-488f-45e3-b032-7497b7f725b6/f692f85f-801e-47d6-9e28-4c503db4eac3) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:25.550599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:25.554042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:25.562475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.596540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Transition to ACTIVE for port object b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:30:25.634387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.725642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] For port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:25.759380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:25.788813 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.791770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:25.835009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.836943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 49e54db5-8057-4f75-a19a-2bd71551d0f5) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:25.842200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:25.842865 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.860507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.871574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501b3f1-4b66-41fb-97f4-4c0fdd7ef8d9 None None] Network 49e54db5-8057-4f75-a19a-2bd71551d0f5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:25.906853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:25.909711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:25.930004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.964184 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.967585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'Port': ['ID=74d34d77-4b7b-4c8d-8cb0-773a8a63ef9e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:25.979984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Attempting to bind port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:25.980331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Attempting to bind port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:25.980791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Attempting to bind port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:25.984218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e4f7010a-b213-4743-bf78-5ff8fff7a484 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0854204 Nov 16 21:30:25.985114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ebeaf8b-6506-4101-b380-20e848726200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:25.990879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Attempting to bind port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:25.991578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Attempting to bind port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'ccaeb390-2886-4bed-ba03-b02488ab586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:25.992241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Attempting to bind port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 on network 7438f701-a73e-49c6-9a03-65dd07b365a7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:26.009669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60116) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:26.034442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:30:26.034442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Attempting to bind port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:26.053324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195bd7f-3d3c-46a5-9902-9062dc417adc req-164f07c7-53d8-4cca-ae85-5fafe0c1f073 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:26.054686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a195bd7f-3d3c-46a5-9902-9062dc417adc req-164f07c7-53d8-4cca-ae85-5fafe0c1f073 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 944 time: 0.8062179 Nov 16 21:30:26.073458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:26.073885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Checking segment: {'id': 'ccaeb390-2886-4bed-ba03-b02488ab586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:26.074744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.074744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Bound using segment: {'id': 'ccaeb390-2886-4bed-ba03-b02488ab586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:26.075180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Bound port: c4b03353-318b-4cda-8b78-9fc7fc72ddc9, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaeb390-2886-4bed-ba03-b02488ab586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7438f701-a73e-49c6-9a03-65dd07b365a7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:26.075569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.078366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Provisioning complete for port 85176be0-9fea-4be0-9235-c222d4085c3b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:26.078736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.096557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] Deleting port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:26.096941 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.114993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:26.115350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Checking segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:26.115731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Bound using segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:26.116179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Bound port: b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:26.116542 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.139963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.157003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ebeaf8b-6506-4101-b380-20e848726200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.305385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:26.337011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Pushing event updated for resources: {'Port': ['ID=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:26.367937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:26.400135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device de58d74e-4c0d-4475-9c1a-5c8041d28b98 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:26.402274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Allocated IP 172.20.0.2 (27bbb89f-0206-4b28-83a3-5829fa9f8caf/d13a8d9b-8bc1-4e5a-b455-83223807dbf1/c64ff48a-548c-4bda-96c5-e2a4cb541c6e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:26.411010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:26.411859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.445331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=a80394eb-7c8a-4a7e-add8-716de5ff6402,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:26.471565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] For port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:26.509546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] For port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:26.524815 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-606ec230-7cb8-48e6-b58a-17bb2299ffc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7424598 Nov 16 21:30:26.525723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60118) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:26.528239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a195bd7f-3d3c-46a5-9902-9062dc417adc req-4ced910a-cb6b-4624-8ec7-402c5dfc6e43 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492853 Nov 16 21:30:26.536143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.561904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:26.574073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] For port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:26.574480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.575121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'name': 'tempest-NetworksTestDHCPv6-1477357231'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:26.663723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ebeaf8b-6506-4101-b380-20e848726200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.666444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ebeaf8b-6506-4101-b380-20e848726200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.667812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8ebeaf8b-6506-4101-b380-20e848726200 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1023d7e1-7ff1-45b9-b197-f23bc1be42ec HTTP/1.1" status: 204 len: 168 time: 1.5809407 Nov 16 21:30:26.705022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:26.710276 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.714471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b HTTP/1.1" status: 200 len: 1092 time: 2.7845778 Nov 16 21:30:26.716858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeaf8b-6506-4101-b380-20e848726200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023d7e1-7ff1-45b9-b197-f23bc1be42ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:26.726275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924ca240-621a-435d-9239-630735ac24b8', 'tag': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:26.729696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] Calling delete_port for a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:26.736834 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78576ef4-3970-4a80-b987-6d122392a959" -d '{"events": [{"name": "network-changed", "server_uuid": "924ca240-621a-435d-9239-630735ac24b8", "tag": "b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:26.738177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac8f74-94cc-4ced-9ba5-45d93e7064a1 None None] The sync data for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 is: [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:23Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:26.792922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.810711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] For port c4b03353-318b-4cda-8b78-9fc7fc72ddc9, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:26.929209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.936334 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7838c4fd-1e69-4122-91c9-fda46928e22a x-openstack-request-id: req-7838c4fd-1e69-4122-91c9-fda46928e22a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:26.936657 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924ca240-621a-435d-9239-630735ac24b8", "tag": "b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:26.936876 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7838c4fd-1e69-4122-91c9-fda46928e22a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:26.937464 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924ca240-621a-435d-9239-630735ac24b8', 'tag': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b', 'status': 'completed', 'code': 200} Nov 16 21:30:26.942321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.944822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:26.950736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] For port c4b03353-318b-4cda-8b78-9fc7fc72ddc9, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,segment=NetworkSegment(ccaeb390-2886-4bed-ba03-b02488ab586e),segment_id=ccaeb390-2886-4bed-ba03-b02488ab586e)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:27.007744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.033639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21682c-4dd5-4e9b-b927-6018ff3b0371 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:27.122918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:27.133385 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.135786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-49e54db5-8057-4f75-a19a-2bd71551d0f5', 'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5', 'tenant_id': 'fd3689c32bcb474fbcd7710350fd8ce1', 'fixed_ips': [{'subnet_id': '9c499463-e7cc-4f09-9c96-e58d28fa4337'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:27.137338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.151766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port de58d74e-4c0d-4475-9c1a-5c8041d28b98 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:27.151766 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.186554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.20.0.1 (7bf3fb43-5a47-4a0d-b852-03671635b4f0/3da60628-488f-45e3-b032-7497b7f725b6/ba67a9b7-012b-4652-af4a-fa1ea693bfac) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:27.194908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:27.247276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:27.259438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Pushing event updated for resources: {'Port': ['ID=f692f85f-801e-47d6-9e28-4c503db4eac3,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:27.426802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ddacad-46b0-484a-936f-ccdcfb96a597 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:27.446512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.473789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Transition to ACTIVE for port object e9ddacad-46b0-484a-936f-ccdcfb96a597 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:30:27.500219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3a0f7547-a569-414e-8213-b65a9f674775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:27.505044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-3a0f7547-a569-414e-8213-b65a9f674775 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 1095 time: 0.6139410 Nov 16 21:30:27.521753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.728583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] For port 85176be0-9fea-4be0-9235-c222d4085c3b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=85176be0-9fea-4be0-9235-c222d4085c3b,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:27.737158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.800767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.805044 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.848275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.863396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be83f01-ce03-4dd8-be44-692a8b5f244b None None] Pushing event updated for resources: {'Port': ['ID=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:27.870801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.875934 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:27.910712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Attempting to bind port f692f85f-801e-47d6-9e28-4c503db4eac3 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:27.911401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Attempting to bind port f692f85f-801e-47d6-9e28-4c503db4eac3 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:27.911957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Attempting to bind port f692f85f-801e-47d6-9e28-4c503db4eac3 on network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:27.920451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] No DVR routers for this DVR port a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:28.019477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Allocated IP 2001:db8::1 (7438f701-a73e-49c6-9a03-65dd07b365a7/93f72f92-3430-479e-918d-16c2ebcee493/35bc2bc3-8074-4ab8-b12d-6c069b937bbb) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:28.036012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871eeb8-f74e-423f-ba50-1f7fa64f6e49 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:28.048410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa61bc-1fca-4564-b4d4-e6624c0ec0d5 None None] Pushing event deleted for resources: {'Port': ['ID=a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:28.061528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:28.064135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Checking segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:28.065261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.068696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Bound using segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:28.069585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Bound port: f692f85f-801e-47d6-9e28-4c503db4eac3, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:28.072407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.147283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60144) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:28.163822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.167281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:28.172190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.224480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Allocated IP 2001:db8::2 (49e54db5-8057-4f75-a19a-2bd71551d0f5/9c499463-e7cc-4f09-9c96-e58d28fa4337/53ac7494-c954-4a90-bb60-3ba3e0d112cb) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:28.235821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-a318419e-8f07-4323-b67c-928d477582c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b HTTP/1.1" status: 200 len: 217 time: 0.0966878 Nov 16 21:30:28.388073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:28.402804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 3d7b6968-4e1b-4cbf-98a9-e6b48870afaa yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:30:28.433102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:28.435911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28b146-9a2b-4ae2-952e-6a24c965f65a None None] Pushing event updated for resources: {'Port': ['ID=85176be0-9fea-4be0-9235-c222d4085c3b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:28.439461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-861474402-network', 'tenant_id': '9ba683083e654704b0ea6186bb919723'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:28.457605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:28.462022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=ba67a9b7-012b-4652-af4a-fa1ea693bfac,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:28.582782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:28.584630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Pushing event updated for resources: {'Port': ['ID=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:28.585182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.590987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:28.593558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:28.617215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bc2e9b78-4b70-4a52-9ab2-8b127f8d5416 None None] Provisioning complete for port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:28.617661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc2e9b78-4b70-4a52-9ab2-8b127f8d5416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.618498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.654164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.674108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-4e938ca2-52be-48cc-8850-e599b9ed2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:28.676189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-4e938ca2-52be-48cc-8850-e599b9ed2457 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.3987832 Nov 16 21:30:28.776213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Made reservation on behalf of 9ba683083e654704b0ea6186bb919723 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:28.779745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.785998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] For port f692f85f-801e-47d6-9e28-4c503db4eac3, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:28.789929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] For port f692f85f-801e-47d6-9e28-4c503db4eac3, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f692f85f-801e-47d6-9e28-4c503db4eac3,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:28.846689 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:28.910789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.001199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.004467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Pushing event updated for resources: {'Port': ['ID=e9ddacad-46b0-484a-936f-ccdcfb96a597,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:29.004738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-d7823b1d-7ae5-4cf7-947e-c83a1f884fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2610776 Nov 16 21:30:29.060958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.085720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6eb4b-fabb-4741-9d8d-0cc7bdf3b48d None None] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:29.213809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.241459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9a89a-e00a-4f78-afc8-98d9956a0990 req-215abe40-d46a-411e-85b6-ec7b47d2a09b tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:29.243350 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bf9a89a-e00a-4f78-afc8-98d9956a0990 req-215abe40-d46a-411e-85b6-ec7b47d2a09b tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 944 time: 1.4290690 Nov 16 21:30:29.311531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.378163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::3b4 (4e85c439-5c54-44c3-9249-f8a38c359d2c/a80394eb-7c8a-4a7e-add8-716de5ff6402/3d7b6968-4e1b-4cbf-98a9-e6b48870afaa) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:29.473382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Attempting to bind port e9ddacad-46b0-484a-936f-ccdcfb96a597 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:29.473843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Attempting to bind port e9ddacad-46b0-484a-936f-ccdcfb96a597 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:29.474187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Attempting to bind port e9ddacad-46b0-484a-936f-ccdcfb96a597 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:29.491165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:29.494469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.517152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Port e9ddacad-46b0-484a-936f-ccdcfb96a597 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:30:29.517534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Attempting to bind port e9ddacad-46b0-484a-936f-ccdcfb96a597 on network c0d9a703-8a18-4bd4-8ba2-8548423cc34f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:29.533059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Allocated IP 172.25.3.250 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/a2f7f1db-d3e5-49e1-9b5c-48c8461975fb) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:29.538589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bf9a89a-e00a-4f78-afc8-98d9956a0990 req-5edf57aa-04d5-425f-b70b-5aa192a12808 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789996 Nov 16 21:30:29.548402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.557014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:29.557757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Checking segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:29.558395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Bound using segment: {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:29.559073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Bound port: e9ddacad-46b0-484a-936f-ccdcfb96a597, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a9bad4-0856-44cb-846c-e440f456c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:29.559671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.575711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:29.578418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0dd67-cf2f-4523-a6f3-caf4a9960400 None None] Pushing event updated for resources: {'Port': ['ID=f692f85f-801e-47d6-9e28-4c503db4eac3,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:29.603292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:29.662714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Attempting to bind port c64ff48a-548c-4bda-96c5-e2a4cb541c6e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:29.663102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Attempting to bind port c64ff48a-548c-4bda-96c5-e2a4cb541c6e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:29.663776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Attempting to bind port c64ff48a-548c-4bda-96c5-e2a4cb541c6e on network 27bbb89f-0206-4b28-83a3-5829fa9f8caf {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:29.677655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.777323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:29.778511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Checking segment: {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:29.779303 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.780108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Bound using segment: {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:29.781368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Bound port: c64ff48a-548c-4bda-96c5-e2a4cb541c6e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:29.782041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.891919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:29.985496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Network 49e54db5-8057-4f75-a19a-2bd71551d0f5 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:29.993533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': 'a80394eb-7c8a-4a7e-add8-716de5ff6402'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:29.994752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.028186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:30.035319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:30.043771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] For port e9ddacad-46b0-484a-936f-ccdcfb96a597, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:30.053176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] For port e9ddacad-46b0-484a-936f-ccdcfb96a597, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:30.066693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Pushing event updated for resources: {'Port': ['ID=53ac7494-c954-4a90-bb60-3ba3e0d112cb,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.086113 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.095484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.096355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Port': ['ID=35bc2bc3-8074-4ab8-b12d-6c069b937bbb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.104914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.115529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:30.116084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.120197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.122156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] For port c64ff48a-548c-4bda-96c5-e2a4cb541c6e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:30.220636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:30.221276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.222719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-f5b20584-7afb-4920-9635-12f481832eee service neutron] 10.222.0.47 "PUT /v2.0/ports/e9ddacad-46b0-484a-936f-ccdcfb96a597 HTTP/1.1" status: 200 len: 1091 time: 5.2161717 Nov 16 21:30:30.228699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'tag': 'e9ddacad-46b0-484a-936f-ccdcfb96a597'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:30.232860 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef9751-4751-451c-928d-afc35e537e48" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4b8798-6d90-402e-b7d3-55adef1f165b", "tag": "e9ddacad-46b0-484a-936f-ccdcfb96a597"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:30.240347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:30.272524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] For port c64ff48a-548c-4bda-96c5-e2a4cb541c6e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:30.298162 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.345908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Attempting to bind port 53ac7494-c954-4a90-bb60-3ba3e0d112cb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:30.346367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Attempting to bind port 53ac7494-c954-4a90-bb60-3ba3e0d112cb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0bd50244-6326-411a-aa30-ef666ff10af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:30.346817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Attempting to bind port 53ac7494-c954-4a90-bb60-3ba3e0d112cb on network 49e54db5-8057-4f75-a19a-2bd71551d0f5 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:30.377351 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-154c2ff0-78c1-4b7a-9ae4-44546561c8a4 service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2691367 Nov 16 21:30:30.380658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:30.381355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.395619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a974d0b2-e4dc-4dbf-8826-d1c0779dbb39 None None] Provisioning complete for port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:30.396093 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a974d0b2-e4dc-4dbf-8826-d1c0779dbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.415835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:30.418485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b20584-7afb-4920-9635-12f481832eee service neutron] Pushing event updated for resources: {'Port': ['ID=e9ddacad-46b0-484a-936f-ccdcfb96a597,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.420572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:30.437372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:30.438131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Checking segment: {'id': '0bd50244-6326-411a-aa30-ef666ff10af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:30.440084 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.440581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Bound using segment: {'id': '0bd50244-6326-411a-aa30-ef666ff10af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:30.440711 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cdfc37-54a1-47cd-acaf-a2c71a5bf5dc x-openstack-request-id: req-86cdfc37-54a1-47cd-acaf-a2c71a5bf5dc {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:30.440993 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4b8798-6d90-402e-b7d3-55adef1f165b", "tag": "e9ddacad-46b0-484a-936f-ccdcfb96a597", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:30.441415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Bound port: 53ac7494-c954-4a90-bb60-3ba3e0d112cb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd50244-6326-411a-aa30-ef666ff10af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '49e54db5-8057-4f75-a19a-2bd71551d0f5'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:30.441908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.442356 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86cdfc37-54a1-47cd-acaf-a2c71a5bf5dc {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:30.444513 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'tag': 'e9ddacad-46b0-484a-936f-ccdcfb96a597', 'status': 'completed', 'code': 200} Nov 16 21:30:30.506854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08090012-f6fa-48af-b2f8-97633e2850ce None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:30.566135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.596023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.652742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432238e9-5f9e-4cc1-9caa-230d13a29350 None None] Pushing event updated for resources: {'Port': ['ID=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.670978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.680036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.684002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:30.779763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] For port 53ac7494-c954-4a90-bb60-3ba3e0d112cb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:30.809541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] For port 53ac7494-c954-4a90-bb60-3ba3e0d112cb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53ac7494-c954-4a90-bb60-3ba3e0d112cb,segment=NetworkSegment(0bd50244-6326-411a-aa30-ef666ff10af7),segment_id=0bd50244-6326-411a-aa30-ef666ff10af7)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:30.830927 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.849589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 85176be0-9fea-4be0-9235-c222d4085c3b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:30.876420 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2f703f-4386-4a24-9424-ced5cbfc9519,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:30.896313 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.896633 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Added segment 0a6b5d50-6980-4a84-b06d-828b04d7fa41 of type vlan for network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca Nov 16 21:30:30.975237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a974d0b2-e4dc-4dbf-8826-d1c0779dbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:30.992535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.052641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e7a2-ba90-41a9-872f-e84f4cdfcff9 None None] Pushing event updated for resources: {'Port': ['ID=53ac7494-c954-4a90-bb60-3ba3e0d112cb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:31.101152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.173424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-30a77107-ee4a-4135-8bc5-b71df60265b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:31.177798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-30a77107-ee4a-4135-8bc5-b71df60265b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 1094 time: 0.8698330 Nov 16 21:30:31.178816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Pushing event updated for resources: {'Port': ['ID=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:31.273643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c49b254-5265-447f-aa97-ead7f3cd7d2d None None] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:31.293431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/a80394eb-7c8a-4a7e-add8-716de5ff6402/4eafccb4-10ec-467f-9b04-5eee0b903027) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:31.337752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.338109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.339143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.339143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.340786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-ca694f56-5eb7-4833-bc4d-4eda2728f983 service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352295 Nov 16 21:30:31.341316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.341602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.345615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.346035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.346395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.346749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.347097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.347444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:31.368241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.413688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-a6dc5eb9-ccc1-4db8-ab16-e116776e8352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597 HTTP/1.1" status: 200 len: 217 time: 0.1878469 Nov 16 21:30:31.422922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f9611-48df-4b64-a6b0-c22e393643e3 req-89337f2c-1c41-4589-907b-64ab8c997d2a tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:31.431393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c2f9611-48df-4b64-a6b0-c22e393643e3 req-89337f2c-1c41-4589-907b-64ab8c997d2a tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 944 time: 0.6065381 Nov 16 21:30:31.517318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:31.524303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:31.584392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:31.586489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a974d0b2-e4dc-4dbf-8826-d1c0779dbb39 None None] For port c4b03353-318b-4cda-8b78-9fc7fc72ddc9, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,segment=NetworkSegment(ccaeb390-2886-4bed-ba03-b02488ab586e),segment_id=ccaeb390-2886-4bed-ba03-b02488ab586e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:31.611745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:31.612621 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.653693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=3d7b6968-4e1b-4cbf-98a9-e6b48870afaa,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:31.684292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:30:31.710703 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Floating IP d8dacf5c-7459-48db-959b-5656b184962e associated. External IP: 172.25.3.97, port: 9bf44a33-583b-40b9-96da-48a88d5fc7bd. Nov 16 21:30:31.720275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event updated for resources: {'Port': ['ID=74d34d77-4b7b-4c8d-8cb0-773a8a63ef9e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:31.791312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a974d0b2-e4dc-4dbf-8826-d1c0779dbb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.799704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-203f537b-8acf-47cd-a588-3a52b00c9fe6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2621393 Nov 16 21:30:31.834366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60152) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:31.942451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-4808b69e-f2c6-44e2-b66a-0367ab68ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:31.942670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.943466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-4808b69e-f2c6-44e2-b66a-0367ab68ef75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.4691112 Nov 16 21:30:31.945194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:31.949596 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.958408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 85176be0-9fea-4be0-9235-c222d4085c3b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:31.958810 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:31.982661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c2f9611-48df-4b64-a6b0-c22e393643e3 req-fd186449-0a76-4c6a-a2a5-b68db3e8b26f tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498314 Nov 16 21:30:32.101255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78576ef4-3970-4a80-b987-6d122392a959 req-58ed510b-2463-4b23-a8e6-21875b482db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:32.102832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-58ed510b-2463-4b23-a8e6-21875b482db5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 1095 time: 0.5976036 Nov 16 21:30:32.106904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974d0b2-e4dc-4dbf-8826-d1c0779dbb39 None None] Pushing event updated for resources: {'Port': ['ID=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:32.112428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Provisioning complete for port 35bc2bc3-8074-4ab8-b12d-6c069b937bbb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:32.113204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.118769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.145943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-85b5d534-927b-4d40-b295-74bcf7395f71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601968 Nov 16 21:30:32.179396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.224828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0727229 Nov 16 21:30:32.244688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60154) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:32.256890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Request body: {'subnet': {'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-861474402-subnet', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:32.340956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Port 35bc2bc3-8074-4ab8-b12d-6c069b937bbb cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:32.344908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Pushing event updated for resources: {'Port': ['ID=4eafccb4-10ec-467f-9b04-5eee0b903027,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:32.364375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e6e4-06f8-4c56-ad27-e6165d3af8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:32.364915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:32.381667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:32.395140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b67be4-5481-44e5-9834-7c7fb28eea5a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:32.396221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:32.399189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-97b67be4-5481-44e5-9834-7c7fb28eea5a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5120387 Nov 16 21:30:32.426035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60156) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:32.504221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:32.554470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.588847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Provisioning complete for port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:32.589341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.615863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Attempting to bind port 4eafccb4-10ec-467f-9b04-5eee0b903027 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:32.616352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Attempting to bind port 4eafccb4-10ec-467f-9b04-5eee0b903027 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:32.616824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Attempting to bind port 4eafccb4-10ec-467f-9b04-5eee0b903027 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:32.657056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.669147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:32.670127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:32.670650 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.671153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:32.671823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Bound port: 4eafccb4-10ec-467f-9b04-5eee0b903027, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:32.672331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.709393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4b03353-318b-4cda-8b78-9fc7fc72ddc9 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:32.764951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.772878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Made reservation on behalf of 9ba683083e654704b0ea6186bb919723 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:32.776120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:32.791143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42311a-623a-4b33-875a-05c2ec6820ce None None] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:32.919899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Deleting port 35d56aac-21db-4691-976a-26a560666c5a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:32.920476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.060028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.083555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Router ce337f3d-62b4-4083-97fe-22731ab8eed3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:33.131067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78576ef4-3970-4a80-b987-6d122392a959 req-c075e38e-2d5b-4331-afcf-49f34c8dd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:33.135724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-c075e38e-2d5b-4331-afcf-49f34c8dd057 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 913 time: 0.9783907 Nov 16 21:30:33.178292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-8b19fa8d-1f9d-471b-b70c-a01ffa638aaf service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779618 Nov 16 21:30:33.331291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] For port 4eafccb4-10ec-467f-9b04-5eee0b903027, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:33.335022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] For port 4eafccb4-10ec-467f-9b04-5eee0b903027, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4eafccb4-10ec-467f-9b04-5eee0b903027,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:33.339281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:33.339424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=ba67a9b7-012b-4652-af4a-fa1ea693bfac,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:33.385805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.391657 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.429056 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.450489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97bda8-1373-4c12-ab64-b2134b64ec86 None None] Network 49e54db5-8057-4f75-a19a-2bd71551d0f5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:33.476501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-5ff26153-b0b9-4513-aa85-0592f7d8f770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b HTTP/1.1" status: 200 len: 217 time: 0.2154112 Nov 16 21:30:33.489447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.491808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.530639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] For port 35d56aac-21db-4691-976a-26a560666c5a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=35d56aac-21db-4691-976a-26a560666c5a,segment=NetworkSegment(dfd852d5-ed02-45bc-a06c-02c94cbc474e),segment_id=dfd852d5-ed02-45bc-a06c-02c94cbc474e)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:33.531059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.552460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:33.569001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Provisioning complete for port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:33.569551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.574613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Calling delete_port for 35d56aac-21db-4691-976a-26a560666c5a owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:33.620260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 3d7b6968-4e1b-4cbf-98a9-e6b48870afaa {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:33.620615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.623639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:33.643088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f12950ba-b63c-4ab5-8f33-b84b18275661 req-85464b2e-aee7-4cad-a855-6b80f4c7b093 service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605191 Nov 16 21:30:33.651588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:33.651931 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.736250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c99d5b-0921-4b1d-b491-f3f168437ebd None None] Pushing event updated for resources: {'Port': ['ID=4eafccb4-10ec-467f-9b04-5eee0b903027,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:33.756100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:30:33.869464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:33.891861 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] Sync routers for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:33.926724 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:33.929253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:33.930569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:33.942233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fff65-1170-4aa0-b277-d538a0c2d394 req-30ebb3e0-c1c7-48e4-88ae-e20c0b8db27d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:33.958092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-715fff65-1170-4aa0-b277-d538a0c2d394 req-30ebb3e0-c1c7-48e4-88ae-e20c0b8db27d tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 944 time: 0.6893866 Nov 16 21:30:33.976294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef9751-4751-451c-928d-afc35e537e48 req-c33f1199-fff9-441c-b222-1dbb55099365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:33.977780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-c33f1199-fff9-441c-b222-1dbb55099365 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 1094 time: 0.2493999 Nov 16 21:30:34.044725 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:30:34.051858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.073955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca41c2af-9927-41b1-9d8f-4cd3bf2712f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.3512778 Nov 16 21:30:34.122087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:34.124616 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1474019-43b7-48e0-9b98-339ef3e82e30" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:34.130837 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60160) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:34.282186 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af37d26-a0c8-4c3a-b6c9-44f949e9cee9 x-openstack-request-id: req-6af37d26-a0c8-4c3a-b6c9-44f949e9cee9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:34.282417 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:34.282518 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6af37d26-a0c8-4c3a-b6c9-44f949e9cee9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:34.282861 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'status': 'completed', 'code': 200} Nov 16 21:30:34.299812 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:34.426238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Provisioning complete for port f692f85f-801e-47d6-9e28-4c503db4eac3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:34.427239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.544304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:34.577093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da81e1-c3ee-4806-be4e-0712bc4ccabc tempest-TestVolumeBackupRestore-1265857661 tempest-TestVolumeBackupRestore-1265857661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:34.582973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-84da81e1-c3ee-4806-be4e-0712bc4ccabc tempest-TestVolumeBackupRestore-1265857661 tempest-TestVolumeBackupRestore-1265857661-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1091 time: 0.4434683 Nov 16 21:30:34.600646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef9751-4751-451c-928d-afc35e537e48 req-2db636ff-8f88-4898-9134-773f47a4339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:34.609400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-2db636ff-8f88-4898-9134-773f47a4339f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 200 len: 913 time: 0.5672920 Nov 16 21:30:34.613228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60164) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:34.636811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:34.637169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a81d22d0-12ea-4ce2-b1ec-f5a4e16a289b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:34.649251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:34.737296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'port_id': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b', 'mac_address': 'fa:16:3e:cb:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103a4e33-6e49-4520-94b7-0e778d5a2dfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:30:34.769114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Request body: {'floatingip': {'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:34.809347 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd8dacf5c-7459-48db-959b-5656b184962e', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:26Z', 'revision_number': 0, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:34.902049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.905130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-7fb97c31-e75c-47b9-838a-f679d37de332 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597 HTTP/1.1" status: 200 len: 217 time: 0.2022293 Nov 16 21:30:34.951860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:34.954410 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] Checking router: ce337f3d-62b4-4083-97fe-22731ab8eed3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:34.976800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:34.989611 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:34.990259 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:35.058415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:35.066145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.084521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d56aac-21db-4691-976a-26a560666c5a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:35.086972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Router eebcd439-d2f3-47fa-babd-595b105ddb4e is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:35.092518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.187390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.324536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:35.330973 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.367387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:35.396319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] For port f692f85f-801e-47d6-9e28-4c503db4eac3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f692f85f-801e-47d6-9e28-4c503db4eac3,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:35.410035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53ac7494-c954-4a90-bb60-3ba3e0d112cb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:35.510982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef9751-4751-451c-928d-afc35e537e48 req-6c2dce29-4b8d-4564-9978-5ffcb78daa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:35.512680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-6c2dce29-4b8d-4564-9978-5ffcb78daa43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 0.5652344 Nov 16 21:30:35.551491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78576ef4-3970-4a80-b987-6d122392a959 req-34912fbb-f5d3-41dc-b0eb-2dc5c72234aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:35.554977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-34912fbb-f5d3-41dc-b0eb-2dc5c72234aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 200 len: 852 time: 2.0605047 Nov 16 21:30:35.559682 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.577069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:35.599177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Port': ['ID=35bc2bc3-8074-4ab8-b12d-6c069b937bbb,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:35.689938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:35.703851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-afee43cb-0246-4260-bb59-e6cef65764e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958049 Nov 16 21:30:35.719665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Provisioning complete for port c64ff48a-548c-4bda-96c5-e2a4cb541c6e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:35.720030 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.735981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:35.753736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-1caf099e-4165-4ac5-8709-65f18f6abe13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c0d9a703-8a18-4bd4-8ba2-8548423cc34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2011354 Nov 16 21:30:35.776898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d327f-3851-40a9-b27b-07d3dbc52a85 None None] Pushing event updated for resources: {'Port': ['ID=f692f85f-801e-47d6-9e28-4c503db4eac3,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:35.796302 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd8dacf5c-7459-48db-959b-5656b184962e', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:26Z', 'revision_number': 0, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:35.822064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-715fff65-1170-4aa0-b277-d538a0c2d394 req-f75052f2-b6f1-4b4e-92f9-f93e310bca6f tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8630493 Nov 16 21:30:35.824221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:35.848349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 53ac7494-c954-4a90-bb60-3ba3e0d112cb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:35.851945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:35.861668 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4d631c-8109-4899-a50d-b29271a89c7c None None] The sync data for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 is: [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd8dacf5c-7459-48db-959b-5656b184962e', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:26Z', 'revision_number': 0, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:36.119600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.200272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:36.278648 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.300602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Sync routers for ids ['eebcd439-d2f3-47fa-babd-595b105ddb4e'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:36.335799 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.353141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.387313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-c6c2a01c-415e-4b51-9f97-3f1fcd045d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:36.387607 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70e87d-f382-4882-979b-e84a315260e0 None None] New status for floating IP d8dacf5c-7459-48db-959b-5656b184962e: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:30:36.389175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-c6c2a01c-415e-4b51-9f97-3f1fcd045d01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1096 time: 2.1084545 Nov 16 21:30:36.437952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 3d7b6968-4e1b-4cbf-98a9-e6b48870afaa owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:36.444895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.456781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Routers {'eebcd439-d2f3-47fa-babd-595b105ddb4e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:36.457878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['eebcd439-d2f3-47fa-babd-595b105ddb4e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:36.475878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 53ac7494-c954-4a90-bb60-3ba3e0d112cb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53ac7494-c954-4a90-bb60-3ba3e0d112cb,segment=NetworkSegment(0bd50244-6326-411a-aa30-ef666ff10af7),segment_id=0bd50244-6326-411a-aa30-ef666ff10af7)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:36.532465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.550844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-27e6ddee-1633-464a-b028-8288742a15ac admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.9648044 Nov 16 21:30:36.552000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60166) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:36.620607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.621854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c64ff48a-548c-4bda-96c5-e2a4cb541c6e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:36.705971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] For port c64ff48a-548c-4bda-96c5-e2a4cb541c6e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:36.752784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-3c413016-b39f-4412-897d-13a8010b944a service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0248098 Nov 16 21:30:36.759797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3721a3d2-957f-4980-a101-4f07cb492afd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:36.770026 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:36.855806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=53ac7494-c954-4a90-bb60-3ba3e0d112cb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:36.903200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:36.920456 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b0f5f183-fb65-4483-956d-94b924c37770 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "PUT /v2.0/routers/ab94b9bc-c377-4b58-8ca5-092f7b982bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9266067 Nov 16 21:30:36.951897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Set router eebcd439-d2f3-47fa-babd-595b105ddb4e gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:36.996966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-a4213418-c0b7-40cd-9089-4cca846d31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.003643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-a4213418-c0b7-40cd-9089-4cca846d31e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 914 time: 0.5888801 Nov 16 21:30:37.004483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Provisioning complete for port 35bc2bc3-8074-4ab8-b12d-6c069b937bbb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:37.004870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:37.020984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60170) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:37.053215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Router c8fcab20-4592-4c14-bebb-2c5b2f0633ab is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:37.097656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Sync routers for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:37.124159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Checking segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:37.125205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Network hostable DHCP agents. Network: d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:37.248190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Pushing event updated for resources: {'Port': ['ID=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:37.295514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:37.426797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-6c2333a3-f843-46a3-a28d-7b677856b963 service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6554852 Nov 16 21:30:37.448229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-acd7e3e8-1611-4233-ac34-c207c8a01276 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 1000 time: 0.4077361 Nov 16 21:30:37.456470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=3d7b6968-4e1b-4cbf-98a9-e6b48870afaa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:37.469392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78576ef4-3970-4a80-b987-6d122392a959 req-58769b88-17ea-4eeb-a304-7075e870ead4 service neutron] 10.222.0.41 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855104 Nov 16 21:30:37.484439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:37.572057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Port 35bc2bc3-8074-4ab8-b12d-6c069b937bbb cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:37.592911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:37.600953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:37.601715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:37.603646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c64ff48a-548c-4bda-96c5-e2a4cb541c6e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:37.604020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:37.606023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117113d1-28f6-4838-a2cf-6bfb89966832 req-f0d962ef-ad50-4a24-ab9e-557ede423367 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.606294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c4ba6587-046a-4e20-ad44-1de6640666af tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/3d7b6968-4e1b-4cbf-98a9-e6b48870afaa HTTP/1.1" status: 204 len: 168 time: 5.1555119 Nov 16 21:30:37.607829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-117113d1-28f6-4838-a2cf-6bfb89966832 req-f0d962ef-ad50-4a24-ab9e-557ede423367 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 945 time: 0.3573189 Nov 16 21:30:37.614464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60172) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:37.649200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-8b2ed1cb-8f94-4261-b891-f795c7338689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.651027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-8b2ed1cb-8f94-4261-b891-f795c7338689 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 0.1852522 Nov 16 21:30:37.652212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:37.657472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:37.665612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8b487f8e-0e72-4ed6-8897-e86187279a56 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6534178 Nov 16 21:30:37.677316 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] Sync routers for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:37.681070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01ef9751-4751-451c-928d-afc35e537e48 req-66a3ef7b-7a23-411c-9914-a8d8af951595 service neutron] 10.222.0.47 "GET /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447140 Nov 16 21:30:37.704183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60174) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:37.720174 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:37.722464 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:37.740253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Provisioning complete for port 53ac7494-c954-4a90-bb60-3ba3e0d112cb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:37.741138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:37.787178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.787727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:37.837467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-90b5408f-4110-49ce-9264-e30fb3315618 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.5892630 Nov 16 21:30:37.838982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.839261 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:37.839462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.839934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.840393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.840855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.841312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.846265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a4728-a2d1-486d-b72c-8739bbb39a07 None None] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:37.846591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.847263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.847887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.848293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:37.850055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.851197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ddacad-46b0-484a-936f-ccdcfb96a597 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:30:37.856034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.857162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.857985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.858877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.859917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:37.864408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d05247c-4a81-4309-9c8d-56770c30ebfc tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10554 time: 0.8393068 Nov 16 21:30:37.865768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60176) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:37.866679 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:37.867786 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:37.869423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60178) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:37.918410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:37.960373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:37.962612 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e62baf-0e87-45eb-a695-b0b91c034af2 None None] The sync data for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:38.004115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e9ddacad-46b0-484a-936f-ccdcfb96a597, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:38.007022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-38b91e54-1081-4bfa-821e-851725a5b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.008011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-38b91e54-1081-4bfa-821e-851725a5b9e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404713 Nov 16 21:30:38.045485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.047063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.065279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Router fcf5859e-eb01-4505-a7a9-e76a80a0a935 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:38.110145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.110645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.111110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.111583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.112090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.112501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.113206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.113402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.114191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.114661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.115102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.115549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.116463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.117401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.117889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.123814 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-828e1553-b2fe-4644-a7bc-1dbd7981b6dd tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9655 time: 0.2481670 Nov 16 21:30:38.125303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60180) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:38.148442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e9ddacad-46b0-484a-936f-ccdcfb96a597', 'network_id': 'c0d9a703-8a18-4bd4-8ba2-8548423cc34f', 'port_id': 'e9ddacad-46b0-484a-936f-ccdcfb96a597', 'mac_address': 'fa:16:3e:13:39:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103a4e33-6e49-4520-94b7-0e778d5a2dfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:30:38.242132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9546c-280d-4894-a3ae-14b85fbadd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.244215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9546c-280d-4894-a3ae-14b85fbadd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:38.248147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-43a9546c-280d-4894-a3ae-14b85fbadd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5797453 Nov 16 21:30:38.250408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60182) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:38.266403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-117113d1-28f6-4838-a2cf-6bfb89966832 req-f136750c-9bcf-420b-bd04-43d57da08f64 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725770 Nov 16 21:30:38.288036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:30:38.288872 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:30:38.323066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.388683 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.463151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-454cbf4c-b415-4268-bfb8-68b8f6e9eef1 service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385948 Nov 16 21:30:38.463848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:38.493604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet a80394eb-7c8a-4a7e-add8-716de5ff6402 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:38.513290 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.520073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:38.529737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b981e18f-b6c2-4d35-9249-65bb616994a5 admin admin] 10.222.0.48 "PUT /v2.0/routers/fcf5859e-eb01-4505-a7a9-e76a80a0a935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2773035 Nov 16 21:30:38.549438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:38.559642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] Sync routers for ids ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:38.669533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ddacad-46b0-484a-936f-ccdcfb96a597 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:38.743347 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-be5a65f9-1888-4875-bab0-5b734ccbc8c4 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:30:38.744629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be5a65f9-1888-4875-bab0-5b734ccbc8c4 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0383973 Nov 16 21:30:38.770023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:38.771921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:30:38.819031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'fixed_ips': [{'subnet_id': '3721a3d2-957f-4980-a101-4f07cb492afd'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:38.820044 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.820994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.854596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Provisioning complete for port f692f85f-801e-47d6-9e28-4c503db4eac3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:38.854972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.857980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:38.858355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:38.871830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] Routers {'fcf5859e-eb01-4505-a7a9-e76a80a0a935'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:38.872482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:38.876034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e9ddacad-46b0-484a-936f-ccdcfb96a597, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:38.976022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.037436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4eafccb4-10ec-467f-9b04-5eee0b903027 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:39.208961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.219937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:30:31Z', 'revision_number': 3, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:39.230676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.252189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e9ddacad-46b0-484a-936f-ccdcfb96a597,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:39.398460 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:30:39.415271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e9ddacad-46b0-484a-936f-ccdcfb96a597'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:30:39.475557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Checking router: eebcd439-d2f3-47fa-babd-595b105ddb4e for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:39.475557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Updating router eebcd439-d2f3-47fa-babd-595b105ddb4e port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:39.491397 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1474019-43b7-48e0-9b98-339ef3e82e30 req-5fe1204b-3573-4d76-bc57-a428d412c013 service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0173097 Nov 16 21:30:39.529092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Allocated IP 172.20.0.2 (d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca/3721a3d2-957f-4980-a101-4f07cb492afd/3d7840c9-20e2-43b7-90c1-13aabbe3739e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:39.567230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.637371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fad07-621f-4b23-95de-44dfa629d109 req-b06900ec-9f06-4704-830b-6f9d34aa6785 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:39.639169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba3fad07-621f-4b23-95de-44dfa629d109 req-b06900ec-9f06-4704-830b-6f9d34aa6785 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 945 time: 0.2242234 Nov 16 21:30:39.660420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.689326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.692199 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.781319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b5871076-be4d-4eac-a660-c635be351cb6 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5747 time: 1.6527624 Nov 16 21:30:39.885172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.896360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba3fad07-621f-4b23-95de-44dfa629d109 req-d5533147-623f-4cb7-b85b-429cd1367ff8 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746259 Nov 16 21:30:39.938901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=a80394eb-7c8a-4a7e-add8-716de5ff6402,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:39.944912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.953098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:39.957293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cc491d90-9662-43dd-809b-a72253d7066b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/a80394eb-7c8a-4a7e-add8-716de5ff6402 HTTP/1.1" status: 204 len: 168 time: 1.6779585 Nov 16 21:30:39.960777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:40.043322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-355bbf93-0886-44e4-bf28-3d36ed69abc4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798364 Nov 16 21:30:40.047373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60194) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:40.087089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:40.116621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f42d8-e1dd-48a9-8cbe-7d55a104f865 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:40.219880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] Set router fcf5859e-eb01-4505-a7a9-e76a80a0a935 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:40.276344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Allocated IP 172.20.0.1 (27bbb89f-0206-4b28-83a3-5829fa9f8caf/d13a8d9b-8bc1-4e5a-b455-83223807dbf1/878f5b0a-3725-4761-9f40-f4815dd246d7) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:40.280923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Deleting port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:40.281733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.293019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.369055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60196) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:40.376873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185065741', 'description': 'tempest-secgroup-smoke-185065741 description', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:40.382804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.457960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:40.461487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.473697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.598064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.637578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.648622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] For port 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:40.648999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.656160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4eafccb4-10ec-467f-9b04-5eee0b903027 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:40.656788 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.666735 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.679610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Calling delete_port for 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:40.699240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.702282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.807665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924ca240-621a-435d-9239-630735ac24b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:40.810328 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b352b66c-96d4-48d3-b5ef-d04ff5cca9a2" -d '{"events": [{"server_uuid": "924ca240-621a-435d-9239-630735ac24b8", "name": "network-vif-plugged", "status": "completed", "tag": "b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:40.816424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:31Z', 'revision_number': 2, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:40.818671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Provisioning complete for port ba67a9b7-012b-4652-af4a-fa1ea693bfac triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:40.818965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:40.997747 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2303c2-1170-4738-9cf3-1734d8233e48 x-openstack-request-id: req-6e2303c2-1170-4738-9cf3-1734d8233e48 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:40.998036 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924ca240-621a-435d-9239-630735ac24b8", "name": "network-vif-plugged", "status": "completed", "tag": "b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:40.998271 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e2303c2-1170-4738-9cf3-1734d8233e48 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:40.998734 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924ca240-621a-435d-9239-630735ac24b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b', 'code': 200} Nov 16 21:30:41.000067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Checking router: ab94b9bc-c377-4b58-8ca5-092f7b982bb9 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:41.000278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Updating router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 port ba67a9b7-012b-4652-af4a-fa1ea693bfac binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:41.005695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.024234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.033618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.040303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:41.079330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.118541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.166954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-61ec5b24-d8a5-49a1-8fa6-5a58e079032c None None] Port ba67a9b7-012b-4652-af4a-fa1ea693bfac cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:41.194663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:41.207599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:41.208324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:41.212424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:41.213181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.227576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c5ce9-d347-4296-9b98-559a6e0421cb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:41.244849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.248736 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b64c461-c0ab-41f8-a82f-9abc8862f78f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8760154 Nov 16 21:30:41.257297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60202) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:41.259576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:41.264331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Pushing event updated for resources: {'Port': ['ID=878f5b0a-3725-4761-9f40-f4815dd246d7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:41.264798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ae1c5ce9-d347-4296-9b98-559a6e0421cb', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:41.269658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:41.271316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.279768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=f55a3be0-f3c7-4829-8b3f-84222e931638,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:41.288506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39269b75-b46b-4e6f-be12-70b7b630ff3b req-8a00e90a-a100-4731-86f7-6775c1c004c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:41.290615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39269b75-b46b-4e6f-be12-70b7b630ff3b req-8a00e90a-a100-4731-86f7-6775c1c004c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 1096 time: 0.2791522 Nov 16 21:30:41.299905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5a0f6e1-23d5-40a7-9c7d-a175baa35770 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2503450 Nov 16 21:30:41.304312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60204) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:41.309802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'name': 'tempest-NetworksTestDHCPv6-312105318'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:41.330664 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.356777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3acc1-17c0-48c6-b2ef-4a2695c21d9f req-b88248f9-1d6a-4f82-87c1-42bf8ba08ba1 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:41.359362 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6e3acc1-17c0-48c6-b2ef-4a2695c21d9f req-b88248f9-1d6a-4f82-87c1-42bf8ba08ba1 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 946 time: 0.2896667 Nov 16 21:30:41.392211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Router ce337f3d-62b4-4083-97fe-22731ab8eed3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:41.399327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.428679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.620353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:41.629401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:41.716170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.719734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.720256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.720687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.721460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.722041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.722475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.722889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.723329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.723815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.725700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.726161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:30:41.769236 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39269b75-b46b-4e6f-be12-70b7b630ff3b req-a9d5ea21-b8f5-4e35-89ff-dda5c0fcaeed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521217 Nov 16 21:30:41.803532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.855120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:41.857093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c186a0d-c102-49a7-b4f2-b6dd0482a540 None None] Provisioning complete for port 4eafccb4-10ec-467f-9b04-5eee0b903027 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:41.857549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c186a0d-c102-49a7-b4f2-b6dd0482a540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.874986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.889326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.919929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.937014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.958861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.960504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7004130 Nov 16 21:30:41.965461 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:41.974441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:41.989465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:42.000851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60206) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:42.010861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ae1c5ce9-d347-4296-9b98-559a6e0421cb', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:42.052321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:42.073793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.091837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00571d4-ca1f-46f7-93a8-5d51c1d56fd9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:42.113634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6e3acc1-17c0-48c6-b2ef-4a2695c21d9f req-65683a23-a716-4918-b6b4-7e9107291988 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310634 Nov 16 21:30:42.201439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Pushing event updated for resources: {'Port': ['ID=3d7840c9-20e2-43b7-90c1-13aabbe3739e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:42.277349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 4eafccb4-10ec-467f-9b04-5eee0b903027, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4eafccb4-10ec-467f-9b04-5eee0b903027,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:42.281686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:30:34Z', 'revision_number': 5, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port': {'id': '7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:28:03Z', 'updated_at': '2021-11-16T21:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:42.290928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:42.299164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.303689 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] Sync routers for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:42.312156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.319131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b3f63-3dda-41bb-8506-c33498c90804 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de488c7b-ed3a-4198-ac00-f5f14e3d97ea,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:42.322235 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:42.323121 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:42.360970 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.362149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4b03353-318b-4cda-8b78-9fc7fc72ddc9 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:42.372404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50178eab-12c6-475e-a8fc-be9ea64dcefb None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:42.375349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.380621 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.404876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:42.408670 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b068a205-dc6c-48f8-aba5-c9ea3051da17" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:42.462587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] Checking router: fcf5859e-eb01-4505-a7a9-e76a80a0a935 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:42.464470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting port 35bc2bc3-8074-4ab8-b12d-6c069b937bbb {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:42.465080 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.479996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Attempting to bind port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:42.480393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Attempting to bind port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:42.480790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Attempting to bind port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:42.495701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5fa249f4-1a2c-4e19-886d-a0123a66c683 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "PUT /v2.0/floatingips/d8dacf5c-7459-48db-959b-5656b184962e HTTP/1.1" status: 200 len: 992 time: 7.7917752 Nov 16 21:30:42.522734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Attempting to bind port 3d7840c9-20e2-43b7-90c1-13aabbe3739e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:42.523166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Attempting to bind port 3d7840c9-20e2-43b7-90c1-13aabbe3739e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:42.523496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Attempting to bind port 3d7840c9-20e2-43b7-90c1-13aabbe3739e on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:42.527226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:42.527748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:42.528167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.528657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:42.529160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Bound port: a2f7f1db-d3e5-49e1-9b5c-48c8461975fb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:42.529588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.539851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ab4c8-2e43-481f-aa87-975745e191ae None None] Pushing event updated for resources: {'Port': ['ID=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:42.549108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] Deleting port 4eafccb4-10ec-467f-9b04-5eee0b903027 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:42.549376 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.623240 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6b86f0-f0a0-4bf2-a9ff-96919d43da6a x-openstack-request-id: req-6e6b86f0-f0a0-4bf2-a9ff-96919d43da6a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:42.623605 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:42.623997 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e6b86f0-f0a0-4bf2-a9ff-96919d43da6a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:42.624987 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'status': 'completed', 'code': 200} Nov 16 21:30:42.666521 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.674998 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:42.695411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Calling delete_port for 35bc2bc3-8074-4ab8-b12d-6c069b937bbb owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:42.801552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.815040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.850309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:42.850768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Checking segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:42.851108 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.851516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Bound using segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:42.852022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Bound port: 3d7840c9-20e2-43b7-90c1-13aabbe3739e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:42.852412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.948228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Pushing event updated for resources: {'Port': ['ID=878f5b0a-3725-4761-9f40-f4815dd246d7,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:42.953500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:42.959789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] Routers {'fcf5859e-eb01-4505-a7a9-e76a80a0a935'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:42.960487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:43.060339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.065463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:43.074778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.103724 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.127213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.175026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.196723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Port': ['ID=35bc2bc3-8074-4ab8-b12d-6c069b937bbb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:43.214820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:43.250872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Allocated IP 172.25.3.137 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/38281686-cf58-4700-8166-c8cd8aec0e2c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:43.255142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.255649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:43.312358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.316292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3081310 Nov 16 21:30:43.320370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60212) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:43.320570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:30:43.336082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-ca462570-156b-4c25-8adb-c9d0c55284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:43.338081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-ca462570-156b-4c25-8adb-c9d0c55284c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1096 time: 0.5909901 Nov 16 21:30:43.373926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] For port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:43.379668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] For port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:43.403047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ae1c5ce9-d347-4296-9b98-559a6e0421cb', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:43.427073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db868c-bf04-4f51-9605-46e62cad26cf tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f457e06a-8ec8-4bc4-8ce3-1767576e5e62,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:43.490089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] For port 3d7840c9-20e2-43b7-90c1-13aabbe3739e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:43.498202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] For port 3d7840c9-20e2-43b7-90c1-13aabbe3739e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3d7840c9-20e2-43b7-90c1-13aabbe3739e,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:43.599408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.600058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf5859e-eb01-4505-a7a9-e76a80a0a935 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:30:43.605046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.606229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5e33acd9-5895-4ffb-8a7a-5120cb57b0cf admin admin] 10.222.0.48 "DELETE /v2.0/routers/fcf5859e-eb01-4505-a7a9-e76a80a0a935 HTTP/1.1" status: 204 len: 168 time: 4.5509024 Nov 16 21:30:43.612460 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd8dacf5c-7459-48db-959b-5656b184962e', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:40Z', 'revision_number': 2, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:43.621053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc02d13-9aa2-4af7-b551-c78fb4f409da req-7536d140-f993-4cb6-85d7-d550df86f43e tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:43.622695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fdc02d13-9aa2-4af7-b551-c78fb4f409da req-7536d140-f993-4cb6-85d7-d550df86f43e tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 946 time: 0.3705766 Nov 16 21:30:43.631893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60214) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:43.667616 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] For port 4eafccb4-10ec-467f-9b04-5eee0b903027, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4eafccb4-10ec-467f-9b04-5eee0b903027,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:43.668206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.678645 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] Checking router: ce337f3d-62b4-4083-97fe-22731ab8eed3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:43.688606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.698391 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:43.701627 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:43.711751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] Calling delete_port for 4eafccb4-10ec-467f-9b04-5eee0b903027 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:43.726796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] Set router fcf5859e-eb01-4505-a7a9-e76a80a0a935 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:43.735043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.738090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.787879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-3cfbf1c5-0f40-4a99-8490-63b9c9fbb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:43.789470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-3cfbf1c5-0f40-4a99-8490-63b9c9fbb11e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 914 time: 0.4342017 Nov 16 21:30:43.803274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.805254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::298 (4e85c439-5c54-44c3-9249-f8a38c359d2c/f55a3be0-f3c7-4829-8b3f-84222e931638/24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:43.827407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.838511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ddacad-46b0-484a-936f-ccdcfb96a597 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:43.841964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c186a0d-c102-49a7-b4f2-b6dd0482a540 None None] Could not find standard attr ID for object 35bc2bc3-8074-4ab8-b12d-6c069b937bbb. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:43.855403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.876493 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:43.888166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Router eebcd439-d2f3-47fa-babd-595b105ddb4e has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:43.906329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:43.910162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:30:41Z', 'revision_number': 7, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:43.925152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-5911d953-f957-443d-9b42-b790b8abffda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 1000 time: 0.1171684 Nov 16 21:30:43.934758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fdc02d13-9aa2-4af7-b551-c78fb4f409da req-6ec42480-bd12-49df-b829-4880e2727b00 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471142 Nov 16 21:30:43.967426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c186a0d-c102-49a7-b4f2-b6dd0482a540 None None] Could not find standard attr ID for object fe6f2e98-aeae-40a4-8a7e-8149ebeada15. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:43.969788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=4eafccb4-10ec-467f-9b04-5eee0b903027,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:44.037864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3eb821-bec5-4693-9f78-24410a91435d None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:44.041971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9c186a0d-c102-49a7-b4f2-b6dd0482a540 None None] Could not find standard attr ID for object 3d7b6968-4e1b-4cbf-98a9-e6b48870afaa. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:44.042845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Deleting subnet d0cc0557-af92-477e-8d2a-7dbef844a8b0 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:44.048414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.087891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2636-7bd2-419b-a3f0-05d2e9641cf4 None None] The sync data for ids ['fcf5859e-eb01-4505-a7a9-e76a80a0a935'] in n-d-817778-8 is: [{'id': 'fcf5859e-eb01-4505-a7a9-e76a80a0a935', 'name': 'tempest-ServerRescueTestJSON-471227153-router', 'tenant_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:28:02Z', 'updated_at': '2021-11-16T21:30:41Z', 'revision_number': 7, 'project_id': '95cc39b4e4eb43c38f9a83cdad8f21f7', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:44.088764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.099331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:44.109575 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.181355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Routers {'eebcd439-d2f3-47fa-babd-595b105ddb4e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:44.182419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['eebcd439-d2f3-47fa-babd-595b105ddb4e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:44.324801 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd8dacf5c-7459-48db-959b-5656b184962e', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:40Z', 'revision_number': 2, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:44.362773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Router c8fcab20-4592-4c14-bebb-2c5b2f0633ab has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:44.367102 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19aefa-a4f7-40ea-8b8a-e22763eea9c1 None None] The sync data for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 is: [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd8dacf5c-7459-48db-959b-5656b184962e', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'port_id': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'mac_address': 'fa:16:3e:04:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:40Z', 'revision_number': 2, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:44.378031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.381625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.434662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.504932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f49088b-f7ca-41b8-8b4a-1a2e51ffc3f6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:44.618215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f3cce-e625-4deb-9a66-5e223d0d29f5 None None] Pushing event updated for resources: {'Port': ['ID=3d7840c9-20e2-43b7-90c1-13aabbe3739e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:44.639321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.644627 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82bc4b3d-45af-4b22-958c-7bcc3dd4fc15 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2984161 Nov 16 21:30:44.646010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:44.653996 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:44.729432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60220) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:44.741162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ae1c5ce9-d347-4296-9b98-559a6e0421cb', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:44.798839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Provisioning complete for port 878f5b0a-3725-4761-9f40-f4815dd246d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:44.799345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.824192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e9ddacad-46b0-484a-936f-ccdcfb96a597 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:30:44.831091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:44.854318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf94ad1f-d05d-4a97-a174-8c06182ae5be admin admin] 10.222.0.48 "PUT /v2.0/routers/eebcd439-d2f3-47fa-babd-595b105ddb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6958814 Nov 16 21:30:44.858428 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90b6063-b0af-4d0e-bc9e-a0731a4190bf x-openstack-request-id: req-b90b6063-b0af-4d0e-bc9e-a0731a4190bf {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:44.861897 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:44.862253 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b90b6063-b0af-4d0e-bc9e-a0731a4190bf {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:44.862704 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'status': 'completed', 'code': 200} Nov 16 21:30:44.884503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:44.897296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.902709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Attempting to bind port ba67a9b7-012b-4652-af4a-fa1ea693bfac on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:44.903232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Attempting to bind port ba67a9b7-012b-4652-af4a-fa1ea693bfac by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:44.903636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Attempting to bind port ba67a9b7-012b-4652-af4a-fa1ea693bfac on network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:44.905255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2784a0db-d95a-4af0-9772-11e94dd472f7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1340444 Nov 16 21:30:44.913876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60226) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:44.915688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.931058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] Sync routers for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:44.938541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e9ddacad-46b0-484a-936f-ccdcfb96a597 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:44.939452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:44.940782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.033138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cc0557-af92-477e-8d2a-7dbef844a8b0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.038874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.043605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eac30a74-0abf-449a-9bc5-5c04104ace69 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d0cc0557-af92-477e-8d2a-7dbef844a8b0 HTTP/1.1" status: 204 len: 168 time: 1.3780980 Nov 16 21:30:45.049079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] No DVR routers for this DVR port 4eafccb4-10ec-467f-9b04-5eee0b903027 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:45.052022 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-cc247400-1f80-46b8-b912-eb608d5f9186 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] delete failed (client error): The resource could not be found. Nov 16 21:30:45.054452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cc247400-1f80-46b8-b912-eb608d5f9186 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-676676207 HTTP/1.1" status: 404 len: 334 time: 0.1270165 Nov 16 21:30:45.060625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60228) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:45.062357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60230) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:45.080206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:45.088207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-3afe6bda-5b76-42f8-bea0-9384c8600ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:45.089043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-3afe6bda-5b76-42f8-bea0-9384c8600ad5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 1.1526580 Nov 16 21:30:45.094355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:45.095080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Checking segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:45.095623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.096188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Bound using segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:45.100414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Bound port: ba67a9b7-012b-4652-af4a-fa1ea693bfac, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:45.101234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.135354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:45.148379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37926535-6405-478b-8669-800e670f510d None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:45.176643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b91e99-3c84-4005-a201-03440bbdd052 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:45.183902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4d16fae9-a67c-4c53-a8e6-6f996b72a2c0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:45.218494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:45.270194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] Set router eebcd439-d2f3-47fa-babd-595b105ddb4e gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:45.274667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Port 878f5b0a-3725-4761-9f40-f4815dd246d7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:45.276508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ab4c8-2e43-481f-aa87-975745e191ae None None] Pushing event updated for resources: {'Port': ['ID=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.287328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:45.288359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:45.298894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.335635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Pushing event updated for resources: {'Port': ['ID=38281686-cf58-4700-8166-c8cd8aec0e2c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.414319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.435781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db17f93-7488-4a63-888b-170e6a7d33ad req-08f6b77e-86da-49f1-90db-809df0e86f5c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:45.450430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6db17f93-7488-4a63-888b-170e6a7d33ad req-08f6b77e-86da-49f1-90db-809df0e86f5c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 944 time: 0.5342400 Nov 16 21:30:45.532452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900edeb-ba45-4785-bfb7-2a1bd98df1bd None None] Pushing event updated for resources: {'Port': ['ID=ba67a9b7-012b-4652-af4a-fa1ea693bfac,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.537624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f692f85f-801e-47d6-9e28-4c503db4eac3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:45.675824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf36e7-478a-4a56-8205-6da68f59a392 None None] Pushing event deleted for resources: {'Port': ['ID=4eafccb4-10ec-467f-9b04-5eee0b903027,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:45.678016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:45.734949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.771408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60236) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:45.782479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250074721', 'description': 'tempest-secgroup-smoke-250074721 description', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:45.791140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] For port ba67a9b7-012b-4652-af4a-fa1ea693bfac, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:45.794077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] For port ba67a9b7-012b-4652-af4a-fa1ea693bfac, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba67a9b7-012b-4652-af4a-fa1ea693bfac,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:45.854969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Provisioning complete for port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:45.855346 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.865786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.868138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:45.930423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-7a7069dd-9c22-444f-b9c8-66f4b6ee1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:45.932324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-7a7069dd-9c22-444f-b9c8-66f4b6ee1ee1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8315232 Nov 16 21:30:46.014317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6db17f93-7488-4a63-888b-170e6a7d33ad req-c23297d9-d4c8-4d44-ba75-4217d645a519 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628943 Nov 16 21:30:46.053277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.075715 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.105553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d16fae9-a67c-4c53-a8e6-6f996b72a2c0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.136034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2ed0a-613a-4e5f-b507-09876f06793b None None] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:46.136520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.149871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.150370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:46.151004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:46.156573 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-4d16fae9-a67c-4c53-a8e6-6f996b72a2c0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] update failed (client error): The resource could not be found. Nov 16 21:30:46.157682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4d16fae9-a67c-4c53-a8e6-6f996b72a2c0 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab HTTP/1.1" status: 404 len: 339 time: 0.9778669 Nov 16 21:30:46.161767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60238) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.165187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.173561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:46.175500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f692f85f-801e-47d6-9e28-4c503db4eac3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:46.175925 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.182879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-377923263'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:46.195571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31975621-08c3-44d3-9474-6aeead796776,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.198860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3863b0b-446a-4854-82f8-211d2c774bf4']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:46.203257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.204475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-20074d0c-f616-47b9-bdee-dfd1131f0cde tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4676764 Nov 16 21:30:46.211022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60240) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.212142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:46.215023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ae1c5ce9-d347-4296-9b98-559a6e0421cb', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:46.215672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:46.224871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:46.225645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.227592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd852d5-ed02-45bc-a06c-02c94cbc474e') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:46.227914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd852d5-ed02-45bc-a06c-02c94cbc474e') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:46.239370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.255448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.263257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:30:46.263754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:30:46.265916 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:30:46.275079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.291585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.309240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:46.309937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a5f9d1-5a7d-4c6a-8681-7178b3d51cc7 None None] The sync data for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:46.343859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.369674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.373535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ddacad-46b0-484a-936f-ccdcfb96a597'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:46.377068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/c3863b0b-446a-4854-82f8-211d2c774bf4 HTTP/1.1" status: 204 len: 168 time: 1.3109851 Nov 16 21:30:46.377068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985371-ed15-4758-8a7c-0064c20f28bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c3863b0b-446a-4854-82f8-211d2c774bf4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.379158 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf1bdf4-77f1-4950-ab1f-c42a5e8dd7f7" -d '{"events": [{"server_uuid": "2f4b8798-6d90-402e-b7d3-55adef1f165b", "name": "network-vif-plugged", "status": "completed", "tag": "e9ddacad-46b0-484a-936f-ccdcfb96a597"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:46.412164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900edeb-ba45-4785-bfb7-2a1bd98df1bd None None] Pushing event updated for resources: {'Port': ['ID=ba67a9b7-012b-4652-af4a-fa1ea693bfac,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.441477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e9ddacad-46b0-484a-936f-ccdcfb96a597, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:46.442079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-6c1989d9-29af-494b-b358-11cf383b548a service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945419 Nov 16 21:30:46.456548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:46.457149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:46.464494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:46.471892 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.474984 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Project e817e6a87e6442ceae44cab4726c4a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:30:46.485546 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e7897b-b9ce-4f80-aa4b-2703203a747b x-openstack-request-id: req-d8e7897b-b9ce-4f80-aa4b-2703203a747b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:46.485846 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4b8798-6d90-402e-b7d3-55adef1f165b", "name": "network-vif-plugged", "status": "completed", "tag": "e9ddacad-46b0-484a-936f-ccdcfb96a597", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:46.486076 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8e7897b-b9ce-4f80-aa4b-2703203a747b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:46.486659 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ddacad-46b0-484a-936f-ccdcfb96a597', 'code': 200} Nov 16 21:30:46.496695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.519816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.609938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60246) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.672631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b068a205-dc6c-48f8-aba5-c9ea3051da17 req-2a5cb8a9-30dc-4d20-ab6c-f7ca7f3a42be service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503701 Nov 16 21:30:46.702015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c542b56-0a12-4503-a1c3-55cb2549e1e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3965166 Nov 16 21:30:46.704248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e81f3-b073-4018-bc15-dcb2f737a686 req-a8a0cc7d-fc84-4963-a9fc-49dfe77d025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:46.711757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60248) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.720598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-240e81f3-b073-4018-bc15-dcb2f737a686 req-a8a0cc7d-fc84-4963-a9fc-49dfe77d025a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 1096 time: 0.1801662 Nov 16 21:30:46.733448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a399197-4eef-41a7-849c-06db7c1df69c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95cc39b4e4eb43c38f9a83cdad8f21f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165507 Nov 16 21:30:46.736849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60250) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.737492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.763772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.788098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:30:46.807355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.808012 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Added segment 3b8c5dca-872c-4a19-82c0-51a761252e32 of type vlan for network cb705255-c5c6-4188-9a29-1561c1c04c11 Nov 16 21:30:46.815130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd8d03d-6499-403f-a51d-ab6a8bd716e8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.821349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e9ddacad-46b0-484a-936f-ccdcfb96a597,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:46.824732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.827023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d5cfd66c-9daa-4e77-b26b-9243e2808456 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6154623 Nov 16 21:30:46.833641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60252) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:46.840952 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.845272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'security_group_rule': {'security_group_id': 'ae1c5ce9-d347-4296-9b98-559a6e0421cb', 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:46.862060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.863712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-240e81f3-b073-4018-bc15-dcb2f737a686 req-904926f6-3a76-4d8a-895e-43c40dc1b0dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240742 Nov 16 21:30:46.867503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': 'f55a3be0-f3c7-4829-8b3f-84222e931638'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:46.868326 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.890586 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Project e817e6a87e6442ceae44cab4726c4a9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:30:46.897745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.921444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:46.946575 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.957618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] For port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:46.966583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.967726 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.982980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:46.990475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.005391 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.007101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2297339 Nov 16 21:30:47.012253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.030185 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.038135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eff53f-ecbe-49b0-9f04-3a14e4ddcd13,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.041493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:47.042368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.047214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group_rule': {'security_group_id': '1beb7976-bbcd-4e4f-9f24-3bfd693a4953', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.065903 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.067402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa6ca2e7-abb9-4167-9640-d68b2fadb54c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2316036 Nov 16 21:30:47.080352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9017012 Nov 16 21:30:47.087195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60262) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.103717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdc012-9a1b-413f-88c4-74266fced8ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:47.105314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1abdc012-9a1b-413f-88c4-74266fced8ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3891823 Nov 16 21:30:47.109259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60264) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.130543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.141980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '878f5b0a-3725-4761-9f40-f4815dd246d7', 'name': '', 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'mac_address': 'fa:16:3e:59:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:39Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 2, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'subnets': [{'id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:47.154749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'subnet': {'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.192929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62e1f109-c514-4e38-82d3-6b7e9c8536f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.195239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cda5f-4dda-4301-8949-1399acbdfa20 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb7976-bbcd-4e4f-9f24-3bfd693a4953,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.229737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2766118f-d1e4-48b5-aa9b-65167232effc None None] The sync data for ids ['eebcd439-d2f3-47fa-babd-595b105ddb4e'] in n-d-817778-8 is: [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '878f5b0a-3725-4761-9f40-f4815dd246d7', 'name': '', 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'mac_address': 'fa:16:3e:59:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:39Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 2, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'subnets': [{'id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:47.232886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.237238 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.261626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600dc47b-6465-491d-82c5-793bcc2e38e6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.276187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.277770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9333e660-e831-47c0-8329-ed9ca467f602 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364109 Nov 16 21:30:47.285699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60266) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.290576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group_rule': {'security_group_id': '1beb7976-bbcd-4e4f-9f24-3bfd693a4953', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.334047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.337697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f79c1-dcc1-4c15-84a0-64bee534f75d None None] Pushing event updated for resources: {'Port': ['ID=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.371847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Provisioning complete for port 3d7840c9-20e2-43b7-90c1-13aabbe3739e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:47.380121 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.450111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53ac7494-c954-4a90-bb60-3ba3e0d112cb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:47.543646 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.545882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e2d70-8abd-4f5f-8829-05d059eea51e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Network': ['ID=cb705255-c5c6-4188-9a29-1561c1c04c11,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.558735 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.560645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/f55a3be0-f3c7-4829-8b3f-84222e931638/bbe831fe-71e1-498d-9b7e-68ce324ec372) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:47.569735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network cb705255-c5c6-4188-9a29-1561c1c04c11 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:30:47.591855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0717c628-68d2-4f5e-a2c8-6b75448aed4f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.647444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.649328 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-98815aaa-a6b4-460b-802a-cb4496be7d88 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3626711 Nov 16 21:30:47.662452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60278) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.669630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group_rule': {'security_group_id': '1beb7976-bbcd-4e4f-9f24-3bfd693a4953', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:47.682723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-53e8d3df-6385-4747-893c-ea68368357cd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185065741&fields=id&tenant_id=e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 267 time: 0.1508768 Nov 16 21:30:47.743368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.761320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-0a778022-44b5-4649-8ece-4a79dbb173de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:47.763767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-0a778022-44b5-4649-8ece-4a79dbb173de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1096 time: 1.0254657 Nov 16 21:30:47.804942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.822107 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62e1f109-c514-4e38-82d3-6b7e9c8536f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.890850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.894944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 53ac7494-c954-4a90-bb60-3ba3e0d112cb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:47.895400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.898177 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.908044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.939203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b060f421-01cb-4ca7-9d28-8c71f714d493,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:47.965037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-8c0c5ae1-3bfc-459a-ae95-4f439d3f8644 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:47.966664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-8c0c5ae1-3bfc-459a-ae95-4f439d3f8644 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/networks?id=7bf3fb43-5a47-4a0d-b852-03671635b4f0 HTTP/1.1" status: 200 len: 796 time: 0.2702553 Nov 16 21:30:47.972409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:47.979693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-77f37099-e83b-49a4-9581-dbe81aeb3ef9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150055 Nov 16 21:30:47.982152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60280) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:47.988360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group_rule': {'security_group_id': '1beb7976-bbcd-4e4f-9f24-3bfd693a4953', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:48.010132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-8852de45-5838-441e-8efe-0f9350bd9c29 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/quotas/e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 375 time: 0.0282717 Nov 16 21:30:48.014859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] For port 3d7840c9-20e2-43b7-90c1-13aabbe3739e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3d7840c9-20e2-43b7-90c1-13aabbe3739e,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:48.018230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:45Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:48.033254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.077055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.120730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-51cef8ae-df8b-4c33-9508-0b4205e1f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:48.122308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-51cef8ae-df8b-4c33-9508-0b4205e1f1a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 914 time: 0.3075790 Nov 16 21:30:48.131810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-e03e2933-a167-4146-80f8-362d4575fea6 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122444 Nov 16 21:30:48.272984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.285640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.335961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4473736-c23f-4f1f-a695-fda636de00b9,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.347988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-46053415-cdea-4a8a-91a9-5a015815d483 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 1000 time: 0.2012522 Nov 16 21:30:48.355402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-3707dc33-3c8a-466b-b11b-737e05ba38bb service neutron] 10.222.0.48 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117963 Nov 16 21:30:48.359303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac8f1d-027b-4903-9f0f-bb42b51fafda None None] The sync data for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 is: [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:45Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:48.382201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.383441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-781c0c05-d47e-42c5-8a29-84d6b16b4b16 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4001160 Nov 16 21:30:48.394735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60282) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.401289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group_rule': {'security_group_id': '1beb7976-bbcd-4e4f-9f24-3bfd693a4953', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:48.418402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22f98a-77c5-4a23-beec-d2296edbb5d1 req-1a189241-6246-4623-8202-c6cff0b38198 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:48.420053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c22f98a-77c5-4a23-beec-d2296edbb5d1 req-1a189241-6246-4623-8202-c6cff0b38198 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 945 time: 1.1745741 Nov 16 21:30:48.426688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Provisioning complete for port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:48.427067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.576860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-8500663a-77ec-4470-b31c-41605c368994 service neutron] 10.222.0.48 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205884 Nov 16 21:30:48.582616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.607837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Made reservation on behalf of fd3689c32bcb474fbcd7710350fd8ce1 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:48.613985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.620856 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Project a3d845d65e2e49108d83ae0ed3668223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:30:48.627849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Pushing event updated for resources: {'Port': ['ID=3d7840c9-20e2-43b7-90c1-13aabbe3739e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.634643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.642934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.695768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d7840c9-20e2-43b7-90c1-13aabbe3739e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:48.737670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.746253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.770329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-55b57bea-7bec-442f-93ce-d3ddcf2a4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:48.771873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-55b57bea-7bec-442f-93ce-d3ddcf2a4d96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 0.3710639 Nov 16 21:30:48.772515 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62e1f109-c514-4e38-82d3-6b7e9c8536f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.775823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-62e1f109-c514-4e38-82d3-6b7e9c8536f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.779160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-62e1f109-c514-4e38-82d3-6b7e9c8536f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ec172ea-3502-4154-97bb-81e44c95fa67 HTTP/1.1" status: 204 len: 168 time: 2.0355048 Nov 16 21:30:48.790818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f176694-d59f-434c-8579-87f265e26ce7,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.800416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.801945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91226316-7130-4ac0-afb3-26c91c3151f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4043183 Nov 16 21:30:48.804809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:48.809839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'security_group_rule': {'security_group_id': '1beb7976-bbcd-4e4f-9f24-3bfd693a4953', 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:48.841960 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Project a3d845d65e2e49108d83ae0ed3668223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:30:48.848341 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.862963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:48.885122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:48.924821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Pushing event updated for resources: {'Port': ['ID=bbe831fe-71e1-498d-9b7e-68ce324ec372,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.929888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:48.946397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.951167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:48.971999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67f11c8-a73f-434b-aae0-ac592f9ddce4,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.985708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1f109-c514-4e38-82d3-6b7e9c8536f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec172ea-3502-4154-97bb-81e44c95fa67,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:48.990969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.000441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:49.000980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.002913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87597076-f244-41c8-9a69-2f3aeb334bc7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1965892 Nov 16 21:30:49.083120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da74039e-543b-4d89-9cf8-d2b14ce8b7f1 req-128f37ae-f418-46a6-a933-f6a64176d921 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 210 time: 0.0631964 Nov 16 21:30:49.168414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Provisioning complete for port ba67a9b7-012b-4652-af4a-fa1ea693bfac triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:49.176128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.185302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c22f98a-77c5-4a23-beec-d2296edbb5d1 req-cef3aefc-118c-42ca-8959-61521373fe80 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271690 Nov 16 21:30:49.297237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Attempting to bind port bbe831fe-71e1-498d-9b7e-68ce324ec372 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:49.302187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-39e16aee-e778-4d65-aa1c-5208ba92ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:49.303528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Attempting to bind port bbe831fe-71e1-498d-9b7e-68ce324ec372 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:49.303997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Attempting to bind port bbe831fe-71e1-498d-9b7e-68ce324ec372 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:49.305974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-39e16aee-e778-4d65-aa1c-5208ba92ffc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4787025 Nov 16 21:30:49.352638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:49.353017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:49.353439 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.353871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:49.354346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Bound port: bbe831fe-71e1-498d-9b7e-68ce324ec372, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:49.354734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.363047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 3d7840c9-20e2-43b7-90c1-13aabbe3739e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:49.363839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.478884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-8770e5a0-7e04-4d89-b11a-ac6eac4d1962 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250074721&fields=id&tenant_id=a3d845d65e2e49108d83ae0ed3668223 HTTP/1.1" status: 200 len: 267 time: 0.1631634 Nov 16 21:30:49.720851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-4291e7ed-8f8e-4251-bb97-135045f99f93 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:49.732200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-4291e7ed-8f8e-4251-bb97-135045f99f93 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 809 time: 0.2494562 Nov 16 21:30:49.742677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] For port bbe831fe-71e1-498d-9b7e-68ce324ec372, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:49.757080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-02aea159-f14d-491c-800f-ec1d41dbf709 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/quotas/a3d845d65e2e49108d83ae0ed3668223 HTTP/1.1" status: 200 len: 375 time: 0.0235450 Nov 16 21:30:49.783705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] For port bbe831fe-71e1-498d-9b7e-68ce324ec372, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bbe831fe-71e1-498d-9b7e-68ce324ec372,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:49.852214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-9fc0a1c2-2f08-4ff5-88fc-4f03abab0415 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932081 Nov 16 21:30:49.870978 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:49.965551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.072042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c64ff48a-548c-4bda-96c5-e2a4cb541c6e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:50.101077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-17c59d11-5c1b-4884-8da8-a1e7013f526c service neutron] 10.222.0.48 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193990 Nov 16 21:30:50.115215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Router 91d62871-761a-4304-98ee-2415165adcb6 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:30:50.119494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.183704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b405d-2d19-48fa-8231-9525ec5a5ea2 None None] Pushing event updated for resources: {'Port': ['ID=bbe831fe-71e1-498d-9b7e-68ce324ec372,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:50.242194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:50.263844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c64ff48a-548c-4bda-96c5-e2a4cb541c6e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:50.264404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.326244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] For port ba67a9b7-012b-4652-af4a-fa1ea693bfac, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba67a9b7-012b-4652-af4a-fa1ea693bfac,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:50.340128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.383614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-2748cc7f-dcfe-4869-8d2c-f2df1404957c service neutron] 10.222.0.48 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811525 Nov 16 21:30:50.494309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Provisioning complete for port 38281686-cf58-4700-8166-c8cd8aec0e2c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:50.494693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.595206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:50.611026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Pushing event updated for resources: {'Port': ['ID=ba67a9b7-012b-4652-af4a-fa1ea693bfac,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:50.611310 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Sync routers for ids ['91d62871-761a-4304-98ee-2415165adcb6'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:50.624538 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Routers {'91d62871-761a-4304-98ee-2415165adcb6'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:50.625168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['91d62871-761a-4304-98ee-2415165adcb6'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:50.653871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-92c87f2f-a2da-43a4-b77f-a64a3b14c0c7 None None] Port 38281686-cf58-4700-8166-c8cd8aec0e2c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:50.665197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f692f85f-801e-47d6-9e28-4c503db4eac3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:50.773341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.790405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00844927-8fcb-44c2-8128-6a919d7fc8c3 req-859e89ca-8718-4e16-955c-e2044ca6fd5b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 210 time: 0.4625530 Nov 16 21:30:50.917728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b70c67aa-b85d-45d5-8e16-92a2dc3dc479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.944224 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Set router 91d62871-761a-4304-98ee-2415165adcb6 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:50.944891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4eb90b40-8880-43ac-b941-695fc827f17b None None] Provisioning complete for port 3d7840c9-20e2-43b7-90c1-13aabbe3739e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:50.945267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4eb90b40-8880-43ac-b941-695fc827f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:50.968021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b4e6-4632-456b-baef-9a3dbff606b4 req-53a4e1d6-99c6-4c4c-8dd2-5c9c24883943 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:50.975522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0b8b4e6-4632-456b-baef-9a3dbff606b4 req-53a4e1d6-99c6-4c4c-8dd2-5c9c24883943 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 945 time: 0.1095898 Nov 16 21:30:51.013380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Subnet': ['ID=866d09a9-6048-4778-8bf8-a7d6e6429c78,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:51.084322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f692f85f-801e-47d6-9e28-4c503db4eac3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:51.084842 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.117780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0b8b4e6-4632-456b-baef-9a3dbff606b4 req-16a8b00b-7391-4987-9abe-3aa65927c375 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359158 Nov 16 21:30:51.191777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-baebd488-e218-46a3-8257-9dc20c6c9d0e service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8522267 Nov 16 21:30:51.194504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43ef85fb-60d1-407e-9e6b-c24bc1e2ce1f req-bc1f43b7-f95d-4472-82a3-b1af12ebbd86 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.2044172 Nov 16 21:30:51.362925 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd2ee15b-c0b0-44b6-8965-e7ca1d5bf3a0 req-0ef05a89-633c-4b6e-9163-583ca86b1198 service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583571 Nov 16 21:30:51.395827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.399463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8de0a09-09e3-40e1-bd1e-046ace969705 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.5266047 Nov 16 21:30:51.401613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60348) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:51.487134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Checking segment: {'id': '3b8c5dca-872c-4a19-82c0-51a761252e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:51.487529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network hostable DHCP agents. Network: cb705255-c5c6-4188-9a29-1561c1c04c11, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:30:51.590551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-b3aea764-e0fe-451a-ac20-1f845ade5eea tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:51.600672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-b3aea764-e0fe-451a-ac20-1f845ade5eea tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "GET /v2.0/networks?id=7bf3fb43-5a47-4a0d-b852-03671635b4f0 HTTP/1.1" status: 200 len: 796 time: 0.6059334 Nov 16 21:30:51.704580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network cb705255-c5c6-4188-9a29-1561c1c04c11 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:30:51.730400 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:30:45Z', 'revision_number': 3, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:51.768848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:51.813808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:51.814552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7549d5f8-fba9-4f8d-bbcc-09ce7f4bac0c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:51.815297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35d56aac-21db-4691-976a-26a560666c5a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:51.845259 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Checking router: 91d62871-761a-4304-98ee-2415165adcb6 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:51.848483 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Updating router 91d62871-761a-4304-98ee-2415165adcb6 port 38281686-cf58-4700-8166-c8cd8aec0e2c binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:51.873827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, cb705255-c5c6-4188-9a29-1561c1c04c11) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:51.917131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:51.920048 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:51.921523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368f0f3-25c7-499b-a7bf-837d27c65b3a None None] Network cb705255-c5c6-4188-9a29-1561c1c04c11 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:51.924856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 35d56aac-21db-4691-976a-26a560666c5a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:51.931257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 35d56aac-21db-4691-976a-26a560666c5a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:51.933938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4eafccb4-10ec-467f-9b04-5eee0b903027 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:51.950659 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.023997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4eafccb4-10ec-467f-9b04-5eee0b903027 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:52.025091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4eafccb4-10ec-467f-9b04-5eee0b903027 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:52.082230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-424c9839-c857-4bb5-a056-285e8a14a7fe tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.9732134 Nov 16 21:30:52.094135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60378) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:52.110565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Sync routers for ids ['eebcd439-d2f3-47fa-babd-595b105ddb4e'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:52.113628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8ba47e21-36f1-467f-ae55-ddba8aab0bb5 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:52.176991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Routers {'eebcd439-d2f3-47fa-babd-595b105ddb4e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:52.177666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['eebcd439-d2f3-47fa-babd-595b105ddb4e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:52.244691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e4740fd-033a-454b-844b-5bba28f61a3b req-025fb67e-87c1-4133-93c4-2a22b96055f0 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 210 time: 0.0408645 Nov 16 21:30:52.250701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-56f8acc2-8a76-4161-a32e-b34e999bfe94 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e817e6a87e6442ceae44cab4726c4a9a HTTP/1.1" status: 200 len: 379 time: 0.6247909 Nov 16 21:30:52.362367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'port': {'device_id': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'admin_state_up': True, 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'security_groups': ['ae1c5ce9-d347-4296-9b98-559a6e0421cb']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:52.401992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.578137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] Provisioning complete for port bbe831fe-71e1-498d-9b7e-68ce324ec372 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:52.580747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.674019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-334a690e-5d0f-46d0-bec9-e2323a1d3c2a req-d6c93a08-3ab5-4a04-af83-d37c03fd5ac2 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.1495757 Nov 16 21:30:52.711845 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.730055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Set router eebcd439-d2f3-47fa-babd-595b105ddb4e gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:52.734528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-cb705255-c5c6-4188-9a29-1561c1c04c11', 'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11', 'tenant_id': 'fd3689c32bcb474fbcd7710350fd8ce1', 'fixed_ips': [{'subnet_id': '866d09a9-6048-4778-8bf8-a7d6e6429c78'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:52.735643 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.739124 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.782072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d7840c9-20e2-43b7-90c1-13aabbe3739e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:52.847934 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be731a76-2398-4a37-a6c7-d6964e4a137d None None] Pushing event updated for resources: {'Port': ['ID=38281686-cf58-4700-8166-c8cd8aec0e2c,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:52.873475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60386) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:52.886181 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Attempting to bind port 38281686-cf58-4700-8166-c8cd8aec0e2c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:52.887071 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Attempting to bind port 38281686-cf58-4700-8166-c8cd8aec0e2c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:52.887744 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Attempting to bind port 38281686-cf58-4700-8166-c8cd8aec0e2c on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:52.894360 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:52.895062 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:52.895648 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.896208 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:52.896859 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Bound port: 38281686-cf58-4700-8166-c8cd8aec0e2c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:52.897444 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:52.915811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14ae1b-7028-42f9-9f66-6f6049a58d20 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:52.930260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:53.023945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.030811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60390) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:53.034198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0ebd16ae-5757-4174-b57e-fcb6e7ff2ee9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8 HTTP/1.1" status: 204 len: 168 time: 5.8427465 Nov 16 21:30:53.056395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe9353-9e1a-45dd-936d-6b4c6a9ca815 req-7bff791e-a608-4ccc-bd72-97b85fc0b3b5 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:53.068595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cbbe9353-9e1a-45dd-936d-6b4c6a9ca815 req-7bff791e-a608-4ccc-bd72-97b85fc0b3b5 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 945 time: 0.7414877 Nov 16 21:30:53.078830 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] For port 38281686-cf58-4700-8166-c8cd8aec0e2c, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:53.102537 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] For port 38281686-cf58-4700-8166-c8cd8aec0e2c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38281686-cf58-4700-8166-c8cd8aec0e2c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:53.111216 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.167937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac968eb-f439-43ac-95ab-d30887f6b726 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:53.169806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac968eb-f439-43ac-95ab-d30887f6b726 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:53.176425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9ac968eb-f439-43ac-95ab-d30887f6b726 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1413193 Nov 16 21:30:53.180493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60392) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:53.220615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Made reservation on behalf of e817e6a87e6442ceae44cab4726c4a9a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:53.229252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.260621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be731a76-2398-4a37-a6c7-d6964e4a137d None None] Pushing event updated for resources: {'Port': ['ID=38281686-cf58-4700-8166-c8cd8aec0e2c,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:53.273121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet f55a3be0-f3c7-4829-8b3f-84222e931638 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:53.290309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.302910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.310408 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Routers {'91d62871-761a-4304-98ee-2415165adcb6'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:53.314455 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['91d62871-761a-4304-98ee-2415165adcb6'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:53.441987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78fef033-5782-4666-a8c6-1aac3c0d026d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.456073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21d7dfae-4e87-40ac-8b4e-2398a41780c7 req-20c770ab-4e22-4fac-ab17-06248805c228 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 210 time: 0.0453143 Nov 16 21:30:53.458738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.489864 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] Set router 91d62871-761a-4304-98ee-2415165adcb6 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:53.520501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ba47e21-36f1-467f-ae55-ddba8aab0bb5 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.544409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe54a9d-841d-41b4-9244-7a9b8854ce47 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:53.566048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-490dea96-3d54-4681-be2c-bdd55bef61cf tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:53.567880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-490dea96-3d54-4681-be2c-bdd55bef61cf tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 945 time: 0.2892437 Nov 16 21:30:53.603184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04b33bbb-5068-4931-ac5e-f36b7b096d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.641113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.695108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 3d7840c9-20e2-43b7-90c1-13aabbe3739e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:53.695659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.729439 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:30:45Z', 'revision_number': 3, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:53.736957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.20.0.13 (7bf3fb43-5a47-4a0d-b852-03671635b4f0/3da60628-488f-45e3-b032-7497b7f725b6/f0385c21-8507-4168-a7c2-4933c05709ae) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:53.763179 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38153698-8af7-41d1-a7c6-5721da82177e None None] The sync data for ids ['91d62871-761a-4304-98ee-2415165adcb6'] in n-d-817778-8 is: [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:30:45Z', 'revision_number': 3, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:30:53.808422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] For port bbe831fe-71e1-498d-9b7e-68ce324ec372, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bbe831fe-71e1-498d-9b7e-68ce324ec372,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:53.843621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Allocated IP 2001:db8:1::2 (cb705255-c5c6-4188-9a29-1561c1c04c11/866d09a9-6048-4778-8bf8-a7d6e6429c78/dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:53.846419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.857185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] Could not find standard attr ID for object 24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:53.909524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-e0f33a46-506f-49cc-9d55-da34733a2894 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:53.911233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-e0f33a46-506f-49cc-9d55-da34733a2894 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "GET /v2.0/ports?device_id=924ca240-621a-435d-9239-630735ac24b8 HTTP/1.1" status: 200 len: 946 time: 0.2634115 Nov 16 21:30:53.913285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72fe5060-2861-412b-bcff-d54477e895cb req-7c6dc0dd-3895-4ba2-ab0d-ea2650f57106 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.0616889 Nov 16 21:30:53.920369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:53.976493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba67a9b7-012b-4652-af4a-fa1ea693bfac up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:54.012408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cbbe9353-9e1a-45dd-936d-6b4c6a9ca815 req-239c56c4-8445-4cd7-b2b3-34d432a7e80c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300591 Nov 16 21:30:54.051722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Allocated IP 172.20.0.1 (d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca/3721a3d2-957f-4980-a101-4f07cb492afd/5b105533-0365-4ce6-92fb-685cd9411133) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:54.055060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-58001c20-605c-4937-b5cd-2037dc6dfc86 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:54.056808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-58001c20-605c-4937-b5cd-2037dc6dfc86 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 809 time: 0.8612084 Nov 16 21:30:54.067814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] Could not find standard attr ID for object 24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:30:54.104297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Deleting port e9ddacad-46b0-484a-936f-ccdcfb96a597 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:54.104636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.161673 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.171151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89239bd4-59df-4172-b894-144a21d7f939 None None] Pushing event updated for resources: {'Port': ['ID=bbe831fe-71e1-498d-9b7e-68ce324ec372,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.191285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] Provisioning complete for port 38281686-cf58-4700-8166-c8cd8aec0e2c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:54.191689 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.226804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.272139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '878f5b0a-3725-4761-9f40-f4815dd246d7', 'name': '', 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'mac_address': 'fa:16:3e:59:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:39Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 2, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'subnets': [{'id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:54.275542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.290843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=f55a3be0-f3c7-4829-8b3f-84222e931638,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.298638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78fef033-5782-4666-a8c6-1aac3c0d026d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.299145 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.305765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4abc666e-220d-4c23-833f-39e37fa75dac tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/f55a3be0-f3c7-4829-8b3f-84222e931638 HTTP/1.1" status: 204 len: 168 time: 1.1239078 Nov 16 21:30:54.306092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60398) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.313187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-ce6634b2-d3c2-4561-9eb8-ed790059b68e tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d845d65e2e49108d83ae0ed3668223 HTTP/1.1" status: 200 len: 379 time: 0.2394807 Nov 16 21:30:54.329546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-78fef033-5782-4666-a8c6-1aac3c0d026d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.330196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a7866-8058-4b1e-af47-d5a53d60524f None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:54.339868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Checking router: eebcd439-d2f3-47fa-babd-595b105ddb4e for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:30:54.339868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Updating router eebcd439-d2f3-47fa-babd-595b105ddb4e port 878f5b0a-3725-4761-9f40-f4815dd246d7 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:30:54.345252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Deleting port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:54.345849 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.401946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'port': {'device_id': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'admin_state_up': True, 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'security_groups': ['1beb7976-bbcd-4e4f-9f24-3bfd693a4953']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:54.414357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e28668b3-0d1a-40f9-aa96-3ba3993a1d16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978181 Nov 16 21:30:54.422919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ba67a9b7-012b-4652-af4a-fa1ea693bfac triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:54.423382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.431579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.471507 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.527007 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-8ba47e21-36f1-467f-ae55-ddba8aab0bb5 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:30:54.528143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8ba47e21-36f1-467f-ae55-ddba8aab0bb5 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab HTTP/1.1" status: 400 len: 364 time: 2.4290402 Nov 16 21:30:54.530994 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-78fef033-5782-4666-a8c6-1aac3c0d026d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b32c672359d41e18cb02f7765cdb17e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6492712 Nov 16 21:30:54.535260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60404) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.535600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60406) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.539982 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.540150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.540295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] For port e9ddacad-46b0-484a-936f-ccdcfb96a597, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e9ddacad-46b0-484a-936f-ccdcfb96a597,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:54.540513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.558804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Calling delete_port for e9ddacad-46b0-484a-936f-ccdcfb96a597 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:54.571985 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.608658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fef033-5782-4666-a8c6-1aac3c0d026d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02558542-3f51-481e-8f76-058ce96f5d44,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.634230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.746343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=f0385c21-8507-4168-a7c2-4933c05709ae,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.757957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:54.775664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:54.778458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:54.779505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.788226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:54.795635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Network cb705255-c5c6-4188-9a29-1561c1c04c11 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:54.819311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:54.876167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed96f3d-8eaf-40d8-b8b5-6ddb4ab3752f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:54.879311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Pushing event updated for resources: {'Port': ['ID=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:54.884319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ed96f3d-8eaf-40d8-b8b5-6ddb4ab3752f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2270586 Nov 16 21:30:54.887324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:54.919531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60408) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:54.940072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bbe831fe-71e1-498d-9b7e-68ce324ec372 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:54.962755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] For port 38281686-cf58-4700-8166-c8cd8aec0e2c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38281686-cf58-4700-8166-c8cd8aec0e2c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:54.983846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3ca85be-963a-4aab-b684-4acc540aefc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.005010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:55.015532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:55.019712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:55.041957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3ca85be-963a-4aab-b684-4acc540aefc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.094887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Pushing event updated for resources: {'Port': ['ID=5b105533-0365-4ce6-92fb-685cd9411133,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.109259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.146406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] For port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,segment=NetworkSegment(e5a9bad4-0856-44cb-846c-e440f456c78b),segment_id=e5a9bad4-0856-44cb-846c-e440f456c78b)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:55.147144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.218347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Calling delete_port for b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:55.233012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ac7d47a5-48a1-41e4-9ffe-4029507193e4 req-637d6c52-35de-47c7-bd85-3b9a794b2e6a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.1172071 Nov 16 21:30:55.245368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Made reservation on behalf of a3d845d65e2e49108d83ae0ed3668223 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:55.249955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.255433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:30:55.267326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3ca85be-963a-4aab-b684-4acc540aefc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.271500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c3ca85be-963a-4aab-b684-4acc540aefc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.274920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c3ca85be-963a-4aab-b684-4acc540aefc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02558542-3f51-481e-8f76-058ce96f5d44 HTTP/1.1" status: 204 len: 168 time: 0.7341285 Nov 16 21:30:55.295087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:55.295844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.352390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd0277-287f-4d77-84b2-563985313894 req-cdc1c025-41f1-4e3b-a2e2-8bbba8d6b353 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:55.363816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1cd0277-287f-4d77-84b2-563985313894 req-cdc1c025-41f1-4e3b-a2e2-8bbba8d6b353 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 932 time: 0.6671586 Nov 16 21:30:55.373574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Attempting to bind port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:55.374690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Attempting to bind port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3b8c5dca-872c-4a19-82c0-51a761252e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:55.375071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Attempting to bind port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 on network cb705255-c5c6-4188-9a29-1561c1c04c11 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:55.401427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca85be-963a-4aab-b684-4acc540aefc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02558542-3f51-481e-8f76-058ce96f5d44,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.404844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.477139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66272137-ffc4-465b-acea-ad9cda54039c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:55.481172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:55.482328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Checking segment: {'id': '3b8c5dca-872c-4a19-82c0-51a761252e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:55.482634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-66272137-ffc4-465b-acea-ad9cda54039c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5606968 Nov 16 21:30:55.482824 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.483312 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Bound using segment: {'id': '3b8c5dca-872c-4a19-82c0-51a761252e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:55.484043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Bound port: dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c5dca-872c-4a19-82c0-51a761252e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'cb705255-c5c6-4188-9a29-1561c1c04c11'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:55.484547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.489470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:55.489861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60422) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:55.493175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.516727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0db8bbdb-ecd3-4ae3-a5ab-d232d65bb331 None None] Provisioning complete for port f0385c21-8507-4168-a7c2-4933c05709ae triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:55.517453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0db8bbdb-ecd3-4ae3-a5ab-d232d65bb331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.585705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0156eb-e4a6-4d25-b046-7999277867f0 None None] Pushing event updated for resources: {'Port': ['ID=38281686-cf58-4700-8166-c8cd8aec0e2c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:55.637091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bbe831fe-71e1-498d-9b7e-68ce324ec372 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:55.637921 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:55.756198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0db8bbdb-ecd3-4ae3-a5ab-d232d65bb331 None None] Port f0385c21-8507-4168-a7c2-4933c05709ae cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:55.802266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:55.804397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ddacad-46b0-484a-936f-ccdcfb96a597 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:30:55.819248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] For port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:56.012077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event deleted for resources: {'Port': ['ID=e9ddacad-46b0-484a-936f-ccdcfb96a597,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:56.054998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60436) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:56.065813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:56.067337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-39c08c67-027e-4c2d-8607-4c1ed967b43c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5601327 Nov 16 21:30:56.070617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] No DVR routers for this DVR port e9ddacad-46b0-484a-936f-ccdcfb96a597 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:56.070970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-0a8907e6-8c3f-40ea-a74b-e19511d2f5c4 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7268579 Nov 16 21:30:56.083707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f0f95a71-4af6-4bea-93b0-5703979d9465 req-525ea8be-57af-47e5-b6c3-ebf757ffe898 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 210 time: 0.6192169 Nov 16 21:30:56.116226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Request body: {'port': {'device_id': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:56.200787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.215653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d4da136-3eca-4d59-bf81-130c12f2398d req-e156bf5a-c58f-44f3-b2af-1bd8cdbc867c tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.47 "DELETE /v2.0/ports/e9ddacad-46b0-484a-936f-ccdcfb96a597 HTTP/1.1" status: 204 len: 173 time: 2.6319180 Nov 16 21:30:56.220679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'name': 'network-vif-deleted', 'tag': 'e9ddacad-46b0-484a-936f-ccdcfb96a597'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:56.226956 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfa03ed-170f-47bc-8b31-369bf38d7c4f" -d '{"events": [{"server_uuid": "2f4b8798-6d90-402e-b7d3-55adef1f165b", "name": "network-vif-deleted", "tag": "e9ddacad-46b0-484a-936f-ccdcfb96a597"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:56.228269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.302052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: e9ddacad-46b0-484a-936f-ccdcfb96a597 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:30:56.302769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e9ddacad-46b0-484a-936f-ccdcfb96a597 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:56.323271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] Deleting port bbe831fe-71e1-498d-9b7e-68ce324ec372 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:56.325982 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.348803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] For port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,segment=NetworkSegment(3b8c5dca-872c-4a19-82c0-51a761252e32),segment_id=3b8c5dca-872c-4a19-82c0-51a761252e32)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:56.407742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.423741 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511cb419-aae0-424b-ba8b-cceed5f462bf x-openstack-request-id: req-511cb419-aae0-424b-ba8b-cceed5f462bf {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:56.424246 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4b8798-6d90-402e-b7d3-55adef1f165b", "name": "network-vif-deleted", "tag": "e9ddacad-46b0-484a-936f-ccdcfb96a597", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:56.424357 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-511cb419-aae0-424b-ba8b-cceed5f462bf {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:56.424693 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4b8798-6d90-402e-b7d3-55adef1f165b', 'name': 'network-vif-deleted', 'tag': 'e9ddacad-46b0-484a-936f-ccdcfb96a597', 'status': 'completed', 'code': 200} Nov 16 21:30:56.429311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.432672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.508355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c1cd0277-287f-4d77-84b2-563985313894 req-6241bf9b-6927-442e-811b-51849edb42fe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1434686 Nov 16 21:30:56.534510 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.649282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:56.654872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.656043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4900c73-95c6-4c9f-b68f-728c23e6ef32 req-46041fd8-30c5-4004-ae8b-67aca05e8181 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.0855608 Nov 16 21:30:56.749255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.786692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No active binding found for port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:30:56.788281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:30:56.830744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9177cc59-1880-490c-92bd-9a8806f667be None None] Provisioning complete for port 5b105533-0365-4ce6-92fb-685cd9411133 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:56.833708 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9177cc59-1880-490c-92bd-9a8806f667be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.879149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Pushing event deleted for resources: {'Port': ['ID=b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:56.936314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] For port bbe831fe-71e1-498d-9b7e-68ce324ec372, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bbe831fe-71e1-498d-9b7e-68ce324ec372,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:30:56.937373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:56.975953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] Calling delete_port for bbe831fe-71e1-498d-9b7e-68ce324ec372 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:57.083287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] No DVR routers for this DVR port b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:57.090454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.094885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4972b81-1cbf-4989-b3c2-3fc0d08afb23 req-a4e7ca02-c2b0-4b6c-8106-8a7806ee5a52 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.41 "DELETE /v2.0/ports/b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b HTTP/1.1" status: 204 len: 173 time: 3.1703882 Nov 16 21:30:57.135581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Allocated IP 172.20.0.6 (aef96ba4-42f4-4509-b60d-7227419b6108/e51fa00b-27a8-487c-acc4-77928c1d7346/c0e1cf79-9e69-4e9e-bd3b-4fa98139186a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:57.210896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077f8a4-d14b-4417-b88f-893b01fa3fd2 None None] Pushing event updated for resources: {'Port': ['ID=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:57.343166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port bbe831fe-71e1-498d-9b7e-68ce324ec372 update to ACTIVE by agent not found {{(pid=102455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 21:30:57.347404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.348220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a2f7f1db-d3e5-49e1-9b5c-48c8461975fb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:57.351779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.365968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.521567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] Pushing event deleted for resources: {'Port': ['ID=bbe831fe-71e1-498d-9b7e-68ce324ec372,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:57.546581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Deleting port 74d34d77-4b7b-4c8d-8cb0-773a8a63ef9e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:30:57.546970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.609657 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.619852 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.633109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebcb58-5f3f-4c40-8eb4-b845c7ecda2a None None] No DVR routers for this DVR port bbe831fe-71e1-498d-9b7e-68ce324ec372 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:30:57.639249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a074466e-19c0-4732-9a58-39d24c2b2f22 req-6c8e3194-4fd3-4dc0-8b9e-c8eef875d138 tempest-MultipleCreateTestJSON-203894710 tempest-MultipleCreateTestJSON-203894710-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f4b8798-6d90-402e-b7d3-55adef1f165b HTTP/1.1" status: 200 len: 210 time: 0.1472151 Nov 16 21:30:57.650482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.663893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.664555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Pushing event updated for resources: {'Port': ['ID=5b105533-0365-4ce6-92fb-685cd9411133,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:57.687332 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.710825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9177cc59-1880-490c-92bd-9a8806f667be None None] Port 5b105533-0365-4ce6-92fb-685cd9411133 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:30:57.716019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Allocated IP 2001:db8::1 (9b9328ce-dc13-49e5-83a4-07c4efb9a54b/89e56cc6-8553-4b5e-ab52-5816ef7b7d59/55890428-7bbe-403d-9816-5642cca2a200) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:57.904339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:57.905284 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.939230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:57.959895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:58.065228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815deb9d-8a39-4f56-b1e8-ab5edc72ebb0 None None] Pushing event updated for resources: {'Port': ['ID=878f5b0a-3725-4761-9f40-f4815dd246d7,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:58.112897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=04704954-fb0f-4457-9f62-2c98fd12ce69,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:58.136041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:58.140139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.141204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.174118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:58.174414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec643081-2b66-4615-b84d-e688fb962140 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:58.175151 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.180486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:58.188773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Attempting to bind port 878f5b0a-3725-4761-9f40-f4815dd246d7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:58.189433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Attempting to bind port 878f5b0a-3725-4761-9f40-f4815dd246d7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:58.189969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Attempting to bind port 878f5b0a-3725-4761-9f40-f4815dd246d7 on network 27bbb89f-0206-4b28-83a3-5829fa9f8caf {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:58.192732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-809361dc-1a19-4cb8-9fce-ef06e277960a req-cf32ce23-b2a4-4c3a-a187-5ff122eb107f tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.2780063 Nov 16 21:30:58.206807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:58.243459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Calling delete_port for 74d34d77-4b7b-4c8d-8cb0-773a8a63ef9e owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:30:58.251384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-de11be53-5d64-4a93-b239-cb0092de5c84 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1896076 Nov 16 21:30:58.265979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0385c21-8507-4168-a7c2-4933c05709ae {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:30:58.276767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.293464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Transition to ACTIVE for port object f0385c21-8507-4168-a7c2-4933c05709ae will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:30:58.298228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:58.321339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '04704954-fb0f-4457-9f62-2c98fd12ce69', 'ip_address': '2001:db8::ad73:606d:eb6e:c13b'}], 'name': 'tempest-NetworksTestDHCPv6-2066915903'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:58.332879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652852e9-de2c-445b-8370-b833ca48e7d0 req-7a0f36bf-e94f-46e5-970e-49d0b4761664 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:58.338407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-652852e9-de2c-445b-8370-b833ca48e7d0 req-7a0f36bf-e94f-46e5-970e-49d0b4761664 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 932 time: 0.5928988 Nov 16 21:30:58.339096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.423802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:58.424188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Checking segment: {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:58.424602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.425010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Bound using segment: {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:58.425526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Bound port: 878f5b0a-3725-4761-9f40-f4815dd246d7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2827d4-e575-4e58-b998-6f49fb0d8723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:58.425926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.428238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924ca240-621a-435d-9239-630735ac24b8', 'name': 'network-vif-deleted', 'tag': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:30:58.430597 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd7b61-474e-4639-bc3f-9dc7d45785b8" -d '{"events": [{"server_uuid": "924ca240-621a-435d-9239-630735ac24b8", "name": "network-vif-deleted", "tag": "b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:30:58.509319 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df3c9e-5a23-433b-a10b-1a8808ff91c6 x-openstack-request-id: req-d3df3c9e-5a23-433b-a10b-1a8808ff91c6 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:30:58.509920 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924ca240-621a-435d-9239-630735ac24b8", "name": "network-vif-deleted", "tag": "b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:30:58.510458 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3df3c9e-5a23-433b-a10b-1a8808ff91c6 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:30:58.511489 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924ca240-621a-435d-9239-630735ac24b8', 'name': 'network-vif-deleted', 'tag': 'b0ab49b6-99c2-4f0d-8c52-8c4cece97b0b', 'status': 'completed', 'code': 200} Nov 16 21:30:58.597583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Router 91d62871-761a-4304-98ee-2415165adcb6 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:30:58.743368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.787250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.793062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] For port 878f5b0a-3725-4761-9f40-f4815dd246d7, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:30:58.799397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] For port 878f5b0a-3725-4761-9f40-f4815dd246d7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=878f5b0a-3725-4761-9f40-f4815dd246d7,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:30:58.804199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fef5be2b-813b-4f4b-bcbc-bcfaad7fe728 None None] Provisioning complete for port 878f5b0a-3725-4761-9f40-f4815dd246d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:58.804632 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fef5be2b-813b-4f4b-bcbc-bcfaad7fe728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.829320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60484) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:58.876880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38281686-cf58-4700-8166-c8cd8aec0e2c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:30:58.879313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175d72c-544b-422f-9ce3-569162856fe5 None None] Network cb705255-c5c6-4188-9a29-1561c1c04c11 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:30:58.904304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Deleting subnet 103a4e33-6e49-4520-94b7-0e778d5a2dfe {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:30:58.907667 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.911865 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.942597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Network aef96ba4-42f4-4509-b60d-7227419b6108 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:58.954360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:30:58.963886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf89e769-d250-4dc6-9002-21d187be3894 admin admin] 10.222.0.48 "PUT /v2.0/routers/91d62871-761a-4304-98ee-2415165adcb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5566838 Nov 16 21:30:58.969231 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Sync routers for ids ['91d62871-761a-4304-98ee-2415165adcb6'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:30:58.974023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:58.988263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:58.990119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Pushing event updated for resources: {'Port': ['ID=f0385c21-8507-4168-a7c2-4933c05709ae,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:58.992522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:59.024062 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Routers {'91d62871-761a-4304-98ee-2415165adcb6'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:59.024723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['91d62871-761a-4304-98ee-2415165adcb6'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:30:59.056004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:59.057067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.060969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.189137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.215107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815deb9d-8a39-4f56-b1e8-ab5edc72ebb0 None None] Pushing event updated for resources: {'Port': ['ID=878f5b0a-3725-4761-9f40-f4815dd246d7,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.224072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.230548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/103a4e33-6e49-4520-94b7-0e778d5a2dfe HTTP/1.1" status: 204 len: 168 time: 0.3998797 Nov 16 21:30:59.266645 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-652852e9-de2c-445b-8370-b833ca48e7d0 req-38976c63-0416-4016-86f6-e18c8d1b0a33 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9086709 Nov 16 21:30:59.268402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'Port': ['ID=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.282432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60492) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:30:59.328906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 38281686-cf58-4700-8166-c8cd8aec0e2c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:30:59.329296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.448289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.477429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.477758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '04704954-fb0f-4457-9f62-2c98fd12ce69'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:30:59.478694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.491176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d4553-eb78-4b1c-a2a1-e0f127381111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103a4e33-6e49-4520-94b7-0e778d5a2dfe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.552980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Port': ['ID=55890428-7bbe-403d-9816-5642cca2a200,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:30:59.576491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:30:59.612293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Attempting to bind port f0385c21-8507-4168-a7c2-4933c05709ae on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:30:59.612455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Attempting to bind port f0385c21-8507-4168-a7c2-4933c05709ae by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:30:59.612709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Attempting to bind port f0385c21-8507-4168-a7c2-4933c05709ae on network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:59.645537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-e8736755-d1a1-49e4-aba1-63e7bcc1cdea tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2672963 Nov 16 21:30:59.738203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Request body: {'port': {'device_id': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:30:59.783254 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Set router 91d62871-761a-4304-98ee-2415165adcb6 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:30:59.790571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/04704954-fb0f-4457-9f62-2c98fd12ce69/74907d3e-1bb4-4eaf-a00c-8acd688c1377) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:30:59.848946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:30:59.866150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Port f0385c21-8507-4168-a7c2-4933c05709ae on network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:30:59.867101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Attempting to bind port f0385c21-8507-4168-a7c2-4933c05709ae on network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:30:59.876859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6cdc8-f82a-47c6-b186-696f9fefb8aa req-32bb1df0-81e9-4e88-95b7-1d4797fa27b8 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:30:59.895176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17e6cdc8-f82a-47c6-b186-696f9fefb8aa req-32bb1df0-81e9-4e88-95b7-1d4797fa27b8 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 931 time: 0.4119761 Nov 16 21:30:59.896947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:30:59.900479 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.922745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:30:59.923405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.926066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:30:59.928417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Checking segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:30:59.929092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Bound using segment: {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:30:59.929800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Bound port: f0385c21-8507-4168-a7c2-4933c05709ae, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f10674-6c76-414d-a63f-d3c7799866e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:30:59.930328 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:30:59.994138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Routers {'eebcd439-d2f3-47fa-babd-595b105ddb4e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:30:59.994773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['eebcd439-d2f3-47fa-babd-595b105ddb4e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:00.021216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d9a703-8a18-4bd4-8ba2-8548423cc34f']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:00.029281 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-a5b523ee-2e25-4444-848f-0f8ec621d63e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3498602 Nov 16 21:31:00.083611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a9bad4-0856-44cb-846c-e440f456c78b') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:00.084263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a9bad4-0856-44cb-846c-e440f456c78b') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:00.173859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.222315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17e6cdc8-f82a-47c6-b186-696f9fefb8aa req-2a201e7b-660c-4bc6-90da-d4ba0e3192a5 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246500 Nov 16 21:31:00.233718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fef5be2b-813b-4f4b-bcbc-bcfaad7fe728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.240803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.252263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:00.253118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.256435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-55585947-b50a-4561-a7b1-6fc1ecd62b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.258406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-55585947-b50a-4561-a7b1-6fc1ecd62b99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1096 time: 0.1719344 Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:00.259323 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:00.287458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.298204 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:30:56Z', 'revision_number': 4, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5b105533-0365-4ce6-92fb-685cd9411133', 'name': '', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'mac_address': 'fa:16:3e:6c:7e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:53Z', 'updated_at': '2021-11-16T21:30:56Z', 'revision_number': 2, 'project_id': '9ba683083e654704b0ea6186bb919723', 'subnets': [{'id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:00.349858 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Checking router: 91d62871-761a-4304-98ee-2415165adcb6 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:00.356856 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Updating router 91d62871-761a-4304-98ee-2415165adcb6 port 5b105533-0365-4ce6-92fb-685cd9411133 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:00.399314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-fef5be2b-813b-4f4b-bcbc-bcfaad7fe728 None None] For port 878f5b0a-3725-4761-9f40-f4815dd246d7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=878f5b0a-3725-4761-9f40-f4815dd246d7,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:00.418650 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.441080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] For port f0385c21-8507-4168-a7c2-4933c05709ae, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:00.444785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] For port f0385c21-8507-4168-a7c2-4933c05709ae, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f0385c21-8507-4168-a7c2-4933c05709ae,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:00.504569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.517396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.524465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c0d9a703-8a18-4bd4-8ba2-8548423cc34f HTTP/1.1" status: 204 len: 168 time: 1.2351027 Nov 16 21:31:00.542982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93121203-fba6-4bd4-8515-da36ae2f3561 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d9a703-8a18-4bd4-8ba2-8548423cc34f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:00.571904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-a552e732-e863-4d53-b94e-a1ad7e312787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.573822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-a552e732-e863-4d53-b94e-a1ad7e312787 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 914 time: 0.2332880 Nov 16 21:31:00.653475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-d21f856f-c1b5-4e00-ab4a-1aa53a2d56da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 217 time: 0.0703669 Nov 16 21:31:00.745272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:00.807169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-8cc554bd-a974-4c0d-b20b-585bbb806ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.810714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-8cc554bd-a974-4c0d-b20b-585bbb806ce5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 0.1447821 Nov 16 21:31:00.825866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.871763 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fef5be2b-813b-4f4b-bcbc-bcfaad7fe728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.885394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.899581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] Set router eebcd439-d2f3-47fa-babd-595b105ddb4e gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:00.912639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:00.942805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-9ce03a8e-45ac-48dd-b858-f501afd237d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:00.945733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-9ce03a8e-45ac-48dd-b858-f501afd237d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273034 Nov 16 21:31:00.947369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.953311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:00.970190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:00.990627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60522) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:01.021353 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.037465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:01.083020 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.095044 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.147070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:01.148404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.178436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-32d1e836-66a5-4c78-b4ac-1285f4637a90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7d5f0c488374d4fa2f59b6a017c4008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835790 Nov 16 21:31:01.188759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60524) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:01.194209 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2d065-fc47-48d5-9314-c6fd1fdc3027 None None] Pushing event updated for resources: {'Port': ['ID=5b105533-0365-4ce6-92fb-685cd9411133,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.213059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60528) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:01.230606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1108018760-network', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:01.279533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-40bdc2e0-f1f4-433a-b9e8-c20b616753ee service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175063 Nov 16 21:31:01.330509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Made reservation on behalf of 2b89446b6c8d45babbea2219e8c5cffd for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:01.333097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.345246 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Attempting to bind port 5b105533-0365-4ce6-92fb-685cd9411133 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:01.351954 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Attempting to bind port 5b105533-0365-4ce6-92fb-685cd9411133 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:01.352415 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Attempting to bind port 5b105533-0365-4ce6-92fb-685cd9411133 on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:01.371370 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:01.371758 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Checking segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:01.372174 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.372578 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Bound using segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:01.373069 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Bound port: 5b105533-0365-4ce6-92fb-685cd9411133, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:01.373459 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.422026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Provisioning complete for port 878f5b0a-3725-4761-9f40-f4815dd246d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:01.423354 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.457663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.529500 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] For port 5b105533-0365-4ce6-92fb-685cd9411133, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:01.535732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Attempting to bind port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:01.536275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Attempting to bind port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:01.536663 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] For port 5b105533-0365-4ce6-92fb-685cd9411133, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5b105533-0365-4ce6-92fb-685cd9411133,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:01.537092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Attempting to bind port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:01.544430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-899e83c5-3aba-478f-8cfa-c3892375fbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.545803 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.549284 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.558408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.558743 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Floating IP d8dacf5c-7459-48db-959b-5656b184962e disassociated (deleted). External IP: 172.25.3.97, port: 9bf44a33-583b-40b9-96da-48a88d5fc7bd. Nov 16 21:31:01.668824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:01.669552 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.676109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0385c21-8507-4168-a7c2-4933c05709ae HTTP/1.1" status: 200 len: 1092 time: 5.5664294 Nov 16 21:31:01.680802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-899e83c5-3aba-478f-8cfa-c3892375fbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.696526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598721-15ad-4eb0-823b-c267954e265d req-b1ff7ca9-0bd6-4283-a082-75b31a8700f5 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:01.714064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8598721-15ad-4eb0-823b-c267954e265d req-b1ff7ca9-0bd6-4283-a082-75b31a8700f5 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 931 time: 0.3343723 Nov 16 21:31:01.717868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:01.718714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:01.719912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.721452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:01.723107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Bound port: 74907d3e-1bb4-4eaf-a00c-8acd688c1377, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:01.725424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:01.730131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5be2b-813b-4f4b-bcbc-bcfaad7fe728 None None] Pushing event updated for resources: {'Port': ['ID=878f5b0a-3725-4761-9f40-f4815dd246d7,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.758026 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2d065-fc47-48d5-9314-c6fd1fdc3027 None None] Pushing event updated for resources: {'Port': ['ID=5b105533-0365-4ce6-92fb-685cd9411133,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.773496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:01.776423 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569b61f8-584a-4fca-912b-4daf02800922" -d '{"events": [{"name": "network-changed", "server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:01.780831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccc9d6-c73b-4e7f-8dd2-130b5064f390 service neutron] Pushing event updated for resources: {'Port': ['ID=f0385c21-8507-4168-a7c2-4933c05709ae,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.782314 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Routers {'91d62871-761a-4304-98ee-2415165adcb6'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:01.785841 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['91d62871-761a-4304-98ee-2415165adcb6'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:01.817294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eba694c2-741f-4b5d-9007-8a75e06cad04 req-aef934f9-7935-4c06-93f8-e943b60cba31 service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213919 Nov 16 21:31:01.884900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Pushing event updated for resources: {'Port': ['ID=74907d3e-1bb4-4eaf-a00c-8acd688c1377,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:01.937737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60536) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:01.965760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event deleted for resources: {'Port': ['ID=74d34d77-4b7b-4c8d-8cb0-773a8a63ef9e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.003020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 7ccf9258-b72c-4d9a-b713-bd3c53545fdd yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:02.055204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8598721-15ad-4eb0-823b-c267954e265d req-8dae7f49-6adb-45f7-95b5-acb6750153e0 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384180 Nov 16 21:31:02.059438 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] Set router 91d62871-761a-4304-98ee-2415165adcb6 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:02.096097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-899e83c5-3aba-478f-8cfa-c3892375fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.104327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-899e83c5-3aba-478f-8cfa-c3892375fbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.108804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-899e83c5-3aba-478f-8cfa-c3892375fbd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e HTTP/1.1" status: 204 len: 168 time: 0.9155319 Nov 16 21:31:02.154478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.160427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e83c5-3aba-478f-8cfa-c3892375fbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfbc208-bbf2-4f5f-a145-3e6a6c4bb09e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.169473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.208459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] For port 74907d3e-1bb4-4eaf-a00c-8acd688c1377, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:02.218044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] For port 74907d3e-1bb4-4eaf-a00c-8acd688c1377, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=74907d3e-1bb4-4eaf-a00c-8acd688c1377,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:02.275604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758dfc4-b3c5-43b5-a069-5f1f251e2b43 req-d9dd419f-847b-431e-a2b3-0a2c5abf68cd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:02.278296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.285643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b758dfc4-b3c5-43b5-a069-5f1f251e2b43 req-d9dd419f-847b-431e-a2b3-0a2c5abf68cd tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 944 time: 1.8335240 Nov 16 21:31:02.289761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:02.314003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dccb368-847f-4deb-8eac-bf10bf18508b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.317904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4743f7ec-66be-450f-86ac-0add63dc3569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.352264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.352853 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Added segment a4cba600-18de-48e9-84b4-1aaf914ded85 of type vlan for network f4556cc6-7c1f-4975-8715-58fa9bccdb3f Nov 16 21:31:02.414412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.440494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41370715-2fb3-47c5-beed-7479d655a900 None None] Pushing event updated for resources: {'Port': ['ID=74907d3e-1bb4-4eaf-a00c-8acd688c1377,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.480815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::ad73:606d:eb6e:c13b (4e85c439-5c54-44c3-9249-f8a38c359d2c/04704954-fb0f-4457-9f62-2c98fd12ce69/7ccf9258-b72c-4d9a-b713-bd3c53545fdd) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:02.494112 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.495509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:02.496379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.522604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.595506 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3797514 Nov 16 21:31:02.600805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4743f7ec-66be-450f-86ac-0add63dc3569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.601991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60548) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:02.611268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Request body: {'subnet': {'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1108018760-subnet', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:02.617282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f295c-a951-4d19-97fd-d3200751eff3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4556cc6-7c1f-4975-8715-58fa9bccdb3f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.622330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4743f7ec-66be-450f-86ac-0add63dc3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.696251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,segment=NetworkSegment(3b8c5dca-872c-4a19-82c0-51a761252e32),segment_id=3b8c5dca-872c-4a19-82c0-51a761252e32)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:02.708090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:02.719924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743f7ec-66be-450f-86ac-0add63dc3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc47eb-ad2a-408a-9619-b6197172dbd4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:02.720897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e1cf79-9e69-4e9e-bd3b-4fa98139186a {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:02.733957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.735340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4743f7ec-66be-450f-86ac-0add63dc3569 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1451ef79973a4f2e90209011646b684c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782640 Nov 16 21:31:02.741153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60550) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:02.742716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Made reservation on behalf of 2b89446b6c8d45babbea2219e8c5cffd for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:02.744131 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:30:56Z', 'revision_number': 4, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5b105533-0365-4ce6-92fb-685cd9411133', 'name': '', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'mac_address': 'fa:16:3e:6c:7e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:53Z', 'updated_at': '2021-11-16T21:31:01Z', 'revision_number': 4, 'project_id': '9ba683083e654704b0ea6186bb919723', 'subnets': [{'id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:02.749100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.757401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Transition to ACTIVE for port object c0e1cf79-9e69-4e9e-bd3b-4fa98139186a will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:02.762568 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc86a5f-05fa-4871-8123-f264d740d0ec x-openstack-request-id: req-ffc86a5f-05fa-4871-8123-f264d740d0ec {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:02.765842 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:02.767649 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffc86a5f-05fa-4871-8123-f264d740d0ec {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:02.768285 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'status': 'completed', 'code': 200} Nov 16 21:31:02.778552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:02.845240 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f55ae-6ad4-4147-92aa-ec0bff24a6ae None None] The sync data for ids ['91d62871-761a-4304-98ee-2415165adcb6'] in n-d-817778-8 is: [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:30:56Z', 'revision_number': 4, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '5b105533-0365-4ce6-92fb-685cd9411133', 'name': '', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'mac_address': 'fa:16:3e:6c:7e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:53Z', 'updated_at': '2021-11-16T21:31:01Z', 'revision_number': 4, 'project_id': '9ba683083e654704b0ea6186bb919723', 'subnets': [{'id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:02.931415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.055187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.064503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bbe831fe-71e1-498d-9b7e-68ce324ec372 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:03.174947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abcb069d-12c2-4723-86d4-6278f33b99ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.221047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: bbe831fe-71e1-498d-9b7e-68ce324ec372 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:03.223540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bbe831fe-71e1-498d-9b7e-68ce324ec372 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:03.242105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Provisioning complete for port 5b105533-0365-4ce6-92fb-685cd9411133 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:03.242105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.260367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abcb069d-12c2-4723-86d4-6278f33b99ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.303132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.313366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.323997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.340036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '878f5b0a-3725-4761-9f40-f4815dd246d7', 'name': '', 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'mac_address': 'fa:16:3e:59:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:39Z', 'updated_at': '2021-11-16T21:30:58Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'subnets': [{'id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:03.368285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-dae7e78e-539a-4bb9-93e8-1f2befd5fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:03.369890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-dae7e78e-539a-4bb9-93e8-1f2befd5fcbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 1095 time: 1.4219797 Nov 16 21:31:03.401648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b758dfc4-b3c5-43b5-a069-5f1f251e2b43 req-2d9bbc18-122b-43ff-8ed5-2ef0ed24bdfa tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1150050 Nov 16 21:31:03.420724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c597125-c882-4d07-af2b-ae6fe316ffcf None None] The sync data for ids ['eebcd439-d2f3-47fa-babd-595b105ddb4e'] in n-d-817778-8 is: [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:30:42Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '878f5b0a-3725-4761-9f40-f4815dd246d7', 'name': '', 'network_id': '27bbb89f-0206-4b28-83a3-5829fa9f8caf', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'mac_address': 'fa:16:3e:59:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:39Z', 'updated_at': '2021-11-16T21:30:58Z', 'revision_number': 4, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'subnets': [{'id': 'd13a8d9b-8bc1-4e5a-b455-83223807dbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:03.567841 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.597637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5427d4eb-42e1-4acd-a1d2-2b56aefe153b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.611097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Checking segment: {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:03.611801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Network hostable DHCP agents. Network: f4556cc6-7c1f-4975-8715-58fa9bccdb3f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:03.631371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] For port 5b105533-0365-4ce6-92fb-685cd9411133, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5b105533-0365-4ce6-92fb-685cd9411133,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:03.632227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b874ec-1810-4768-b5b2-6820a68e3e35 req-a4b026fd-e07e-4552-b63b-b3e61e6995b7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:03.638048 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.639126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81b874ec-1810-4768-b5b2-6820a68e3e35 req-a4b026fd-e07e-4552-b63b-b3e61e6995b7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 943 time: 0.3580613 Nov 16 21:31:03.718833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-8b859d82-5c78-430e-9436-5aff7abc55b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0385c21-8507-4168-a7c2-4933c05709ae HTTP/1.1" status: 200 len: 217 time: 0.3023407 Nov 16 21:31:03.726698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abcb069d-12c2-4723-86d4-6278f33b99ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.735239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Provisioning complete for port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:03.735626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.749296 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abcb069d-12c2-4723-86d4-6278f33b99ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.769919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-abcb069d-12c2-4723-86d4-6278f33b99ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3fc47eb-ad2a-408a-9619-b6197172dbd4 HTTP/1.1" status: 204 len: 168 time: 1.0134251 Nov 16 21:31:03.836285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb069d-12c2-4723-86d4-6278f33b99ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc47eb-ad2a-408a-9619-b6197172dbd4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.847686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:03.874945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, f4556cc6-7c1f-4975-8715-58fa9bccdb3f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:03.890791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Pushing event updated for resources: {'Port': ['ID=5b105533-0365-4ce6-92fb-685cd9411133,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:03.901552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b0d2a-ac85-4452-9896-c66434ac7ff8 None None] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:03.917649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:03.923989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:03.951153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81b874ec-1810-4768-b5b2-6820a68e3e35 req-898e63bf-3945-4574-b7a4-1a9863827f5e tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012307 Nov 16 21:31:03.989835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d1ab7be8-dea5-4fb9-8857-8d1b75eebc78 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3840742 Nov 16 21:31:03.992831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60572) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:03.997844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:04.031070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.032555 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.043370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 74907d3e-1bb4-4eaf-a00c-8acd688c1377 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:04.117805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.220187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.244995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:04.382230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Router ce337f3d-62b4-4083-97fe-22731ab8eed3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:04.412588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.413659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.493259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:04.493259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.519296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event updated for resources: {'Port': ['ID=55890428-7bbe-403d-9816-5642cca2a200,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:04.530643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.674341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-f4556cc6-7c1f-4975-8715-58fa9bccdb3f', 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'fixed_ips': [{'subnet_id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:04.677622 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.696756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60582) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:04.761425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Provisioning complete for port 55890428-7bbe-403d-9816-5642cca2a200 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:04.762326 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.819193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:04.903148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:04.909461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b90bcd12-4987-413e-8636-b331367e4081 None None] Port 55890428-7bbe-403d-9816-5642cca2a200 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:04.922403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:04.952328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-175b4267-566e-4a18-bf12-2322b7b2c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:04.953864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-175b4267-566e-4a18-bf12-2322b7b2c29d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3da60628-488f-45e3-b032-7497b7f725b6 HTTP/1.1" status: 200 len: 835 time: 1.0283248 Nov 16 21:31:04.954632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21f225a5-837e-4c2c-b745-1b0316e20b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.002367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 74907d3e-1bb4-4eaf-a00c-8acd688c1377, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=74907d3e-1bb4-4eaf-a00c-8acd688c1377,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:05.010975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Attempting to bind port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:05.011318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Attempting to bind port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:05.011646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Attempting to bind port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a on network aef96ba4-42f4-4509-b60d-7227419b6108 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:05.018297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-329985263-network', 'tenant_id': 'f035d04c63d44709a64cc5bc463cfe1a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:05.041693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a on network aef96ba4-42f4-4509-b60d-7227419b6108 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:05.041956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Attempting to bind port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a on network aef96ba4-42f4-4509-b60d-7227419b6108 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:05.066623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.102799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Made reservation on behalf of f035d04c63d44709a64cc5bc463cfe1a for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:05.105387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.111734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Allocated IP 172.20.0.2 (f4556cc6-7c1f-4975-8715-58fa9bccdb3f/5427d4eb-42e1-4acd-a1d2-2b56aefe153b/4ba121a0-f0da-4159-9cd5-966406a17bfa) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:05.153463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:05.153835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Checking segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:05.154210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Bound using segment: {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:05.154656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Bound port: c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f5607b-9bc1-446f-bb99-e898b29d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:05.155585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.174716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00370c-c08e-428c-a9cd-0d722ac0c9b4 req-a9c87257-704d-4c3b-aa19-6b436b7653d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.176276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b00370c-c08e-428c-a9cd-0d722ac0c9b4 req-a9c87257-704d-4c3b-aa19-6b436b7653d7 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 944 time: 0.4772177 Nov 16 21:31:05.210234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.212981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.265227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-e814f00d-cb93-4a1d-a52c-26daede6c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.267241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-e814f00d-cb93-4a1d-a52c-26daede6c3cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf3fb43-5a47-4a0d-b852-03671635b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3008327 Nov 16 21:31:05.283299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1951bf-8117-4f80-a9f3-59e64873de98 req-feb92a83-8c70-462a-8959-4b90fbfed885 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.298454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e1951bf-8117-4f80-a9f3-59e64873de98 req-feb92a83-8c70-462a-8959-4b90fbfed885 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 943 time: 0.1414039 Nov 16 21:31:05.378145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4e1951bf-8117-4f80-a9f3-59e64873de98 req-9bbb8deb-4e14-43dd-ad7f-b16340b35a8a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764234 Nov 16 21:31:05.382269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:05.388667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.444231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:05.476805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.487065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.506314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] For port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:05.518153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Router c8fcab20-4592-4c14-bebb-2c5b2f0633ab has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:05.520227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:05.523226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:05.529394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.530230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.547219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=7ccf9258-b72c-4d9a-b713-bd3c53545fdd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:05.565651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.576859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] Sync routers for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:05.580185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:05.583626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] For port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:05.585702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-733f1d1d-8bae-4400-abdb-3712ef0072d9 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "DELETE /v2.0/floatingips/d8dacf5c-7459-48db-959b-5656b184962e HTTP/1.1" status: 204 len: 168 time: 10.0870805 Nov 16 21:31:05.592104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:05.593164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.594018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 878f5b0a-3725-4761-9f40-f4815dd246d7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:05.594952 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:05.616232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b00370c-c08e-428c-a9cd-0d722ac0c9b4 req-a8f990bc-8353-4012-83e1-e460b90f34c1 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185753 Nov 16 21:31:05.622756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-54d5893a-cf2f-40bb-a989-571831d5cc4c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.3203585 Nov 16 21:31:05.622756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.626361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60590) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:05.632422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5df68-d11f-46d3-a762-d9251a38387b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:05.634708 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.695860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.725462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21f225a5-837e-4c2c-b745-1b0316e20b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.744046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.747510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.748159 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Added segment 55c42267-4ea5-4361-a82d-8a5f8a25ee06 of type vlan for network 91d4b3bd-e664-4b72-97ad-2086f6206239 Nov 16 21:31:05.778280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:05.778939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:05.794646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:05.796746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.799444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] 10.222.0.47 "PUT /v2.0/ports/c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 1091 time: 6.1425824 Nov 16 21:31:05.800976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-21f225a5-837e-4c2c-b745-1b0316e20b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.811796 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0f4b3-49f2-4e8f-85c8-24874b5be3bc x-openstack-request-id: req-1ce0f4b3-49f2-4e8f-85c8-24874b5be3bc {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:05.812393 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:05.812841 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ce0f4b3-49f2-4e8f-85c8-24874b5be3bc {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:05.813478 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'status': 'completed', 'code': 200} Nov 16 21:31:05.884703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:05.918771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7bcc3a34-9fa5-44b0-8232-047408215bf3 None None] Provisioning complete for port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:05.919156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3a34-9fa5-44b0-8232-047408215bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.011127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=74907d3e-1bb4-4eaf-a00c-8acd688c1377,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.117756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.119371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.120127 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.153990 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.175699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:06.210660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:06.227647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:06.264942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 878f5b0a-3725-4761-9f40-f4815dd246d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:06.265368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.317093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] Pushing event updated for resources: {'Network': ['ID=91d4b3bd-e664-4b72-97ad-2086f6206239,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.320024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Pushing event updated for resources: {'Port': ['ID=4ba121a0-f0da-4159-9cd5-966406a17bfa,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.345152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1516920a-ff0c-40c5-9226-bc2add69e375 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0957856 Nov 16 21:31:06.349354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 91d4b3bd-e664-4b72-97ad-2086f6206239 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:06.356863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60594) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.366311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Request body: {'subnet': {'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-329985263-subnet', 'tenant_id': 'f035d04c63d44709a64cc5bc463cfe1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:06.388145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-053f4ed6-dd01-4266-a35a-2c6a88b7b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.390588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-053f4ed6-dd01-4266-a35a-2c6a88b7b19a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 1096 time: 0.4238048 Nov 16 21:31:06.466370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Attempting to bind port 4ba121a0-f0da-4159-9cd5-966406a17bfa on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:06.466753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Attempting to bind port 4ba121a0-f0da-4159-9cd5-966406a17bfa by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:06.467129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Attempting to bind port 4ba121a0-f0da-4159-9cd5-966406a17bfa on network f4556cc6-7c1f-4975-8715-58fa9bccdb3f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:06.485604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:06.532291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:06.532684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Checking segment: {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:06.533100 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.533534 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Bound using segment: {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:06.534035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Bound port: 4ba121a0-f0da-4159-9cd5-966406a17bfa, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:06.534824 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.546465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Allocated IP 172.25.3.86 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/dcaedfcc-0e02-45e5-903d-e34f9b1ede75) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:06.551249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Made reservation on behalf of f035d04c63d44709a64cc5bc463cfe1a for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:06.554439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.557922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d838df-60b8-491c-9b03-5af9e07e05bf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.566009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d838df-60b8-491c-9b03-5af9e07e05bf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.567802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f2d838df-60b8-491c-9b03-5af9e07e05bf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.9352038 Nov 16 21:31:06.585084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-db6ffa61-5e70-410b-b0cc-f1c168939028 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2798624 Nov 16 21:31:06.591256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60598) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.614345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:06.621857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f373f7-54b6-4645-9065-da7dac1ddf4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.626146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f225a5-837e-4c2c-b745-1b0316e20b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce8145-be31-47ac-b436-cf154d075e01,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:06.638387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-21f225a5-837e-4c2c-b745-1b0316e20b8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e34f6b14351045a5909c84670fd703dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9182947 Nov 16 21:31:06.660773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60600) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.734200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:06.743018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-675480df-8beb-4f65-a7fc-322e7159ab9a tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2057068 Nov 16 21:31:06.745264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60604) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:06.749077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] Sync routers for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:06.775077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:06.775753 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:06.779105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00733b5-01b1-406a-a949-f440a818ee87 req-f52d1cb7-be00-4ff0-a1c2-1b39332855f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.781374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a00733b5-01b1-406a-a949-f440a818ee87 req-f52d1cb7-be00-4ff0-a1c2-1b39332855f1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.3687072 Nov 16 21:31:06.796412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a303e7-5fe6-4148-a75d-e044a86b7b6e req-fb45f350-bcf2-4cb5-a167-ddcfbf6367aa tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.799927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47a303e7-5fe6-4148-a75d-e044a86b7b6e req-fb45f350-bcf2-4cb5-a167-ddcfbf6367aa tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 943 time: 0.2547910 Nov 16 21:31:06.833781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-5f04091c-9883-44f7-9538-32bac7d017b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.835671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-5f04091c-9883-44f7-9538-32bac7d017b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1094 time: 0.4123790 Nov 16 21:31:06.836207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] For port 4ba121a0-f0da-4159-9cd5-966406a17bfa, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:06.843779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] For port 4ba121a0-f0da-4159-9cd5-966406a17bfa, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ba121a0-f0da-4159-9cd5-966406a17bfa,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:06.855647 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:06.866072 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:06.867188 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:06.868153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:06.868538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.891726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-dc3b4487-98ea-49b5-9bb4-d5ffc469d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:06.893495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-dc3b4487-98ea-49b5-9bb4-d5ffc469d9f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 200 len: 914 time: 0.4811065 Nov 16 21:31:06.902432 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:06.903379 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a11e1a9-9738-4b18-a71d-ec94c53d5aa6 None None] The sync data for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:06.903524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7bcc3a34-9fa5-44b0-8232-047408215bf3 None None] Provisioning complete for port 5b105533-0365-4ce6-92fb-685cd9411133 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:06.903894 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3a34-9fa5-44b0-8232-047408215bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.906775 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:06.925543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47a303e7-5fe6-4148-a75d-e044a86b7b6e req-0e5693e4-6647-4ec6-914a-9786a645eb45 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121995 Nov 16 21:31:06.990214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-99ff3bcd-84de-413a-94e5-d32326846c62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 217 time: 0.0514240 Nov 16 21:31:06.995309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-eb4cf35e-6bcd-4a7b-ae75-17f6d0a92c60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 200 len: 217 time: 0.0839210 Nov 16 21:31:07.044222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5adb381a-132d-43ee-accc-d41c5902a521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.070810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-17db992f-b2be-4980-abea-ed0ddd73847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.072296 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-17db992f-b2be-4980-abea-ed0ddd73847a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 200 len: 852 time: 0.0622945 Nov 16 21:31:07.080347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.160254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f98d7-4a6a-4292-ba21-04ddafa0c0d3 None None] Pushing event updated for resources: {'Port': ['ID=4ba121a0-f0da-4159-9cd5-966406a17bfa,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:07.166664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5b105533-0365-4ce6-92fb-685cd9411133 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:07.203652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4af1633b-82bd-40ad-8842-373cde4d8312 req-b02ad716-3664-4520-8a9b-ddbe902e863f service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972846 Nov 16 21:31:07.206403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3c14b7e-b5e6-4d50-92ed-317d93d1de16 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.216645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-03d62c8b-4b63-4746-9684-e4fc679d10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.219743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-03d62c8b-4b63-4746-9684-e4fc679d10ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377161 Nov 16 21:31:07.227762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb621e-96f2-4e87-b4ac-c046fe2ea558 req-ea4adfd9-0120-4fbc-ae2d-8fa95adc3699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.238405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8bb621e-96f2-4e87-b4ac-c046fe2ea558 req-ea4adfd9-0120-4fbc-ae2d-8fa95adc3699 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 944 time: 0.2354598 Nov 16 21:31:07.258603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.266127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:07.318909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5adb381a-132d-43ee-accc-d41c5902a521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.325956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 7ccf9258-b72c-4d9a-b713-bd3c53545fdd {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:07.326474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.329613 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-a3c14b7e-b5e6-4d50-92ed-317d93d1de16 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 21:31:07.330506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5b105533-0365-4ce6-92fb-685cd9411133 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:07.331045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.333985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3c14b7e-b5e6-4d50-92ed-317d93d1de16 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab HTTP/1.1" status: 409 len: 329 time: 0.5785143 Nov 16 21:31:07.336061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] Checking router: ce337f3d-62b4-4083-97fe-22731ab8eed3 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:07.343524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60606) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:07.409736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:07.410460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:07.413547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a00733b5-01b1-406a-a949-f440a818ee87 req-6a1ff9c7-5769-4cde-b8f4-4cb648986894 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4848986 Nov 16 21:31:07.425536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.518788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-04fffccf-484f-43f7-9a71-937560f98011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.520230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-04fffccf-484f-43f7-9a71-937560f98011 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.5080445 Nov 16 21:31:07.546567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8bb621e-96f2-4e87-b4ac-c046fe2ea558 req-5cdd3bd5-6bce-4fd9-927b-b0ee43fbf587 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988672 Nov 16 21:31:07.550274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:07.555635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7bcc3a34-9fa5-44b0-8232-047408215bf3 None None] Provisioning complete for port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:07.556023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3a34-9fa5-44b0-8232-047408215bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.612069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Checking segment: {'id': '55c42267-4ea5-4361-a82d-8a5f8a25ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:07.612368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Network hostable DHCP agents. Network: 91d4b3bd-e664-4b72-97ad-2086f6206239, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:07.621986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:07.622831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:07.639372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:07.658768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:07.664734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b61f8-584a-4fca-912b-4daf02800922 req-283f84d8-b09b-4c2c-9648-71db2e787aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.666338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-283f84d8-b09b-4c2c-9648-71db2e787aaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 1095 time: 0.3453312 Nov 16 21:31:07.709544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb2e66-523d-491f-9833-c1077ce6ec53 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:07.735673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Pushing event updated for resources: {'Port': ['ID=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:07.758800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Network 91d4b3bd-e664-4b72-97ad-2086f6206239 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:07.763456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.774160 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-9fd8bde4-253a-46f1-a004-e2016fe4b72c service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282083 Nov 16 21:31:07.787619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201c469-292d-4ce4-942e-a10867920b05 req-5bef3bda-723e-45eb-bbd2-f0b22b081ea6 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.789325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d201c469-292d-4ce4-942e-a10867920b05 req-5bef3bda-723e-45eb-bbd2-f0b22b081ea6 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.1476340 Nov 16 21:31:07.812642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 7ccf9258-b72c-4d9a-b713-bd3c53545fdd owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:07.814812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:07.818761 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:07.900621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 91d4b3bd-e664-4b72-97ad-2086f6206239) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:07.924999 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1806fc-a7a0-43b5-9a8c-d671f221a6d4 x-openstack-request-id: req-8b1806fc-a7a0-43b5-9a8c-d671f221a6d4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:07.925622 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:07.926036 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b1806fc-a7a0-43b5-9a8c-d671f221a6d4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:07.926626 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'status': 'completed', 'code': 200} Nov 16 21:31:07.981222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5adb381a-132d-43ee-accc-d41c5902a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.985274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5adb381a-132d-43ee-accc-d41c5902a521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:07.988244 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5adb381a-132d-43ee-accc-d41c5902a521 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afce8145-be31-47ac-b436-cf154d075e01 HTTP/1.1" status: 204 len: 168 time: 1.3242433 Nov 16 21:31:07.996277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:07.996900 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.036653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-f2d373e3-c2dc-4c28-9f69-241a551f4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:08.038541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-f2d373e3-c2dc-4c28-9f69-241a551f4f13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4682930 Nov 16 21:31:08.064626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb381a-132d-43ee-accc-d41c5902a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce8145-be31-47ac-b436-cf154d075e01,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:08.115187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee4993-5f8e-4c86-8b48-3c700ee7049c None None] Network 91d4b3bd-e664-4b72-97ad-2086f6206239 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:08.117873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5b105533-0365-4ce6-92fb-685cd9411133 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:08.189566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3b3fc31b-33d5-4432-b2da-9eb39a2b4d83 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8309608 Nov 16 21:31:08.232521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b61f8-584a-4fca-912b-4daf02800922 req-34dd4a46-a744-40fb-a0b6-9ce4193b702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:08.235777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-34dd4a46-a744-40fb-a0b6-9ce4193b702b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bf3fb43-5a47-4a0d-b852-03671635b4f0 HTTP/1.1" status: 200 len: 897 time: 0.5554996 Nov 16 21:31:08.305761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Deleting port 9bf44a33-583b-40b9-96da-48a88d5fc7bd {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:08.306108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.324705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71855fb3-4851-40b3-89aa-84c6d3710e74 req-b5952a2c-3708-419a-8352-09231116a26c tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:08.326336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71855fb3-4851-40b3-89aa-84c6d3710e74 req-b5952a2c-3708-419a-8352-09231116a26c tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 943 time: 0.2639298 Nov 16 21:31:08.342097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-b99dc4af-893b-470b-a46d-fc7e5f35f3cc service neutron] 10.222.0.47 "GET /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483296 Nov 16 21:31:08.399597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-fd7eecb8-1e81-48cb-8a2d-1d27a697f3a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0385c21-8507-4168-a7c2-4933c05709ae HTTP/1.1" status: 200 len: 217 time: 0.1516619 Nov 16 21:31:08.602809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71855fb3-4851-40b3-89aa-84c6d3710e74 req-83a6561d-1fed-404f-a0f2-069625dd1f29 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582576 Nov 16 21:31:08.631128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-2d7bba0a-c8fd-4f5b-9068-0765e4e286d1 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721812 Nov 16 21:31:08.643386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] For port 9bf44a33-583b-40b9-96da-48a88d5fc7bd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9bf44a33-583b-40b9-96da-48a88d5fc7bd,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:08.643783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.667698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Calling delete_port for 9bf44a33-583b-40b9-96da-48a88d5fc7bd owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:08.682826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.724745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5b105533-0365-4ce6-92fb-685cd9411133 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:08.725318 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.770266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb2bf2-d9b6-4dfe-9386-114f8f93a80e None None] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:08.838752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b61f8-584a-4fca-912b-4daf02800922 req-ea7049e2-72ba-42b8-b663-a8288b511d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:08.840278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-ea7049e2-72ba-42b8-b663-a8288b511d54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3da60628-488f-45e3-b032-7497b7f725b6 HTTP/1.1" status: 200 len: 835 time: 0.3722556 Nov 16 21:31:08.848857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.884569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Provisioning complete for port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:08.884946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:08.897043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993b701-6e3b-4b45-85e6-444d152414c0 req-36761c18-ee78-4b95-b9d4-e439496deeb1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:08.900329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e993b701-6e3b-4b45-85e6-444d152414c0 req-36761c18-ee78-4b95-b9d4-e439496deeb1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 945 time: 0.2730031 Nov 16 21:31:08.912951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=7ccf9258-b72c-4d9a-b713-bd3c53545fdd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:08.925528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaebc9f-0384-44dc-928a-d32c9186f981 None None] Network 91d4b3bd-e664-4b72-97ad-2086f6206239 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:08.927379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3089b-f02b-42f0-8c2f-dd6613397601 req-142ba0f1-4525-499b-8faa-a6b3830518c9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:08.929661 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4f3089b-f02b-42f0-8c2f-dd6613397601 req-142ba0f1-4525-499b-8faa-a6b3830518c9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 944 time: 0.1517775 Nov 16 21:31:09.024894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:09.041013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:09.122483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.126729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c339f25-6425-4395-a1bf-62a872313591 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/7ccf9258-b72c-4d9a-b713-bd3c53545fdd HTTP/1.1" status: 204 len: 168 time: 2.5297346 Nov 16 21:31:09.135067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4bf63700-fce7-4c01-a869-41e0e3d7ea04 req-de987c32-67d5-49b8-966c-0d56ab1c0878 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822590 Nov 16 21:31:09.141726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60640) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:09.163633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a7f25-d0df-4b60-abff-17b127eac339 None None] The sync data for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 is: [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b', 'name': '', 'network_id': '3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'mac_address': 'fa:16:3e:a9:3e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': '261b5478-01dc-4754-b818-850e31831266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:47Z', 'updated_at': '2021-11-16T21:26:01Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'subnets': [{'id': '261b5478-01dc-4754-b818-850e31831266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:09.175315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b61f8-584a-4fca-912b-4daf02800922 req-447fca15-c664-41d5-9291-d102f3083edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:09.177157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-447fca15-c664-41d5-9291-d102f3083edd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf3fb43-5a47-4a0d-b852-03671635b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203866 Nov 16 21:31:09.230470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e993b701-6e3b-4b45-85e6-444d152414c0 req-cf2016e7-f1b8-4cb7-9c67-f3ea57237b9d tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/security-groups?id=247b4a3f-0e5f-412a-b561-f20bc963fe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109157 Nov 16 21:31:09.301920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Provisioning complete for port 55890428-7bbe-403d-9816-5642cca2a200 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:09.302365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.384753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 74907d3e-1bb4-4eaf-a00c-8acd688c1377 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:09.560360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Port 55890428-7bbe-403d-9816-5642cca2a200 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:09.593253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.613435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4f3089b-f02b-42f0-8c2f-dd6613397601 req-bc0cac95-7cbc-400c-a428-3d1a77171221 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6666911 Nov 16 21:31:09.682521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a4c388b9-3b02-458c-8a3c-e66cdce87881 None None] Could not find standard attr ID for object 7ccf9258-b72c-4d9a-b713-bd3c53545fdd. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:31:09.709848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event deleted for resources: {'Port': ['ID=9bf44a33-583b-40b9-96da-48a88d5fc7bd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:09.723442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:09.723824 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.816031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f0385c21-8507-4168-a7c2-4933c05709ae details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:31:09.827276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] No DVR routers for this DVR port 9bf44a33-583b-40b9-96da-48a88d5fc7bd on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:09.837758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9bf44a33-583b-40b9-96da-48a88d5fc7bd no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:09.840238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801d125-1609-4b0a-91f4-445173087cd9 None None] New status for floating IP d8dacf5c-7459-48db-959b-5656b184962e: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:31:09.853542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:09.859045 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d201c469-292d-4ce4-942e-a10867920b05 req-3575ce79-a55b-4a4c-85c0-d5873883d498 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.47 "DELETE /v2.0/ports/9bf44a33-583b-40b9-96da-48a88d5fc7bd HTTP/1.1" status: 204 len: 173 time: 2.0637851 Nov 16 21:31:09.894608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'name': 'network-vif-deleted', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:09.896883 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d55123-13bc-40b0-9b56-446374b368bf" -d '{"events": [{"server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "name": "network-vif-deleted", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:09.917654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.103758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 9bf44a33-583b-40b9-96da-48a88d5fc7bd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:10.106168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9bf44a33-583b-40b9-96da-48a88d5fc7bd not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:10.121944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f7b3fa-0682-4a80-89e4-92b5055b9798 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.129814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f7b3fa-0682-4a80-89e4-92b5055b9798 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.134936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ec98cbac-9f58-4694-8f6d-1310e013a75f None None] Provisioning complete for port 4ba121a0-f0da-4159-9cd5-966406a17bfa triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:10.135671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec98cbac-9f58-4694-8f6d-1310e013a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.142124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-69f7b3fa-0682-4a80-89e4-92b5055b9798 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9950180 Nov 16 21:31:10.143321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a188-de2f-452e-b954-97c867be1790 req-11fb1589-6378-45ea-b842-5a23b79e4607 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.144878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f15a188-de2f-452e-b954-97c867be1790 req-11fb1589-6378-45ea-b842-5a23b79e4607 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 943 time: 0.3240418 Nov 16 21:31:10.145376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60668) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:10.213911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:31:10.237544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 04704954-fb0f-4457-9f62-2c98fd12ce69 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:10.250232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.338735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ba121a0-f0da-4159-9cd5-966406a17bfa up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:10.365405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f15a188-de2f-452e-b954-97c867be1790 req-ff556136-63a2-4e2a-b741-13545af73b1f tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804821 Nov 16 21:31:10.381476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.402956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-8cc6917e-389e-470a-a485-2f5c19f25509 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1771426 Nov 16 21:31:10.425433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Router 12f37a6a-99cd-4006-8b96-8133d681dd97 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:31:10.444784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.445296 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b75c7-4d16-4c34-bb97-8b0ba6a0d34d x-openstack-request-id: req-d41b75c7-4d16-4c34-bb97-8b0ba6a0d34d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:10.445603 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cee83f7-fa9b-47b6-96ec-75d6f845ad87", "name": "network-vif-deleted", "tag": "9bf44a33-583b-40b9-96da-48a88d5fc7bd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:10.445860 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d41b75c7-4d16-4c34-bb97-8b0ba6a0d34d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:10.446262 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cee83f7-fa9b-47b6-96ec-75d6f845ad87', 'name': 'network-vif-deleted', 'tag': '9bf44a33-583b-40b9-96da-48a88d5fc7bd', 'status': 'completed', 'code': 200} Nov 16 21:31:10.543019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f0385c21-8507-4168-a7c2-4933c05709ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f0385c21-8507-4168-a7c2-4933c05709ae,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:10.609873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'port_id': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'mac_address': 'fa:16:3e:54:d5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:31:10.617057 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec98cbac-9f58-4694-8f6d-1310e013a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.632487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-db8cf3d3-5c80-4a95-8f0b-875956660db5 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.634823 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-db8cf3d3-5c80-4a95-8f0b-875956660db5 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/networks?id=91d4b3bd-e664-4b72-97ad-2086f6206239 HTTP/1.1" status: 200 len: 820 time: 0.5518141 Nov 16 21:31:10.646715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-284a0044-823d-4959-b36f-8bb7529bfc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.648932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-284a0044-823d-4959-b36f-8bb7529bfc6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1094 time: 1.4276209 Nov 16 21:31:10.657746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4ba121a0-f0da-4159-9cd5-966406a17bfa triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:10.663846 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.703616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbee923f-59fe-46ed-b558-be45b0b3c033 req-8d0e0f94-1c9b-4fe1-bb99-3c0bddc0fca5 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.1137564 Nov 16 21:31:10.737283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.753158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-c8f6bf23-79f6-427c-98a5-a909c18c2673 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/quotas/f035d04c63d44709a64cc5bc463cfe1a HTTP/1.1" status: 200 len: 375 time: 0.0968413 Nov 16 21:31:10.805560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ec98cbac-9f58-4694-8f6d-1310e013a75f None None] For port 4ba121a0-f0da-4159-9cd5-966406a17bfa, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ba121a0-f0da-4159-9cd5-966406a17bfa,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:10.822658 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec98cbac-9f58-4694-8f6d-1310e013a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.854961 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.875482 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-9591b2ef-0b62-4d29-8d9f-5222c1324b81 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f035d04c63d44709a64cc5bc463cfe1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960174 Nov 16 21:31:10.880892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:10.885915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0385c21-8507-4168-a7c2-4933c05709ae {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:10.906536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Sync routers for ids ['12f37a6a-99cd-4006-8b96-8133d681dd97'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:10.918967 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Routers {'12f37a6a-99cd-4006-8b96-8133d681dd97'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:10.923967 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['12f37a6a-99cd-4006-8b96-8133d681dd97'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:10.944093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576320-da8e-45af-afc1-816d602fcf43 req-2380a5ca-5b9a-4cdb-94db-47fcaefdd70e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:10.946196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7576320-da8e-45af-afc1-816d602fcf43 req-2380a5ca-5b9a-4cdb-94db-47fcaefdd70e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 944 time: 0.1138582 Nov 16 21:31:10.964519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:10.965886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5b07037d-d9b5-4e26-852c-222f2e1d8d2e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9718950 Nov 16 21:31:10.970516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60688) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:10.978938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98cbac-9f58-4694-8f6d-1310e013a75f None None] Pushing event updated for resources: {'Port': ['ID=4ba121a0-f0da-4159-9cd5-966406a17bfa,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:10.993638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f0385c21-8507-4168-a7c2-4933c05709ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f0385c21-8507-4168-a7c2-4933c05709ae,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:10.999842 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.007192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.040982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2f783c23-8093-45eb-830a-4af28b188a09 None None] Provisioning complete for port 4ba121a0-f0da-4159-9cd5-966406a17bfa triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:11.041355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2f783c23-8093-45eb-830a-4af28b188a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.045152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=04704954-fb0f-4457-9f62-2c98fd12ce69,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:11.047856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.053797 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-955a9923-1ac9-41ea-a502-432546e80a38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/04704954-fb0f-4457-9f62-2c98fd12ce69 HTTP/1.1" status: 204 len: 168 time: 0.9053500 Nov 16 21:31:11.054482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60692) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:11.073604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6957e-a8b5-42b1-9428-4bfb778fa42e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:11.149217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f0385c21-8507-4168-a7c2-4933c05709ae,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:11.161001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d75b357e-4e06-4767-b296-4b41dd07fa52 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049039 Nov 16 21:31:11.161656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60698) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:11.169638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:11.238776 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Set router 12f37a6a-99cd-4006-8b96-8133d681dd97 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:11.266728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ba121a0-f0da-4159-9cd5-966406a17bfa up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:11.288122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b7576320-da8e-45af-afc1-816d602fcf43 req-a459d538-e694-4524-b1a0-7f8d8576086e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150387 Nov 16 21:31:11.316286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['f0385c21-8507-4168-a7c2-4933c05709ae'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:11.360868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:11.365620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.400604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-569b61f8-584a-4fca-912b-4daf02800922 req-f27ca93c-20a3-4312-b0b7-46c7f2ac31c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9451077 Nov 16 21:31:11.658010 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:31:08Z', 'revision_number': 3, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:11.688078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1900-a0fd-4fe8-afd8-032ef4afbca0 req-372166ef-7357-41ab-8226-d58ad9772383 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:11.702361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-727b1900-a0fd-4fe8-afd8-032ef4afbca0 req-372166ef-7357-41ab-8226-d58ad9772383 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 943 time: 0.1449332 Nov 16 21:31:11.732956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4ba121a0-f0da-4159-9cd5-966406a17bfa triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:11.733890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.734992 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Checking router: 12f37a6a-99cd-4006-8b96-8133d681dd97 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:11.735516 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Updating router 12f37a6a-99cd-4006-8b96-8133d681dd97 port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:11.755259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-ed3335c7-b752-413c-8141-e905103ca38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:11.757581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-ed3335c7-b752-413c-8141-e905103ca38b service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 1.0972898 Nov 16 21:31:11.788785 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.819858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:11.824879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0e1cf79-9e69-4e9e-bd3b-4fa98139186a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:31:11.883449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-727b1900-a0fd-4fe8-afd8-032ef4afbca0 req-4d0a660b-f407-4566-acf0-2da32fefebe0 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637828 Nov 16 21:31:11.982000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:11.985025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-45e3d3cb-350a-4e23-a6da-6b015936684e service neutron] 10.222.0.48 "GET /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0275197 Nov 16 21:31:12.009906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-6094e528-ab2e-4611-af51-810ea2b9216b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 217 time: 0.2184732 Nov 16 21:31:12.084199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] Deleting port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:12.084583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.090715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cb411d0-8867-49e1-8dd8-12494d013f83 req-d9055fbd-782f-4b12-a5ac-6eb316dfbf2e tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.0668933 Nov 16 21:31:12.096649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:12.104610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:12.111168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:12.112559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.137810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9725957 Nov 16 21:31:12.139134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f780-e8fb-4f25-9fe7-bf05ec6d8e13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=06b5e2f5-5803-4505-bf47-a8f85f066490,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:12.141621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60722) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:12.148441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '06b5e2f5-5803-4505-bf47-a8f85f066490', 'ip_address': '2001:db8::bc31:68e0:980b:c460'}], 'name': 'tempest-NetworksTestDHCPv6-1632235885'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:12.235206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-e06fc595-da5b-4b61-82d1-6caf45230c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:12.236959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-e06fc595-da5b-4b61-82d1-6caf45230c44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.2172136 Nov 16 21:31:12.270446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:12.348141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:12.362731 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.370383 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.370832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'port_id': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'mac_address': 'fa:16:3e:62:e7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:31:12.403449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-f066bee7-16fc-4b12-ac6a-84c36fc8ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:12.407072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-f066bee7-16fc-4b12-ac6a-84c36fc8ac68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538219 Nov 16 21:31:12.425394 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2c85b-3bab-47a8-9c3f-d3f0aaf8e117 None None] Pushing event updated for resources: {'Port': ['ID=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:12.454535 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Attempting to bind port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:12.454873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Attempting to bind port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:12.455313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Attempting to bind port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:12.460021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a44fda-68a2-4389-b52c-54e193d376b4 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:12.464196 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:12.464196 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:12.464196 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.464196 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:12.464196 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Bound port: dcaedfcc-0e02-45e5-903d-e34f9b1ede75, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:12.464196 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.528962 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] For port dcaedfcc-0e02-45e5-903d-e34f9b1ede75, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:12.533858 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] For port dcaedfcc-0e02-45e5-903d-e34f9b1ede75, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:12.540686 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.570350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e4af-69e4-4628-ab91-40eed6d0a630 req-5a169212-e509-4563-8841-3a110467324e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:12.572054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8395e4af-69e4-4628-ab91-40eed6d0a630 req-5a169212-e509-4563-8841-3a110467324e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 945 time: 0.1217256 Nov 16 21:31:12.575593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.611270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port f5bf897a-f23a-4bf3-8d17-c8635e139c4f yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:12.620480 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2c85b-3bab-47a8-9c3f-d3f0aaf8e117 None None] Pushing event updated for resources: {'Port': ['ID=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:12.653402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting port 55890428-7bbe-403d-9816-5642cca2a200 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:12.653919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.660023 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Routers {'12f37a6a-99cd-4006-8b96-8133d681dd97'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:12.661280 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['12f37a6a-99cd-4006-8b96-8133d681dd97'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:12.694491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] For port 74907d3e-1bb4-4eaf-a00c-8acd688c1377, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=74907d3e-1bb4-4eaf-a00c-8acd688c1377,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:12.696179 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.710486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aec9d8-67a0-4574-9b36-284600484791 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:12.783058 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:12.788661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] Calling delete_port for 74907d3e-1bb4-4eaf-a00c-8acd688c1377 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:12.828702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::bc31:68e0:980b:c460 (4e85c439-5c54-44c3-9249-f8a38c359d2c/06b5e2f5-5803-4505-bf47-a8f85f066490/f5bf897a-f23a-4bf3-8d17-c8635e139c4f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:12.905848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af3c1266-615d-420e-9266-6b22f4dc4e65 service neutron] 10.222.0.48 "GET /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8993292 Nov 16 21:31:12.995834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] Set router 12f37a6a-99cd-4006-8b96-8133d681dd97 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:13.006931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.011515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-48bd759a-611b-431e-a4df-320507dab187 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874152 Nov 16 21:31:13.059951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e1cf79-9e69-4e9e-bd3b-4fa98139186a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:13.078788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bdbaf842-0ae7-4ef0-97ca-d51bab788310 None None] Provisioning complete for port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:13.079446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdbaf842-0ae7-4ef0-97ca-d51bab788310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.149128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:13.181840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 74907d3e-1bb4-4eaf-a00c-8acd688c1377 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:13.188532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.203038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98ffdc9c-7bb1-41ea-a8a6-24500c89471f req-9c163a37-4e57-4811-a10c-028281166347 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778810 Nov 16 21:31:13.223894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Calling delete_port for 55890428-7bbe-403d-9816-5642cca2a200 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:13.235131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:13.351108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.391609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.396134 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:31:08Z', 'revision_number': 3, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:13.436879 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f9392-ef03-4de5-8afa-0e877e7fb7bb None None] The sync data for ids ['12f37a6a-99cd-4006-8b96-8133d681dd97'] in n-d-817778-8 is: [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:31:08Z', 'revision_number': 3, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:13.444908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.562283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:13.570771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8395e4af-69e4-4628-ab91-40eed6d0a630 req-53dace15-65f0-48ac-b908-e6e4c5b1b083 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9894302 Nov 16 21:31:13.580949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:13.583651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:13.588923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] No DVR routers for this DVR port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:13.590902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:13.591899 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.609726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:13.617613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4e1e-40cd-4f2b-9056-357da6005ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.618579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=f5bf897a-f23a-4bf3-8d17-c8635e139c4f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:13.632909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-05eac818-3631-4711-9eac-f7ff2afacc07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4895084 Nov 16 21:31:13.634605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port 74907d3e-1bb4-4eaf-a00c-8acd688c1377 {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:31:13.635825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60752) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:13.637077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 74907d3e-1bb4-4eaf-a00c-8acd688c1377 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:13.638822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c0e1cf79-9e69-4e9e-bd3b-4fa98139186a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:13.641596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8cb9a1-0c10-4db6-a153-fa5802ce04df None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:13.714578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eadd8-4ae2-459d-804b-81247960a2e5 None None] Pushing event deleted for resources: {'Port': ['ID=74907d3e-1bb4-4eaf-a00c-8acd688c1377,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:13.744177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ca5e8-fdd6-4e87-be3d-76c4dd5de893 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:13.746107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d9ca5e8-fdd6-4e87-be3d-76c4dd5de893 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1090827 Nov 16 21:31:13.751015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60754) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:13.799608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e857ec-1e21-42e2-be96-c936631c88d2 req-a39737e4-1672-4944-893e-49aa02c6f262 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:13.800651 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39e857ec-1e21-42e2-be96-c936631c88d2 req-a39737e4-1672-4944-893e-49aa02c6f262 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 944 time: 0.3040793 Nov 16 21:31:13.823004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f0385c21-8507-4168-a7c2-4933c05709ae up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:13.832947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdbaf842-0ae7-4ef0-97ca-d51bab788310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.904211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-324cb737-9f3c-494d-afca-096f5d9a77e5 req-a88a67ee-c174-49b4-9bf1-aa22524379a1 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.0927465 Nov 16 21:31:13.968871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:13.996367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bdbaf842-0ae7-4ef0-97ca-d51bab788310 None None] For port dcaedfcc-0e02-45e5-903d-e34f9b1ede75, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:14.068878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bdbaf842-0ae7-4ef0-97ca-d51bab788310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.118631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a36e81d6-6d3c-4bde-b062-7b38564f9ae3 req-ef19dd62-69b0-4d62-87db-9686c768d1ea tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 210 time: 0.0742960 Nov 16 21:31:14.185463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port f5bf897a-f23a-4bf3-8d17-c8635e139c4f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:14.188315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.212561 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39e857ec-1e21-42e2-be96-c936631c88d2 req-9f325351-313a-41eb-9c59-f55aff324b03 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806090 Nov 16 21:31:14.239210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4e1e-40cd-4f2b-9056-357da6005ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.259825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4e1e-40cd-4f2b-9056-357da6005ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.322217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port f0385c21-8507-4168-a7c2-4933c05709ae completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:31:14.378372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.384491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bde52134-9a36-4ca9-9dd5-dd94a02c222e None None] Provisioning complete for port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:14.384865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bde52134-9a36-4ca9-9dd5-dd94a02c222e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.393476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for f5bf897a-f23a-4bf3-8d17-c8635e139c4f owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:14.399399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port f0385c21-8507-4168-a7c2-4933c05709ae triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:14.399770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.414917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.444093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaf842-0ae7-4ef0-97ca-d51bab788310 None None] Pushing event updated for resources: {'Port': ['ID=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:14.453403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e2bd4e1e-40cd-4f2b-9056-357da6005ab2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=749ee9d6edac44788858b11b3a4cc1bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2167439 Nov 16 21:31:14.500200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd4e1e-40cd-4f2b-9056-357da6005ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce1a9f-25fa-442c-ab7c-fc5ce3189a73,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:14.503886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60760) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:14.553735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Port': ['ID=55890428-7bbe-403d-9816-5642cca2a200,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:14.563850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.649031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=f5bf897a-f23a-4bf3-8d17-c8635e139c4f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:14.726762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.743686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b1b97650-75ce-4975-a51d-3cec830f8a08 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/f5bf897a-f23a-4bf3-8d17-c8635e139c4f HTTP/1.1" status: 204 len: 168 time: 0.9824491 Nov 16 21:31:14.746401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60764) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:14.807635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.812436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Allocated IP 172.20.0.1 (f4556cc6-7c1f-4975-8715-58fa9bccdb3f/5427d4eb-42e1-4acd-a1d2-2b56aefe153b/e5a539b4-2496-4bfb-a30d-b2d3b24af5bc) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:14.845021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '06b5e2f5-5803-4505-bf47-a8f85f066490'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:14.846518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:14.910165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b589-5654-4d5a-8d7c-d0ebcf7b8c93 req-97ebafa2-5120-4544-857c-19d8e4d9b04d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:14.916084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90e7b589-5654-4d5a-8d7c-d0ebcf7b8c93 req-97ebafa2-5120-4544-857c-19d8e4d9b04d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 945 time: 0.1708198 Nov 16 21:31:15.027172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90e7b589-5654-4d5a-8d7c-d0ebcf7b8c93 req-7f3353f9-2148-49b6-8d87-d0c1062ff42d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039698 Nov 16 21:31:15.182959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.273706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:15.276259 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05575d4-bf41-4571-85f2-37dc588d5a52" -d '{"events": [{"server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "name": "network-vif-plugged", "status": "completed", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:15.279442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dcaedfcc-0e02-45e5-903d-e34f9b1ede75 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:15.284039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-87ca08e7-2f0e-4d01-aebe-f0a95450d2ab req-b3b810a2-b33e-4adc-aff8-140e48c5e26c tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 210 time: 0.0538738 Nov 16 21:31:15.367467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port f0385c21-8507-4168-a7c2-4933c05709ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f0385c21-8507-4168-a7c2-4933c05709ae,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:15.379804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.430156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:15.430580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.433657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/06b5e2f5-5803-4505-bf47-a8f85f066490/7ded378e-8b3f-406a-8e7e-0713a5ddd477) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:15.470938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06f49-4e79-4006-a370-b77bb4bbd00e req-cc51e294-34fa-49f2-93d0-a9a5a4ea9f87 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:15.485703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f06f49-4e79-4006-a370-b77bb4bbd00e req-cc51e294-34fa-49f2-93d0-a9a5a4ea9f87 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 944 time: 0.0956256 Nov 16 21:31:15.516294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=f0385c21-8507-4168-a7c2-4933c05709ae,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:15.567736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a35b71-7ec9-402a-bdd9-c4a924c96eed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:15.569400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a35b71-7ec9-402a-bdd9-c4a924c96eed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:15.574539 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9a35b71-7ec9-402a-bdd9-c4a924c96eed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8264592 Nov 16 21:31:15.575218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60774) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:15.591065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f06f49-4e79-4006-a370-b77bb4bbd00e req-da2ba471-9260-43ce-95f0-52b71bb4cbe0 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027737 Nov 16 21:31:15.715570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7500adad-fcbc-4640-8c1f-f3d1af6c1647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.744401 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffe8404-078d-43fe-a69e-a16a88a0d7ea x-openstack-request-id: req-3ffe8404-078d-43fe-a69e-a16a88a0d7ea {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:15.744696 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "name": "network-vif-plugged", "status": "completed", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:15.744958 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ffe8404-078d-43fe-a69e-a16a88a0d7ea {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:15.746021 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'code': 200} Nov 16 21:31:15.779045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 06b5e2f5-5803-4505-bf47-a8f85f066490 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:15.818607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7500adad-fcbc-4640-8c1f-f3d1af6c1647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:15.837992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0e1cf79-9e69-4e9e-bd3b-4fa98139186a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:15.865257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088ce55-2977-44a6-8fa7-bb6ddd9f6978 req-73e6c719-e0b4-4d2b-a057-528fc6cccc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:15.868374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2088ce55-2977-44a6-8fa7-bb6ddd9f6978 req-73e6c719-e0b4-4d2b-a057-528fc6cccc9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 1097 time: 0.0948925 Nov 16 21:31:15.903956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8327050-2c36-4b40-b305-65a26c58633b req-accc1b74-c174-480c-8159-7de211abca8e tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.2978201 Nov 16 21:31:15.989706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2088ce55-2977-44a6-8fa7-bb6ddd9f6978 req-2351c79e-5e54-43f8-96fb-03ec43b8208a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109788 Nov 16 21:31:16.013991 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.026671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.068704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.091091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:31:16.110260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:16.118191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:16.120064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:16.120434 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.124316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:16.125173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.152190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Pushing event updated for resources: {'Port': ['ID=7ded378e-8b3f-406a-8e7e-0713a5ddd477,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:16.223699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Attempting to bind port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:16.224894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Attempting to bind port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:16.225431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Attempting to bind port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:16.235577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:16.236179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:16.237638 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.240393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.241170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:16.242151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Bound port: 7ded378e-8b3f-406a-8e7e-0713a5ddd477, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:16.242747 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.316340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.326118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581235d-8ff3-4f49-97b6-8ecc9bf48b45 req-2a7e199e-1531-4da8-8d3b-c690e5e7cd9c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:16.335340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b581235d-8ff3-4f49-97b6-8ecc9bf48b45 req-2a7e199e-1531-4da8-8d3b-c690e5e7cd9c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 946 time: 0.0778954 Nov 16 21:31:16.392264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Router c8fcab20-4592-4c14-bebb-2c5b2f0633ab has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:16.403209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=06b5e2f5-5803-4505-bf47-a8f85f066490,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:16.405044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b581235d-8ff3-4f49-97b6-8ecc9bf48b45 req-1979e28c-2eaa-41cc-9613-6b80aca22d62 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678017 Nov 16 21:31:16.409646 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:31:16.435854 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.438273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.442256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4ab0cb2d-e683-4e7f-8e73-52983fab3972 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/06b5e2f5-5803-4505-bf47-a8f85f066490 HTTP/1.1" status: 204 len: 168 time: 0.7991726 Nov 16 21:31:16.444564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60780) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:16.484250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab552109-01b7-465c-9bb4-313cacbb605b req-ceee3c60-5da4-4676-9b8d-572270d7c058 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 210 time: 0.0478816 Nov 16 21:31:16.484978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7500adad-fcbc-4640-8c1f-f3d1af6c1647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.487629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7500adad-fcbc-4640-8c1f-f3d1af6c1647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.488750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7500adad-fcbc-4640-8c1f-f3d1af6c1647 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90ce1a9f-25fa-442c-ab7c-fc5ce3189a73 HTTP/1.1" status: 204 len: 168 time: 1.9459047 Nov 16 21:31:16.508397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:16.511938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] For port 7ded378e-8b3f-406a-8e7e-0713a5ddd477, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:16.519009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] For port 7ded378e-8b3f-406a-8e7e-0713a5ddd477, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7ded378e-8b3f-406a-8e7e-0713a5ddd477,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:16.519726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-480fc32b-da8c-4d5f-b116-c6a38d943b82 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721438 Nov 16 21:31:16.520841 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.522067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60784) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:16.530668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:16.535345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.553142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500adad-fcbc-4640-8c1f-f3d1af6c1647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce1a9f-25fa-442c-ab7c-fc5ce3189a73,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:16.587114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.599375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-b7ce991f-31be-4b46-9d48-bfcc522bd60f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:16.601130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-b7ce991f-31be-4b46-9d48-bfcc522bd60f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.41 "GET /v2.0/networks?id=91d4b3bd-e664-4b72-97ad-2086f6206239 HTTP/1.1" status: 200 len: 820 time: 0.9734173 Nov 16 21:31:16.613810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:16.627072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c0141c74-4b8a-48d0-a404-89efa455a91f tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2684639 Nov 16 21:31:16.627927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:16.630718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Request body: {'port': {'device_id': '17524d1b-2163-423a-8366-8dd98e422e37', 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239', 'admin_state_up': True, 'tenant_id': 'f035d04c63d44709a64cc5bc463cfe1a'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:16.634405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60788) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:16.664758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] Sync routers for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:16.698617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:16.699320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:16.751612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b9ec7-44f2-4f8f-9e54-12b88af4bc9e None None] Pushing event updated for resources: {'Port': ['ID=7ded378e-8b3f-406a-8e7e-0713a5ddd477,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:16.754741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:16.775644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] Routers {'c8fcab20-4592-4c14-bebb-2c5b2f0633ab'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:16.780854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:16.782073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:16.785695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:16.799599 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-51acf396-b66b-4a61-b0b0-be26bc9e21ed tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] show failed (client error): The resource could not be found. Nov 16 21:31:16.806016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-51acf396-b66b-4a61-b0b0-be26bc9e21ed tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1382966298 HTTP/1.1" status: 404 len: 335 time: 0.1682611 Nov 16 21:31:16.808433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60790) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:16.831264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cde10704-7dae-4374-8b7c-e923b5a7f2b7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:16.837141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:16.837974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770db8a-a99a-4eed-8792-536b7df90aab None None] The sync data for ids ['c8fcab20-4592-4c14-bebb-2c5b2f0633ab'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:16.890298 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-cde10704-7dae-4374-8b7c-e923b5a7f2b7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] update failed (client error): The resource could not be found. Nov 16 21:31:16.896040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cde10704-7dae-4374-8b7c-e923b5a7f2b7 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-148686755 HTTP/1.1" status: 404 len: 334 time: 0.0841179 Nov 16 21:31:16.896880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60794) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:16.948436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06bd5-fe59-4762-94e3-84512d5776e4 req-3df5630b-816d-4e34-917e-dae1b7033f52 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:16.950207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83f06bd5-fe59-4762-94e3-84512d5776e4 req-3df5630b-816d-4e34-917e-dae1b7033f52 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.1306040 Nov 16 21:31:16.998906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.158321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting subnet 866d09a9-6048-4778-8bf8-a7d6e6429c78 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:17.203162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.231922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83f06bd5-fe59-4762-94e3-84512d5776e4 req-012f1d2f-0622-45fc-969e-e7f8fefc69d5 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366292 Nov 16 21:31:17.262252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60800) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:17.288603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1009578a-4b1c-44af-aa28-98f042d487a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.288808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7ded378e-8b3f-406a-8e7e-0713a5ddd477 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:17.300534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.396664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.397445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.415448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:17.418055 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.458735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:17.462102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Made reservation on behalf of f035d04c63d44709a64cc5bc463cfe1a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:17.465796 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.479554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:17.493765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:17.499335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:17.535772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:17.537331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:17.540750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:17.541353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.614937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.647746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.698425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 7ded378e-8b3f-406a-8e7e-0713a5ddd477, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7ded378e-8b3f-406a-8e7e-0713a5ddd477,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:17.705800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=5d1cbca4-648a-42fa-86dd-54babe9f05b8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:17.706549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.721049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60806) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:17.724782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.726140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac5df4b8-2562-4cbf-bec6-125a0884f281 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2025280 Nov 16 21:31:17.731248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/subnets/866d09a9-6048-4778-8bf8-a7d6e6429c78 HTTP/1.1" status: 204 len: 168 time: 0.8242602 Nov 16 21:31:17.748192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60808) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:17.759737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:17.765145 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1fd0c1-aed5-4ad9-9ad9-de7c1ef3f86b" -d '{"events": [{"server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "name": "network-vif-plugged", "status": "completed", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:17.790629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '5d1cbca4-648a-42fa-86dd-54babe9f05b8', 'ip_address': '2001:db8::2695:c28:45b6:269'}], 'name': 'tempest-NetworksTestDHCPv6-657777159'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:17.801002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1009578a-4b1c-44af-aa28-98f042d487a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.801699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9abb4-9325-4808-b247-1e7689980080 None None] Network cb705255-c5c6-4188-9a29-1561c1c04c11 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:17.892107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9ed7f-6910-4c55-a7c9-25aaa606e637 req-8e78d135-6c41-4ae3-8235-3f1764513177 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:17.897877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a9ed7f-6910-4c55-a7c9-25aaa606e637 req-8e78d135-6c41-4ae3-8235-3f1764513177 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 946 time: 0.3367631 Nov 16 21:31:17.898556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1009578a-4b1c-44af-aa28-98f042d487a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:17.944461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a5107-eccd-4494-a268-40e39c612845 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Subnet': ['ID=866d09a9-6048-4778-8bf8-a7d6e6429c78,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:17.951006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.024229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2eb230cf-e715-42e7-b5c0-5eb799389777 None None] Provisioning complete for port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:18.024919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2eb230cf-e715-42e7-b5c0-5eb799389777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.046147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1009578a-4b1c-44af-aa28-98f042d487a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5f57c9f10584984944e276dcdfd007d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7817230 Nov 16 21:31:18.046992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009578a-4b1c-44af-aa28-98f042d487a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f504d-7d0c-4432-aae4-a261644b845c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:18.049615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60812) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:18.067979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2eb230cf-e715-42e7-b5c0-5eb799389777 None None] Port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:18.069381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=7ded378e-8b3f-406a-8e7e-0713a5ddd477,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:18.080824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.126400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a9ed7f-6910-4c55-a7c9-25aaa606e637 req-921a239b-f5af-499f-98e6-111b43edaa66 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943884 Nov 16 21:31:18.181601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] DHCP port deletion for cb705255-c5c6-4188-9a29-1561c1c04c11 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:18.188980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:18.192522 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c564c4e8-0938-429a-8d22-d3c48a668e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.224873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c564c4e8-0938-429a-8d22-d3c48a668e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.233140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fcb6f8f-3a43-4c46-a1b5-ecf7f2cc4c7b req-a7015a0a-de85-4525-bce8-de2c5f5bb028 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.4328520 Nov 16 21:31:18.270958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:18.271576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.326979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] Deleting port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:18.344239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.380079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c4e5e2e3-6631-4e3e-89c3-f3eee96f1df9 req-74aa259a-e85a-4abe-ab69-88f89734702b tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 210 time: 0.0583093 Nov 16 21:31:18.416090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c564c4e8-0938-429a-8d22-d3c48a668e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.422794 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c564c4e8-0938-429a-8d22-d3c48a668e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.427636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c564c4e8-0938-429a-8d22-d3c48a668e8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c82f504d-7d0c-4432-aae4-a261644b845c HTTP/1.1" status: 204 len: 168 time: 0.3736687 Nov 16 21:31:18.441486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c4e8-0938-429a-8d22-d3c48a668e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f504d-7d0c-4432-aae4-a261644b845c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:18.449003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] For port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,segment=NetworkSegment(3b8c5dca-872c-4a19-82c0-51a761252e32),segment_id=3b8c5dca-872c-4a19-82c0-51a761252e32)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:18.449375 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.464933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Calling delete_port for dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:18.509131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.537015 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724d5b6-5dba-4f00-929c-5cbce6d084cd x-openstack-request-id: req-f724d5b6-5dba-4f00-929c-5cbce6d084cd {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:18.537742 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "name": "network-vif-plugged", "status": "completed", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:18.538494 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f724d5b6-5dba-4f00-929c-5cbce6d084cd {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:18.539155 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'code': 200} Nov 16 21:31:18.560456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e90a08-edb6-430a-927e-4030d0bfec7c None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:18.605601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.625401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab321fb-a82d-4f5c-9c22-582f36deeb68 req-65d637dd-2689-4a0c-8f4c-50ef621bd9df tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:18.627432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dab321fb-a82d-4f5c-9c22-582f36deeb68 req-65d637dd-2689-4a0c-8f4c-50ef621bd9df tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.0848045 Nov 16 21:31:18.645910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d51227a4-5232-4ad2-8c80-6fe9322e3cae None None] Could not find standard attr ID for object f5bf897a-f23a-4bf3-8d17-c8635e139c4f. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:31:18.681015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Port': ['ID=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:18.693267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] No DVR routers for this DVR port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:18.712526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] For port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,segment=NetworkSegment(3b8c5dca-872c-4a19-82c0-51a761252e32),segment_id=3b8c5dca-872c-4a19-82c0-51a761252e32)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:18.713486 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.747402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] Calling delete_port for dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:18.751019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d51227a4-5232-4ad2-8c80-6fe9322e3cae None None] Provisioning complete for port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:18.751804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d51227a4-5232-4ad2-8c80-6fe9322e3cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.771100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dab321fb-a82d-4f5c-9c22-582f36deeb68 req-6048c5f2-c227-4c21-99e4-576152372d85 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205029 Nov 16 21:31:18.788343 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.805149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.869994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.872274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.894683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb705255-c5c6-4188-9a29-1561c1c04c11']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:18.907760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8c5dca-872c-4a19-82c0-51a761252e32') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:18.908421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8c5dca-872c-4a19-82c0-51a761252e32') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:18.916031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.920255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Allocated IP 172.20.0.12 (91d4b3bd-e664-4b72-97ad-2086f6206239/f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf/175edd78-4eaf-4cb3-8dc5-b44247ca9683) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:18.921262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.937998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.946260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:18.947481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:18.952856 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:19.035615 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.062795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.068108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.072370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/networks/cb705255-c5c6-4188-9a29-1561c1c04c11 HTTP/1.1" status: 204 len: 168 time: 1.3169758 Nov 16 21:31:19.076149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] Pushing event deleted for resources: {'Port': ['ID=dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:19.081475 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.094341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5dbc51-5307-478d-9a5a-91765dc35259 None None] No DVR routers for this DVR port dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:19.119260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d7d10-76da-4cd2-8bb4-ba220c11ba6e tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Network': ['ID=cb705255-c5c6-4188-9a29-1561c1c04c11,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:19.136674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port e5582efa-5156-423e-bfdf-191d5a8c653d yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:19.151034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe76da-ba51-4d47-ae4f-234de9e64070 req-b37477a3-0117-4332-aa67-f4014001d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:19.152808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfbe76da-ba51-4d47-ae4f-234de9e64070 req-b37477a3-0117-4332-aa67-f4014001d927 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.6857526 Nov 16 21:31:19.184008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:19.189197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting subnet 9c499463-e7cc-4f09-9c96-e58d28fa4337 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:19.194286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.213352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c892-2181-48a8-a896-d4f733ffb75e req-a699ec34-967d-4bb1-b891-09252b993952 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:19.215296 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd97c892-2181-48a8-a896-d4f733ffb75e req-a699ec34-967d-4bb1-b891-09252b993952 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 946 time: 0.4239814 Nov 16 21:31:19.265089 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.266117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7ded378e-8b3f-406a-8e7e-0713a5ddd477 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:19.395287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfbe76da-ba51-4d47-ae4f-234de9e64070 req-38225c0f-dba8-4d92-b0a4-b11fb8612a09 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023406 Nov 16 21:31:19.422994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:19.424340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49260622-e060-4797-a105-7e865382f8ba req-2b52445c-adc2-4e70-84ac-0f9faba07276 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "GET /v2.0/ports?device_id=0cee83f7-fa9b-47b6-96ec-75d6f845ad87 HTTP/1.1" status: 200 len: 210 time: 0.0690384 Nov 16 21:31:19.424646 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.638241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:19.649593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd97c892-2181-48a8-a896-d4f733ffb75e req-a88b734e-c069-4d71-a0b9-bd6909deb16d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510749 Nov 16 21:31:19.655879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:19.713418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-141c2ffa-540f-4509-9585-115ef0fc2145 None None] Provisioning complete for port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:19.713828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-141c2ffa-540f-4509-9585-115ef0fc2145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:19.767759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60842) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:19.895466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:19.949956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:19.950266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dc26a42d-c21d-4d1b-b611-fe1a9d02d7a0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:19.959375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.053680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::2695:c28:45b6:269 (4e85c439-5c54-44c3-9249-f8a38c359d2c/5d1cbca4-648a-42fa-86dd-54babe9f05b8/e5582efa-5156-423e-bfdf-191d5a8c653d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:20.099371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e4dffa5f-eb0d-4cc7-8b3e-d7495bb01967 None None] Could not find standard attr ID for object f5bf897a-f23a-4bf3-8d17-c8635e139c4f. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:31:20.117480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e4dffa5f-eb0d-4cc7-8b3e-d7495bb01967 None None] Provisioning complete for port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:20.119537 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e4dffa5f-eb0d-4cc7-8b3e-d7495bb01967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.128196 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.172429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f1eee-f995-47ae-9796-16506ce29c75 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:20.176580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d10f1eee-f995-47ae-9796-16506ce29c75 tempest-TestNetworkBasicOps-1988268252 tempest-TestNetworkBasicOps-1988268252-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 1092 time: 0.4050140 Nov 16 21:31:20.184742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:20.221476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e4dffa5f-eb0d-4cc7-8b3e-d7495bb01967 None None] Port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:20.235630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:20.253245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47a520fe-77f9-49bf-95c7-b7c243c195aa req-e9bef01c-c14d-43a2-a389-ecc26ef466d9 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 210 time: 0.1204093 Nov 16 21:31:20.262918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d1a6f-4fa2-49ed-9a6d-661323efee28 req-3c7a1190-d6e0-4cba-a70f-2823fdb1cdbe tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:20.267419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-683d1a6f-4fa2-49ed-9a6d-661323efee28 req-3c7a1190-d6e0-4cba-a70f-2823fdb1cdbe tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.3294475 Nov 16 21:31:20.345258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.408354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.438723 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.441876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Router 12f37a6a-99cd-4006-8b96-8133d681dd97 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:20.442765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Subnet': ['ID=9c499463-e7cc-4f09-9c96-e58d28fa4337,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:20.448732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.453581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-853a5150-437c-49d8-9e88-d76789eafe88 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/subnets/9c499463-e7cc-4f09-9c96-e58d28fa4337 HTTP/1.1" status: 204 len: 168 time: 1.3689363 Nov 16 21:31:20.460186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60862) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:20.464691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2851547-95ac-465e-b89a-6418af0bd9f6 None None] Network 49e54db5-8057-4f75-a19a-2bd71551d0f5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:20.520259 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.643927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:20.718771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] DHCP port deletion for 49e54db5-8057-4f75-a19a-2bd71551d0f5 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:20.755320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Allocated IP 172.25.3.203 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/3113dcc9-c5a5-4ace-9da4-e39164882a92) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:20.802742 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0cf8-ec67-4773-a578-6c7b5dd7d3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.820280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be822c09-fd37-43a1-bce4-222704ebf938 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.827544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] Deleting port 53ac7494-c954-4a90-bb60-3ba3e0d112cb {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:20.828370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.880901 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be822c09-fd37-43a1-bce4-222704ebf938 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.921691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] For port 53ac7494-c954-4a90-bb60-3ba3e0d112cb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=53ac7494-c954-4a90-bb60-3ba3e0d112cb,segment=NetworkSegment(0bd50244-6326-411a-aa30-ef666ff10af7),segment_id=0bd50244-6326-411a-aa30-ef666ff10af7)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:20.922817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.942259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] Calling delete_port for 53ac7494-c954-4a90-bb60-3ba3e0d112cb owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:20.961233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:20.983258 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.013344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.027232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting subnet 93f72f92-3430-479e-918d-16c2ebcee493 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:21.043516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.047112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.048010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.066656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be822c09-fd37-43a1-bce4-222704ebf938 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.069416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-be822c09-fd37-43a1-bce4-222704ebf938 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.070642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be822c09-fd37-43a1-bce4-222704ebf938 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] 10.222.0.48 "DELETE /v2.0/security-groups/247b4a3f-0e5f-412a-b561-f20bc963fe8a HTTP/1.1" status: 204 len: 168 time: 0.4257171 Nov 16 21:31:21.097663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be822c09-fd37-43a1-bce4-222704ebf938 tempest-TestVolumeBackupRestore-549940303 tempest-TestVolumeBackupRestore-549940303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b4a3f-0e5f-412a-b561-f20bc963fe8a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:21.103912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] Pushing event deleted for resources: {'Port': ['ID=53ac7494-c954-4a90-bb60-3ba3e0d112cb,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:21.113467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b175b5-0c34-4dbd-a263-db7ef5a0848c None None] No DVR routers for this DVR port 53ac7494-c954-4a90-bb60-3ba3e0d112cb on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:21.117400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:21.140727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:21.151131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:21.158616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=3113dcc9-c5a5-4ace-9da4-e39164882a92,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:21.177995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53ac7494-c954-4a90-bb60-3ba3e0d112cb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:21.207615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 53ac7494-c954-4a90-bb60-3ba3e0d112cb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:21.207985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 53ac7494-c954-4a90-bb60-3ba3e0d112cb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:21.225779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-683d1a6f-4fa2-49ed-9a6d-661323efee28 req-c04517ad-8878-4036-abf9-d5c7e1759774 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9328082 Nov 16 21:31:21.249487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:21.259052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Network 91d4b3bd-e664-4b72-97ad-2086f6206239 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:21.267009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:21.278094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:21.309956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:21.310842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.452153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Pushing event updated for resources: {'Port': ['ID=175edd78-4eaf-4cb3-8dc5-b44247ca9683,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:21.476303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:21.592455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.637119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d89055-e463-470f-aec0-ce4873464ebf req-2eed58a3-ee80-4d0f-83c0-8f7a78bb2d6d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:21.639516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49d89055-e463-470f-aec0-ce4873464ebf req-2eed58a3-ee80-4d0f-83c0-8f7a78bb2d6d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 932 time: 0.0950429 Nov 16 21:31:21.675708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-318234b2-5ae0-4bc9-9d2c-024039c11e7f None None] Provisioning complete for port e5582efa-5156-423e-bfdf-191d5a8c653d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:21.678523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:21.687473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.9530499 Nov 16 21:31:21.688250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60918) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:21.689829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-318234b2-5ae0-4bc9-9d2c-024039c11e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.777668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.778055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.778402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.778739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.779565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.779935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.780365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.780679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.781011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.781342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.781703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.782034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:21.785373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-318234b2-5ae0-4bc9-9d2c-024039c11e7f None None] Port e5582efa-5156-423e-bfdf-191d5a8c653d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:21.889082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-49d89055-e463-470f-aec0-ce4873464ebf req-555e833f-325e-480b-8a5d-b3bee47783dd tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302008 Nov 16 21:31:21.892158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:21.993377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27aeb2-4c78-4954-a31f-4cd95b7f9506 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:22.000448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27aeb2-4c78-4954-a31f-4cd95b7f9506 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:22.004644 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5b27aeb2-4c78-4954-a31f-4cd95b7f9506 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2144866 Nov 16 21:31:22.008575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60956) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:22.013778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687846c-f7ed-442b-9282-838da90cad7e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=e5582efa-5156-423e-bfdf-191d5a8c653d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:22.022136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:22.023261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.062378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:22.068887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-af605b31-9315-48d8-94f4-03e465b4de6f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4506805 Nov 16 21:31:22.073167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d0f0c50b-1ad2-4067-a6a3-4413ba468841 admin admin] 10.222.0.48 "PUT /v2.0/routers/12f37a6a-99cd-4006-8b96-8133d681dd97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0825694 Nov 16 21:31:22.073301 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Sync routers for ids ['12f37a6a-99cd-4006-8b96-8133d681dd97'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:22.091165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.097386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Request body: {'port': {'device_id': '17524d1b-2163-423a-8366-8dd98e422e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:22.118441 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Routers {'12f37a6a-99cd-4006-8b96-8133d681dd97'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:22.119155 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['12f37a6a-99cd-4006-8b96-8133d681dd97'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:22.143800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.185418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Subnet': ['ID=93f72f92-3430-479e-918d-16c2ebcee493,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:22.219466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3c9e1-21a3-46a0-b48b-4ab1ec89e67b None None] Network 7438f701-a73e-49c6-9a03-65dd07b365a7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:22.236105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.240263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b4900f78-fe77-43ad-85d0-f9f46c8fd07c tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/subnets/93f72f92-3430-479e-918d-16c2ebcee493 HTTP/1.1" status: 204 len: 168 time: 1.7566967 Nov 16 21:31:22.243244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60978) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:22.266829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.303230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.316188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port e5582efa-5156-423e-bfdf-191d5a8c653d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:22.316880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.560274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Set router 12f37a6a-99cd-4006-8b96-8133d681dd97 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:22.740511 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.782240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:22.806330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7880b7-4a66-4cff-9167-02a87151a99f req-4f003b58-940c-4181-bb12-20ea4b980979 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:22.807958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd7880b7-4a66-4cff-9167-02a87151a99f req-4f003b58-940c-4181-bb12-20ea4b980979 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.4105146 Nov 16 21:31:22.830611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for e5582efa-5156-423e-bfdf-191d5a8c653d owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:23.121919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.147467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.158424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c2add77-0f12-4336-a7e1-441857c55d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.277630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.294563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd7880b7-4a66-4cff-9167-02a87151a99f req-40e86ee7-de4a-49fa-979c-037cf333429a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4742763 Nov 16 21:31:23.324501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e54db5-8057-4f75-a19a-2bd71551d0f5']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:23.340787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd50244-6326-411a-aa30-ef666ff10af7') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:23.341450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd50244-6326-411a-aa30-ef666ff10af7') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:23.358619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.359117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] DHCP port deletion for 7438f701-a73e-49c6-9a03-65dd07b365a7 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:23.400659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.419289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:23.420495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:23.424282 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:23.447660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:31:18Z', 'revision_number': 4, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'e5a539b4-2496-4bfb-a30d-b2d3b24af5bc', 'name': '', 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'mac_address': 'fa:16:3e:20:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:14Z', 'updated_at': '2021-11-16T21:31:18Z', 'revision_number': 2, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'subnets': [{'id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:23.466750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.510391 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Checking router: 12f37a6a-99cd-4006-8b96-8133d681dd97 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:23.515790 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Updating router 12f37a6a-99cd-4006-8b96-8133d681dd97 port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:23.545835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] Deleting port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:23.546371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.594991 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.675264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] For port c4b03353-318b-4cda-8b78-9fc7fc72ddc9, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,segment=NetworkSegment(ccaeb390-2886-4bed-ba03-b02488ab586e),segment_id=ccaeb390-2886-4bed-ba03-b02488ab586e)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:23.677267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.729488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 32886) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:23.746417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] Calling delete_port for c4b03353-318b-4cda-8b78-9fc7fc72ddc9 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:23.763226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.796361 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.799666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/networks/49e54db5-8057-4f75-a19a-2bd71551d0f5 HTTP/1.1" status: 204 len: 168 time: 1.5552337 Nov 16 21:31:23.801973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175edd78-4eaf-4cb3-8dc5-b44247ca9683 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:23.828257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 32902) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:23.897081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:23.918414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2e375-d698-42e4-915d-d56a6bd0ca04 req-93d01498-376c-4d0d-b0e9-1defc74f542f tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:23.925087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cde2e375-d698-42e4-915d-d56a6bd0ca04 req-93d01498-376c-4d0d-b0e9-1defc74f542f tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.4021165 Nov 16 21:31:23.950430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62a39f-8a3b-4a67-8a39-7dbe44803fec tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Network': ['ID=49e54db5-8057-4f75-a19a-2bd71551d0f5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:23.992855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event updated for resources: {'Port': ['ID=3113dcc9-c5a5-4ace-9da4-e39164882a92,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:24.066887 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.098143 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Floating IP d57709c8-a1e7-4aa9-9d31-a25595c05a06 associated. External IP: 172.25.3.203, port: f0385c21-8507-4168-a7c2-4933c05709ae. Nov 16 21:31:24.124814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Transition to ACTIVE for port object 175edd78-4eaf-4cb3-8dc5-b44247ca9683 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:24.139273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bb26e-1c6d-4435-b2fe-44cb20c675aa req-13784695-0626-4ac7-98f3-670d390b2662 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:24.142440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-315bb26e-1c6d-4435-b2fe-44cb20c675aa req-13784695-0626-4ac7-98f3-670d390b2662 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 932 time: 0.4320288 Nov 16 21:31:24.151961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.167108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] Pushing event deleted for resources: {'Port': ['ID=c4b03353-318b-4cda-8b78-9fc7fc72ddc9,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:24.224925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3918d-e4a8-415c-94c9-6b4823fe3388 None None] No DVR routers for this DVR port c4b03353-318b-4cda-8b78-9fc7fc72ddc9 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:24.238034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.288563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Pushing event updated for resources: {'Port': ['ID=175edd78-4eaf-4cb3-8dc5-b44247ca9683,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:24.297956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.333996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-570d2f65-b16d-42f5-9756-0b48381a5711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.340051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.397997 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.407202 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.415397 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cde2e375-d698-42e4-915d-d56a6bd0ca04 req-103a1e63-e35b-4994-bb41-137080f4f67f tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4541087 Nov 16 21:31:24.438356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=e5582efa-5156-423e-bfdf-191d5a8c653d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:24.580764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.594625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b261b18c-5bb9-497c-bca1-93353951de16 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/e5582efa-5156-423e-bfdf-191d5a8c653d HTTP/1.1" status: 204 len: 168 time: 2.5840945 Nov 16 21:31:24.607488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 32980) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:24.644553 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Pushing event updated for resources: {'Port': ['ID=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:24.714306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-315bb26e-1c6d-4435-b2fe-44cb20c675aa req-cdf84502-ae13-4776-b27b-32d6e0ddf939 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989446 Nov 16 21:31:24.715911 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.716263 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.716609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.717008 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.719993 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.720390 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.720735 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.721065 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.726013 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.726602 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.727111 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.728003 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:24.842166 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Attempting to bind port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:24.842576 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Attempting to bind port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:24.842976 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Attempting to bind port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc on network f4556cc6-7c1f-4975-8715-58fa9bccdb3f {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:24.860846 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:24.861213 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Checking segment: {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:24.866879 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.867469 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Bound using segment: {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:24.871373 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Bound port: e5a539b4-2496-4bfb-a30d-b2d3b24af5bc, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cba600-18de-48e9-84b4-1aaf914ded85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:24.872011 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.946825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-570d2f65-b16d-42f5-9756-0b48381a5711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:24.949606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624a03f-ea67-4fb9-83d3-120e22053d8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:24.953173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624a03f-ea67-4fb9-83d3-120e22053d8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:24.958175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c624a03f-ea67-4fb9-83d3-120e22053d8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3495846 Nov 16 21:31:24.959689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33016) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:24.960206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Attempting to bind port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:24.961443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Attempting to bind port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '55c42267-4ea5-4361-a82d-8a5f8a25ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:24.962149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Attempting to bind port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 on network 91d4b3bd-e664-4b72-97ad-2086f6206239 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:24.985825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-570d2f65-b16d-42f5-9756-0b48381a5711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.031464 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] For port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:25.035600 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] For port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:25.041692 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.122065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-157ecd1a-4e56-436a-98cc-a89abd8b4d6d None None] Provisioning complete for port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:25.122636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-157ecd1a-4e56-436a-98cc-a89abd8b4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.132697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd14b-6e6d-47d7-a4b0-2120e093f8d8 None None] Pushing event updated for resources: {'Port': ['ID=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:25.176639 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Routers {'12f37a6a-99cd-4006-8b96-8133d681dd97'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:25.177278 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['12f37a6a-99cd-4006-8b96-8133d681dd97'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:25.210118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-570d2f65-b16d-42f5-9756-0b48381a5711 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95955eaa3f1d4c58af7d09324d17613c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4777451 Nov 16 21:31:25.212959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33040) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:25.216480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d2f65-b16d-42f5-9756-0b48381a5711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f97bf-1e15-4f65-92ce-342f33501c9a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:25.218421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 on network 91d4b3bd-e664-4b72-97ad-2086f6206239 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:25.227299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Attempting to bind port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 on network 91d4b3bd-e664-4b72-97ad-2086f6206239 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:25.244081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 5d1cbca4-648a-42fa-86dd-54babe9f05b8 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:25.260262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.274524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56fb0f-aa09-41f2-a53a-13e49a49c9e1 req-73d10d8b-cd24-4c2a-b414-46208bc7ca3d tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:25.278980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d56fb0f-aa09-41f2-a53a-13e49a49c9e1 req-73d10d8b-cd24-4c2a-b414-46208bc7ca3d tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.3394580 Nov 16 21:31:25.300181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4b03353-318b-4cda-8b78-9fc7fc72ddc9 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:25.344018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c4b03353-318b-4cda-8b78-9fc7fc72ddc9 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:25.344625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4b03353-318b-4cda-8b78-9fc7fc72ddc9 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:25.414642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.414893 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] Set router 12f37a6a-99cd-4006-8b96-8133d681dd97 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:25.457555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:25.458542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-157ecd1a-4e56-436a-98cc-a89abd8b4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.489463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:25.490149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Checking segment: {'id': '55c42267-4ea5-4361-a82d-8a5f8a25ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:25.490299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Bound using segment: {'id': '55c42267-4ea5-4361-a82d-8a5f8a25ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:25.490639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Bound port: 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c42267-4ea5-4361-a82d-8a5f8a25ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:25.491023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.551274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.568452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-157ecd1a-4e56-436a-98cc-a89abd8b4d6d None None] For port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:25.570784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8607b083-d641-418e-9ef1-b36392b3d3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.582337 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-157ecd1a-4e56-436a-98cc-a89abd8b4d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.585635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-29640c34-c661-4a3d-9a79-2d03712c1434 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:25.589325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-29640c34-c661-4a3d-9a79-2d03712c1434 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.7753255 Nov 16 21:31:25.719482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7438f701-a73e-49c6-9a03-65dd07b365a7']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:25.754824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:25.765988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-b8cba031-7dd3-422c-b69a-045329d287c3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/quotas/2b89446b6c8d45babbea2219e8c5cffd HTTP/1.1" status: 200 len: 375 time: 0.1574931 Nov 16 21:31:25.813095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] Sync routers for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:25.839674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] For port 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:25.841210 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.846308 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.848054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] For port 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683,segment=NetworkSegment(55c42267-4ea5-4361-a82d-8a5f8a25ee06),segment_id=55c42267-4ea5-4361-a82d-8a5f8a25ee06)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:25.859347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaeb390-2886-4bed-ba03-b02488ab586e') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:25.859645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaeb390-2886-4bed-ba03-b02488ab586e') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:25.864075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-79393eac-b4cd-411f-9d10-78d420fa00a3 None None] Provisioning complete for port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:25.864462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-79393eac-b4cd-411f-9d10-78d420fa00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.874668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:25.875345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:25.878383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ecd1a-4e56-436a-98cc-a89abd8b4d6d None None] Pushing event updated for resources: {'Port': ['ID=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:25.903662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.925396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:25.971622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:31:18Z', 'revision_number': 4, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'e5a539b4-2496-4bfb-a30d-b2d3b24af5bc', 'name': '', 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'mac_address': 'fa:16:3e:20:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:14Z', 'updated_at': '2021-11-16T21:31:25Z', 'revision_number': 4, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'subnets': [{'id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:26.005229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8607b083-d641-418e-9ef1-b36392b3d3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.018491 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5f9db-a8a7-42da-ae2c-2211def3501e None None] The sync data for ids ['12f37a6a-99cd-4006-8b96-8133d681dd97'] in n-d-817778-8 is: [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:31:18Z', 'revision_number': 4, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'e5a539b4-2496-4bfb-a30d-b2d3b24af5bc', 'name': '', 'network_id': 'f4556cc6-7c1f-4975-8715-58fa9bccdb3f', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'mac_address': 'fa:16:3e:20:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:14Z', 'updated_at': '2021-11-16T21:31:25Z', 'revision_number': 4, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'subnets': [{'id': '5427d4eb-42e1-4acd-a1d2-2b56aefe153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:26.051490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d56fb0f-aa09-41f2-a53a-13e49a49c9e1 req-78324658-e3b7-4fad-89ef-1533a6f04b2f tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6033633 Nov 16 21:31:26.084166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-119401bf-0b20-44b8-b910-a7cbb0da217f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8560388 Nov 16 21:31:26.099779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33118) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:26.099779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33120) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:26.126933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:26.132691 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef29b082-a944-4d47-8a2a-d80d40195b14" -d '{"events": [{"name": "network-changed", "server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:26.247673 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.303307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:26.303839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.311281 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-05497a51-0012-41ff-8644-dc74d3f6b1b9 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/d57709c8-a1e7-4aa9-9d31-a25595c05a06 HTTP/1.1" status: 200 len: 992 time: 0.1583343 Nov 16 21:31:26.317199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] 10.222.0.41 "PUT /v2.0/ports/175edd78-4eaf-4cb3-8dc5-b44247ca9683 HTTP/1.1" status: 200 len: 1092 time: 4.2275434 Nov 16 21:31:26.342706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:26.370013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b84cc-5bc9-4d32-808a-3358f5d73566 req-bc44be22-8945-4f8b-86bb-19761a80dddb tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:26.385450 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb1b84cc-5bc9-4d32-808a-3358f5d73566 req-bc44be22-8945-4f8b-86bb-19761a80dddb tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 944 time: 0.1357632 Nov 16 21:31:26.428819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17524d1b-2163-423a-8366-8dd98e422e37', 'tag': '175edd78-4eaf-4cb3-8dc5-b44247ca9683'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:26.437354 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e" -d '{"events": [{"name": "network-changed", "server_uuid": "17524d1b-2163-423a-8366-8dd98e422e37", "tag": "175edd78-4eaf-4cb3-8dc5-b44247ca9683"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:26.439550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.496958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.513537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:26.515530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.532549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1cbca4-648a-42fa-86dd-54babe9f05b8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:26.539983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8607b083-d641-418e-9ef1-b36392b3d3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.548692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8607b083-d641-418e-9ef1-b36392b3d3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.549690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51ed27-f86f-4f36-a140-dbaed19dc7ef None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:26.555915 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8607b083-d641-418e-9ef1-b36392b3d3b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/820f97bf-1e15-4f65-92ce-342f33501c9a HTTP/1.1" status: 204 len: 168 time: 1.3276353 Nov 16 21:31:26.618284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.628282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bd70982a-ac81-4c2a-ab8b-bbe9f1a13513 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/5d1cbca4-648a-42fa-86dd-54babe9f05b8 HTTP/1.1" status: 204 len: 168 time: 1.6585407 Nov 16 21:31:26.649535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:26.669097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b083-d641-418e-9ef1-b36392b3d3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f97bf-1e15-4f65-92ce-342f33501c9a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:26.710029 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:26.775038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.785595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d142d17-c131-48e5-9299-7028d226f970 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174769 Nov 16 21:31:26.790373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:26.802048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:26.802643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/networks/7438f701-a73e-49c6-9a03-65dd07b365a7 HTTP/1.1" status: 204 len: 168 time: 2.9466958 Nov 16 21:31:26.802780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33178) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:26.884930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-16fc39d9-df59-4260-98dd-7c9fb73e2b16 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0330539 Nov 16 21:31:26.985921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e36c6-dc5a-4600-b385-9dbd9229dce8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Network': ['ID=7438f701-a73e-49c6-9a03-65dd07b365a7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:27.081788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-46f4950d-f842-4f22-bb59-446c4feedbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.085079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-46f4950d-f842-4f22-bb59-446c4feedbd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f035d04c63d44709a64cc5bc463cfe1a&device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 1095 time: 0.6367114 Nov 16 21:31:27.250078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.251715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813dec6-2ad0-45d4-bf6e-9dadd7b18457 service neutron] Pushing event updated for resources: {'Port': ['ID=175edd78-4eaf-4cb3-8dc5-b44247ca9683,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:27.306195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03671208-d3f5-4170-9828-8ee236d95b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.330200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33186) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.379109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e5a539b4-2496-4bfb-a30d-b2d3b24af5bc up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:27.400389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.474662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0411d15-9a39-40a5-8fd8-433cc77b0d0d tempest-TestServerBasicOps-1440990306 tempest-TestServerBasicOps-1440990306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.476543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0411d15-9a39-40a5-8fd8-433cc77b0d0d tempest-TestServerBasicOps-1440990306 tempest-TestServerBasicOps-1440990306-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1091 time: 1.3331831 Nov 16 21:31:27.492706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33188) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.549795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb1b84cc-5bc9-4d32-808a-3358f5d73566 req-66ea639e-9317-431b-8373-ba8f63fc9c37 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1615341 Nov 16 21:31:27.557269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:27.584422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03671208-d3f5-4170-9828-8ee236d95b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.653297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:27.666131 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492fca2b-59ba-4fa1-a24e-75f5957b4723 x-openstack-request-id: req-492fca2b-59ba-4fa1-a24e-75f5957b4723 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:27.666521 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:27.666841 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-492fca2b-59ba-4fa1-a24e-75f5957b4723 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:27.667252 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'status': 'completed', 'code': 200} Nov 16 21:31:27.677575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969989ce-9618-43a3-80f0-95d8f48497ae tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.682551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-969989ce-9618-43a3-80f0-95d8f48497ae tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8761799 Nov 16 21:31:27.682757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:27.682757 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.696023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.704135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.746411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting subnet 89e56cc6-8553-4b5e-ab52-5816ef7b7d59 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:27.788513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3b68f1d8-77af-4ffb-8144-d253183cb696 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/d57709c8-a1e7-4aa9-9d31-a25595c05a06 HTTP/1.1" status: 200 len: 992 time: 0.2231319 Nov 16 21:31:27.790406 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a4b94-98f4-43ab-b853-bfc57717c0ba x-openstack-request-id: req-b64a4b94-98f4-43ab-b853-bfc57717c0ba {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:27.790926 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17524d1b-2163-423a-8366-8dd98e422e37", "tag": "175edd78-4eaf-4cb3-8dc5-b44247ca9683", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:27.791419 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b64a4b94-98f4-43ab-b853-bfc57717c0ba {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:27.792627 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17524d1b-2163-423a-8366-8dd98e422e37', 'tag': '175edd78-4eaf-4cb3-8dc5-b44247ca9683', 'status': 'completed', 'code': 200} Nov 16 21:31:27.799253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03671208-d3f5-4170-9828-8ee236d95b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.830320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.843623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd57709c8-a1e7-4aa9-9d31-a25595c05a06', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'port_id': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'mac_address': 'fa:16:3e:54:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:31:21Z', 'updated_at': '2021-11-16T21:31:21Z', 'revision_number': 0, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:50Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:27.846212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-45985f47-1769-4b01-9c3d-bb4bc7b0a9dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683 HTTP/1.1" status: 200 len: 217 time: 0.6146955 Nov 16 21:31:27.852954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-03671208-d3f5-4170-9828-8ee236d95b71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbf7e8acc76641dfa5b67c5b176fe250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5967381 Nov 16 21:31:27.863508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.944900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1a271-7dd9-40dc-9e05-408ab689f41b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.948641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b9c1a271-7dd9-40dc-9e05-408ab689f41b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2406752 Nov 16 21:31:27.952913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33194) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:27.955189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:27.959742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-8ca7927c-44c6-4e02-9c37-081e5d46065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:27.961601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-8ca7927c-44c6-4e02-9c37-081e5d46065e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf HTTP/1.1" status: 200 len: 860 time: 0.0966976 Nov 16 21:31:27.985572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] Checking router: ab94b9bc-c377-4b58-8ca5-092f7b982bb9 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:27.992668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] Deleting port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:27.993414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.008000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-8f9e0a10-fad6-47b7-8dd0-0f9a21423ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.009538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-8f9e0a10-fad6-47b7-8dd0-0f9a21423ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 1097 time: 0.3250418 Nov 16 21:31:28.069354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-a2efc03d-c7d3-479c-9ca5-ed40ab7ffa12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d4b3bd-e664-4b72-97ad-2086f6206239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855029 Nov 16 21:31:28.081459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03671208-d3f5-4170-9828-8ee236d95b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d06a6c-5b9e-4ccc-ab81-321ba25231fc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:28.108780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:28.109403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:28.129989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2147202-7243-440c-b62c-1c0e44905d3b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1611264 Nov 16 21:31:28.140640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33196) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:28.158072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:28.422662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:28.428360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.471060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-2f5ec71b-58f7-4718-866f-5192c704f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.473709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-2f5ec71b-58f7-4718-866f-5192c704f984 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bf3fb43-5a47-4a0d-b852-03671635b4f0 HTTP/1.1" status: 200 len: 897 time: 0.3758445 Nov 16 21:31:28.478374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.496608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] For port 7ded378e-8b3f-406a-8e7e-0713a5ddd477, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7ded378e-8b3f-406a-8e7e-0713a5ddd477,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:28.497219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.532871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.539415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] Calling delete_port for 7ded378e-8b3f-406a-8e7e-0713a5ddd477 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:28.677543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:28.688536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-c3d9955a-648f-422a-a6ce-75bc41caedc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0385c21-8507-4168-a7c2-4933c05709ae HTTP/1.1" status: 200 len: 1000 time: 0.1794095 Nov 16 21:31:28.737686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.755404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-f8ff97b2-9d8b-4fa8-99fe-c986d1b0ec92 service neutron] 10.222.0.48 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8305459 Nov 16 21:31:28.765453 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.798239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33202) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:28.838250 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:28.854329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Subnet': ['ID=89e56cc6-8553-4b5e-ab52-5816ef7b7d59,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:28.887633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Allocated IP 172.25.3.237 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/b35ddc2a-a64b-4cf7-92a6-6c8b49d0510e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:28.974205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b6d27-15b3-48c7-85ee-94cf418103cd None None] Network 9b9328ce-dc13-49e5-83a4-07c4efb9a54b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:28.974427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:28.977721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-01a95f00-174d-449e-907e-e826b1d72dc3 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/subnets/89e56cc6-8553-4b5e-ab52-5816ef7b7d59 HTTP/1.1" status: 204 len: 168 time: 2.1534641 Nov 16 21:31:28.985106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33204) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:28.993656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90630a4b-0ed4-442e-9e1a-3b3d8f15c61b req-45e3e8fc-c9ae-46fc-9372-a55b30f512bf tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:28.994738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90630a4b-0ed4-442e-9e1a-3b3d8f15c61b req-45e3e8fc-c9ae-46fc-9372-a55b30f512bf tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 944 time: 0.3113611 Nov 16 21:31:29.067849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-3df53aac-c0de-45b4-9e8d-608417faf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:29.069334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-3df53aac-c0de-45b4-9e8d-608417faf371 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3da60628-488f-45e3-b032-7497b7f725b6 HTTP/1.1" status: 200 len: 835 time: 0.3450456 Nov 16 21:31:29.099624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-1c41f624-ef0d-4222-a56d-56446b6336aa service neutron] 10.222.0.41 "GET /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9868560 Nov 16 21:31:29.100024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:29.106333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90630a4b-0ed4-442e-9e1a-3b3d8f15c61b req-7a12add1-9da8-4eac-a48c-05de6e5729eb tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002104 Nov 16 21:31:29.110130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:29.110646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.121589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=e3f803a9-e741-4f26-90e9-fa5bccb8abaa,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:29.152614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-409c30b2-c883-412e-b75c-8be9290ae470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.192832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7ded378e-8b3f-406a-8e7e-0713a5ddd477 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:29.221814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.227095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.259232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-0bf4250a-2e01-443c-a080-f1aed0c5ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:29.260790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-0bf4250a-2e01-443c-a080-f1aed0c5ca0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf3fb43-5a47-4a0d-b852-03671635b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505795 Nov 16 21:31:29.307895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.395042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] Pushing event deleted for resources: {'Port': ['ID=7ded378e-8b3f-406a-8e7e-0713a5ddd477,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:29.407172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152005f3-92ae-4086-be82-d1917ce487fa None None] No DVR routers for this DVR port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:29.414493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port 7ded378e-8b3f-406a-8e7e-0713a5ddd477 {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:31:29.415848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7ded378e-8b3f-406a-8e7e-0713a5ddd477 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:29.436467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.455511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e00d2-e484-4ee1-9505-527763f30b15 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:29.539936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] DHCP port deletion for 9b9328ce-dc13-49e5-83a4-07c4efb9a54b request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:29.590573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd57709c8-a1e7-4aa9-9d31-a25595c05a06', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'port_id': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'mac_address': 'fa:16:3e:54:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:31:21Z', 'updated_at': '2021-11-16T21:31:21Z', 'revision_number': 0, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:50Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:29.642008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'Port': ['ID=b35ddc2a-a64b-4cf7-92a6-6c8b49d0510e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:29.642811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f20a6-b752-4fd4-9ecd-38a60e8b09bd None None] The sync data for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 is: [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd57709c8-a1e7-4aa9-9d31-a25595c05a06', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'port_id': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'mac_address': 'fa:16:3e:54:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:31:21Z', 'updated_at': '2021-11-16T21:31:21Z', 'revision_number': 0, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:50Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:29.659436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-b4288577-dd3a-4c0c-8883-b9c58ce96358 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856854 Nov 16 21:31:29.736765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] Deleting port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:29.737151 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.831309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:29.834540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef29b082-a944-4d47-8a2a-d80d40195b14 req-86a32c74-1836-4889-b61f-08d65fbef4ef service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611412 Nov 16 21:31:29.837272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:29.840899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:29.864124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bcddc6f-a336-4f5c-8f3e-8ffe8ca7c4ca req-474851d4-20f7-42a1-8efe-81bdcbc23d31 service neutron] 10.222.0.41 "GET /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191215 Nov 16 21:31:29.872013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': 'e3f803a9-e741-4f26-90e9-fa5bccb8abaa'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:29.873838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:29.939080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-25f8b36d-7fa8-43a3-af83-7d3257fd4976 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7908728 Nov 16 21:31:30.013097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33208) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:30.086331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/e3f803a9-e741-4f26-90e9-fa5bccb8abaa/75d9a728-e7ae-4595-9395-5a30fbcf9445) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:30.112931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-061140f5-317b-4c68-9d47-fb994ca36538 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/d57709c8-a1e7-4aa9-9d31-a25595c05a06 HTTP/1.1" status: 200 len: 992 time: 1.2860105 Nov 16 21:31:30.134068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'e3f803a9-e741-4f26-90e9-fa5bccb8abaa', 'ip_address': '2001:db8::5b09:3628:ecf3:9bce'}], 'name': 'tempest-NetworksTestDHCPv6-1129499970'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:30.144839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-3a916afb-a119-4409-8e00-66f6d2fabbbc service neutron] 10.222.0.48 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3673451 Nov 16 21:31:30.149323 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5e6ce-4b9e-4121-b43f-97524d0bbcba None None] New status for floating IP d57709c8-a1e7-4aa9-9d31-a25595c05a06: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:31:30.198946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-409c30b2-c883-412e-b75c-8be9290ae470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.374104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Deleting port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:30.376147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.433921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-73c8f676-2b1b-4970-943a-ad3c14cf5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:30.436986 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-73c8f676-2b1b-4970-943a-ad3c14cf5598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f035d04c63d44709a64cc5bc463cfe1a&device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 1095 time: 0.4883535 Nov 16 21:31:30.505439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] For port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,segment=NetworkSegment(e60113ee-9c58-409d-8b29-160dfc170dfd),segment_id=e60113ee-9c58-409d-8b29-160dfc170dfd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:30.505439 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.521404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33218) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:30.547490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38c7f774-f40d-4a77-b5b7-434c28b2d786 req-0ec81e70-c6af-4a32-a9de-8844443ae9c2 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 210 time: 0.1093540 Nov 16 21:31:30.557337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] Calling delete_port for fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:30.579752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-409c30b2-c883-412e-b75c-8be9290ae470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.583053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-409c30b2-c883-412e-b75c-8be9290ae470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.584233 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-409c30b2-c883-412e-b75c-8be9290ae470 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6d06a6c-5b9e-4ccc-ab81-321ba25231fc HTTP/1.1" status: 204 len: 168 time: 2.7180786 Nov 16 21:31:30.621701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.623129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] For port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,segment=NetworkSegment(e60113ee-9c58-409d-8b29-160dfc170dfd),segment_id=e60113ee-9c58-409d-8b29-160dfc170dfd)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:30.624076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.649598 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.660142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c30b2-c883-412e-b75c-8be9290ae470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d06a6c-5b9e-4ccc-ab81-321ba25231fc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:30.661165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1efa6-1f5c-4972-8398-c7160bb12687 req-7d9413ce-a4c6-418b-a7ec-0451d6e06130 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:30.662865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8b1efa6-1f5c-4972-8398-c7160bb12687 req-7d9413ce-a4c6-418b-a7ec-0451d6e06130 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 944 time: 0.2972653 Nov 16 21:31:30.674475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:30.683587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:30.687767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Calling delete_port for fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:30.906617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-4c8ec087-bdee-4e82-84d1-51854bc2e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:30.912268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-4c8ec087-bdee-4e82-84d1-51854bc2e72a service neutron] 10.222.0.41 "GET /v2.0/networks?id=91d4b3bd-e664-4b72-97ad-2086f6206239 HTTP/1.1" status: 200 len: 921 time: 0.4648857 Nov 16 21:31:30.940600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:30.943975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8b1efa6-1f5c-4972-8398-c7160bb12687 req-b37256ee-beaf-4dcf-b39c-9656c9acfb72 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580795 Nov 16 21:31:30.969465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:30.991965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:31.024439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-59b22383-91bd-401a-95fd-05fea961f7ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683 HTTP/1.1" status: 200 len: 217 time: 0.0994713 Nov 16 21:31:31.130752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33230) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:31.163518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-5af4f6c1-61d6-46cd-951a-b3b8730f760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:31.171082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Pushing event updated for resources: {'Port': ['ID=75d9a728-e7ae-4595-9395-5a30fbcf9445,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:31.171995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-5af4f6c1-61d6-46cd-951a-b3b8730f760a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf HTTP/1.1" status: 200 len: 860 time: 0.1379590 Nov 16 21:31:31.189254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.253464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.282148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] No DVR routers for this DVR port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:31.304838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:31.346854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117de23-4ea9-467f-b8b8-afc19827a945 None None] Pushing event deleted for resources: {'Port': ['ID=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:31.360883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:31.361304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:31.390892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-b08d3c22-33c7-486e-bbc9-bb2c20ddc7be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91d4b3bd-e664-4b72-97ad-2086f6206239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023932 Nov 16 21:31:31.414767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Attempting to bind port 75d9a728-e7ae-4595-9395-5a30fbcf9445 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:31.416811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Attempting to bind port 75d9a728-e7ae-4595-9395-5a30fbcf9445 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:31.416811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Attempting to bind port 75d9a728-e7ae-4595-9395-5a30fbcf9445 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:31.424470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:31.424862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:31.425291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.425723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:31.426197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Bound port: 75d9a728-e7ae-4595-9395-5a30fbcf9445, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:31.426592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.432204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.457075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.518557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Port': ['ID=fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:31.539584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] No DVR routers for this DVR port fc11b2a8-4a3c-4e80-8b04-7bfce4a1a988 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:31.569346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 47cd6404-5ca5-496d-be35-01d41e0ba16a yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:31.586104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] For port 75d9a728-e7ae-4595-9395-5a30fbcf9445, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:31.589401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.590391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.590824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.591239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.592644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.593365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.594514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.594869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.595212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.595555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.595889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.596228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:31.602271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] For port 75d9a728-e7ae-4595-9395-5a30fbcf9445, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=75d9a728-e7ae-4595-9395-5a30fbcf9445,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:31.610697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a64ae54-a0cd-4138-84b0-c05f42868054 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/d57709c8-a1e7-4aa9-9d31-a25595c05a06 HTTP/1.1" status: 200 len: 994 time: 0.4702103 Nov 16 21:31:31.610973 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:31.703440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b56a71-ef1a-4778-800f-ba175004698d None None] Pushing event updated for resources: {'Port': ['ID=75d9a728-e7ae-4595-9395-5a30fbcf9445,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:31.781198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb3b870a-e620-431a-b6da-560855481a5f req-826b0f48-6030-4447-ad7f-7b3e74fda4d1 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 210 time: 0.0812564 Nov 16 21:31:31.863722 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-ab55369d-97f9-4a6c-9c4c-2deaeaa874de service neutron] 10.222.0.41 "GET /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481707 Nov 16 21:31:31.893590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 175edd78-4eaf-4cb3-8dc5-b44247ca9683 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:31:32.071923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::5b09:3628:ecf3:9bce (4e85c439-5c54-44c3-9249-f8a38c359d2c/e3f803a9-e741-4f26-90e9-fa5bccb8abaa/47cd6404-5ca5-496d-be35-01d41e0ba16a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:32.149056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a331c377-c6c4-48ac-b4f5-bc1ad8a9157e req-b9acf41f-fa98-4653-bc9d-6948dbebcaf7 service neutron] 10.222.0.41 "GET /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808976 Nov 16 21:31:32.290668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683,segment=NetworkSegment(55c42267-4ea5-4361-a82d-8a5f8a25ee06),segment_id=55c42267-4ea5-4361-a82d-8a5f8a25ee06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:32.332399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '175edd78-4eaf-4cb3-8dc5-b44247ca9683', 'network_id': '91d4b3bd-e664-4b72-97ad-2086f6206239', 'port_id': '175edd78-4eaf-4cb3-8dc5-b44247ca9683', 'mac_address': 'fa:16:3e:05:42:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:31:32.361249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.417241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.435171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.445371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175edd78-4eaf-4cb3-8dc5-b44247ca9683 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:32.458339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.467908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9328ce-dc13-49e5-83a4-07c4efb9a54b']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.479387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60113ee-9c58-409d-8b29-160dfc170dfd') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.479808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60113ee-9c58-409d-8b29-160dfc170dfd') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:32.491540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.499672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683,segment=NetworkSegment(55c42267-4ea5-4361-a82d-8a5f8a25ee06),segment_id=55c42267-4ea5-4361-a82d-8a5f8a25ee06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:32.506064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.509076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.520946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:32.521359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:32.610943 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:32.615398 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.616747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=175edd78-4eaf-4cb3-8dc5-b44247ca9683,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:32.634722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.730091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event updated for resources: {'Port': ['ID=b35ddc2a-a64b-4cf7-92a6-6c8b49d0510e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:32.737110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.744607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.746930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33260) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.752051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['175edd78-4eaf-4cb3-8dc5-b44247ca9683'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:32.757457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/networks/9b9328ce-dc13-49e5-83a4-07c4efb9a54b HTTP/1.1" status: 204 len: 168 time: 3.7616220 Nov 16 21:31:32.781048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:32.786502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:32.789322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-186e84c8-24bc-466f-b849-5cd390128e92 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.795026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d2b5f-406e-4356-bdc0-60ba81a362ba tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Pushing event deleted for resources: {'Network': ['ID=9b9328ce-dc13-49e5-83a4-07c4efb9a54b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:32.795759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-186e84c8-24bc-466f-b849-5cd390128e92 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.3346241 Nov 16 21:31:32.867256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.885430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:32.903950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.905315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:32.909748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e381e23-3493-44c0-bcfa-2cd1e6976fb4 req-b4ae8dc6-5e19-4463-a1d3-84eb5de96268 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:32.910635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-472a01c2-2eac-47e9-a053-095aa7ca00c8 tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8fcab20-4592-4c14-bebb-2c5b2f0633ab HTTP/1.1" status: 200 len: 205 time: 0.1639030 Nov 16 21:31:32.911476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e381e23-3493-44c0-bcfa-2cd1e6976fb4 req-b4ae8dc6-5e19-4463-a1d3-84eb5de96268 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 944 time: 0.5432813 Nov 16 21:31:32.928102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33268) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:32.937593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Request body: {'port': {'device_id': '198baf66-a174-406d-b7e0-a0d232a72471', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'admin_state_up': True, 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:33.026890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76b0cda7-21f1-44ec-ae91-bd3528734873 req-0c55f52d-ca81-4860-a1fe-9fefa974bc56 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 210 time: 0.1091197 Nov 16 21:31:33.049591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9256861 Nov 16 21:31:33.049591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33272) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.052783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.142411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'e3f803a9-e741-4f26-90e9-fa5bccb8abaa', 'ip_address': '2001:db8::5b09:3628:ecf3:9bce'}], 'name': 'tempest-NetworksTestDHCPv6-880890417'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:33.199201 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Floating IP 484ca0a8-f084-4b83-bb8f-4f51b8064f91 associated. External IP: 172.25.3.237, port: c0e1cf79-9e69-4e9e-bd3b-4fa98139186a. Nov 16 21:31:33.214690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f172b6d-e1cf-498f-ab1a-09751e7c1069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=47cd6404-5ca5-496d-be35-01d41e0ba16a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:33.222159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac6f1d-f7b9-41a5-85ba-21acd7037476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.231702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.258028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75d9a728-e7ae-4595-9395-5a30fbcf9445 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:33.278066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e381e23-3493-44c0-bcfa-2cd1e6976fb4 req-115c2580-ffe7-485d-abfc-dfacca6a0aa5 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529212 Nov 16 21:31:33.288857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.347323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 75d9a728-e7ae-4595-9395-5a30fbcf9445 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:33.349015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.366654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Made reservation on behalf of 2b89446b6c8d45babbea2219e8c5cffd for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:33.368864 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.428550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-85e1af42-151a-4988-92e9-4c380409ee67 None None] Provisioning complete for port 75d9a728-e7ae-4595-9395-5a30fbcf9445 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:33.429086 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-85e1af42-151a-4988-92e9-4c380409ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.559961 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.563427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.566780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.587323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-85e1af42-151a-4988-92e9-4c380409ee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.595558 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac6f1d-f7b9-41a5-85ba-21acd7037476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.608240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac6f1d-f7b9-41a5-85ba-21acd7037476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.625211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 75d9a728-e7ae-4595-9395-5a30fbcf9445, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=75d9a728-e7ae-4595-9395-5a30fbcf9445,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:33.632105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.663197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.679191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21ac6f1d-f7b9-41a5-85ba-21acd7037476 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd8b773c198c4ba2b1ee314dfff81208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7949471 Nov 16 21:31:33.679726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.680301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.680864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Fanout notify agent at l3_agent the message router_deleted on router c8fcab20-4592-4c14-bebb-2c5b2f0633ab {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:31:33.695032 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.700633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7b4d9a1-4683-477b-86a7-ad9fdfec34ac tempest-RoutersNegativeIpV6Test-1637889516 tempest-RoutersNegativeIpV6Test-1637889516-project] 10.222.0.48 "DELETE /v2.0/routers/c8fcab20-4592-4c14-bebb-2c5b2f0633ab HTTP/1.1" status: 204 len: 168 time: 0.7662463 Nov 16 21:31:33.727224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=75d9a728-e7ae-4595-9395-5a30fbcf9445,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:33.730091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:33.735949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.758589 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-85e1af42-151a-4988-92e9-4c380409ee67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:31:33.759161 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-85e1af42-151a-4988-92e9-4c380409ee67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:31:33.774012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac6f1d-f7b9-41a5-85ba-21acd7037476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58d0e6-cf67-41b9-bd00-213a843f645e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:33.787575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 022bc516-fd11-4119-8778-d9159ccc1006 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:33.826728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Router 215cf015-4700-44a7-9b40-f647c4de5453 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:33.836592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Allocated IP 172.20.0.9 (d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca/3721a3d2-957f-4980-a101-4f07cb492afd/66efd535-521f-4253-8da1-42089a2f7c9c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:33.910661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 175edd78-4eaf-4cb3-8dc5-b44247ca9683 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:33.937061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32fe118b-f3de-4389-82c7-2bfffc274e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:33.981569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33280) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:33.985640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:31:33.990367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:33.990864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.030724 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32fe118b-f3de-4389-82c7-2bfffc274e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.062826 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 21:31:34.063302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:31:34.099308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-544d5eff-e376-473e-9263-34eed34362bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0026274 Nov 16 21:31:34.105729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33286) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.109271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:34.135890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] Sync routers for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:34.152230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.155107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.160338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.168549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:34.169535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:34.189090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1e225d3-3be2-4479-9404-fbb1f6fcfd60 req-e1d0187b-1705-422b-8973-397e99f19450 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 210 time: 0.0336673 Nov 16 21:31:34.215634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3895c1-403c-4a1b-b3d5-1516bc74c515 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:34.218144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c476ee30-e0b6-47e7-b92a-ec05dc801940 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6957922 Nov 16 21:31:34.225180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:34.227652 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:34.229150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3895c1-403c-4a1b-b3d5-1516bc74c515 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:34.230535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32fe118b-f3de-4389-82c7-2bfffc274e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.231424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0e3895c1-403c-4a1b-b3d5-1516bc74c515 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1246071 Nov 16 21:31:34.236185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32fe118b-f3de-4389-82c7-2bfffc274e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.239818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-32fe118b-f3de-4389-82c7-2bfffc274e02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d58d0e6-cf67-41b9-bd00-213a843f645e HTTP/1.1" status: 204 len: 168 time: 0.5107589 Nov 16 21:31:34.239991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33292) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.281878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe118b-f3de-4389-82c7-2bfffc274e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58d0e6-cf67-41b9-bd00-213a843f645e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:34.330197 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3797eb3c-3f86-4968-99b2-4fc62d476709 x-openstack-request-id: req-3797eb3c-3f86-4968-99b2-4fc62d476709 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:34.330723 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:34.331013 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3797eb3c-3f86-4968-99b2-4fc62d476709 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:34.331468 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'status': 'completed', 'code': 200} Nov 16 21:31:34.339664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c1c481dc-c4ed-4f1d-8bc1-4ba4d9c3964e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3689c32bcb474fbcd7710350fd8ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535767 Nov 16 21:31:34.340045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33298) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:34.408729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Deleting port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:34.409232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.413370 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.519222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:34.533684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:34.536172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:34.540680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 47cd6404-5ca5-496d-be35-01d41e0ba16a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:34.540858 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.545890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] For port 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:34.546664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.561145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Calling delete_port for 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:34.577103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524d1b-2163-423a-8366-8dd98e422e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175edd78-4eaf-4cb3-8dc5-b44247ca9683'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:34.579338 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b354938d-d5e2-4ae2-8c0b-04e09e64be35" -d '{"events": [{"server_uuid": "17524d1b-2163-423a-8366-8dd98e422e37", "name": "network-vif-plugged", "status": "completed", "tag": "175edd78-4eaf-4cb3-8dc5-b44247ca9683"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:34.592561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Pushing event updated for resources: {'Port': ['ID=66efd535-521f-4253-8da1-42089a2f7c9c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:34.606960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683,segment=NetworkSegment(55c42267-4ea5-4361-a82d-8a5f8a25ee06),segment_id=55c42267-4ea5-4361-a82d-8a5f8a25ee06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:34.615651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.630861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-9dc40534-c9ae-4628-8ce7-10e976d17fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:34.631873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-9dc40534-c9ae-4628-8ce7-10e976d17fd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.2738104 Nov 16 21:31:34.669265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:34.680159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62a396-dbf2-4ee2-8fe4-41c1077cc6d4 req-efa87de1-668b-4cfd-8ebe-3661596703c7 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:34.684501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-307f71a6-b717-4fdf-83d6-68867b078c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.694319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab62a396-dbf2-4ee2-8fe4-41c1077cc6d4 req-efa87de1-668b-4cfd-8ebe-3661596703c7 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 945 time: 0.2746072 Nov 16 21:31:34.737723 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e746300-c9b5-4bf7-a49e-30fb371fcda4 x-openstack-request-id: req-6e746300-c9b5-4bf7-a49e-30fb371fcda4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:34.737723 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524d1b-2163-423a-8366-8dd98e422e37", "name": "network-vif-plugged", "status": "completed", "tag": "175edd78-4eaf-4cb3-8dc5-b44247ca9683", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:34.738107 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e746300-c9b5-4bf7-a49e-30fb371fcda4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:34.738233 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524d1b-2163-423a-8366-8dd98e422e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175edd78-4eaf-4cb3-8dc5-b44247ca9683', 'code': 200} Nov 16 21:31:34.798578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:34.799196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.801965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=175edd78-4eaf-4cb3-8dc5-b44247ca9683,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:34.850268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.879489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-483ee9a2-f047-4421-9b11-86f522e720f3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9491329 Nov 16 21:31:34.891823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-489ed023-15cb-4928-a572-fcc9d6a55797 None None] Provisioning complete for port 47cd6404-5ca5-496d-be35-01d41e0ba16a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:34.892572 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-489ed023-15cb-4928-a572-fcc9d6a55797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.901985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 47cd6404-5ca5-496d-be35-01d41e0ba16a owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:34.919796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Request body: {'port': {'device_id': '198baf66-a174-406d-b7e0-a0d232a72471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:34.954754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-307f71a6-b717-4fdf-83d6-68867b078c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:34.965844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab62a396-dbf2-4ee2-8fe4-41c1077cc6d4 req-1a7c39b3-6126-4fff-8bb2-dcc381417542 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537103 Nov 16 21:31:34.965976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-489ed023-15cb-4928-a572-fcc9d6a55797 None None] Port 47cd6404-5ca5-496d-be35-01d41e0ba16a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:34.985623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-788bc14d-c06d-43f9-8d1f-b118ea72da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:34.987122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-788bc14d-c06d-43f9-8d1f-b118ea72da0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 0.3470507 Nov 16 21:31:35.070124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.128689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.134444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-307f71a6-b717-4fdf-83d6-68867b078c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.137069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-307f71a6-b717-4fdf-83d6-68867b078c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.146762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-307f71a6-b717-4fdf-83d6-68867b078c80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bac06347-8d91-457d-896f-a86fbe5c6de5 HTTP/1.1" status: 204 len: 168 time: 0.8009799 Nov 16 21:31:35.147329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:35.159331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-0fb2ce00-58fd-4d08-aae0-54e85ec840eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 999 time: 0.1320879 Nov 16 21:31:35.172655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f71a6-b717-4fdf-83d6-68867b078c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac06347-8d91-457d-896f-a86fbe5c6de5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:35.195702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e524ca-bcb3-4470-83e1-8d2092ebbbe6 req-a4c0937a-2245-4451-a796-bd766919ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:35.198137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00e524ca-bcb3-4470-83e1-8d2092ebbbe6 req-a4c0937a-2245-4451-a796-bd766919ddbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 1097 time: 0.2657425 Nov 16 21:31:35.255935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75d9a728-e7ae-4595-9395-5a30fbcf9445 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:35.384066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e80ba6c6-42e7-4790-9f6e-fcf734a625c5 None None] Provisioning complete for port 66efd535-521f-4253-8da1-42089a2f7c9c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:35.385154 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e80ba6c6-42e7-4790-9f6e-fcf734a625c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.429477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a04fa5-9c74-48c9-8109-96083ab9be67 req-f9b90f8b-6606-4448-a58e-aa07b3b97aa6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:35.436461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52a04fa5-9c74-48c9-8109-96083ab9be67 req-f9b90f8b-6606-4448-a58e-aa07b3b97aa6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1027 time: 0.1054306 Nov 16 21:31:35.439666 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-00e524ca-bcb3-4470-83e1-8d2092ebbbe6 req-cc92a4a4-ab73-4cbc-aaf1-0f0912c8189f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101591 Nov 16 21:31:35.476203 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.557075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e80ba6c6-42e7-4790-9f6e-fcf734a625c5 None None] Port 66efd535-521f-4253-8da1-42089a2f7c9c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:35.618533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '484ca0a8-f084-4b83-bb8f-4f51b8064f91', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'port_id': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'mac_address': 'fa:16:3e:62:e7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:31:30Z', 'updated_at': '2021-11-16T21:31:30Z', 'revision_number': 0, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:27Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:35.644758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.650259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52a04fa5-9c74-48c9-8109-96083ab9be67 req-e1d4cac2-3d77-4b70-9820-5b6f8c9a3c07 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832918 Nov 16 21:31:35.715820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] Checking router: 215cf015-4700-44a7-9b40-f647c4de5453 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:35.724699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 75d9a728-e7ae-4595-9395-5a30fbcf9445 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:35.725562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:35.806673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:35.807703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.090666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:36.172191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Router ce337f3d-62b4-4083-97fe-22731ab8eed3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:36.245242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-707094a0-d51a-474e-9a79-9ee2668a0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:36.246913 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-707094a0-d51a-474e-9a79-9ee2668a0031 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 1.0787146 Nov 16 21:31:36.251303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.289439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750398e-f1a7-409d-99f4-67425a30856c req-2ddfa828-90e5-422e-b79a-d196ce854483 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:36.290487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4750398e-f1a7-409d-99f4-67425a30856c req-2ddfa828-90e5-422e-b79a-d196ce854483 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 946 time: 0.2216079 Nov 16 21:31:36.351859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:36.361349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-26e0fe6e-61a7-4aa5-8f44-dc2d6b84ecc3 admin admin] 10.222.0.48 "PUT /v2.0/routers/ce337f3d-62b4-4083-97fe-22731ab8eed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8337893 Nov 16 21:31:36.361349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33366) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.363356 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] Sync routers for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:36.370915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=47cd6404-5ca5-496d-be35-01d41e0ba16a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:36.387429 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:36.388055 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.458279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33370) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.571502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:36.578735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-87c7d4f9-d079-4dd6-aebb-7342b25b3a9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/47cd6404-5ca5-496d-be35-01d41e0ba16a HTTP/1.1" status: 204 len: 168 time: 2.3382518 Nov 16 21:31:36.581892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33378) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:36.582850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-9331c148-1d2e-4f83-92f1-665a28149a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:36.590509 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-9331c148-1d2e-4f83-92f1-665a28149a18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115232 Nov 16 21:31:36.651252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '484ca0a8-f084-4b83-bb8f-4f51b8064f91', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'port_id': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'mac_address': 'fa:16:3e:62:e7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:31:30Z', 'updated_at': '2021-11-16T21:31:30Z', 'revision_number': 0, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:27Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:36.672544 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:36.701701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4750398e-f1a7-409d-99f4-67425a30856c req-cc8f883d-48d6-49dd-991f-af3e43f27468 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202934 Nov 16 21:31:36.755901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0bab6-d91b-4a9c-bc8b-232e528e5a75 None None] The sync data for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 is: [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '484ca0a8-f084-4b83-bb8f-4f51b8064f91', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'port_id': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'mac_address': 'fa:16:3e:62:e7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:31:30Z', 'updated_at': '2021-11-16T21:31:30Z', 'revision_number': 0, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:27Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:36.782206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-aa97a68c-8f0c-423e-9d3e-2ea130053f52 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-721056056', 'prefixes': ['172.20.0.0/16']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:37.086581 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:31:34Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.103405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97a68c-8f0c-423e-9d3e-2ea130053f52 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] Publish callbacks [] for subnetpool, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.106527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aa97a68c-8f0c-423e-9d3e-2ea130053f52 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6452382 Nov 16 21:31:37.109394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-f80aa9ea-81f7-4177-b2e5-ede4caa1602a service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065584 Nov 16 21:31:37.113163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.174395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] Checking router: ce337f3d-62b4-4083-97fe-22731ab8eed3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:37.184604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33386) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.203492 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] Routers {'ce337f3d-62b4-4083-97fe-22731ab8eed3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:37.204162 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ce337f3d-62b4-4083-97fe-22731ab8eed3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.231218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.236521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5360c-18ce-4cfe-be3d-3b54aeff513b None None] New status for floating IP 484ca0a8-f084-4b83-bb8f-4f51b8064f91: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:31:37.346366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b154c1d-8a86-4bbd-8844-ece6a8bef774 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:37.347920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b154c1d-8a86-4bbd-8844-ece6a8bef774 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:37.353110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9b154c1d-8a86-4bbd-8844-ece6a8bef774 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7700670 Nov 16 21:31:37.353996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33390) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.412101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5ba4a14-c3d7-42e9-a96b-23173ade10ed req-f0735941-e624-49c6-a44f-4c92cb467dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870531 Nov 16 21:31:37.416731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] Set router ce337f3d-62b4-4083-97fe-22731ab8eed3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:37.417352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdea5d8-cd16-4afc-b8be-787260d14ead req-33a5adfd-6976-4274-a67c-9a75f5a77bc6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:37.437442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebdea5d8-cd16-4afc-b8be-787260d14ead req-33a5adfd-6976-4274-a67c-9a75f5a77bc6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1027 time: 0.2436924 Nov 16 21:31:37.469828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-58b5c687-5d67-4c29-80fe-5a50ca436137 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] 10.222.0.48 "GET /v2.0/subnetpools/09586b4b-f65f-4c8b-8a65-52531896a7ac HTTP/1.1" status: 200 len: 731 time: 0.3466876 Nov 16 21:31:37.480244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.485604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66efd535-521f-4253-8da1-42089a2f7c9c {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:37.495955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8bf0b530-0602-48bf-a14c-981bedfc7aa5 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-569984845'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:37.519579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac784fb5-7c5c-47a2-b8f3-a6f6fd1505b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.528153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.541472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebdea5d8-cd16-4afc-b8be-787260d14ead req-b1e87e79-7db7-458d-847a-bdebfce5993f tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031170 Nov 16 21:31:37.543056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.552686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet e3f803a9-e741-4f26-90e9-fa5bccb8abaa {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:37.557997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.591158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Transition to ACTIVE for port object 66efd535-521f-4253-8da1-42089a2f7c9c will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:37.612775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.636398 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:31:34Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:37.644276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.668401 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b4f306-7664-4728-907f-6d7e5f54de86 None None] The sync data for ids ['ce337f3d-62b4-4083-97fe-22731ab8eed3'] in n-d-817778-8 is: [{'id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'name': 'tempest-TestVolumeBackupRestore-667995361-router', 'tenant_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:38Z', 'updated_at': '2021-11-16T21:31:34Z', 'revision_number': 5, 'project_id': 'dcae9b6bd0a147ca8ea81c52979a880a', 'gw_port': {'id': 'aa9d07e7-877a-45ac-a04e-3dc9c7023f57', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce337f3d-62b4-4083-97fe-22731ab8eed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:40Z', 'updated_at': '2021-11-16T21:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:37.708570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b530-0602-48bf-a14c-981bedfc7aa5 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] Publish callbacks [] for subnetpool, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.710007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8bf0b530-0602-48bf-a14c-981bedfc7aa5 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] 10.222.0.48 "PUT /v2.0/subnetpools/09586b4b-f65f-4c8b-8a65-52531896a7ac HTTP/1.1" status: 200 len: 683 time: 0.2188401 Nov 16 21:31:37.714436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33396) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.720861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Pushing event updated for resources: {'Port': ['ID=66efd535-521f-4253-8da1-42089a2f7c9c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:37.824821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Deleting port aa9d07e7-877a-45ac-a04e-3dc9c7023f57 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:37.825158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.839734 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac784fb5-7c5c-47a2-b8f3-a6f6fd1505b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.862421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac784fb5-7c5c-47a2-b8f3-a6f6fd1505b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.914400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.920935 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ac784fb5-7c5c-47a2-b8f3-a6f6fd1505b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eff83ef74c5f4184a6ae05411469ab39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7310748 Nov 16 21:31:37.925001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33398) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:37.942287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac784fb5-7c5c-47a2-b8f3-a6f6fd1505b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f8c487-203d-43cc-b726-dbad3cf9da04,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:37.971777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa11954-76f0-4195-89eb-2e316516d964 req-0e754f34-1d7d-4599-bb3b-16111b1e40b4 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:37.973235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa11954-76f0-4195-89eb-2e316516d964 req-0e754f34-1d7d-4599-bb3b-16111b1e40b4 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 946 time: 0.1534619 Nov 16 21:31:37.974803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dae7473-c794-42f1-ac27-26534e6d415b tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] Publish callbacks [] for subnetpool, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:37.977969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9dae7473-c794-42f1-ac27-26534e6d415b tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] 10.222.0.48 "DELETE /v2.0/subnetpools/09586b4b-f65f-4c8b-8a65-52531896a7ac HTTP/1.1" status: 204 len: 168 time: 0.2519240 Nov 16 21:31:37.978323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Attempting to bind port 66efd535-521f-4253-8da1-42089a2f7c9c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:37.978582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Attempting to bind port 66efd535-521f-4253-8da1-42089a2f7c9c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:37.978910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Attempting to bind port 66efd535-521f-4253-8da1-42089a2f7c9c on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:37.980733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33400) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.012059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] For port aa9d07e7-877a-45ac-a04e-3dc9c7023f57, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:38.012438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.017259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Port 66efd535-521f-4253-8da1-42089a2f7c9c on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:38.017640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Attempting to bind port 66efd535-521f-4253-8da1-42089a2f7c9c on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:38.022424 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-c2525552-ebef-44d2-8cbd-e5ddb27100f9 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] show failed (client error): The resource could not be found. Nov 16 21:31:38.023589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c2525552-ebef-44d2-8cbd-e5ddb27100f9 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] 10.222.0.48 "GET /v2.0/subnetpools/09586b4b-f65f-4c8b-8a65-52531896a7ac HTTP/1.1" status: 404 len: 346 time: 0.0389950 Nov 16 21:31:38.026708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33402) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.038574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:38.038978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Checking segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:38.039289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Bound using segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:38.039722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Bound port: 66efd535-521f-4253-8da1-42089a2f7c9c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:38.040081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.044769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Calling delete_port for aa9d07e7-877a-45ac-a04e-3dc9c7023f57 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:38.051356 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.053578 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-9e0a0425-51e0-4c66-8901-4a4a75ffab33 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] delete failed (client error): The resource could not be found. Nov 16 21:31:38.059191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e0a0425-51e0-4c66-8901-4a4a75ffab33 tempest-SubnetPoolsTestJSON-1830356102 tempest-SubnetPoolsTestJSON-1830356102-project] 10.222.0.48 "DELETE /v2.0/subnetpools/09586b4b-f65f-4c8b-8a65-52531896a7ac HTTP/1.1" status: 404 len: 346 time: 0.0270014 Nov 16 21:31:38.090738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd3cf-daf8-46d7-9f22-9cdc3a252ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.091229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f803a9-e741-4f26-90e9-fa5bccb8abaa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:38.108110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ca6d0-2472-4d17-b832-f77070b2ba57 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:38.125324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.131366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-56b1021e-1b8f-46b8-b9ba-e3092423ea1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/e3f803a9-e741-4f26-90e9-fa5bccb8abaa HTTP/1.1" status: 204 len: 168 time: 0.7695472 Nov 16 21:31:38.133614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.161160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-caa11954-76f0-4195-89eb-2e316516d964 req-027adca3-fde7-470d-b5fd-3a181ea743bb tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629961 Nov 16 21:31:38.205467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f4e46e4c-999f-47bb-9966-a2ae65d3decc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704954 Nov 16 21:31:38.207670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33410) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.213654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd3cf-daf8-46d7-9f22-9cdc3a252ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.214654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:38.282798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] For port 66efd535-521f-4253-8da1-42089a2f7c9c, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:38.286580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] For port 66efd535-521f-4253-8da1-42089a2f7c9c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=66efd535-521f-4253-8da1-42089a2f7c9c,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:38.302136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.329606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.331631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.334938 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] 10.222.0.41 "PUT /v2.0/ports/66efd535-521f-4253-8da1-42089a2f7c9c HTTP/1.1" status: 200 len: 1091 time: 3.4304774 Nov 16 21:31:38.337162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198baf66-a174-406d-b7e0-a0d232a72471', 'tag': '66efd535-521f-4253-8da1-42089a2f7c9c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:38.339848 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744d66b6-db76-4f52-a075-1b0fd9da45e2" -d '{"events": [{"name": "network-changed", "server_uuid": "198baf66-a174-406d-b7e0-a0d232a72471", "tag": "66efd535-521f-4253-8da1-42089a2f7c9c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:38.460067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd3cf-daf8-46d7-9f22-9cdc3a252ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.466501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f0fd3cf-daf8-46d7-9f22-9cdc3a252ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.468087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0f0fd3cf-daf8-46d7-9f22-9cdc3a252ce7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78f8c487-203d-43cc-b726-dbad3cf9da04 HTTP/1.1" status: 204 len: 168 time: 0.5381293 Nov 16 21:31:38.469463 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226399b9-41d8-4337-9095-913bfb7e7bc8 x-openstack-request-id: req-226399b9-41d8-4337-9095-913bfb7e7bc8 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:38.469914 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198baf66-a174-406d-b7e0-a0d232a72471", "tag": "66efd535-521f-4253-8da1-42089a2f7c9c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:38.470276 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-226399b9-41d8-4337-9095-913bfb7e7bc8 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:38.470625 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198baf66-a174-406d-b7e0-a0d232a72471', 'tag': '66efd535-521f-4253-8da1-42089a2f7c9c', 'status': 'completed', 'code': 200} Nov 16 21:31:38.479824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:38.517194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:38.520866 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.522904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fd3cf-daf8-46d7-9f22-9cdc3a252ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f8c487-203d-43cc-b726-dbad3cf9da04,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:38.571635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-8af71a87-00e6-46f5-bf94-0c29d224f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.573187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-8af71a87-00e6-46f5-bf94-0c29d224f5f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1094 time: 0.1457169 Nov 16 21:31:38.581954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236099d-b9ed-4f15-99fa-06ed36e87b17 service neutron] Pushing event updated for resources: {'Port': ['ID=66efd535-521f-4253-8da1-42089a2f7c9c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:38.598171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] Deleting port 75d9a728-e7ae-4595-9395-5a30fbcf9445 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:38.598969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.672106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-2605c8ed-faee-4449-b621-e7753de2c65d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66efd535-521f-4253-8da1-42089a2f7c9c HTTP/1.1" status: 200 len: 217 time: 0.0861781 Nov 16 21:31:38.676694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33426) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:38.723738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] For port 75d9a728-e7ae-4595-9395-5a30fbcf9445, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=75d9a728-e7ae-4595-9395-5a30fbcf9445,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:38.725134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.761935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] Calling delete_port for 75d9a728-e7ae-4595-9395-5a30fbcf9445 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:38.822214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546c21c-e228-4110-a59d-8955c6e39a21 req-88fb5b3f-4678-40cc-a1e7-2e04a98f46d9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.831525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f546c21c-e228-4110-a59d-8955c6e39a21 req-88fb5b3f-4678-40cc-a1e7-2e04a98f46d9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1094 time: 0.1553919 Nov 16 21:31:38.849069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:38.872931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-0bfc9c2b-5cd3-44e8-8415-0a18b7156fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.874504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-0bfc9c2b-5cd3-44e8-8415-0a18b7156fe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3721a3d2-957f-4980-a101-4f07cb492afd HTTP/1.1" status: 200 len: 848 time: 0.1834931 Nov 16 21:31:38.885310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95cad0-f7e4-420a-b69d-eddeb3212567 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:38.954138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f546c21c-e228-4110-a59d-8955c6e39a21 req-4f2957ae-83e9-4fd5-8824-878a8764aa42 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214161 Nov 16 21:31:38.972654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-6193a272-f67e-4002-b205-83212272eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:38.976085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-6193a272-f67e-4002-b205-83212272eb4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873024 Nov 16 21:31:38.979302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9d07e7-877a-45ac-a04e-3dc9c7023f57,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.007767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.028527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.048003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] Pushing event deleted for resources: {'Port': ['ID=75d9a728-e7ae-4595-9395-5a30fbcf9445,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.052601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbd717-e2da-4eaf-a958-ecc3f803af5f None None] No DVR routers for this DVR port 75d9a728-e7ae-4595-9395-5a30fbcf9445 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:39.109453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=54e608f8-7e29-4171-862d-0da9acf666f1,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.124471 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.203682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e6465b0-cc7a-40da-8c18-686073fe81fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.231390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:39.237901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:39.241576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.245260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:39.245887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.249525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.251502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cacd8-48e9-4871-aacb-486efe728de9 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:39.308914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:39.338683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-7780118d-08cb-4f47-ac8c-f303bcea6b6e service neutron] 10.222.0.41 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540213 Nov 16 21:31:39.346405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-05cf4bdb-4dc9-4900-9201-83606da193fd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1373253 Nov 16 21:31:39.349080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33454) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.354884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:39.355368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 90cdcfe2-1cb5-4a8a-8650-c87a7afdc55b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:39.355785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75d9a728-e7ae-4595-9395-5a30fbcf9445 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:39.357946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '54e608f8-7e29-4171-862d-0da9acf666f1', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1841034420'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:39.399084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.402371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce337f3d-62b4-4083-97fe-22731ab8eed3 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:31:39.446433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e6465b0-cc7a-40da-8c18-686073fe81fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.458746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e6465b0-cc7a-40da-8c18-686073fe81fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.619554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 75d9a728-e7ae-4595-9395-5a30fbcf9445 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:39.620998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 75d9a728-e7ae-4595-9395-5a30fbcf9445 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:39.637119 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.641301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-84de4583-51e0-463b-b6d0-ea64f29559c5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ce337f3d-62b4-4083-97fe-22731ab8eed3 HTTP/1.1" status: 204 len: 168 time: 3.2796164 Nov 16 21:31:39.645254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33462) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.649741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9de9921-985f-4e38-bee7-2883eb5794e5 req-8ae6a3b9-5221-46c5-bb8d-e816dcdf9f4d service neutron] 10.222.0.41 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893934 Nov 16 21:31:39.667670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9e6465b0-cc7a-40da-8c18-686073fe81fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9740ba0b1d6d41be852652d44ed932ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9883113 Nov 16 21:31:39.695905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33464) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:39.710393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6465b0-cc7a-40da-8c18-686073fe81fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d7329-b819-4c40-a66a-7436761e41b3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:39.766437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '54e608f8-7e29-4171-862d-0da9acf666f1'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:39.767932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.788206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:39.796682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Deleting subnet 261b5478-01dc-4754-b818-850e31831266 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:39.814061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.832808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9af0c-9d99-4c8e-b0c6-5e95f7d33c67 req-8a99e562-6af9-4434-916d-6e02b325f8f9 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:39.834432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e9af0c-9d99-4c8e-b0c6-5e95f7d33c67 req-8a99e562-6af9-4434-916d-6e02b325f8f9 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 946 time: 0.1577804 Nov 16 21:31:39.840650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-5d3ef9ee-8488-476e-be12-466135fc57be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:39.842250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-5d3ef9ee-8488-476e-be12-466135fc57be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1094 time: 0.0886109 Nov 16 21:31:39.912611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.917445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1249c2a7-9958-4541-9c20-2649c2526183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:39.954174 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42e9af0c-9d99-4c8e-b0c6-5e95f7d33c67 req-59cb55d3-2096-44f8-9047-8929e0f05af7 tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107938 Nov 16 21:31:39.972739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/54e608f8-7e29-4171-862d-0da9acf666f1/5344f2c8-9b8c-42ee-b50e-c6c659da33ce) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:39.984516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-aa629ba9-dfed-40dc-9f28-ad2ae2eca0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:39.986169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-aa629ba9-dfed-40dc-9f28-ad2ae2eca0da service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.1360507 Nov 16 21:31:40.017174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1249c2a7-9958-4541-9c20-2649c2526183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.043153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-9da73b7b-5ed3-4488-9748-caf283442c60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66efd535-521f-4253-8da1-42089a2f7c9c HTTP/1.1" status: 200 len: 217 time: 0.0492320 Nov 16 21:31:40.058464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.126663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-6da5afa9-5a68-4332-8d59-4d4e543d0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.129011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-6da5afa9-5a68-4332-8d59-4d4e543d0a5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3721a3d2-957f-4980-a101-4f07cb492afd HTTP/1.1" status: 200 len: 848 time: 0.0773003 Nov 16 21:31:40.180199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 21d606f1-3814-4888-93ea-f1184fad2501 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:31:40.192197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-31302471-5dd0-48f0-984b-a56b35817eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.194754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-31302471-5dd0-48f0-984b-a56b35817eb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508182 Nov 16 21:31:40.195378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.233136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.240972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.302028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:40.303251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1249c2a7-9958-4541-9c20-2649c2526183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.305999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1249c2a7-9958-4541-9c20-2649c2526183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.308659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:40.310426 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1249c2a7-9958-4541-9c20-2649c2526183 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/627d7329-b819-4c40-a66a-7436761e41b3 HTTP/1.1" status: 204 len: 168 time: 0.6139169 Nov 16 21:31:40.312803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-65ff8dd1-fa3b-46d9-abb6-ac96f18f84fd service neutron] 10.222.0.41 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094298 Nov 16 21:31:40.319606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf15d12-adfa-4467-b04c-54d2c3dfb74a req-97360a2f-1abf-43ed-badb-5390b79e720e tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.321216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abf15d12-adfa-4467-b04c-54d2c3dfb74a req-97360a2f-1abf-43ed-badb-5390b79e720e tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1094 time: 0.2231464 Nov 16 21:31:40.335279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:40.343506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Pushing event updated for resources: {'Port': ['ID=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.375958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249c2a7-9958-4541-9c20-2649c2526183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d7329-b819-4c40-a66a-7436761e41b3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.411360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.436168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Attempting to bind port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:40.436660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Attempting to bind port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:40.437492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Attempting to bind port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:40.443831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:40.444359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:40.445298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.445834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:40.446430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Bound port: 5344f2c8-9b8c-42ee-b50e-c6c659da33ce, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:40.446915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.467857 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:31:40.468580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:31:40.483387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.490885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58fdd18-bd07-4a6e-97f2-615aac7a5035 None None] Network 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:40.491792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/261b5478-01dc-4754-b818-850e31831266 HTTP/1.1" status: 204 len: 168 time: 0.8458290 Nov 16 21:31:40.497557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.498874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8df3df-8cd4-43ea-92cc-ed004f44d320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261b5478-01dc-4754-b818-850e31831266,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.528371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-744d66b6-db76-4f52-a075-1b0fd9da45e2 req-1130fae1-8708-4b1a-9b70-583dc32e42b3 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032194 Nov 16 21:31:40.529388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33486) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.533653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b17e8f56-4c4f-4a86-9a10-836e6df2641c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1761022 Nov 16 21:31:40.545358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-abf15d12-adfa-4467-b04c-54d2c3dfb74a req-4a42d221-c160-41a6-afb3-95ec45b155c1 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833906 Nov 16 21:31:40.627544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.645289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b58d7a-ad35-43d7-876c-55e7b483880c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.649766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33490) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.650628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-47b58d7a-ad35-43d7-876c-55e7b483880c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0883408 Nov 16 21:31:40.654878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] For port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:40.693183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] For port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:40.709665 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.729387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8c340-9f21-4b38-957e-7969f7408d2b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.731441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8c340-9f21-4b38-957e-7969f7408d2b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:40.733216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Deleting port 86dabe55-519a-4655-b1ea-4ce86aba896b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:40.736262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-50d8c340-9f21-4b38-957e-7969f7408d2b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0812352 Nov 16 21:31:40.736683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.736845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33494) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:40.787888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f8df5-184d-4c28-8d8c-67461b161893 None None] Pushing event updated for resources: {'Port': ['ID=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:40.840553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 54e608f8-7e29-4171-862d-0da9acf666f1 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:40.849387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.859893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] DHCP port deletion for 3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:40.865664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] For port 86dabe55-519a-4655-b1ea-4ce86aba896b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86dabe55-519a-4655-b1ea-4ce86aba896b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:40.877265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.893471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Calling delete_port for 86dabe55-519a-4655-b1ea-4ce86aba896b owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:40.909712 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:40.990695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] Deleting port 86dabe55-519a-4655-b1ea-4ce86aba896b {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:40.992678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.087092 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.151911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.219717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Pushing event deleted for resources: {'Port': ['ID=86dabe55-519a-4655-b1ea-4ce86aba896b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:41.223651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] For port 86dabe55-519a-4655-b1ea-4ce86aba896b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=86dabe55-519a-4655-b1ea-4ce86aba896b,segment=NetworkSegment(e7fb2b84-29f4-4d5d-a541-e331cca84721),segment_id=e7fb2b84-29f4-4d5d-a541-e331cca84721)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:41.226526 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.263566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] Calling delete_port for 86dabe55-519a-4655-b1ea-4ce86aba896b owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:41.286107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.300256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] No DVR routers for this DVR port 86dabe55-519a-4655-b1ea-4ce86aba896b on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:41.338550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5344f2c8-9b8c-42ee-b50e-c6c659da33ce up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:41.343611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=54e608f8-7e29-4171-862d-0da9acf666f1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:41.358799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.366542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-083dba16-5a43-4412-8c38-21c689af50e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/54e608f8-7e29-4171-862d-0da9acf666f1 HTTP/1.1" status: 204 len: 168 time: 0.6275430 Nov 16 21:31:41.367191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33518) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:41.427797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.434360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a9752d57-d452-4aeb-b1e1-40da52316534 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656326 Nov 16 21:31:41.434984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33520) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:41.448162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] No DVR routers for this DVR port 86dabe55-519a-4655-b1ea-4ce86aba896b on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:41.449339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:41.450187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:41.451300 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.502231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9309430-cc8c-40ea-8bfe-73abe6f60c05 None None] Pushing event deleted for resources: {'Port': ['ID=86dabe55-519a-4655-b1ea-4ce86aba896b,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:41.535854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381abc3-4de0-499e-bd3e-6d8659afac58 req-e64d1b9e-e01c-4c4e-9b07-96b59b1fb00e tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:41.538128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b381abc3-4de0-499e-bd3e-6d8659afac58 req-e64d1b9e-e01c-4c4e-9b07-96b59b1fb00e tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 946 time: 0.3428652 Nov 16 21:31:41.571322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.597185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-ad02a9f6-f742-4f31-8e6b-a59e945744de tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:41.600880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-ad02a9f6-f742-4f31-8e6b-a59e945744de tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.41 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 946 time: 0.3843017 Nov 16 21:31:41.620391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:41.627419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.634698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.667722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:41.703502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:41.708257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.731507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fb2b84-29f4-4d5d-a541-e331cca84721') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:41.732703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fb2b84-29f4-4d5d-a541-e331cca84721') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:41.802458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:41.809717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86dabe55-519a-4655-b1ea-4ce86aba896b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:41.840491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.841391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.841638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e57ae-c6ed-4288-a9ce-f620de125a54 req-7245277e-1a16-43b6-b2d8-fce021b8b197 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:41.842723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.843319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.843985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.844733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.845289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.845891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.846504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.847513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.848075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.848691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:31:41.853905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc6e57ae-c6ed-4288-a9ce-f620de125a54 req-7245277e-1a16-43b6-b2d8-fce021b8b197 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1094 time: 0.2000184 Nov 16 21:31:41.855752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 86dabe55-519a-4655-b1ea-4ce86aba896b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:41.857455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 86dabe55-519a-4655-b1ea-4ce86aba896b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:41.858191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aa9d07e7-877a-45ac-a04e-3dc9c7023f57 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:41.909406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: aa9d07e7-877a-45ac-a04e-3dc9c7023f57 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:41.911353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aa9d07e7-877a-45ac-a04e-3dc9c7023f57 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:41.932811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b381abc3-4de0-499e-bd3e-6d8659afac58 req-0ebb508c-bf6e-4e24-8595-7aefc0a6678d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/security-groups?id=7cd5df68-d11f-46d3-a762-d9251a38387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700857 Nov 16 21:31:41.937116 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.948537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 66efd535-521f-4253-8da1-42089a2f7c9c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:31:41.976155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:41.995403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc6e57ae-c6ed-4288-a9ce-f620de125a54 req-e7185bf0-88d5-4f9f-b515-e11ce370aca6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406007 Nov 16 21:31:42.026272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:42.026863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:42.029500 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:42.105818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Deleting port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:42.107914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.152965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 66efd535-521f-4253-8da1-42089a2f7c9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=66efd535-521f-4253-8da1-42089a2f7c9c,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:42.170937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '66efd535-521f-4253-8da1-42089a2f7c9c', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'port_id': '66efd535-521f-4253-8da1-42089a2f7c9c', 'mac_address': 'fa:16:3e:dc:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:31:42.188276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.242219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.265762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66efd535-521f-4253-8da1-42089a2f7c9c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:42.285914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:42.290466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:42.298888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:42.300300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.300661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 66efd535-521f-4253-8da1-42089a2f7c9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=66efd535-521f-4253-8da1-42089a2f7c9c,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:42.303131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] For port 175edd78-4eaf-4cb3-8dc5-b44247ca9683, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=175edd78-4eaf-4cb3-8dc5-b44247ca9683,segment=NetworkSegment(55c42267-4ea5-4361-a82d-8a5f8a25ee06),segment_id=55c42267-4ea5-4361-a82d-8a5f8a25ee06)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:42.303476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.306604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.324791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Calling delete_port for 175edd78-4eaf-4cb3-8dc5-b44247ca9683 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:42.338089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=39e1a6c1-3b84-42f8-95b1-a4a757ddaee3,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.347006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f4a11038-1ed8-4d99-8222-1f0774e20f44 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9108665 Nov 16 21:31:42.349838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33566) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.356524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:42.367148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc530e78-fde4-4d0f-9b40-a2b9669b5f52 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:42.412241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.420240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.421342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.431916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.442275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce HTTP/1.1" status: 204 len: 168 time: 1.9406779 Nov 16 21:31:42.449787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33570) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.490296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666fa29-89e6-4a33-aa49-276a462d7677 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecfeaf3-f1cd-46dd-a1a1-a28208bc52ce,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.496659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-133aa841-9214-46f7-9ef7-4b4bd62d8054 None None] Provisioning complete for port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:42.497442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-133aa841-9214-46f7-9ef7-4b4bd62d8054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.535491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.546902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.555653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=66efd535-521f-4253-8da1-42089a2f7c9c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.583693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Pushing event deleted for resources: {'Port': ['ID=175edd78-4eaf-4cb3-8dc5-b44247ca9683,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.605154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['66efd535-521f-4253-8da1-42089a2f7c9c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:42.647340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.663955 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.670496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] No DVR routers for this DVR port 175edd78-4eaf-4cb3-8dc5-b44247ca9683 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:42.673314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.678601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fc4de4d-8a04-4206-8479-7975e677e3fa req-f288ff40-ef19-494f-8807-8904fcdc618d tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.41 "DELETE /v2.0/ports/175edd78-4eaf-4cb3-8dc5-b44247ca9683 HTTP/1.1" status: 204 len: 173 time: 1.0397885 Nov 16 21:31:42.679075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17524d1b-2163-423a-8366-8dd98e422e37', 'name': 'network-vif-deleted', 'tag': '175edd78-4eaf-4cb3-8dc5-b44247ca9683'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:42.681813 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2071eb71-7068-41bb-9d5a-98a5f2d509de" -d '{"events": [{"server_uuid": "17524d1b-2163-423a-8366-8dd98e422e37", "name": "network-vif-deleted", "tag": "175edd78-4eaf-4cb3-8dc5-b44247ca9683"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:42.704638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.706230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cb20255d-7c54-48c5-941e-a104b0154a76 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3549755 Nov 16 21:31:42.709196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33584) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:42.773364 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e28aa1c-65c5-4fad-a50f-b85fb1ca875c x-openstack-request-id: req-7e28aa1c-65c5-4fad-a50f-b85fb1ca875c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:42.773842 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17524d1b-2163-423a-8366-8dd98e422e37", "name": "network-vif-deleted", "tag": "175edd78-4eaf-4cb3-8dc5-b44247ca9683", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:42.773953 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e28aa1c-65c5-4fad-a50f-b85fb1ca875c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:42.774411 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17524d1b-2163-423a-8366-8dd98e422e37', 'name': 'network-vif-deleted', 'tag': '175edd78-4eaf-4cb3-8dc5-b44247ca9683', 'status': 'completed', 'code': 200} Nov 16 21:31:42.790863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26476ef-b2a8-4634-ad3f-feff2bd44295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.915036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26476ef-b2a8-4634-ad3f-feff2bd44295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.920589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f26476ef-b2a8-4634-ad3f-feff2bd44295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:42.953377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26476ef-b2a8-4634-ad3f-feff2bd44295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1892c4-e95f-4c54-bf36-1f86d45d7d0e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:42.997471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f26476ef-b2a8-4634-ad3f-feff2bd44295 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c738b6b9d7f48109015ed7695f77fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4606462 Nov 16 21:31:43.001047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33594) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.110308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f99-a1cd-484e-906a-18e5161545b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.189311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f99-a1cd-484e-906a-18e5161545b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.200130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2784b86e-14f2-4e71-831c-cb82a224eca6 req-50604e2a-a144-4518-9ad7-5a7c628dbf9f tempest-ServerMetadataNegativeTestJSON-1031104889 tempest-ServerMetadataNegativeTestJSON-1031104889-project] 10.222.0.48 "GET /v2.0/ports?device_id=17524d1b-2163-423a-8366-8dd98e422e37 HTTP/1.1" status: 200 len: 210 time: 0.0962031 Nov 16 21:31:43.211779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5344f2c8-9b8c-42ee-b50e-c6c659da33ce up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:43.214523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0e7a-adcf-4afa-80fd-78295acb3c89 req-10f870e3-5f9b-4a3d-8d5a-f70fe7c361c3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:43.224818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f81f0e7a-adcf-4afa-80fd-78295acb3c89 req-10f870e3-5f9b-4a3d-8d5a-f70fe7c361c3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1095 time: 0.1063154 Nov 16 21:31:43.312374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:43.312774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.376679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3a59d7b6-68a8-4ec6-af71-b5d90723a710 None None] Provisioning complete for port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:43.377391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a59d7b6-68a8-4ec6-af71-b5d90723a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.390580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f81f0e7a-adcf-4afa-80fd-78295acb3c89 req-8537bdaf-1bd5-44b4-abe1-038ef02c44a7 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647725 Nov 16 21:31:43.412319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.414363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f99-a1cd-484e-906a-18e5161545b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.418726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f99-a1cd-484e-906a-18e5161545b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.420267 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11ae0f99-a1cd-484e-906a-18e5161545b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad1892c4-e95f-4c54-bf36-1f86d45d7d0e HTTP/1.1" status: 204 len: 168 time: 0.4181530 Nov 16 21:31:43.443784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae0f99-a1cd-484e-906a-18e5161545b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1892c4-e95f-4c54-bf36-1f86d45d7d0e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:43.782513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33612) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:43.857321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-997d9f73-1253-4607-93b0-7fe495fc4666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:43.949802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 66efd535-521f-4253-8da1-42089a2f7c9c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:44.009129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 66efd535-521f-4253-8da1-42089a2f7c9c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:31:44.013830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 66efd535-521f-4253-8da1-42089a2f7c9c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:44.014678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.108038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.126673 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.134836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198baf66-a174-406d-b7e0-a0d232a72471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66efd535-521f-4253-8da1-42089a2f7c9c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:44.137431 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438f6429-58e9-44ef-b34f-d5e915dd7d31" -d '{"events": [{"server_uuid": "198baf66-a174-406d-b7e0-a0d232a72471", "name": "network-vif-plugged", "status": "completed", "tag": "66efd535-521f-4253-8da1-42089a2f7c9c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:44.152610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 66efd535-521f-4253-8da1-42089a2f7c9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=66efd535-521f-4253-8da1-42089a2f7c9c,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:44.157877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.158903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 175edd78-4eaf-4cb3-8dc5-b44247ca9683 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:44.197077 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c54fcf5-583d-424c-a715-557353f47c71 x-openstack-request-id: req-3c54fcf5-583d-424c-a715-557353f47c71 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:44.197528 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198baf66-a174-406d-b7e0-a0d232a72471", "name": "network-vif-plugged", "status": "completed", "tag": "66efd535-521f-4253-8da1-42089a2f7c9c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:44.197886 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c54fcf5-583d-424c-a715-557353f47c71 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:44.198388 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198baf66-a174-406d-b7e0-a0d232a72471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66efd535-521f-4253-8da1-42089a2f7c9c', 'code': 200} Nov 16 21:31:44.221949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-997d9f73-1253-4607-93b0-7fe495fc4666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.225142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 175edd78-4eaf-4cb3-8dc5-b44247ca9683 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:44.225860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::1 (4e85c439-5c54-44c3-9249-f8a38c359d2c/39e1a6c1-3b84-42f8-95b1-a4a757ddaee3/807e88b5-6876-45e9-8962-fb9e11f57744) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:44.226026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 175edd78-4eaf-4cb3-8dc5-b44247ca9683 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:44.244404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=66efd535-521f-4253-8da1-42089a2f7c9c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.258245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-997d9f73-1253-4607-93b0-7fe495fc4666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.287759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33632) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.362444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8c79-1c12-4917-9c91-4d340e70a77d req-0751890d-5b63-4313-838e-3d5371a8c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:44.364122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b4f8c79-1c12-4917-9c91-4d340e70a77d req-0751890d-5b63-4313-838e-3d5371a8c5c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.0875533 Nov 16 21:31:44.367536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Deleting subnet f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:44.371607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.373952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-997d9f73-1253-4607-93b0-7fe495fc4666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5300ebada86b4cf58e3c8d19896a1c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5902438 Nov 16 21:31:44.378564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d9f73-1253-4607-93b0-7fe495fc4666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54de2e9-3e50-4de1-bb3d-4633785695d5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.382408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33634) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.435838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.472795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b4f8c79-1c12-4917-9c91-4d340e70a77d req-36bad712-e28b-45dd-acfb-521069c5f186 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982788 Nov 16 21:31:44.502951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.575063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.593783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-905b8a4d-25c8-443a-bb63-3e9a34d10c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.605070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.609676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.616843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17e86d43-bb46-4d2c-ad36-999b2e4ed9dd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6ac92bb-ccaf-4bb6-a3ef-36adffbdf1cf HTTP/1.1" status: 204 len: 168 time: 0.3259988 Nov 16 21:31:44.617605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33642) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:44.619803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.641823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-905b8a4d-25c8-443a-bb63-3e9a34d10c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.662846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be55de-fd57-4e25-b7bc-df3c5f6d5605 req-8c9aed02-6716-445c-8d25-dc7a778efb72 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:44.670982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6be55de-fd57-4e25-b7bc-df3c5f6d5605 req-8c9aed02-6716-445c-8d25-dc7a778efb72 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.1687839 Nov 16 21:31:44.704934 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.800097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.800344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.814534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a6be55de-fd57-4e25-b7bc-df3c5f6d5605 req-74d5bafe-da94-4c8b-978d-3d265c34e6ab tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374276 Nov 16 21:31:44.835076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d4b3bd-e664-4b72-97ad-2086f6206239']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:44.846316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c42267-4ea5-4361-a82d-8a5f8a25ee06') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:44.846745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c42267-4ea5-4361-a82d-8a5f8a25ee06') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:44.857398 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-905b8a4d-25c8-443a-bb63-3e9a34d10c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.860051 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-905b8a4d-25c8-443a-bb63-3e9a34d10c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.861215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-905b8a4d-25c8-443a-bb63-3e9a34d10c28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e54de2e9-3e50-4de1-bb3d-4633785695d5 HTTP/1.1" status: 204 len: 168 time: 0.4741008 Nov 16 21:31:44.863756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.884190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:44.890872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.893453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b8a4d-25c8-443a-bb63-3e9a34d10c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54de2e9-3e50-4de1-bb3d-4633785695d5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.896471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:44.902619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:44.903246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.908507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=807e88b5-6876-45e9-8962-fb9e11f57744,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:44.931282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:44.931692 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:44.938288 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:44.957477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Deleting port 11b1479a-5897-4a24-8a46-9519a8c43508 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:44.957640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.020441 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.033394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.036817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/91d4b3bd-e664-4b72-97ad-2086f6206239 HTTP/1.1" status: 204 len: 168 time: 0.4179852 Nov 16 21:31:45.064889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161c941-d13b-41b9-844f-2b471f22eff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d4b3bd-e664-4b72-97ad-2086f6206239,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:45.148279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.255658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:45.294179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-975a551e-b5c8-4c8e-b1c0-ff5f8f351c80 None None] Provisioning complete for port 807e88b5-6876-45e9-8962-fb9e11f57744 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:45.296586 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-975a551e-b5c8-4c8e-b1c0-ff5f8f351c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.304144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-054a33c1-cedf-4426-99f0-5f633469a795 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f035d04c63d44709a64cc5bc463cfe1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469608 Nov 16 21:31:45.307992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:45.334632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-975a551e-b5c8-4c8e-b1c0-ff5f8f351c80 None None] Port 807e88b5-6876-45e9-8962-fb9e11f57744 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:45.348899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] For port 11b1479a-5897-4a24-8a46-9519a8c43508, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=11b1479a-5897-4a24-8a46-9519a8c43508,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:45.349275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.377030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Calling delete_port for 11b1479a-5897-4a24-8a46-9519a8c43508 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:45.525505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b1d15d-b879-4fb0-a594-d717ac497832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.569043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b1d15d-b879-4fb0-a594-d717ac497832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.781311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b1d15d-b879-4fb0-a594-d717ac497832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.792176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b1d15d-b879-4fb0-a594-d717ac497832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.797711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-23b1d15d-b879-4fb0-a594-d717ac497832 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cd5df68-d11f-46d3-a762-d9251a38387b HTTP/1.1" status: 204 len: 168 time: 0.4820766 Nov 16 21:31:45.815876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1d15d-b879-4fb0-a594-d717ac497832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5df68-d11f-46d3-a762-d9251a38387b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:45.834233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.869198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:45.870133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.041151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=807e88b5-6876-45e9-8962-fb9e11f57744,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:46.049682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.102871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b1479a-5897-4a24-8a46-9519a8c43508,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:46.137997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970a1a0-7558-4df1-9ddb-e3573181d804 req-b6ac6547-0cec-4130-a034-b5ebe95fa5f6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:46.147872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0970a1a0-7558-4df1-9ddb-e3573181d804 req-b6ac6547-0cec-4130-a034-b5ebe95fa5f6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.2324867 Nov 16 21:31:46.234856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:46.240041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:46.483472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0970a1a0-7558-4df1-9ddb-e3573181d804 req-8d9a0120-dd36-4981-a58f-e5e2c76e991d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331079 Nov 16 21:31:46.568545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Router b76b6737-3b51-4072-bff7-7ed0288cfe77 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:31:46.683442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f4f9d-b7bb-4cae-87ec-b7a93bfa843c req-71049946-998b-4f55-9f30-073887ee1fa9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:46.685787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef4f4f9d-b7bb-4cae-87ec-b7a93bfa843c req-71049946-998b-4f55-9f30-073887ee1fa9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.0458317 Nov 16 21:31:46.714569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.769787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef4f4f9d-b7bb-4cae-87ec-b7a93bfa843c req-96b6730b-b6d9-4f25-bdbc-97b24f9080ae tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770299 Nov 16 21:31:46.784431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0cfaf526-2339-40f2-abd1-7351222936ce None None] Provisioning complete for port 807e88b5-6876-45e9-8962-fb9e11f57744 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:46.784966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0cfaf526-2339-40f2-abd1-7351222936ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:46.880241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0cfaf526-2339-40f2-abd1-7351222936ce None None] Port 807e88b5-6876-45e9-8962-fb9e11f57744 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:46.901042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:46.911480 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Sync routers for ids ['b76b6737-3b51-4072-bff7-7ed0288cfe77'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:46.925949 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Routers {'b76b6737-3b51-4072-bff7-7ed0288cfe77'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:46.932500 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b76b6737-3b51-4072-bff7-7ed0288cfe77'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:46.983461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b75f8164-700d-44eb-aee7-06f0a6e1dd3c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "PUT /v2.0/routers/b76b6737-3b51-4072-bff7-7ed0288cfe77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2731967 Nov 16 21:31:46.986446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.057930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69e4018-04d9-43cb-817e-7083e5688a89 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:47.057930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b69e4018-04d9-43cb-817e-7083e5688a89 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports/807e88b5-6876-45e9-8962-fb9e11f57744 HTTP/1.1" status: 200 len: 911 time: 0.0687401 Nov 16 21:31:47.057930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33744) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.129056 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Set router b76b6737-3b51-4072-bff7-7ed0288cfe77 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:47.167471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cac102-5dc4-45b7-b9e5-4bd72092a6ab tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:47.193662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cac102-5dc4-45b7-b9e5-4bd72092a6ab tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:47.204904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-12cac102-5dc4-45b7-b9e5-4bd72092a6ab tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1464474 Nov 16 21:31:47.206082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.222702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33752) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:47.438742 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:42Z', 'updated_at': '2021-11-16T21:31:45Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None, '_interfaces': [{'id': '807e88b5-6876-45e9-8962-fb9e11f57744', 'name': '', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'mac_address': 'fa:16:3e:8e:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '39e1a6c1-3b84-42f8-95b1-a4a757ddaee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:43Z', 'updated_at': '2021-11-16T21:31:45Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'subnets': [{'id': '39e1a6c1-3b84-42f8-95b1-a4a757ddaee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:47.468896 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Checking router: b76b6737-3b51-4072-bff7-7ed0288cfe77 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:47.469559 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Updating router b76b6737-3b51-4072-bff7-7ed0288cfe77 port 807e88b5-6876-45e9-8962-fb9e11f57744 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:47.483907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-network', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:47.495602 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.508429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Made reservation on behalf of f83eaf0d48a141c685101dda360fe03a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:47.511082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.528086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.672113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca632-7577-4e9d-b67c-eb20478d948e req-a9706ff2-7221-4924-9e3c-b06d81d5f245 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:47.680373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee6ca632-7577-4e9d-b67c-eb20478d948e req-a9706ff2-7221-4924-9e3c-b06d81d5f245 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.6936998 Nov 16 21:31:47.786612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:47.797976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee6ca632-7577-4e9d-b67c-eb20478d948e req-650fe8f9-1a05-4ef9-baf3-dfa30f3f50e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163981 Nov 16 21:31:47.834080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.854656 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:47.911516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:47.988927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:48.003711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] Sync routers for ids ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:48.009174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ccf34dbf-e66b-40d0-a51f-2d83245c0b13 admin admin] 10.222.0.48 "PUT /v2.0/routers/b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5540535 Nov 16 21:31:48.015467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33790) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:48.024495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] Routers {'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:48.026791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:48.129442 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.138891 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.276527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.360992 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Attempting to bind port 807e88b5-6876-45e9-8962-fb9e11f57744 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:48.361554 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Attempting to bind port 807e88b5-6876-45e9-8962-fb9e11f57744 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:48.362387 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Attempting to bind port 807e88b5-6876-45e9-8962-fb9e11f57744 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:48.375208 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e83883-da23-40d6-84fc-1ea6c39ebc72 None None] Pushing event updated for resources: {'Port': ['ID=807e88b5-6876-45e9-8962-fb9e11f57744,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:48.397858 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:48.399674 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:48.400621 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.402959 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:48.407470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Bound port: 807e88b5-6876-45e9-8962-fb9e11f57744, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:48.408087 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.520730 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] For port 807e88b5-6876-45e9-8962-fb9e11f57744, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:48.525090 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] For port 807e88b5-6876-45e9-8962-fb9e11f57744, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=807e88b5-6876-45e9-8962-fb9e11f57744,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:48.545151 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.553392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.665597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Deleting port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:48.668908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.706125 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Routers {'b76b6737-3b51-4072-bff7-7ed0288cfe77'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:48.707049 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b76b6737-3b51-4072-bff7-7ed0288cfe77'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:48.710300 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e83883-da23-40d6-84fc-1ea6c39ebc72 None None] Pushing event updated for resources: {'Port': ['ID=807e88b5-6876-45e9-8962-fb9e11f57744,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:48.721157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dc72be29-8a17-4251-b45f-b6ce20d25cb3 None None] Provisioning complete for port 807e88b5-6876-45e9-8962-fb9e11f57744 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:48.722374 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc72be29-8a17-4251-b45f-b6ce20d25cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.768531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] Set router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:48.770635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.882629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] For port 7396bba9-9ed3-42ec-a7ef-393c2232c7a5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:48.883237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:48.921295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Calling delete_port for 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:48.976470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] Set router b76b6737-3b51-4072-bff7-7ed0288cfe77 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:48.976685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc72be29-8a17-4251-b45f-b6ce20d25cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.022361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-dc72be29-8a17-4251-b45f-b6ce20d25cb3 None None] For port 807e88b5-6876-45e9-8962-fb9e11f57744, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=807e88b5-6876-45e9-8962-fb9e11f57744,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:49.061833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc72be29-8a17-4251-b45f-b6ce20d25cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.125478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:49.131953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72be29-8a17-4251-b45f-b6ce20d25cb3 None None] Pushing event updated for resources: {'Port': ['ID=807e88b5-6876-45e9-8962-fb9e11f57744,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.149130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:31:45Z', 'revision_number': 5, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port': {'id': '7396bba9-9ed3-42ec-a7ef-393c2232c7a5', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:25:59Z', 'updated_at': '2021-11-16T21:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:49.152389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.152880 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Added segment f59da945-fddd-4191-9b16-34b850877440 of type vlan for network 65378409-d99f-49a7-b0a8-e5be144328df Nov 16 21:31:49.174561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.234958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] Checking router: b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:49.282100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] Routers {'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:49.285771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:49.313546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.373990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-5558c644-726f-42bf-8a8f-79b0b55c0e17 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:49.377934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-5558c644-726f-42bf-8a8f-79b0b55c0e17 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.4921772 Nov 16 21:31:49.383427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2f50233f-5a26-4058-b622-ebc8f0d85d95 None None] Provisioning complete for port 807e88b5-6876-45e9-8962-fb9e11f57744 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:49.384599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2f50233f-5a26-4058-b622-ebc8f0d85d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.402412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.436765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-6e75a77d-068e-4b6d-b4dc-e1e96a6d2686 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/quotas/2b89446b6c8d45babbea2219e8c5cffd HTTP/1.1" status: 200 len: 375 time: 0.0382197 Nov 16 21:31:49.440090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25051c58-b18a-4b02-9fe3-f11fc0a274a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.484333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.490935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:49.491805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.513744 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:42Z', 'updated_at': '2021-11-16T21:31:45Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None, '_interfaces': [{'id': '807e88b5-6876-45e9-8962-fb9e11f57744', 'name': '', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'mac_address': 'fa:16:3e:8e:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '39e1a6c1-3b84-42f8-95b1-a4a757ddaee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:43Z', 'updated_at': '2021-11-16T21:31:48Z', 'revision_number': 4, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'subnets': [{'id': '39e1a6c1-3b84-42f8-95b1-a4a757ddaee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:49.522760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] Set router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:49.584098 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fba342-8915-41d1-832d-b1a56320508d None None] The sync data for ids ['b76b6737-3b51-4072-bff7-7ed0288cfe77'] in n-d-817778-8 is: [{'id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:42Z', 'updated_at': '2021-11-16T21:31:45Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None, '_interfaces': [{'id': '807e88b5-6876-45e9-8962-fb9e11f57744', 'name': '', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'mac_address': 'fa:16:3e:8e:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '39e1a6c1-3b84-42f8-95b1-a4a757ddaee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:43Z', 'updated_at': '2021-11-16T21:31:48Z', 'revision_number': 4, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'subnets': [{'id': '39e1a6c1-3b84-42f8-95b1-a4a757ddaee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:49.586758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:31:48Z', 'revision_number': 6, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:49.623400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3990726 Nov 16 21:31:49.629762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33858) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:49.649336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Request body: {'subnet': {'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-subnet', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:49.664173 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25051c58-b18a-4b02-9fe3-f11fc0a274a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.667652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7396bba9-9ed3-42ec-a7ef-393c2232c7a5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.672694 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-25051c58-b18a-4b02-9fe3-f11fc0a274a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.680447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec406155-c1c9-45b7-a5fb-8fc150961e70 None None] The sync data for ids ['b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b'] in n-d-817778-8 is: [{'id': 'b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b', 'name': 'tempest-TestVolumeBackupRestore-2146266299-router', 'tenant_id': '1b3c8f93afb943778654793810ce2109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:25:57Z', 'updated_at': '2021-11-16T21:31:48Z', 'revision_number': 6, 'project_id': '1b3c8f93afb943778654793810ce2109', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:49.685362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Made reservation on behalf of f83eaf0d48a141c685101dda360fe03a for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:49.688201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.718231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-1e905122-b225-47b8-a11e-c9284faaacfe tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2336612 Nov 16 21:31:49.748065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f0d66f-5863-4d67-b4a7-ad93e2994f29 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:49.755151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6432d3a-c603-4f7a-a2cd-7d241ebd821e admin admin] Pushing event updated for resources: {'Network': ['ID=65378409-d99f-49a7-b0a8-e5be144328df,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:49.774875 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 65378409-d99f-49a7-b0a8-e5be144328df details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:49.805619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:49.859354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 807e88b5-6876-45e9-8962-fb9e11f57744 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:49.859354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.002032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-25051c58-b18a-4b02-9fe3-f11fc0a274a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1243711937a1475f8bd3df0f21b36d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8754239 Nov 16 21:31:50.005180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33862) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:50.020886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.024099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25051c58-b18a-4b02-9fe3-f11fc0a274a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e09cba-6e9b-4e54-99f3-b36faee17d3a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:50.030942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.133868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f58f28e-27a2-4155-aaf5-196b466a2401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.137076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.138108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:31:50.143244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.147344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5ab0c326-32c7-4dcd-90fa-01acad8e96c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b0ea2e53-bde0-4e08-a3e0-1f2d7a08166b HTTP/1.1" status: 204 len: 168 time: 2.1302466 Nov 16 21:31:50.149187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:50.186214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-ebade2b3-cb95-4be3-81dc-b6056d055fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270778 Nov 16 21:31:50.230268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f58f28e-27a2-4155-aaf5-196b466a2401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.261313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Deleting subnet 2958d091-be7f-471a-b777-7e86e26f6aa8 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:50.265155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.268652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port 807e88b5-6876-45e9-8962-fb9e11f57744, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=807e88b5-6876-45e9-8962-fb9e11f57744,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:50.269169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.285653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 807e88b5-6876-45e9-8962-fb9e11f57744 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:50.346773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.425143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f58f28e-27a2-4155-aaf5-196b466a2401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.428377 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f58f28e-27a2-4155-aaf5-196b466a2401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.432540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7f58f28e-27a2-4155-aaf5-196b466a2401 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66e09cba-6e9b-4e54-99f3-b36faee17d3a HTTP/1.1" status: 204 len: 168 time: 0.4248548 Nov 16 21:31:50.491357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f28e-27a2-4155-aaf5-196b466a2401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e09cba-6e9b-4e54-99f3-b36faee17d3a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:50.507529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.539124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.738378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=807e88b5-6876-45e9-8962-fb9e11f57744,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:50.757738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.789251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.800848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2958d091-be7f-471a-b777-7e86e26f6aa8 HTTP/1.1" status: 204 len: 168 time: 0.6479239 Nov 16 21:31:50.803573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33878) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:50.814131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84a41e-8038-4392-aabe-c1c0ee4564fd None None] Network 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:50.843490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9f1a-263d-4fad-8dd4-1714835e98e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:50.898194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e97248-a4ec-4e42-b835-a80a2bf02532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2958d091-be7f-471a-b777-7e86e26f6aa8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:51.132794 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.135188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33880) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:51.173187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.284753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42547a88-24ae-4c84-873a-5eb2c180b967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.311132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Deleting port 50321bf7-b310-4aed-b07c-1d40df46e25a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:51.311488 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.352500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:51.388888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-36029abb-07bd-45a2-b064-ca1d4cc8301d service neutron] 10.222.0.48 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925331 Nov 16 21:31:51.435354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] For port 50321bf7-b310-4aed-b07c-1d40df46e25a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=50321bf7-b310-4aed-b07c-1d40df46e25a,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:51.435896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.470050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Calling delete_port for 50321bf7-b310-4aed-b07c-1d40df46e25a owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:51.487092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] DHCP port deletion for 9d18dcb1-19de-4e6d-8bb8-fc78319ef16f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:51.500066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:51.500481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7396bba9-9ed3-42ec-a7ef-393c2232c7a5 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:51.500945 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 11b1479a-5897-4a24-8a46-9519a8c43508 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:51.548997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42547a88-24ae-4c84-873a-5eb2c180b967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.553817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.564708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 11b1479a-5897-4a24-8a46-9519a8c43508 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:51.565068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 11b1479a-5897-4a24-8a46-9519a8c43508 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:51.567022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42547a88-24ae-4c84-873a-5eb2c180b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.658686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33884) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:51.686845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] Deleting port 50321bf7-b310-4aed-b07c-1d40df46e25a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:51.687332 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.730222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.761422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] No DVR routers for this DVR port 50321bf7-b310-4aed-b07c-1d40df46e25a on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:51.822048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab56c50-1998-4ff3-a301-a031f89aa6be,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:51.839053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42547a88-24ae-4c84-873a-5eb2c180b967 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3127c751660f40bbb6335e443a2fcb09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026608 Nov 16 21:31:51.842267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33890) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:51.859808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] For port 50321bf7-b310-4aed-b07c-1d40df46e25a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=50321bf7-b310-4aed-b07c-1d40df46e25a,segment=NetworkSegment(de5741ef-eb95-45c5-933d-cf82b8842701),segment_id=de5741ef-eb95-45c5-933d-cf82b8842701)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:51.860436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:51.879765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42547a88-24ae-4c84-873a-5eb2c180b967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f6fa4-6634-46b8-b47f-f1947ed86930,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:51.892010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] Calling delete_port for 50321bf7-b310-4aed-b07c-1d40df46e25a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:51.921897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Pushing event deleted for resources: {'Port': ['ID=50321bf7-b310-4aed-b07c-1d40df46e25a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:51.941287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Router b76b6737-3b51-4072-bff7-7ed0288cfe77 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:51.975236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-573bcab3-9ac1-4faa-b0f6-cc25e326ae55 req-7f8e73a5-2900-4c3d-8a3a-58b1a2aaa506 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 210 time: 0.0962152 Nov 16 21:31:51.998025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Checking segment: {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:52.000101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Network hostable DHCP agents. Network: 65378409-d99f-49a7-b0a8-e5be144328df, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:31:52.019648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3bf0289d-4658-44e2-aa77-028d2d3bdb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.048015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:31:52.069925 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 21:31:52.084071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d18dcb1-19de-4e6d-8bb8-fc78319ef16f']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.087433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.114413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5741ef-eb95-45c5-933d-cf82b8842701') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.114778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5741ef-eb95-45c5-933d-cf82b8842701') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.131583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.148461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] Pushing event deleted for resources: {'Port': ['ID=50321bf7-b310-4aed-b07c-1d40df46e25a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.154422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5ce78-30ac-4ecb-b37a-b2fce04db3e4 None None] No DVR routers for this DVR port 50321bf7-b310-4aed-b07c-1d40df46e25a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:52.171133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.187447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:52.188095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:52.191004 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:31:52.203104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Network 65378409-d99f-49a7-b0a8-e5be144328df is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:31:52.207736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dbd832c1-3d9e-4653-a59a-5455c115be37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.247406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:52.268999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dbd832c1-3d9e-4653-a59a-5455c115be37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.272175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3bf0289d-4658-44e2-aa77-028d2d3bdb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.277883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3bf0289d-4658-44e2-aa77-028d2d3bdb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.287848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7c7a55bb-b296-403c-ac24-f064122f85bb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "PUT /v2.0/routers/b76b6737-3b51-4072-bff7-7ed0288cfe77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0769830 Nov 16 21:31:52.295823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.309368 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] Sync routers for ids ['b76b6737-3b51-4072-bff7-7ed0288cfe77'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:52.320845 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] Routers {'b76b6737-3b51-4072-bff7-7ed0288cfe77'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:52.322356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3bf0289d-4658-44e2-aa77-028d2d3bdb1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc4864e9debb4e808b7779d9dca34bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6608906 Nov 16 21:31:52.324622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.326462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33902) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.326614 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b76b6737-3b51-4072-bff7-7ed0288cfe77'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.358894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 65378409-d99f-49a7-b0a8-e5be144328df) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:52.361600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.367563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9d18dcb1-19de-4e6d-8bb8-fc78319ef16f HTTP/1.1" status: 204 len: 168 time: 1.4868677 Nov 16 21:31:52.379483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:52.379958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.383082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514838a1-d1c3-46ab-8174-2d013723fe77 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d18dcb1-19de-4e6d-8bb8-fc78319ef16f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.389005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b0217-2835-4d02-b507-bd270789f2d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:52.390837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b0217-2835-4d02-b507-bd270789f2d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:52.394166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d52a5-c4ca-4644-9988-140b53a63244 None None] Network 65378409-d99f-49a7-b0a8-e5be144328df requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:52.408823 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-459b0217-2835-4d02-b507-bd270789f2d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1096110 Nov 16 21:31:52.412925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33906) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.456825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0289d-4658-44e2-aa77-028d2d3bdb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1559f462-0121-41b2-a96a-6af1b56d654c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.495012 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] Set router b76b6737-3b51-4072-bff7-7ed0288cfe77 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:52.527541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52b24be7-b13c-4973-acd1-f2f0b2c0d30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.535359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 39e1a6c1-3b84-42f8-95b1-a4a757ddaee3 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:31:52.539608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.579392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d8e30aa-699c-4b24-b94f-d8294676dc6e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9454956 Nov 16 21:31:52.582914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33910) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.585974 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:42Z', 'updated_at': '2021-11-16T21:31:50Z', 'revision_number': 3, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.596349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:52.610024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.614125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52b24be7-b13c-4973-acd1-f2f0b2c0d30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.623616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.646661 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] Checking router: b76b6737-3b51-4072-bff7-7ed0288cfe77 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:52.664843 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] Routers {'b76b6737-3b51-4072-bff7-7ed0288cfe77'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:52.666139 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b76b6737-3b51-4072-bff7-7ed0288cfe77'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.672396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.673440 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.728607 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52b24be7-b13c-4973-acd1-f2f0b2c0d30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.731335 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52b24be7-b13c-4973-acd1-f2f0b2c0d30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.739009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-52b24be7-b13c-4973-acd1-f2f0b2c0d30c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1559f462-0121-41b2-a96a-6af1b56d654c HTTP/1.1" status: 204 len: 168 time: 0.4060354 Nov 16 21:31:52.739480 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dbd832c1-3d9e-4653-a59a-5455c115be37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.742510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dbd832c1-3d9e-4653-a59a-5455c115be37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.743688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dbd832c1-3d9e-4653-a59a-5455c115be37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb0f6fa4-6634-46b8-b47f-f1947ed86930 HTTP/1.1" status: 204 len: 168 time: 0.8800485 Nov 16 21:31:52.744104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9f885-043d-4956-b4e3-995732ef810f None None] Network 65378409-d99f-49a7-b0a8-e5be144328df requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:52.750960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.789424 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] Set router b76b6737-3b51-4072-bff7-7ed0288cfe77 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:52.836003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b24be7-b13c-4973-acd1-f2f0b2c0d30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1559f462-0121-41b2-a96a-6af1b56d654c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.845777 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:42Z', 'updated_at': '2021-11-16T21:31:50Z', 'revision_number': 3, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:52.848246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd832c1-3d9e-4653-a59a-5455c115be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f6fa4-6634-46b8-b47f-f1947ed86930,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:52.863158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:52.886473 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74479e51-ff81-4352-9e76-2311f98b911a None None] The sync data for ids ['b76b6737-3b51-4072-bff7-7ed0288cfe77'] in n-d-817778-8 is: [{'id': 'b76b6737-3b51-4072-bff7-7ed0288cfe77', 'name': 'tempest-NetworksTestDHCPv6-router-1425139439', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:42Z', 'updated_at': '2021-11-16T21:31:50Z', 'revision_number': 3, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:31:52.899508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-30d503bb-3c19-4ebe-b094-b6bc2664639b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcae9b6bd0a147ca8ea81c52979a880a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121766 Nov 16 21:31:52.902273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33920) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:52.973683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.011357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95564cf1-84f7-49e2-bdf9-1aba33fb6d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.013860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=39e1a6c1-3b84-42f8-95b1-a4a757ddaee3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:53.022284 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.025624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43b3c051-7896-4d8e-bc42-a7bbfd6714fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/39e1a6c1-3b84-42f8-95b1-a4a757ddaee3 HTTP/1.1" status: 204 len: 168 time: 0.6058688 Nov 16 21:31:53.031960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.094699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.123646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95564cf1-84f7-49e2-bdf9-1aba33fb6d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.150260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd535597-9cfe-42b6-955b-5af8407525f7 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:53.196462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-049a14ad-569c-4d34-9d5e-6dcd48fda245 req-047182ed-cccf-4562-990d-5e63a3a68b37 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 210 time: 0.0516915 Nov 16 21:31:53.210813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4ab2f289-0451-46a2-8e09-564d1a572cca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1755216 Nov 16 21:31:53.210813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33926) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.274610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-60f0411c-d32b-4b17-bc49-66a704b4bdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.398785 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:31:53.426039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.437349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 50321bf7-b310-4aed-b07c-1d40df46e25a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:53.469415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 50321bf7-b310-4aed-b07c-1d40df46e25a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:53.470069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 50321bf7-b310-4aed-b07c-1d40df46e25a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:53.471625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 807e88b5-6876-45e9-8962-fb9e11f57744 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:53.512588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 807e88b5-6876-45e9-8962-fb9e11f57744 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:53.512995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 807e88b5-6876-45e9-8962-fb9e11f57744 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:53.547213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95564cf1-84f7-49e2-bdf9-1aba33fb6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.554540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-95564cf1-84f7-49e2-bdf9-1aba33fb6d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.555652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-95564cf1-84f7-49e2-bdf9-1aba33fb6d11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c932ba53-89b9-4b9d-a463-b6a57e34edd8 HTTP/1.1" status: 204 len: 168 time: 0.6524327 Nov 16 21:31:53.586626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95564cf1-84f7-49e2-bdf9-1aba33fb6d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932ba53-89b9-4b9d-a463-b6a57e34edd8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:53.634702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:53.736917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33940) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.738099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.786335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] Deleting port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:53.786720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.827802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.832125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf47f-436e-4be7-a526-ed7a8acb48e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.889015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.892693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.959627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.960511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Fanout notify agent at l3_agent the message router_deleted on router b76b6737-3b51-4072-bff7-7ed0288cfe77 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:31:53.962314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] For port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:53.962728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.975098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:53.976729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42cfdc2b-7950-44fb-9261-000703347e03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/routers/b76b6737-3b51-4072-bff7-7ed0288cfe77 HTTP/1.1" status: 204 len: 168 time: 0.7649467 Nov 16 21:31:53.982756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33946) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:53.990788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:53.994939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] Calling delete_port for 5344f2c8-9b8c-42ee-b50e-c6c659da33ce owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:54.007523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-d6bdf190-e5d8-4608-86d0-e0f9cdf6f86b tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:54.011481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-d6bdf190-e5d8-4608-86d0-e0f9cdf6f86b tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.47 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.3464396 Nov 16 21:31:54.026029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Request body: {'port': {'device_id': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'admin_state_up': True, 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:54.031394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33948) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.099162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Made reservation on behalf of 2b89446b6c8d45babbea2219e8c5cffd for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:54.102008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.113359 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-973a2f42-6f93-45f4-8bc8-2bd2ca96b8e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b3c8f93afb943778654793810ce2109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781713 Nov 16 21:31:54.120230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33950) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.147316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:54.150797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.173863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.176250 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.221541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] Pushing event deleted for resources: {'Port': ['ID=5344f2c8-9b8c-42ee-b50e-c6c659da33ce,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.233924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59358ab4-cff5-4321-9614-07931b8d8eae None None] No DVR routers for this DVR port 5344f2c8-9b8c-42ee-b50e-c6c659da33ce on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:31:54.279728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c91b07fe-ae52-44ac-ac2a-59235e3e404b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.334973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c91b07fe-ae52-44ac-ac2a-59235e3e404b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.344789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3bb32542-485b-44e3-bf5b-3f4ed03f51a2 req-cb7aa87f-0090-4c90-9a5f-41419669946e tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 210 time: 0.0452330 Nov 16 21:31:54.369942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Allocated IP 172.25.3.23 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/aee2e504-100a-4cd1-aba8-ae629c361f39) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:54.408930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Allocated IP 172.20.0.3 (d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca/3721a3d2-957f-4980-a101-4f07cb492afd/89df2ead-ce71-4ebf-bf18-e02dc1e63008) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:54.420974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c91b07fe-ae52-44ac-ac2a-59235e3e404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.424266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c91b07fe-ae52-44ac-ac2a-59235e3e404b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.428269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c91b07fe-ae52-44ac-ac2a-59235e3e404b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bd6cb10-ac99-4f19-a6df-1d3a304015bd HTTP/1.1" status: 204 len: 168 time: 0.3037908 Nov 16 21:31:54.440708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf47f-436e-4be7-a526-ed7a8acb48e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.442631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b07fe-ae52-44ac-ac2a-59235e3e404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6cb10-ac99-4f19-a6df-1d3a304015bd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.480760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf47f-436e-4be7-a526-ed7a8acb48e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.496797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.559186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:54.584956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:54.594145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:54.595035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.605910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2c5cf47f-436e-4be7-a526-ed7a8acb48e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da02f17bc10d4ec8b7d20a8fa3401e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8105583 Nov 16 21:31:54.610223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62758b3-fc1e-4c7a-80d5-b16442714158 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:31:54.612570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf47f-436e-4be7-a526-ed7a8acb48e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4730cfe-12ea-4a60-a934-6a3e56033499,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.615257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33968) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.635404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=37ddcd29-e985-4b62-9292-0ee4d8dffa6e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:54.660854 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c35eb4fd-afd8-4691-890b-4be8c9f4d226 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6741741 Nov 16 21:31:54.660968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.662299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33970) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.676983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1447144939', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:54.686854 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.716932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0aee0bd7-0bf0-4661-bcfb-f5c4f8d33bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.750663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.752190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.753727 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0aee0bd7-0bf0-4661-bcfb-f5c4f8d33bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.803466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.831880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.837717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.841967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.858890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['66efd535-521f-4253-8da1-42089a2f7c9c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:31:54.903617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.908012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-493fee70-868b-4fcf-a192-5873a809ce71 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2421067 Nov 16 21:31:54.914626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33974) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:54.929575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:54.940500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:31:54.941976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.944586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:54.960538 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0aee0bd7-0bf0-4661-bcfb-f5c4f8d33bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.968711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0aee0bd7-0bf0-4661-bcfb-f5c4f8d33bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:54.974045 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0aee0bd7-0bf0-4661-bcfb-f5c4f8d33bc3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4730cfe-12ea-4a60-a934-6a3e56033499 HTTP/1.1" status: 204 len: 168 time: 0.3458292 Nov 16 21:31:54.976378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:55.001035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Pushing event updated for resources: {'Port': ['ID=aee2e504-100a-4cd1-aba8-ae629c361f39,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:55.007475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:55.007668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:55.020327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:55.034737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee0bd7-0bf0-4661-bcfb-f5c4f8d33bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4730cfe-12ea-4a60-a934-6a3e56033499,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:55.110738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc4154-982a-4631-92e0-5a090ab19ec0 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:55.292382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5344f2c8-9b8c-42ee-b50e-c6c659da33ce no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:31:55.672512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5344f2c8-9b8c-42ee-b50e-c6c659da33ce {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:31:55.672858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5344f2c8-9b8c-42ee-b50e-c6c659da33ce not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:31:55.680333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Pushing event updated for resources: {'Port': ['ID=89df2ead-ce71-4ebf-bf18-e02dc1e63008,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:55.683512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 33988) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:55.728699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96678d18-3d6e-40b5-8635-e239ac3bcb44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.802893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-48073b69-df50-47f7-aa2c-3f5cfd168744 None None] Provisioning complete for port aee2e504-100a-4cd1-aba8-ae629c361f39 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:55.803269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48073b69-df50-47f7-aa2c-3f5cfd168744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.808430 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:55.929247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-48073b69-df50-47f7-aa2c-3f5cfd168744 None None] Port aee2e504-100a-4cd1-aba8-ae629c361f39 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:55.940570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/37ddcd29-e985-4b62-9292-0ee4d8dffa6e/22d26400-691c-4a42-acbd-587179f634d0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:55.973975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.014100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:56.026069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:56.026699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.065157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-c9ee6a02-5ca9-4097-babc-5c7c44d93ae9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0449615 Nov 16 21:31:56.073836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92e90d-de57-4798-adb4-380fd4c141e1 req-74a274d4-f218-43d8-9f55-96e2c8afac3d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:56.075960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a92e90d-de57-4798-adb4-380fd4c141e1 req-74a274d4-f218-43d8-9f55-96e2c8afac3d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1027 time: 0.3885982 Nov 16 21:31:56.095153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b9e5985f-8f05-4aa7-9005-377e77076209 None None] Provisioning complete for port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:56.095153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b9e5985f-8f05-4aa7-9005-377e77076209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.099811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Request body: {'port': {'device_id': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:56.141273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5985f-8f05-4aa7-9005-377e77076209 None None] Port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:56.155394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.163363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.199429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:56.202352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:56.206697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:56.262364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.267025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Pushing event updated for resources: {'Port': ['ID=22d26400-691c-4a42-acbd-587179f634d0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:56.274562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-949705725'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:56.279306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Attempting to bind port 22d26400-691c-4a42-acbd-587179f634d0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:56.279750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Attempting to bind port 22d26400-691c-4a42-acbd-587179f634d0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:56.280185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Attempting to bind port 22d26400-691c-4a42-acbd-587179f634d0 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:56.285731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:56.286202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:56.286676 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.287137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:56.287289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.287735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Bound port: 22d26400-691c-4a42-acbd-587179f634d0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:56.288183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.295394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a92e90d-de57-4798-adb4-380fd4c141e1 req-bd92d9c9-648d-4f91-b741-c7b5a7f90edf tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899266 Nov 16 21:31:56.303221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96678d18-3d6e-40b5-8635-e239ac3bcb44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.304205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.321486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96678d18-3d6e-40b5-8635-e239ac3bcb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.359123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] For port 22d26400-691c-4a42-acbd-587179f634d0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:56.364153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] For port 22d26400-691c-4a42-acbd-587179f634d0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=22d26400-691c-4a42-acbd-587179f634d0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:56.368549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.380463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Made reservation on behalf of 89db42778dd5439282ae78f2afec39cf for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:56.383277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.396541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.421665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f98a8-bd0b-4c10-8c94-68ece9f5bae8 None None] Pushing event updated for resources: {'Port': ['ID=22d26400-691c-4a42-acbd-587179f634d0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:56.469035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96678d18-3d6e-40b5-8635-e239ac3bcb44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9547f0c347e1460198a0a9763d96a98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7766094 Nov 16 21:31:56.469352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 33998) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:56.471203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96678d18-3d6e-40b5-8635-e239ac3bcb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6924b3e1-298a-496e-a258-2fafefd5afde,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:56.540444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Router c4a801e8-e722-4e6f-a1cf-90ab7be7975c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:31:56.552961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.561784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.630346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09026d0d-aacd-4581-813d-65eb72f248e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.633499 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.693187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:56.703343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc17c0-7a1a-4778-bfa5-4e3418f4cac2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:56.746365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.746954 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Added segment 44d586be-9312-4833-8a7a-b541f33bd7c8 of type vlan for network 26a5cf83-49e4-49e7-a059-9e9de9cf8ad4 Nov 16 21:31:56.750365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09026d0d-aacd-4581-813d-65eb72f248e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.811759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::1 (4e85c439-5c54-44c3-9249-f8a38c359d2c/37ddcd29-e985-4b62-9292-0ee4d8dffa6e/8754609b-fd48-4fe1-beea-bb29baeb7297) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:56.830531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.837398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:56.848964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Sync routers for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:31:56.863596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:56.864609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:56.880569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.887096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-46c7ccb9-0421-495e-93e1-3b88d89715e9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3018067 Nov 16 21:31:56.889277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34000) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:56.899944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.905874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:56.907334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.956318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09026d0d-aacd-4581-813d-65eb72f248e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.959005 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-09026d0d-aacd-4581-813d-65eb72f248e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.959721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89df2ead-ce71-4ebf-bf18-e02dc1e63008 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:31:56.962681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-09026d0d-aacd-4581-813d-65eb72f248e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6924b3e1-298a-496e-a258-2fafefd5afde HTTP/1.1" status: 204 len: 168 time: 0.4892614 Nov 16 21:31:56.975995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:56.996792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9783807 Nov 16 21:31:56.997893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34006) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:57.008207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:57.014543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Transition to ACTIVE for port object 89df2ead-ce71-4ebf-bf18-e02dc1e63008 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:31:57.021935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.054400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09026d0d-aacd-4581-813d-65eb72f248e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6924b3e1-298a-496e-a258-2fafefd5afde,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:57.080390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.082029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Pushing event updated for resources: {'Port': ['ID=89df2ead-ce71-4ebf-bf18-e02dc1e63008,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:57.087177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34010) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:57.128961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724631da-0474-4d20-81e5-ddce5da45a8f tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Pushing event updated for resources: {'Network': ['ID=26a5cf83-49e4-49e7-a059-9e9de9cf8ad4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:57.150043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'network': {'name': 'tempest-network--424564185', 'router:external': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:31:57.207654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 26a5cf83-49e4-49e7-a059-9e9de9cf8ad4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:57.277384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eec31505-78bd-4355-acb4-e0d30949c23d tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/floatingips/d57709c8-a1e7-4aa9-9d31-a25595c05a06 HTTP/1.1" status: 200 len: 994 time: 0.1889410 Nov 16 21:31:57.385040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 22d26400-691c-4a42-acbd-587179f634d0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:57.419204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Made reservation on behalf of 576c81e51c834c7fae2b2dfc92b56d4a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:31:57.423631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.503476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.538842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Attempting to bind port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:57.539196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Attempting to bind port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:57.539548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Attempting to bind port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:57.555215 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.585197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:31:57.585628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Attempting to bind port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 on network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:57.592182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 22d26400-691c-4a42-acbd-587179f634d0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:57.593156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.599972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34024) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:57.619474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:57.619818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Checking segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:57.620239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Bound using segment: {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:57.620698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Bound port: 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b5d50-6980-4a84-b06d-828b04d7fa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:57.621059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.670905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:57.673037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24e82-262a-40c7-b34b-6062425726c8 req-6d61db87-03dc-4b27-adfa-f8d94a332135 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:57.674753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-47b24e82-262a-40c7-b34b-6062425726c8 req-6d61db87-03dc-4b27-adfa-f8d94a332135 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1052 time: 0.2202489 Nov 16 21:31:57.731407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:57.775468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:57.775939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.786327 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.828651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:57.872727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=8754609b-fd48-4fe1-beea-bb29baeb7297,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:57.881614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:55Z', 'revision_number': 3, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:57.925942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 22d26400-691c-4a42-acbd-587179f634d0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=22d26400-691c-4a42-acbd-587179f634d0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:57.928177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Checking router: c4a801e8-e722-4e6f-a1cf-90ab7be7975c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:31:57.928581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Updating router c4a801e8-e722-4e6f-a1cf-90ab7be7975c port aee2e504-100a-4cd1-aba8-ae629c361f39 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:31:57.933215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.024315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.099721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b1161ed7-281a-4bbb-90a0-347a68cc1236 None None] Provisioning complete for port 22d26400-691c-4a42-acbd-587179f634d0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:58.100115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b1161ed7-281a-4bbb-90a0-347a68cc1236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.109779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-47b24e82-262a-40c7-b34b-6062425726c8 req-eed6fff8-2f2a-4f56-9628-86bd97e08387 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705533 Nov 16 21:31:58.110205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] For port 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:58.143020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] For port 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:58.148415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Allocated IP 172.20.0.1 (65378409-d99f-49a7-b0a8-e5be144328df/7ab56c50-1998-4ff3-a301-a031f89aa6be/804f5f3a-317f-473f-97d8-b4bb0804e734) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:31:58.166075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=22d26400-691c-4a42-acbd-587179f634d0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:58.171914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.195690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.204969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.266079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:31:58.281282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.281580 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Added segment 6bb0d6ee-9ae9-4b2e-826e-3655bcc9485a of type vlan for network 7cf9d524-6eac-4eac-bce0-6373e8d58cba Nov 16 21:31:58.344748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:58.345633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.347325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] 10.222.0.47 "PUT /v2.0/ports/89df2ead-ce71-4ebf-bf18-e02dc1e63008 HTTP/1.1" status: 200 len: 1091 time: 2.2521701 Nov 16 21:31:58.349573 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.356054 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.356920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.362155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'tag': '89df2ead-ce71-4ebf-bf18-e02dc1e63008'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:31:58.366842 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d1acac-63ff-49da-beaa-cbbf2eef7932" -d '{"events": [{"name": "network-changed", "server_uuid": "33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7", "tag": "89df2ead-ce71-4ebf-bf18-e02dc1e63008"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:31:58.418034 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.466607 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4021a4c-4454-4e26-ad96-dd21e149f822 x-openstack-request-id: req-b4021a4c-4454-4e26-ad96-dd21e149f822 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:31:58.466892 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7", "tag": "89df2ead-ce71-4ebf-bf18-e02dc1e63008", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:31:58.467144 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4021a4c-4454-4e26-ad96-dd21e149f822 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:31:58.467557 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'tag': '89df2ead-ce71-4ebf-bf18-e02dc1e63008', 'status': 'completed', 'code': 200} Nov 16 21:31:58.507455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Network 65378409-d99f-49a7-b0a8-e5be144328df is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:58.510981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:58.516616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:31:58.551680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=804f5f3a-317f-473f-97d8-b4bb0804e734,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:58.564128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.565904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-66dded43-4e65-4044-9cca-5c58b1ee518c None None] Provisioning complete for port 8754609b-fd48-4fe1-beea-bb29baeb7297 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:58.566272 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66dded43-4e65-4044-9cca-5c58b1ee518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.573611 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.resource_extend [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:31:58.581789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port 3113dcc9-c5a5-4ace-9da4-e39164882a92 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:31:58.582135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.592960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.599289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.658829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23885c30-420d-4eef-b53e-5460aa3cab75 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:58.666050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-66dded43-4e65-4044-9cca-5c58b1ee518c None None] Port 8754609b-fd48-4fe1-beea-bb29baeb7297 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:31:58.675227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.675572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.675835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81359d4-669a-42c6-87a2-aef046de0683 None None] Pushing event updated for resources: {'Port': ['ID=aee2e504-100a-4cd1-aba8-ae629c361f39,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:58.679396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Attempting to bind port aee2e504-100a-4cd1-aba8-ae629c361f39 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:31:58.679793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Attempting to bind port aee2e504-100a-4cd1-aba8-ae629c361f39 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:31:58.680169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Attempting to bind port aee2e504-100a-4cd1-aba8-ae629c361f39 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:31:58.701358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:31:58.701820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:31:58.702176 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.702588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:31:58.703077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Bound port: aee2e504-100a-4cd1-aba8-ae629c361f39, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:31:58.703471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.704273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for 3113dcc9-c5a5-4ace-9da4-e39164882a92 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:31:58.796108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] For port aee2e504-100a-4cd1-aba8-ae629c361f39, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:31:58.799455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] For port aee2e504-100a-4cd1-aba8-ae629c361f39, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aee2e504-100a-4cd1-aba8-ae629c361f39,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:31:58.804850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e161cc72-7dd7-4510-9250-da7c5ad6132f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:58.807386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.821041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c9d43877-ad87-4f3f-baff-c8f559a90988 None None] Provisioning complete for port aee2e504-100a-4cd1-aba8-ae629c361f39 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:58.821437 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9d43877-ad87-4f3f-baff-c8f559a90988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.850193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:58.891911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cf5fa-1c1a-4cbd-bd89-8e09e7e716ec service neutron] Pushing event updated for resources: {'Port': ['ID=89df2ead-ce71-4ebf-bf18-e02dc1e63008,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:58.896899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b7e4e-7aba-441b-bf72-69b4e8b7d5fd None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:31:58.925896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-54d18eb3-07b6-4f56-b39f-19407fe56d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:58.928001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-54d18eb3-07b6-4f56-b39f-19407fe56d19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1094 time: 0.4886339 Nov 16 21:31:58.933785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:31:58.934470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:59.023974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-a61abd46-0787-420f-b819-a09411e294e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008 HTTP/1.1" status: 200 len: 217 time: 0.0499899 Nov 16 21:31:59.050649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:31:59.052342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81359d4-669a-42c6-87a2-aef046de0683 None None] Pushing event updated for resources: {'Port': ['ID=aee2e504-100a-4cd1-aba8-ae629c361f39,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:59.076545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.083510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.159161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.171552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=804f5f3a-317f-473f-97d8-b4bb0804e734,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:59.188901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.189915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.191010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.223393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 22d26400-691c-4a42-acbd-587179f634d0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:31:59.274183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Network 65378409-d99f-49a7-b0a8-e5be144328df is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:31:59.275776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:31:59.289095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Network': ['ID=7cf9d524-6eac-4eac-bce0-6373e8d58cba,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:59.372778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.394619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e4c0735-924c-4bc5-9891-8208eb5c72f4 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3951006 Nov 16 21:31:59.397851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34060) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:31:59.431391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7cf9d524-6eac-4eac-bce0-6373e8d58cba details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:31:59.476340 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9d43877-ad87-4f3f-baff-c8f559a90988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.491657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=3113dcc9-c5a5-4ace-9da4-e39164882a92,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:59.497045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Router c4a801e8-e722-4e6f-a1cf-90ab7be7975c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:31:59.521956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-94f257ba-37d5-4884-ae6e-99a5cc084c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.522091 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.522226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-94f257ba-37d5-4884-ae6e-99a5cc084c62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3721a3d2-957f-4980-a101-4f07cb492afd HTTP/1.1" status: 200 len: 848 time: 0.3145101 Nov 16 21:31:59.522226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955907ab-9efe-48c5-853b-ab115becf53c req-6e2e57d5-4517-4a33-89f4-e454b13648e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.533427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-955907ab-9efe-48c5-853b-ab115becf53c req-6e2e57d5-4517-4a33-89f4-e454b13648e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1094 time: 0.2525358 Nov 16 21:31:59.566462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c9d43877-ad87-4f3f-baff-c8f559a90988 None None] For port aee2e504-100a-4cd1-aba8-ae629c361f39, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aee2e504-100a-4cd1-aba8-ae629c361f39,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:31:59.585918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9d43877-ad87-4f3f-baff-c8f559a90988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.667727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.668132 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Floating IP d57709c8-a1e7-4aa9-9d31-a25595c05a06 disassociated (deleted). External IP: 172.25.3.203, port: f0385c21-8507-4168-a7c2-4933c05709ae. Nov 16 21:31:59.732923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c8206-2e39-4987-9c53-309102e90c62 req-19141f81-aec8-4a56-8efa-fb2cdddf83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:31:59.735273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-19141f81-aec8-4a56-8efa-fb2cdddf83ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959369 Nov 16 21:31:59.754531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d43877-ad87-4f3f-baff-c8f559a90988 None None] Pushing event updated for resources: {'Port': ['ID=aee2e504-100a-4cd1-aba8-ae629c361f39,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:31:59.757697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 22d26400-691c-4a42-acbd-587179f634d0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:59.758201 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.790779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-955907ab-9efe-48c5-853b-ab115becf53c req-b7be7306-6457-4a9e-abfe-0fa54527d99b tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194264 Nov 16 21:31:59.811178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.840458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf9d524-6eac-4eac-bce0-6373e8d58cba']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:59.853161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ecd5b9aa-7d08-4851-8d97-cef56443eea5 None None] Provisioning complete for port aee2e504-100a-4cd1-aba8-ae629c361f39 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:31:59.853594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb0d6ee-9ae9-4b2e-826e-3655bcc9485a') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:59.853766 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b9aa-7d08-4851-8d97-cef56443eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.853887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb0d6ee-9ae9-4b2e-826e-3655bcc9485a') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:59.855977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:31:59.874925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2bcaff05-4b90-4ac3-b8ae-7c7c5d53fbc3 admin admin] 10.222.0.48 "PUT /v2.0/routers/c4a801e8-e722-4e6f-a1cf-90ab7be7975c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759603 Nov 16 21:31:59.877676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.886995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-94f7b6ff-62c7-4578-86b1-7d4d606a3f04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1660972 Nov 16 21:31:59.908101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.928161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:31:59.928532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:31:59.987638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-56309885-f043-4031-a046-0641a9a6f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 1, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:31:59.996425 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:00.007861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.031235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56309885-f043-4031-a046-0641a9a6f576 None None] The sync data for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 is: [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 1, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:00.032340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cf9d524-6eac-4eac-bce0-6373e8d58cba {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:32:00.044716 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.048561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7cf9d524-6eac-4eac-bce0-6373e8d58cba HTTP/1.1" status: 204 len: 168 time: 0.6499822 Nov 16 21:32:00.053668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da9d2e-dfd3-45b1-a9b5-9e36ffee9f24 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cf9d524-6eac-4eac-bce0-6373e8d58cba,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:00.056203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34082) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:00.064581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:00.084743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68bdd-3eff-4155-9812-669e54a528bf req-d14eda6b-57ff-4be4-a34d-30abeb2b670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.086335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-d14eda6b-57ff-4be4-a34d-30abeb2b670c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.0890369 Nov 16 21:32:00.117839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Made reservation on behalf of 576c81e51c834c7fae2b2dfc92b56d4a for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:00.120778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.210661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:00.292192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.292664 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Added segment 0f613d0e-84da-4f4f-85e7-fe581957f61c of type vlan for network 16564b98-dbf5-4982-985e-b6a891f1b4ce Nov 16 21:32:00.310593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68bdd-3eff-4155-9812-669e54a528bf req-72fedff9-ca44-4053-af4b-2a918944f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.312564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-72fedff9-ca44-4053-af4b-2a918944f24d service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 0.2048783 Nov 16 21:32:00.422432 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.454289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-5ac98c8b-46f0-482e-83f3-13ad35e80703 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 1001 time: 0.1159203 Nov 16 21:32:00.532353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.533818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.534615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.562993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5040994 Nov 16 21:32:00.570208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34108) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:00.586089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68bdd-3eff-4155-9812-669e54a528bf req-9d763403-8a02-4a52-8dcf-fce01c9ad3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.587777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-9d763403-8a02-4a52-8dcf-fce01c9ad3b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.1243458 Nov 16 21:32:00.594378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'subnet': {'network_id': '16564b98-dbf5-4982-985e-b6a891f1b4ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:00.624384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Made reservation on behalf of 576c81e51c834c7fae2b2dfc92b56d4a for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:00.626734 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.689805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-90fba20c-27f6-4414-9343-1094f25997c3 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019003 Nov 16 21:32:00.707189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.734328 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.735202 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:00.739363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fd094-4ff7-44f6-80ad-934e1a076882 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Network': ['ID=16564b98-dbf5-4982-985e-b6a891f1b4ce,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:00.752046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 16564b98-dbf5-4982-985e-b6a891f1b4ce details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:00.758694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be68bdd-3eff-4155-9812-669e54a528bf req-1b2df523-25e2-413e-b236-657ef9303949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.760917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-1b2df523-25e2-413e-b236-657ef9303949 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427059 Nov 16 21:32:00.813998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34112) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:00.823182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:00.921922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-51993bd0-0b76-408b-a289-afaf118b29a7 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518607 Nov 16 21:32:00.934444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-efa3389a-cf1d-449b-b539-8dc4dc0c0334 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:00.936460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-efa3389a-cf1d-449b-b539-8dc4dc0c0334 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 820 time: 0.3623931 Nov 16 21:32:00.996347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-07f485d5-995a-4681-869e-e3a79dfd61df tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/quotas/f83eaf0d48a141c685101dda360fe03a HTTP/1.1" status: 200 len: 375 time: 0.0503836 Nov 16 21:32:01.005477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=8754609b-fd48-4fe1-beea-bb29baeb7297,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:01.179581 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8551e54e-a541-4c44-a770-bb8c22043067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.293095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-391c8206-2e39-4987-9c53-309102e90c62 req-4c4e8a9b-5730-4dad-b879-57ec39927e68 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914931 Nov 16 21:32:01.313077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63466d-6393-4a36-b9a6-0782e6665940 req-8c531314-d63b-4ab0-8a94-69aee79c3f79 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:01.314928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc63466d-6393-4a36-b9a6-0782e6665940 req-8c531314-d63b-4ab0-8a94-69aee79c3f79 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1094 time: 0.3811853 Nov 16 21:32:01.334895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:01.380711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:01.425612 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1d173e79-5cfb-41d6-b4db-693cba6f1f80 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4219570 Nov 16 21:32:01.429799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-ae329c1b-bb85-45ca-a660-1418f10d5384 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923537 Nov 16 21:32:01.582385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:01.587727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.594620 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] Sync routers for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:01.624553 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:01.627517 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:01.655755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc63466d-6393-4a36-b9a6-0782e6665940 req-2264cd6a-6e65-4463-8d25-a872ef164083 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252020 Nov 16 21:32:01.709951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-87be04d8-623c-43e9-b666-0468bef0d427 service neutron] 10.222.0.48 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728255 Nov 16 21:32:01.747719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b08d96da-d12b-40b1-bbd1-58c80540648f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/floatingips/d57709c8-a1e7-4aa9-9d31-a25595c05a06 HTTP/1.1" status: 204 len: 168 time: 4.1218607 Nov 16 21:32:01.753737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:01.756409 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6164409-d12c-4172-ada8-7c38bc01268a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:01.766306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-0b7fefe1-7449-45ee-8604-4ccb999bf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:01.768011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-0b7fefe1-7449-45ee-8604-4ccb999bf899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1094 time: 0.4080555 Nov 16 21:32:01.814928 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:01.816846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-91b2d2fe-cee4-466d-8130-1f6d0237d5eb None None] Provisioning complete for port 8754609b-fd48-4fe1-beea-bb29baeb7297 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:01.817327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-91b2d2fe-cee4-466d-8130-1f6d0237d5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.867464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-61fc276f-d827-4f43-8764-47b49e056036 service neutron] 10.222.0.48 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542065 Nov 16 21:32:01.916301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-91b2d2fe-cee4-466d-8130-1f6d0237d5eb None None] Port 8754609b-fd48-4fe1-beea-bb29baeb7297 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:01.947327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8551e54e-a541-4c44-a770-bb8c22043067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:01.963647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8551e54e-a541-4c44-a770-bb8c22043067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.045366 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d043fc65-d8e0-42af-bcbd-7346cbc66a1e x-openstack-request-id: req-d043fc65-d8e0-42af-bcbd-7346cbc66a1e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:02.045746 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:02.046004 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d043fc65-d8e0-42af-bcbd-7346cbc66a1e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:02.046413 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'status': 'completed', 'code': 200} Nov 16 21:32:02.067527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8551e54e-a541-4c44-a770-bb8c22043067 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0227b6f58b404fd9a8a0f28c0d850088&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2423217 Nov 16 21:32:02.070182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34126) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:02.077701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551e54e-a541-4c44-a770-bb8c22043067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea976fb-0305-4dce-9cda-5117eb89f8ad,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:02.108314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Router afcf4937-5b4f-4d93-931c-dc07707aaa53 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:32:02.187178 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:50Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:02.206280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-bcc86029-cc93-4f23-aa6b-0291e853ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:02.207885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-bcc86029-cc93-4f23-aa6b-0291e853ba9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.4247963 Nov 16 21:32:02.217945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4059f82d-a005-42b2-a6f3-2808956b1a4c req-92e03e1b-999a-4dfa-b2b5-779e2aa00f1f tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 210 time: 0.0419812 Nov 16 21:32:02.218876 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7944-9d6d-4dc6-b5c6-aa80e559ab6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.261397 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] Checking router: ab94b9bc-c377-4b58-8ca5-092f7b982bb9 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:02.265613 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7944-9d6d-4dc6-b5c6-aa80e559ab6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.274724 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:02.276254 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:02.326493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:02.327216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.342711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7944-9d6d-4dc6-b5c6-aa80e559ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.349461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7944-9d6d-4dc6-b5c6-aa80e559ab6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:02.350913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0e5c7944-9d6d-4dc6-b5c6-aa80e559ab6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bea976fb-0305-4dce-9cda-5117eb89f8ad HTTP/1.1" status: 204 len: 168 time: 0.2789426 Nov 16 21:32:02.368005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c7944-9d6d-4dc6-b5c6-aa80e559ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea976fb-0305-4dce-9cda-5117eb89f8ad,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:02.576847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-4300a090-f22a-4649-aa59-95eaf5260745 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008 HTTP/1.1" status: 200 len: 217 time: 0.3400304 Nov 16 21:32:02.586205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164409-d12c-4172-ada8-7c38bc01268a req-d719b541-ef33-4dc7-905f-7747f8dabceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:02.588123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-d719b541-ef33-4dc7-905f-7747f8dabceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 1097 time: 0.5055845 Nov 16 21:32:02.607251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:02.732285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc18892-db6d-4b98-9ebf-f2b49b07207c req-a9057e30-6c5c-47e6-9745-c942d85ace89 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:02.735502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bc18892-db6d-4b98-9ebf-f2b49b07207c req-a9057e30-6c5c-47e6-9745-c942d85ace89 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 946 time: 0.5639682 Nov 16 21:32:02.807102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79cbfcc5-f1b2-41c5-b3d4-07fb8d53a832,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:02.888313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34146) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:02.894766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:02.905474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Sync routers for ids ['afcf4937-5b4f-4d93-931c-dc07707aaa53'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:02.914412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-633aec30-743f-4dc4-8484-f33b1e69f11c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "PUT /v2.0/routers/afcf4937-5b4f-4d93-931c-dc07707aaa53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9854259 Nov 16 21:32:02.915555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34148) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:02.920032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-a3334bfd-2ea0-41b4-932e-93198f123cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:02.921829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-a3334bfd-2ea0-41b4-932e-93198f123cb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3721a3d2-957f-4980-a101-4f07cb492afd HTTP/1.1" status: 200 len: 848 time: 0.3238914 Nov 16 21:32:02.926751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Routers {'afcf4937-5b4f-4d93-931c-dc07707aaa53'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:02.929977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['afcf4937-5b4f-4d93-931c-dc07707aaa53'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:02.962107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bc18892-db6d-4b98-9ebf-f2b49b07207c req-a961c1db-37aa-44d7-b9de-c7dcf39891a1 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916404 Nov 16 21:32:02.965259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3f84016-39ad-4ca6-914c-7483456ae2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.003496 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:50Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:03.014847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Checking segment: {'id': '0f613d0e-84da-4f4f-85e7-fe581957f61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '16564b98-dbf5-4982-985e-b6a891f1b4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:03.015271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Network hostable DHCP agents. Network: 16564b98-dbf5-4982-985e-b6a891f1b4ce, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:32:03.015658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a834d-9a9d-44c7-bac9-90e390508aa6 req-a2f23f02-b214-4008-9a9d-fae19f8cbb10 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.017400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-624a834d-9a9d-44c7-bac9-90e390508aa6 req-a2f23f02-b214-4008-9a9d-fae19f8cbb10 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1094 time: 0.2532923 Nov 16 21:32:03.038033 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184e0e5-409a-463d-87e6-1f1755f1055a None None] The sync data for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 is: [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:30:29Z', 'revision_number': 4, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'ba67a9b7-012b-4652-af4a-fa1ea693bfac', 'name': '', 'network_id': '7bf3fb43-5a47-4a0d-b852-03671635b4f0', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'mac_address': 'fa:16:3e:f2:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '3da60628-488f-45e3-b032-7497b7f725b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:26Z', 'updated_at': '2021-11-16T21:30:50Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'subnets': [{'id': '3da60628-488f-45e3-b032-7497b7f725b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:03.088782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba867245-ae86-4df1-ae47-902eed4561d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.103591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ba867245-ae86-4df1-ae47-902eed4561d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports/8754609b-fd48-4fe1-beea-bb29baeb7297 HTTP/1.1" status: 200 len: 911 time: 0.1847332 Nov 16 21:32:03.104075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164409-d12c-4172-ada8-7c38bc01268a req-93c3bd58-92c8-4025-9fad-816821933177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.105089 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-93c3bd58-92c8-4025-9fad-816821933177 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bf3fb43-5a47-4a0d-b852-03671635b4f0 HTTP/1.1" status: 200 len: 897 time: 0.4884851 Nov 16 21:32:03.107595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34152) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:03.136787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Set router afcf4937-5b4f-4d93-931c-dc07707aaa53 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:03.152601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-624a834d-9a9d-44c7-bac9-90e390508aa6 req-484cad68-dc3b-4380-83c4-2dbb8db40f4d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029091 Nov 16 21:32:03.159574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Network 16564b98-dbf5-4982-985e-b6a891f1b4ce is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:32:03.213656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-257d2cd8-4ec3-4777-a048-a8b93c4ac02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.215426 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-257d2cd8-4ec3-4777-a048-a8b93c4ac02d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752671 Nov 16 21:32:03.285681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-dbe53614-3129-4902-94a2-dfaa9aeb5e7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0385c21-8507-4168-a7c2-4933c05709ae HTTP/1.1" status: 200 len: 217 time: 0.1274767 Nov 16 21:32:03.287303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aee2e504-100a-4cd1-aba8-ae629c361f39 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:03.314314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 16564b98-dbf5-4982-985e-b6a891f1b4ce) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:03.354084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e9202c-ee97-4fae-8a93-a4a67700c539 None None] Network 16564b98-dbf5-4982-985e-b6a891f1b4ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:03.364849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e72c4c5-5661-43db-815a-4f336568eb77 req-cdd23b6c-8f55-4181-b0ff-64d6786efbf5 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 210 time: 0.0485899 Nov 16 21:32:03.368011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.368665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.412670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.451816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7486f1dd-6a43-4737-a4ed-84fb28480229 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.458388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7486f1dd-6a43-4737-a4ed-84fb28480229 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.463098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7486f1dd-6a43-4737-a4ed-84fb28480229 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3408234 Nov 16 21:32:03.463692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34156) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:03.489704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6bc5b50c-3c55-4440-b2ca-492cbce6df43 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9090548 Nov 16 21:32:03.490579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:03.502179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port aee2e504-100a-4cd1-aba8-ae629c361f39 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:03.502562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.510658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'floatingip': {'floating_network_id': '16564b98-dbf5-4982-985e-b6a891f1b4ce'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:03.524019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164409-d12c-4172-ada8-7c38bc01268a req-459ec97c-f4d5-41e6-a642-261846a57d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.525481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-459ec97c-f4d5-41e6-a642-261846a57d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3da60628-488f-45e3-b032-7497b7f725b6 HTTP/1.1" status: 200 len: 835 time: 0.1812015 Nov 16 21:32:03.554261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3f84016-39ad-4ca6-914c-7483456ae2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.558153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-4308d66d-e1fe-4728-8a34-ac7b2a1bf1b6 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969282 Nov 16 21:32:03.579777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3f84016-39ad-4ca6-914c-7483456ae2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.623043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aba085-bbc5-4cdd-83e6-8cd511b3e153 None None] Network 16564b98-dbf5-4982-985e-b6a891f1b4ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:03.725772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f84016-39ad-4ca6-914c-7483456ae2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633c8da3-1e25-4541-a36d-7fdbd4c8e12d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:03.730674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d3f84016-39ad-4ca6-914c-7483456ae2cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5b945ae66ea4f9d9308dde99ccf86a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8371975 Nov 16 21:32:03.731868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:03.736149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34160) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:03.815750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6164409-d12c-4172-ada8-7c38bc01268a req-893baa52-de28-4d84-a29f-e0b6ea97d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.819910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-893baa52-de28-4d84-a29f-e0b6ea97d264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf3fb43-5a47-4a0d-b852-03671635b4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2792161 Nov 16 21:32:03.819910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c4d1acac-63ff-49da-beaa-cbbf2eef7932 req-c4646dce-5ef5-4ad2-8ef9-832c6100bcf8 service neutron] 10.222.0.47 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451515 Nov 16 21:32:03.838433 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20f8d4-17d7-4437-984f-bc2ac2c58991 None None] New status for floating IP d57709c8-a1e7-4aa9-9d31-a25595c05a06: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:32:03.880284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850396a8-67d3-4d4d-9a68-464a1726789d req-80f2a098-24a1-4127-8cab-4a9defe5244e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:03.882286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-850396a8-67d3-4d4d-9a68-464a1726789d req-80f2a098-24a1-4127-8cab-4a9defe5244e tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 946 time: 0.2177658 Nov 16 21:32:03.917685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf4937-5b4f-4d93-931c-dc07707aaa53', 'name': 'tempest-NetworksTestDHCPv6-router-1447144939', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:54Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None, '_interfaces': [{'id': '8754609b-fd48-4fe1-beea-bb29baeb7297', 'name': '', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'mac_address': 'fa:16:3e:c4:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf4937-5b4f-4d93-931c-dc07707aaa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:56Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'subnets': [{'id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:04.030851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Checking router: afcf4937-5b4f-4d93-931c-dc07707aaa53 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:04.031493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Updating router afcf4937-5b4f-4d93-931c-dc07707aaa53 port 8754609b-fd48-4fe1-beea-bb29baeb7297 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:32:04.105690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89df2ead-ce71-4ebf-bf18-e02dc1e63008 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:32:04.109067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Sync routers for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:04.151564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.168584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:04.169834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:04.247052 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f81fceb7-5293-4a6e-94e6-ce6e45fffdfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.276943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879f12-03b2-4aed-9f31-b3d7b08b58e2 req-8041a847-3530-4e23-8887-ae01224d16ca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:04.279274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d879f12-03b2-4aed-9f31-b3d7b08b58e2 req-8041a847-3530-4e23-8887-ae01224d16ca tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 946 time: 0.1850903 Nov 16 21:32:04.328048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-562233a1-97f7-42aa-96d3-ea339dd86f1a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:04.329536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-562233a1-97f7-42aa-96d3-ea339dd86f1a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 820 time: 0.5891449 Nov 16 21:32:04.354934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'port': {'device_id': 'a5326034-6a8b-4637-8231-675086002f29', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'admin_state_up': True, 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:04.359645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f81fceb7-5293-4a6e-94e6-ce6e45fffdfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.369544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port f0385c21-8507-4168-a7c2-4933c05709ae {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:04.369919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.422612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d3a1d-01b0-4f32-87a4-69bb5afd5cf7 req-115bf5e0-8d09-4737-bbdd-507566298224 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:04.424188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f13d3a1d-01b0-4f32-87a4-69bb5afd5cf7 req-115bf5e0-8d09-4737-bbdd-507566298224 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1094 time: 0.0956881 Nov 16 21:32:04.432828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-5ad27701-231b-4270-b563-453b491ae85a service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003900 Nov 16 21:32:04.479917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.582883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f13d3a1d-01b0-4f32-87a4-69bb5afd5cf7 req-9529d728-7841-4fde-ade7-fa06b2eb7d28 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473992 Nov 16 21:32:04.608464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d879f12-03b2-4aed-9f31-b3d7b08b58e2 req-ef19a307-5199-4f0b-b5fb-809ac6cd15ea tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/security-groups?id=ae1c5ce9-d347-4296-9b98-559a6e0421cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001394 Nov 16 21:32:04.655201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f81fceb7-5293-4a6e-94e6-ce6e45fffdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.658082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f81fceb7-5293-4a6e-94e6-ce6e45fffdfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.659562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f81fceb7-5293-4a6e-94e6-ce6e45fffdfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/633c8da3-1e25-4541-a36d-7fdbd4c8e12d HTTP/1.1" status: 204 len: 168 time: 0.9207382 Nov 16 21:32:04.676410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Allocated IP 172.20.0.8 (16564b98-dbf5-4982-985e-b6a891f1b4ce/79cbfcc5-f1b2-41c5-b3d4-07fb8d53a832/45a36696-c4af-4db7-a5e4-cca4c083586d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:04.705716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port f0385c21-8507-4168-a7c2-4933c05709ae, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=f0385c21-8507-4168-a7c2-4933c05709ae,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:04.706270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.714936 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.718970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fceb7-5293-4a6e-94e6-ce6e45fffdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633c8da3-1e25-4541-a36d-7fdbd4c8e12d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:04.734675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for f0385c21-8507-4168-a7c2-4933c05709ae owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:04.771072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.800859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab780b9-28de-4bbb-9f24-cebff9bf07fc req-24e93597-57e9-4966-a0c3-ee0afa026d44 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 210 time: 0.0561850 Nov 16 21:32:04.801692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Made reservation on behalf of f83eaf0d48a141c685101dda360fe03a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:04.805325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.837128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.906749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-33540350-aade-4e6d-8b2d-654b5c9892e4 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622223 Nov 16 21:32:04.908367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:04.910938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c056-89a0-490d-aacb-368fdfb5df08 None None] Pushing event updated for resources: {'Port': ['ID=8754609b-fd48-4fe1-beea-bb29baeb7297,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:04.928104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:04.977465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Network 16564b98-dbf5-4982-985e-b6a891f1b4ce is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:04.980827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:04.984858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:05.017379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '89df2ead-ce71-4ebf-bf18-e02dc1e63008', 'network_id': 'd0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca', 'port_id': '89df2ead-ce71-4ebf-bf18-e02dc1e63008', 'mac_address': 'fa:16:3e:44:17:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3721a3d2-957f-4980-a101-4f07cb492afd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:32:05.019037 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Port': ['ID=45a36696-c4af-4db7-a5e4-cca4c083586d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.083272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:05.140343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.192261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Attempting to bind port 8754609b-fd48-4fe1-beea-bb29baeb7297 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:05.193052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Attempting to bind port 8754609b-fd48-4fe1-beea-bb29baeb7297 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:05.193052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Attempting to bind port 8754609b-fd48-4fe1-beea-bb29baeb7297 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:05.205000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.210441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:05.210823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:05.211232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.211632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:05.212115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Bound port: 8754609b-fd48-4fe1-beea-bb29baeb7297, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:05.212505 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.255206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.269581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Allocated IP 172.20.0.6 (65378409-d99f-49a7-b0a8-e5be144328df/7ab56c50-1998-4ff3-a301-a031f89aa6be/0de72b71-18c2-4481-a24f-040170dcfb2e) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:05.291054 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.311738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.335687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89df2ead-ce71-4ebf-bf18-e02dc1e63008 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:32:05.369010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=f0385c21-8507-4168-a7c2-4933c05709ae,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.410713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] For port 8754609b-fd48-4fe1-beea-bb29baeb7297, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:05.415152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] For port 8754609b-fd48-4fe1-beea-bb29baeb7297, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8754609b-fd48-4fe1-beea-bb29baeb7297,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:05.428238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.430196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.474451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] No DVR routers for this DVR port f0385c21-8507-4168-a7c2-4933c05709ae on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:05.511303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.515142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.515330 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-850396a8-67d3-4d4d-9a68-464a1726789d req-2ef36ceb-85f5-4d09-9e72-70b974585e02 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.41 "DELETE /v2.0/ports/f0385c21-8507-4168-a7c2-4933c05709ae HTTP/1.1" status: 204 len: 173 time: 1.6237500 Nov 16 21:32:05.515728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'name': 'network-vif-deleted', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:05.518179 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f78030-b6a7-4b38-81f3-dd90002a5fdd" -d '{"events": [{"server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "name": "network-vif-deleted", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:05.521149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.539344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:05.548257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8f9b343b-ab80-410b-8f89-4201f9d81e50 None None] Provisioning complete for port 8754609b-fd48-4fe1-beea-bb29baeb7297 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:05.548257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b343b-ab80-410b-8f89-4201f9d81e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.564623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.683075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Port': ['ID=45a36696-c4af-4db7-a5e4-cca4c083586d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.691850 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208a4bb6-b9d9-4eac-9dfe-51fdfdb8a4e7 x-openstack-request-id: req-208a4bb6-b9d9-4eac-9dfe-51fdfdb8a4e7 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:05.692391 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c10b2f4-d771-47a8-8083-865ff1ace205", "name": "network-vif-deleted", "tag": "f0385c21-8507-4168-a7c2-4933c05709ae", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:05.692391 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-208a4bb6-b9d9-4eac-9dfe-51fdfdb8a4e7 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:05.692823 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c10b2f4-d771-47a8-8083-865ff1ace205', 'name': 'network-vif-deleted', 'tag': 'f0385c21-8507-4168-a7c2-4933c05709ae', 'status': 'completed', 'code': 200} Nov 16 21:32:05.697460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.712316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Routers {'afcf4937-5b4f-4d93-931c-dc07707aaa53'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:05.713361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['afcf4937-5b4f-4d93-931c-dc07707aaa53'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:05.715118 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.747854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.750979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9139d63c-a737-48cd-972e-ea6fcd173221 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2493927 Nov 16 21:32:05.755274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34186) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:05.806552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.888586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 8754609b-fd48-4fe1-beea-bb29baeb7297 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:05.896624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:05.898472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e0ec3750-1e53-4278-b1b6-44da27581d6a tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=16564b98-dbf5-4982-985e-b6a891f1b4ce HTTP/1.1" status: 200 len: 689 time: 0.1414282 Nov 16 21:32:05.901058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34194) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:05.975058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92c056-89a0-490d-aacb-368fdfb5df08 None None] Pushing event updated for resources: {'Port': ['ID=8754609b-fd48-4fe1-beea-bb29baeb7297,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:05.997363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Network 65378409-d99f-49a7-b0a8-e5be144328df is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:06.041995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e0c7dff-48ee-462e-9074-816d3fd55cef req-3d785992-2818-4b3d-84ef-f813ebecde5b tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b2f4-d771-47a8-8083-865ff1ace205 HTTP/1.1" status: 200 len: 210 time: 0.1678905 Nov 16 21:32:06.051091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:06.079880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:06.088068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.156144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ae1d4-e2c4-4623-a839-53d8c984c217 req-94f642d8-d608-4814-be51-d24ec0d7ce72 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.161915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4a6ae1d4-e2c4-4623-a839-53d8c984c217 req-94f642d8-d608-4814-be51-d24ec0d7ce72 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2850139 Nov 16 21:32:06.192554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['89df2ead-ce71-4ebf-bf18-e02dc1e63008'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:06.265618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.266436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.273803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4a6ae1d4-e2c4-4623-a839-53d8c984c217 req-f0f592e7-c451-4c48-95f4-75df44fdd671 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984199 Nov 16 21:32:06.277885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port 8754609b-fd48-4fe1-beea-bb29baeb7297, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8754609b-fd48-4fe1-beea-bb29baeb7297,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:06.278992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.279435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.365490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b343b-ab80-410b-8f89-4201f9d81e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.388174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] Set router afcf4937-5b4f-4d93-931c-dc07707aaa53 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:06.446556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Deleting port 45a36696-c4af-4db7-a5e4-cca4c083586d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:06.447058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.462342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=89df2ead-ce71-4ebf-bf18-e02dc1e63008,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.491340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8f9b343b-ab80-410b-8f89-4201f9d81e50 None None] For port 8754609b-fd48-4fe1-beea-bb29baeb7297, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8754609b-fd48-4fe1-beea-bb29baeb7297,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:06.512239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f9b343b-ab80-410b-8f89-4201f9d81e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.558640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.559294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.572846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Calling delete_port for 45a36696-c4af-4db7-a5e4-cca4c083586d owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:06.594960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 2, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:06.642803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 8754609b-fd48-4fe1-beea-bb29baeb7297 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:06.653907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-cbbb2e2c-add0-4206-a649-22fd03eabaa9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3102210 Nov 16 21:32:06.664620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8215a-aab5-4096-b079-2913f0173cac req-1668198b-9863-44e3-bb71-eaaad6865f5e tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:06.673793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17a8215a-aab5-4096-b079-2913f0173cac req-1668198b-9863-44e3-bb71-eaaad6865f5e tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 931 time: 0.5009005 Nov 16 21:32:06.682139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Request body: {'port': {'device_id': 'a5326034-6a8b-4637-8231-675086002f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:06.710417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Checking router: c4a801e8-e722-4e6f-a1cf-90ab7be7975c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:06.710816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Updating router c4a801e8-e722-4e6f-a1cf-90ab7be7975c port 804f5f3a-317f-473f-97d8-b4bb0804e734 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:32:06.781159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.786096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-44ced297-921d-4e99-970d-72cf89bdb3e1 None None] Provisioning complete for port 8754609b-fd48-4fe1-beea-bb29baeb7297 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:06.786096 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44ced297-921d-4e99-970d-72cf89bdb3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.824427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.825624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Port': ['ID=45a36696-c4af-4db7-a5e4-cca4c083586d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.828293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:06.843085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b343b-ab80-410b-8f89-4201f9d81e50 None None] Pushing event updated for resources: {'Port': ['ID=8754609b-fd48-4fe1-beea-bb29baeb7297,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:06.845020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17a8215a-aab5-4096-b079-2913f0173cac req-282f19d7-82e8-4e7c-9670-b8e64995c9fa tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702731 Nov 16 21:32:06.933578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.038943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.118385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.133987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.154561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afcf4937-5b4f-4d93-931c-dc07707aaa53', 'name': 'tempest-NetworksTestDHCPv6-router-1447144939', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:54Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None, '_interfaces': [{'id': '8754609b-fd48-4fe1-beea-bb29baeb7297', 'name': '', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'mac_address': 'fa:16:3e:c4:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf4937-5b4f-4d93-931c-dc07707aaa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:56Z', 'updated_at': '2021-11-16T21:32:05Z', 'revision_number': 4, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'subnets': [{'id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.160194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34216) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:07.167313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79cbfcc5-f1b2-41c5-b3d4-07fb8d53a832,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:07.218707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=8754609b-fd48-4fe1-beea-bb29baeb7297,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:07.228902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db98a3a-5695-486e-8c21-73f19aca7d86 None None] The sync data for ids ['afcf4937-5b4f-4d93-931c-dc07707aaa53'] in n-d-817778-8 is: [{'id': 'afcf4937-5b4f-4d93-931c-dc07707aaa53', 'name': 'tempest-NetworksTestDHCPv6-router-1447144939', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:54Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 2, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'gw_port_host': None, '_interfaces': [{'id': '8754609b-fd48-4fe1-beea-bb29baeb7297', 'name': '', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'mac_address': 'fa:16:3e:c4:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afcf4937-5b4f-4d93-931c-dc07707aaa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:56Z', 'updated_at': '2021-11-16T21:32:05Z', 'revision_number': 4, 'project_id': 'f469721a5123442dba0c5f8604a054b4', 'subnets': [{'id': '37ddcd29-e985-4b62-9292-0ee4d8dffa6e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:07.279636 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.329039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16564b98-dbf5-4982-985e-b6a891f1b4ce']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.361726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f613d0e-84da-4f4f-85e7-fe581957f61c') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.362040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f613d0e-84da-4f4f-85e7-fe581957f61c') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:07.381730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.423704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.433375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:07.433825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.463529 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:07.506471 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:07.519776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.537906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16564b98-dbf5-4982-985e-b6a891f1b4ce {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:32:07.540521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.545100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/networks/16564b98-dbf5-4982-985e-b6a891f1b4ce HTTP/1.1" status: 204 len: 168 time: 1.6428969 Nov 16 21:32:07.560546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34224) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:07.568797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a40f0-e5ef-48a8-81fe-05bcb07578f7 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Network': ['ID=16564b98-dbf5-4982-985e-b6a891f1b4ce,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:07.659953 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b41d76-820d-480d-918d-f889aeb98a3c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.736171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0605c-0fd1-4d7d-8f3c-b5d94f029fa7 req-ee8eaa03-6cba-41ad-a0e9-bff533fdffae tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.738145 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cf53e8ac-8cbb-4ae0-89f9-373221de8b49 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1751025 Nov 16 21:32:07.740479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:07.740620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36e0605c-0fd1-4d7d-8f3c-b5d94f029fa7 req-ee8eaa03-6cba-41ad-a0e9-bff533fdffae tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2630723 Nov 16 21:32:07.748362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b41d76-820d-480d-918d-f889aeb98a3c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:07.891277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.891760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.892225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.892682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.893257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.894083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.894545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.895049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.895506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.895959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:07.900727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b2d00cb6-f1e1-4c9d-ab49-b0be35420553 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6545 time: 0.1560304 Nov 16 21:32:07.900975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:07.934069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de72b71-18c2-4481-a24f-040170dcfb2e {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:32:07.956490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36e0605c-0fd1-4d7d-8f3c-b5d94f029fa7 req-43aeca55-cbd4-4529-93a6-ab02081af824 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962624 Nov 16 21:32:07.961594 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-bb8151b4-babf-45cb-9122-ad320c48e1c2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] delete failed (client error): The resource could not be found. Nov 16 21:32:07.963446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bb8151b4-babf-45cb-9122-ad320c48e1c2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/0067f5b7-617b-482f-bae6-12d1bf7cf810 HTTP/1.1" status: 404 len: 345 time: 0.0613370 Nov 16 21:32:07.974887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34236) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:07.987656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.002936 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-daad295e-528b-461a-a995-78b5749fc3e3 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] DELETE failed (client error): The resource could not be found. Nov 16 21:32:08.003474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daad295e-528b-461a-a995-78b5749fc3e3 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:08.007303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-daad295e-528b-461a-a995-78b5749fc3e3 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/networks/16564b98-dbf5-4982-985e-b6a891f1b4ce HTTP/1.1" status: 404 len: 339 time: 0.0313053 Nov 16 21:32:08.017542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34238) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:08.027259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Router afcf4937-5b4f-4d93-931c-dc07707aaa53 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:08.039743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Transition to ACTIVE for port object 0de72b71-18c2-4481-a24f-040170dcfb2e will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:32:08.043426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f0385c21-8507-4168-a7c2-4933c05709ae no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:08.048650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.052578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'network': {'name': 'tempest-network--1309861024', 'router:external': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:08.088581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Made reservation on behalf of 576c81e51c834c7fae2b2dfc92b56d4a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:08.093194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.132268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:08.147261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.147607 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Added segment 02311b8a-22f3-4e05-93b2-b93203472705 of type vlan for network aa28997b-46e9-408b-ab81-6ae6dcaef02f Nov 16 21:32:08.156277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b17c01-84c7-4f6c-8a91-b2d0714c11cb req-f1db2477-06aa-4908-84c2-717b040f6fd6 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.157940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6b17c01-84c7-4f6c-8a91-b2d0714c11cb req-f1db2477-06aa-4908-84c2-717b040f6fd6 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 931 time: 0.1581666 Nov 16 21:32:08.167506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89df2ead-ce71-4ebf-bf18-e02dc1e63008 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:08.199481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: f0385c21-8507-4168-a7c2-4933c05709ae {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:08.199850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device f0385c21-8507-4168-a7c2-4933c05709ae not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:08.242330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.291346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6b17c01-84c7-4f6c-8a91-b2d0714c11cb req-762ea926-a0dc-4f90-82a6-0d065e188685 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226044 Nov 16 21:32:08.323008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:08.339392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.340782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.341706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.389816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-017478a3-af14-4681-85d5-d583f5b537e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "PUT /v2.0/routers/afcf4937-5b4f-4d93-931c-dc07707aaa53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9247303 Nov 16 21:32:08.397030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34242) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:08.429924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Network': ['ID=aa28997b-46e9-408b-ab81-6ae6dcaef02f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:08.444427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b41d76-820d-480d-918d-f889aeb98a3c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.447177 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b41d76-820d-480d-918d-f889aeb98a3c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.457991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-02770fc1-0657-4db5-8bc6-1d71399a52bf tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4342363 Nov 16 21:32:08.458254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92b41d76-820d-480d-918d-f889aeb98a3c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/security-groups/ae1c5ce9-d347-4296-9b98-559a6e0421cb HTTP/1.1" status: 204 len: 168 time: 1.2598727 Nov 16 21:32:08.462291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34246) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:08.494841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:08.514259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b41d76-820d-480d-918d-f889aeb98a3c tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c5ce9-d347-4296-9b98-559a6e0421cb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:08.540280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34248) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:08.548560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee71caa-c815-420f-82f9-c228140b0f8d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.551007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee71caa-c815-420f-82f9-c228140b0f8d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.553275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5ee71caa-c815-420f-82f9-c228140b0f8d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1519470 Nov 16 21:32:08.569181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34250) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:08.587375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network aa28997b-46e9-408b-ab81-6ae6dcaef02f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:08.777543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Attempting to bind port 0de72b71-18c2-4481-a24f-040170dcfb2e on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:08.778421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Attempting to bind port 0de72b71-18c2-4481-a24f-040170dcfb2e by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:08.779320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Attempting to bind port 0de72b71-18c2-4481-a24f-040170dcfb2e on network 65378409-d99f-49a7-b0a8-e5be144328df {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:08.793770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Port 0de72b71-18c2-4481-a24f-040170dcfb2e on network 65378409-d99f-49a7-b0a8-e5be144328df not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:32:08.794628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Attempting to bind port 0de72b71-18c2-4481-a24f-040170dcfb2e on network 65378409-d99f-49a7-b0a8-e5be144328df {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:08.808592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 37ddcd29-e985-4b62-9292-0ee4d8dffa6e {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:08.813422 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.826096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf70e7-f081-4eaf-b37c-9dc739667e89 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.833458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf70e7-f081-4eaf-b37c-9dc739667e89 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.843081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf70e7-f081-4eaf-b37c-9dc739667e89 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.847991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:32:08.850289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf70e7-f081-4eaf-b37c-9dc739667e89 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:08.854930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4aaf70e7-f081-4eaf-b37c-9dc739667e89 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3890328 Nov 16 21:32:08.855126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:08.855126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.856048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34252) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:08.896969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:08.896969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Checking segment: {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:08.897340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Bound using segment: {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:08.897966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Bound port: 0de72b71-18c2-4481-a24f-040170dcfb2e, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:08.898412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.902322 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.958391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.990128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:08.999683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.132008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787703-9a3f-4825-b8e2-c28e3ab59591 None None] Pushing event updated for resources: {'Port': ['ID=804f5f3a-317f-473f-97d8-b4bb0804e734,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.151205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.154959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.183422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25358-ff74-4963-ac7a-dd357dfd4640 req-9992009a-70b2-4de7-a79f-a58b91abf0f4 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.190820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8db25358-ff74-4963-ac7a-dd357dfd4640 req-9992009a-70b2-4de7-a79f-a58b91abf0f4 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1095 time: 0.1193800 Nov 16 21:32:09.201080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa28997b-46e9-408b-ab81-6ae6dcaef02f']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:09.219331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02311b8a-22f3-4e05-93b2-b93203472705') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:09.220065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02311b8a-22f3-4e05-93b2-b93203472705') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:09.221436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:09.222372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df2ead-ce71-4ebf-bf18-e02dc1e63008'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:09.225001 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f0f685-b92e-45ea-ae6e-96838f2d5cec" -d '{"events": [{"server_uuid": "33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7", "name": "network-vif-plugged", "status": "completed", "tag": "89df2ead-ce71-4ebf-bf18-e02dc1e63008"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:09.230156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.235306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Attempting to bind port 804f5f3a-317f-473f-97d8-b4bb0804e734 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:09.236053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Attempting to bind port 804f5f3a-317f-473f-97d8-b4bb0804e734 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:09.236053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Attempting to bind port 804f5f3a-317f-473f-97d8-b4bb0804e734 on network 65378409-d99f-49a7-b0a8-e5be144328df {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:09.249830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.267210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.276165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:09.276602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Checking segment: {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:09.276949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.277356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Bound using segment: {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:09.278240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Bound port: 804f5f3a-317f-473f-97d8-b4bb0804e734, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59da945-fddd-4191-9b16-34b850877440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:09.278654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.281582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.291305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:09.291894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:09.308257 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:09.324124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:09.347561 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b1a4c3-ef80-4d1a-a74f-b675a20d460a x-openstack-request-id: req-d1b1a4c3-ef80-4d1a-a74f-b675a20d460a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:09.347924 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7", "name": "network-vif-plugged", "status": "completed", "tag": "89df2ead-ce71-4ebf-bf18-e02dc1e63008", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:09.348100 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1b1a4c3-ef80-4d1a-a74f-b675a20d460a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:09.348503 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df2ead-ce71-4ebf-bf18-e02dc1e63008', 'code': 200} Nov 16 21:32:09.367807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=89df2ead-ce71-4ebf-bf18-e02dc1e63008,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.400264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:09.402698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] For port 804f5f3a-317f-473f-97d8-b4bb0804e734, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:09.408686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] For port 804f5f3a-317f-473f-97d8-b4bb0804e734, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=804f5f3a-317f-473f-97d8-b4bb0804e734,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:09.414168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.416818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.485108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8db25358-ff74-4963-ac7a-dd357dfd4640 req-7128f12f-3344-46df-9ee7-6b18006453d3 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759791 Nov 16 21:32:09.498789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:09.499426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:09.520597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.538474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.542088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d20dab-f66b-4e7f-9c8f-0dd054336f3b req-b9c63555-f5b5-4a89-8ba8-0083b0a98cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.543631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89d20dab-f66b-4e7f-9c8f-0dd054336f3b req-b9c63555-f5b5-4a89-8ba8-0083b0a98cfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1256845 Nov 16 21:32:09.561463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa28997b-46e9-408b-ab81-6ae6dcaef02f {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:32:09.582028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae787703-9a3f-4825-b8e2-c28e3ab59591 None None] Pushing event updated for resources: {'Port': ['ID=804f5f3a-317f-473f-97d8-b4bb0804e734,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.586144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.595357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/networks/aa28997b-46e9-408b-ab81-6ae6dcaef02f HTTP/1.1" status: 204 len: 168 time: 0.7378466 Nov 16 21:32:09.596501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a21fd-809a-4329-8681-4a4ea74783b2 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa28997b-46e9-408b-ab81-6ae6dcaef02f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.598254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34264) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:09.608776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'network': {'name': 'tempest-network--1326990217', 'router:external': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:09.614924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.615554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.617244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-1c287029-34f7-43e0-be61-5a893f2257b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 1091 time: 2.9414628 Nov 16 21:32:09.619312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:09.621852 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3227526-175a-4849-bcd2-c23c900cef13" -d '{"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:09.641987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:09.644071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.665138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89d20dab-f66b-4e7f-9c8f-0dd054336f3b req-adcb9523-3813-4da2-90a1-543321814cdd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051404 Nov 16 21:32:09.681664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Made reservation on behalf of 576c81e51c834c7fae2b2dfc92b56d4a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:09.684204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.712636 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e291a37f-aaf1-4e44-8e1f-aa4fb0e70afe x-openstack-request-id: req-e291a37f-aaf1-4e44-8e1f-aa4fb0e70afe {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:09.712941 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:09.713197 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e291a37f-aaf1-4e44-8e1f-aa4fb0e70afe {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:09.713630 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'status': 'completed', 'code': 200} Nov 16 21:32:09.737389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:09.747441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61ff5c-3b85-4f82-b0ab-26bb86317c01 req-8e50deac-8160-4ba0-985e-8f162ad15296 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.749545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c61ff5c-3b85-4f82-b0ab-26bb86317c01 req-8e50deac-8160-4ba0-985e-8f162ad15296 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 943 time: 0.2668276 Nov 16 21:32:09.755493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=37ddcd29-e985-4b62-9292-0ee4d8dffa6e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:09.758047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.762526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fd4a4b1b-b4a1-4011-9dc3-06901dfdc3ca tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/37ddcd29-e985-4b62-9292-0ee4d8dffa6e HTTP/1.1" status: 204 len: 168 time: 1.1896222 Nov 16 21:32:09.771499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34268) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:09.794793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.796463 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Added segment 0bd1d3d9-0741-4a16-969f-158fad95b8df of type vlan for network 3c56366a-240a-44f4-bea3-5a86e7c52fb8 Nov 16 21:32:09.861552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ae653-f051-4039-a8b3-e5be34ed7110 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:09.870886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.907947 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.909471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.912103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:09.912257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-d53e427b-017d-4ead-9afa-93220e29c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:09.913717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-d53e427b-017d-4ead-9afa-93220e29c4d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1094 time: 0.2471311 Nov 16 21:32:09.940102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3338306 Nov 16 21:32:09.950876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34270) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:09.976406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-5b58c361-a2bd-4d63-8b0f-dd6718557aba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0493801 Nov 16 21:32:10.040281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:09Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:10.086199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81159911-d60f-4c5a-bf05-e497c353b181 None None] The sync data for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 is: [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:09Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:10.100524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d35ab2-49ba-4193-9122-ad95600cd65d tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Network': ['ID=3c56366a-240a-44f4-bea3-5a86e7c52fb8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:10.111062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 3c56366a-240a-44f4-bea3-5a86e7c52fb8 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:10.160101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20906799-6377-44f6-8e1d-ad33a33f4b69 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:10.164249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-20906799-6377-44f6-8e1d-ad33a33f4b69 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] 10.222.0.48 "GET /v2.0/networks/3c56366a-240a-44f4-bea3-5a86e7c52fb8 HTTP/1.1" status: 200 len: 757 time: 0.2092252 Nov 16 21:32:10.164512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34276) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:10.205864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:10.286449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e7f5d-2185-4cb5-bfb6-8fd97488e6fe tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:10.288868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-148e7f5d-2185-4cb5-bfb6-8fd97488e6fe tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] 10.222.0.48 "GET /v2.0/networks/26a5cf83-49e4-49e7-a059-9e9de9cf8ad4 HTTP/1.1" status: 200 len: 767 time: 0.1222484 Nov 16 21:32:10.291109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34280) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:10.386909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] Deleting port 22d26400-691c-4a42-acbd-587179f634d0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:10.388092 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.423976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.490023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] For port 22d26400-691c-4a42-acbd-587179f634d0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=22d26400-691c-4a42-acbd-587179f634d0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:10.490426 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.505897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] Calling delete_port for 22d26400-691c-4a42-acbd-587179f634d0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:10.538759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.564897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c61ff5c-3b85-4f82-b0ab-26bb86317c01 req-8fc2349c-8e7a-4566-adb8-96b8ae444c41 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7806051 Nov 16 21:32:10.569981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c56366a-240a-44f4-bea3-5a86e7c52fb8']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:10.572433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4432fb2c-01be-43ea-b5fe-60bc9a0e7a1d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7981536 Nov 16 21:32:10.579777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34284) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:10.614647 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.615664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd1d3d9-0741-4a16-969f-158fad95b8df') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:10.616403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd1d3d9-0741-4a16-969f-158fad95b8df') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:10.644673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] Pushing event deleted for resources: {'Port': ['ID=22d26400-691c-4a42-acbd-587179f634d0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:10.655423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572a01f-0c5e-4a67-8979-24f99612d837 None None] No DVR routers for this DVR port 22d26400-691c-4a42-acbd-587179f634d0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:10.658341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.705454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.728910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:10.729323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:10.732165 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:10.735091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-f7dc3f01-2830-4f74-a9a5-7e362c7a9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:10.736505 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-f7dc3f01-2830-4f74-a9a5-7e362c7a9085 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.7516036 Nov 16 21:32:10.796156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032a365-9834-4688-97e2-bdf2d4064535 req-a10eb3f4-22a3-4a49-846d-64a8e56eea38 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:10.805322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9032a365-9834-4688-97e2-bdf2d4064535 req-a10eb3f4-22a3-4a49-846d-64a8e56eea38 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1126978 Nov 16 21:32:10.812950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-7afcee05-cf4e-4642-9a6c-cda9063c38d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596437 Nov 16 21:32:10.815698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.831592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.838027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c56366a-240a-44f4-bea3-5a86e7c52fb8 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:32:10.841419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.845056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3c56366a-240a-44f4-bea3-5a86e7c52fb8 HTTP/1.1" status: 204 len: 168 time: 0.5529244 Nov 16 21:32:10.858862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34286) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:10.868478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'network': {'name': 'tempest-network--1061053600'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:10.871977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562bed2-3f25-418e-ac5b-802e8513c770 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c56366a-240a-44f4-bea3-5a86e7c52fb8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:10.914201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9032a365-9834-4688-97e2-bdf2d4064535 req-05e6560c-2f00-482c-b854-9b64a0a7cf15 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008849 Nov 16 21:32:10.921489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Made reservation on behalf of 576c81e51c834c7fae2b2dfc92b56d4a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:10.928468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.962011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:10.975065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:10.975453 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Added segment ccf805e5-b25d-41e9-b66e-085674c7ca23 of type vlan for network 516b35da-8d4f-4f67-b9e4-a30f2e03060d Nov 16 21:32:10.983521 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.023192 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.067564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.070455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:11.072169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.213994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.221311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.230786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3657341 Nov 16 21:32:11.230786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e084a2-0a90-469b-b2ac-062f77af5270 tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Network': ['ID=516b35da-8d4f-4f67-b9e4-a30f2e03060d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:11.232955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34288) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.242787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 516b35da-8d4f-4f67-b9e4-a30f2e03060d details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:11.247902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:11.271447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-b4d5272b-14ed-41d6-b663-725849488fbc service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150052 Nov 16 21:32:11.347360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 804f5f3a-317f-473f-97d8-b4bb0804e734 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:11.376175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.376692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Fanout notify agent at l3_agent the message router_deleted on router afcf4937-5b4f-4d93-931c-dc07707aaa53 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:11.390875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.394245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1839894a-cc56-4231-9b4d-e6579ff9fd54 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/routers/afcf4937-5b4f-4d93-931c-dc07707aaa53 HTTP/1.1" status: 204 len: 168 time: 0.8111484 Nov 16 21:32:11.395709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34292) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.463088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f8520a84-2ac8-4fab-a1a1-938a572938a2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0627208 Nov 16 21:32:11.465050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34294) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.508299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 804f5f3a-317f-473f-97d8-b4bb0804e734 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:11.508893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.514049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.549300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.572501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Network 516b35da-8d4f-4f67-b9e4-a30f2e03060d is not hosted by any dhcp agent {{(pid=102454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:32:11.573541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:11.574256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.575070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b51ffcf7-364f-4c39-9abc-fa1c1a5c3c9b req-8a8e7857-e125-44f9-9af7-c446d4301ad4 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668540 Nov 16 21:32:11.579248 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "PUT /v2.0/networks/516b35da-8d4f-4f67-b9e4-a30f2e03060d HTTP/1.1" status: 200 len: 858 time: 0.3371630 Nov 16 21:32:11.579433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34296) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.597384 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671fb0a-c3d6-4fd6-a061-e4c4dd329c0e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:11.599208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0671fb0a-c3d6-4fd6-a061-e4c4dd329c0e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1306930 Nov 16 21:32:11.640085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34298) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.648576 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Sync routers for ids ['afcf4937-5b4f-4d93-931c-dc07707aaa53'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:11.663263 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Routers set() bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:11.663934 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Router IDs set() for agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:32:11.674185 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_agentschedulers_db [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afcf4937-5b4f-4d93-931c-dc07707aaa53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent'). {{(pid=102456) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:32:11.683263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.691346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d8030-41c1-47a8-aeff-069c2813c60f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event updated for resources: {'Network': ['ID=516b35da-8d4f-4f67-b9e4-a30f2e03060d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:11.702638 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Routers set() bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:11.702638 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Router IDs set() for agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 21:32:11.703087 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_agentschedulers_db [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afcf4937-5b4f-4d93-931c-dc07707aaa53'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent'). {{(pid=102456) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 21:32:11.703656 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352a20d-25d7-4297-b933-4588e9396a50 None None] The sync data for ids ['afcf4937-5b4f-4d93-931c-dc07707aaa53'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:11.737442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 804f5f3a-317f-473f-97d8-b4bb0804e734, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=804f5f3a-317f-473f-97d8-b4bb0804e734,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:11.742531 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.756320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:11.835357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 22d26400-691c-4a42-acbd-587179f634d0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:11.839073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=804f5f3a-317f-473f-97d8-b4bb0804e734,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:11.865359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 22d26400-691c-4a42-acbd-587179f634d0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:11.865653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 22d26400-691c-4a42-acbd-587179f634d0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:11.931258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-52da61fe-279d-47a6-80e2-af1d8f26c201 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1800549 Nov 16 21:32:11.940293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34302) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:11.947041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:12.079693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227526-175a-4849-bcd2-c23c900cef13 req-9d8e130f-f708-4ef2-9faf-f6bd21847751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.081483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-9d8e130f-f708-4ef2-9faf-f6bd21847751 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1094 time: 0.2847683 Nov 16 21:32:12.085746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:12.094146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.096514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61553-92f2-48c8-9365-57e1e9a4b82f req-9c50329c-8bad-420c-bd66-2961353ef1ea tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.103974 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04d61553-92f2-48c8-9365-57e1e9a4b82f req-9c50329c-8bad-420c-bd66-2961353ef1ea tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 943 time: 0.3453212 Nov 16 21:32:12.121176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-9f209942-ffed-4c3e-9934-de1c12cf62e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3193541 Nov 16 21:32:12.184464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192a972-530c-4a16-bd68-90a496eea5c8 req-eb72de63-9656-4b0a-9e0b-be2672c6bec8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.186386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d192a972-530c-4a16-bd68-90a496eea5c8 req-eb72de63-9656-4b0a-9e0b-be2672c6bec8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1543043 Nov 16 21:32:12.263502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d192a972-530c-4a16-bd68-90a496eea5c8 req-bb7e5ebc-9baf-4fca-885d-8f5fc25698dd tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708773 Nov 16 21:32:12.304595 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.416244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516b35da-8d4f-4f67-b9e4-a30f2e03060d']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:12.433732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf805e5-b25d-41e9-b66e-085674c7ca23') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:12.434772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf805e5-b25d-41e9-b66e-085674c7ca23') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:12.458035 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-04d61553-92f2-48c8-9365-57e1e9a4b82f req-a2ee0342-965a-4b88-9489-61d5c191a7d7 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530762 Nov 16 21:32:12.485909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.493814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-fe640b78-bed4-4b81-ab95-9414b9b4238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.496185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-fe640b78-bed4-4b81-ab95-9414b9b4238b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.3119934 Nov 16 21:32:12.517248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aadee-6b0c-4315-acb1-1734a7621ea3 req-a0b31d75-37a7-4d58-9d6c-9891643517b0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.522107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a9aadee-6b0c-4315-acb1-1734a7621ea3 req-a0b31d75-37a7-4d58-9d6c-9891643517b0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1161747 Nov 16 21:32:12.541942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227526-175a-4849-bcd2-c23c900cef13 req-acebcb4f-bc9e-467d-b81f-dae6a2e58f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.543629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-acebcb4f-bc9e-467d-b81f-dae6a2e58f25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.4372866 Nov 16 21:32:12.545062 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.576894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:12.586229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.597090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:12.597701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:12.603608 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:12.695234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-da612918-035d-4244-b723-5765f6fc9c6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.1087878 Nov 16 21:32:12.710488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port ba67a9b7-012b-4652-af4a-fa1ea693bfac {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:12.710834 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.812887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.844254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 516b35da-8d4f-4f67-b9e4-a30f2e03060d {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 21:32:12.857663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:12.861600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] 10.222.0.48 "DELETE /v2.0/networks/516b35da-8d4f-4f67-b9e4-a30f2e03060d HTTP/1.1" status: 204 len: 168 time: 1.2803574 Nov 16 21:32:12.881586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:12.900771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b4f66-7562-4051-83eb-9f527107055f tempest-ExternalNetworksTestJSON-1360609365 tempest-ExternalNetworksTestJSON-1360609365-project-admin] Pushing event deleted for resources: {'Network': ['ID=516b35da-8d4f-4f67-b9e4-a30f2e03060d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:12.926436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-dcfeb973-d4ec-4821-8c1c-34bcd20bb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.927942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-dcfeb973-d4ec-4821-8c1c-34bcd20bb2f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 200 len: 910 time: 0.4037662 Nov 16 21:32:12.940254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227526-175a-4849-bcd2-c23c900cef13 req-66dfbed0-2e58-481d-9e31-ff5001aebf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:12.941808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-66dfbed0-2e58-481d-9e31-ff5001aebf15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.2270167 Nov 16 21:32:12.942715 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98a041d-8e18-4e01-b8b2-aa803ed56af5 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] DELETE failed (client error): The resource could not be found. Nov 16 21:32:12.943163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98a041d-8e18-4e01-b8b2-aa803ed56af5 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:12.948831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d98a041d-8e18-4e01-b8b2-aa803ed56af5 tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] 10.222.0.48 "DELETE /v2.0/subnets/79cbfcc5-f1b2-41c5-b3d4-07fb8d53a832 HTTP/1.1" status: 404 len: 337 time: 0.0619037 Nov 16 21:32:12.950791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34312) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:13.034272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-2d953f29-a654-4cd7-9f34-a27c49d41b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66efd535-521f-4253-8da1-42089a2f7c9c HTTP/1.1" status: 200 len: 217 time: 0.0867715 Nov 16 21:32:13.042762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=3cda0e99-3044-4bc2-872f-60e82a1d8de3,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:13.062608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:13.070619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:13.076332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:13.077057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.079755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-36f5776d-9a68-4cc3-b92e-35f81481fd68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231132 Nov 16 21:32:13.085108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fba352-f2a7-4a4b-9333-6422143e42a0 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:13.106411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port ba67a9b7-012b-4652-af4a-fa1ea693bfac, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba67a9b7-012b-4652-af4a-fa1ea693bfac,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:13.107079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.114494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a9aadee-6b0c-4315-acb1-1734a7621ea3 req-03cbee9a-63a0-4731-abd9-3965495c266d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884311 Nov 16 21:32:13.130681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9bfd3fea-6db6-4bf7-9b3e-8f9fa9a48140 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1883419 Nov 16 21:32:13.139988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34316) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:13.146813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:13.266756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 804f5f3a-317f-473f-97d8-b4bb0804e734 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:13.280776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.360246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for ba67a9b7-012b-4652-af4a-fa1ea693bfac owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:13.360592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:13.374800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.421933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-5220e150-3bef-4d9d-b223-d5d119b2526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:13.423436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-5220e150-3bef-4d9d-b223-d5d119b2526a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3721a3d2-957f-4980-a101-4f07cb492afd HTTP/1.1" status: 200 len: 848 time: 0.3492758 Nov 16 21:32:13.459760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 804f5f3a-317f-473f-97d8-b4bb0804e734 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:13.460328 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.464193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '3cda0e99-3044-4bc2-872f-60e82a1d8de3'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:13.466262 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.731761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Allocated IP 2001:db8::f816:3eff:fece:4cd9 (4e85c439-5c54-44c3-9249-f8a38c359d2c/3cda0e99-3044-4bc2-872f-60e82a1d8de3/00ec6ec7-6255-4c72-893d-8f3062f12bd0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:13.756098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.810731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:13.817831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:13.827650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:13.828850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.851003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00933d62-76a9-4769-b806-106324fb6ad9 req-374aff2b-d715-4a1c-a342-de891087c846 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:13.852754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00933d62-76a9-4769-b806-106324fb6ad9 req-374aff2b-d715-4a1c-a342-de891087c846 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 943 time: 0.1332514 Nov 16 21:32:13.862947 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7216229 Nov 16 21:32:13.891023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34324) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:13.899828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:20:6e:37', 'name': 'tempest-NetworksTestDHCPv6-768469543'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:13.923655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2096-368b-4fe4-b887-d9435eec5482 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=f61f99df-0eed-42b7-a693-ce8765fa14f7,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:13.963052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:13.986116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00933d62-76a9-4769-b806-106324fb6ad9 req-3b946b22-bfa9-4de5-8d95-ba542766c69a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219051 Nov 16 21:32:14.007204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.074685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8754609b-fd48-4fe1-beea-bb29baeb7297 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:14.078539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0de72b71-18c2-4481-a24f-040170dcfb2e details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:32:14.082056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:14.189653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.218016 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.220702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port c190d83d-9e85-4aaf-b9ad-1ca61612a925 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:14.238350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c07d67-1447-4eec-a005-a9030db38dbf req-c5f47d54-96ca-4bb2-b4dd-98819c80c33d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:14.239936 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61c07d67-1447-4eec-a005-a9030db38dbf req-c5f47d54-96ca-4bb2-b4dd-98819c80c33d tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.8773201 Nov 16 21:32:14.259183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.288998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-c3577327-3f91-4fd6-a2a4-9e3abd11c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:14.290569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-c3577327-3f91-4fd6-a2a4-9e3abd11c845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6008110 Nov 16 21:32:14.315317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-07d3d4dc-5937-4e45-beee-de262581e567 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2131243 Nov 16 21:32:14.315571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.resource_extend [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:32:14.316159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=ba67a9b7-012b-4652-af4a-fa1ea693bfac,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:14.321254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8754609b-fd48-4fe1-beea-bb29baeb7297 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:14.321757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8754609b-fd48-4fe1-beea-bb29baeb7297 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:14.339450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:14.358263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a5cf83-49e4-49e7-a059-9e9de9cf8ad4']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:14.366381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:14.372124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:14.374948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:14.447037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Attempting to bind port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:14.447416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Attempting to bind port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:14.447788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Attempting to bind port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:14.460630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:14.461050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:14.462174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.463570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:14.463808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Bound port: 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:14.464207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.510434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:14.525374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d586be-9312-4833-8a7a-b541f33bd7c8') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:14.525767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d586be-9312-4833-8a7a-b541f33bd7c8') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:14.526755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'port_id': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'mac_address': 'fa:16:3e:02:e1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:32:14.541990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 172.20.0.5 (4e85c439-5c54-44c3-9249-f8a38c359d2c/f61f99df-0eed-42b7-a693-ce8765fa14f7/c190d83d-9e85-4aaf-b9ad-1ca61612a925) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:14.553772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fe20:6e37 (4e85c439-5c54-44c3-9249-f8a38c359d2c/3cda0e99-3044-4bc2-872f-60e82a1d8de3/c190d83d-9e85-4aaf-b9ad-1ca61612a925) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:14.599441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.628557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.635642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de72b71-18c2-4481-a24f-040170dcfb2e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:32:14.673362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.680552 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61c07d67-1447-4eec-a005-a9030db38dbf req-569fc2e8-0429-4c74-98ac-3aa78ff5ea7f tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268789 Nov 16 21:32:14.692008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:14.693582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:14.711745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:14.712997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.725871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:14.726454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.731862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.769629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:14.776648 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:14.836975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-9fcb9970-174a-4a5d-a996-b0acdc1a8998 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238445 Nov 16 21:32:14.844122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:14.863516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:14.942992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=c190d83d-9e85-4aaf-b9ad-1ca61612a925,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:14.965928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78799813-a19d-4e6d-87d4-f3ec4926dd7c None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:14.983093 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3227526-175a-4849-bcd2-c23c900cef13 req-d2140250-b735-47be-ab51-b764a8c61124 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374919 Nov 16 21:32:14.984312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:14.996576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:15.007029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:15.042744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.063664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0de72b71-18c2-4481-a24f-040170dcfb2e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:15.082884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.093119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:15.094407 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.116028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] 10.222.0.48 "DELETE /v2.0/networks/26a5cf83-49e4-49e7-a059-9e9de9cf8ad4 HTTP/1.1" status: 204 len: 168 time: 2.1504283 Nov 16 21:32:15.148299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403568e-a682-43cb-be46-d8240050b3cc tempest-ExternalNetworksTestJSON-551344086 tempest-ExternalNetworksTestJSON-551344086-project] Pushing event deleted for resources: {'Network': ['ID=26a5cf83-49e4-49e7-a059-9e9de9cf8ad4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:15.164615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a204e94-ff55-4d2a-b9e7-a19dc195a2f7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2685411 Nov 16 21:32:15.174503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:15.246811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e005-ffd7-4410-9f41-5027f7846c73 req-e9cbf2cb-997e-441a-baf4-893c5fc6d352 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:15.259699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d49e005-ffd7-4410-9f41-5027f7846c73 req-e9cbf2cb-997e-441a-baf4-893c5fc6d352 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 944 time: 0.1469355 Nov 16 21:32:15.369383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d49e005-ffd7-4410-9f41-5027f7846c73 req-62ac5301-a1aa-4989-a32c-e5494bb071a0 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086285 Nov 16 21:32:15.378665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dde60ee-beb3-4c90-b15f-771a12749073 req-3cb20f26-8bdb-4816-ae01-e9a00f0b1805 service neutron] 10.222.0.41 "GET /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837148 Nov 16 21:32:15.432484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.449377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ccd38-7185-49eb-938c-209dbee0a646 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:15.455952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ccd38-7185-49eb-938c-209dbee0a646 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:15.457662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-428ccd38-7185-49eb-938c-209dbee0a646 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2494049 Nov 16 21:32:15.460398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34338) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:15.467849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d00485-f72c-4bbb-ad4c-5955168e2ea6 req-81e6d21c-f176-4883-8be7-6f5e2379d0af tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:15.468779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3d00485-f72c-4bbb-ad4c-5955168e2ea6 req-81e6d21c-f176-4883-8be7-6f5e2379d0af tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3874798 Nov 16 21:32:15.584510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port c190d83d-9e85-4aaf-b9ad-1ca61612a925 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:15.585053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.592326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3d00485-f72c-4bbb-ad4c-5955168e2ea6 req-5610e553-0e6d-40ed-95df-905495e1362f tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883088 Nov 16 21:32:15.661480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34344) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:15.719113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:15.734324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for c190d83d-9e85-4aaf-b9ad-1ca61612a925 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:15.769824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:15.871397 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a4bb0a5f-ba6d-4d6b-9dd3-297deca259a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89db42778dd5439282ae78f2afec39cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059159 Nov 16 21:32:15.875067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:15.922728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:15.928514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-27c0ee83-4852-4d74-abbc-c1576bf63fbe tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "PUT /v2.0/routers/ab94b9bc-c377-4b58-8ca5-092f7b982bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3652134 Nov 16 21:32:15.932832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] Sync routers for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:15.935739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34350) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:15.948581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:15.949078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:16.000639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting subnet 3da60628-488f-45e3-b032-7497b7f725b6 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:16.002365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9ebd22b6-9fa4-4df2-8982-1d27c055e1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.004295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.058047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.064442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9ebd22b6-9fa4-4df2-8982-1d27c055e1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.120817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:16.144809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.177792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=c190d83d-9e85-4aaf-b9ad-1ca61612a925,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:16.189237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.235954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0de72b71-18c2-4481-a24f-040170dcfb2e up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:16.245214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9ebd22b6-9fa4-4df2-8982-1d27c055e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.248658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9ebd22b6-9fa4-4df2-8982-1d27c055e1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.249968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9ebd22b6-9fa4-4df2-8982-1d27c055e1a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27bc17c0-7a1a-4778-bfa5-4e3418f4cac2 HTTP/1.1" status: 204 len: 168 time: 0.3738961 Nov 16 21:32:16.316642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.351615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd22b6-9fa4-4df2-8982-1d27c055e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc17c0-7a1a-4778-bfa5-4e3418f4cac2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:16.354131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.374080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/subnets/3da60628-488f-45e3-b032-7497b7f725b6 HTTP/1.1" status: 204 len: 168 time: 0.4350693 Nov 16 21:32:16.375159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34354) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:16.435528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30bb5c5-63c3-4422-97e5-9d4c24d12d14 None None] Network 7bf3fb43-5a47-4a0d-b852-03671635b4f0 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:16.446291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38db7ed-4f35-44e7-a542-333b70a59b14 tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Subnet': ['ID=3da60628-488f-45e3-b032-7497b7f725b6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:16.519014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340e593-6c62-4678-b9bb-34089081f1f1 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:16.524512 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.535933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34360) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:16.548253 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fc780376-c06d-404e-8707-fd36fa56839f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/c190d83d-9e85-4aaf-b9ad-1ca61612a925 HTTP/1.1" status: 204 len: 168 time: 1.0652010 Nov 16 21:32:16.634937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade23504-00c5-4f2b-b9c9-c45820ebf7b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.644606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade23504-00c5-4f2b-b9c9-c45820ebf7b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.645927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade23504-00c5-4f2b-b9c9-c45820ebf7b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.651816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ade23504-00c5-4f2b-b9c9-c45820ebf7b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1143916 Nov 16 21:32:16.654014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34366) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:16.738717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eaa5f15d-037a-4cfa-846a-cb5771157e99 None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:16.739142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f15d-037a-4cfa-846a-cb5771157e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.811655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-033e9e96-355b-4e63-bb9a-75ef191ffd6a tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.813180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-033e9e96-355b-4e63-bb9a-75ef191ffd6a tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.3038802 Nov 16 21:32:16.860880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756345-c280-49a7-a408-8bfb69f82e98 req-207e94a8-54b9-4399-ae81-37e3cda1f8e4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.862505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05756345-c280-49a7-a408-8bfb69f82e98 req-207e94a8-54b9-4399-ae81-37e3cda1f8e4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 944 time: 0.3139575 Nov 16 21:32:16.876440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 3cda0e99-3044-4bc2-872f-60e82a1d8de3 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:16.877798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 0de72b71-18c2-4481-a24f-040170dcfb2e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:32:16.889543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.892475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 0de72b71-18c2-4481-a24f-040170dcfb2e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:16.892848 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.894341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:16.957343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653d92-ebdf-4e1d-bb30-f80d661a1da0 req-ad8e425e-80d1-421a-a1b2-65b92f080bc9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:16.959812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a653d92-ebdf-4e1d-bb30-f80d661a1da0 req-ad8e425e-80d1-421a-a1b2-65b92f080bc9 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 1096 time: 0.2094271 Nov 16 21:32:16.963826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34368) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:16.969900 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.037421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-05756345-c280-49a7-a408-8bfb69f82e98 req-fcf5014a-afd6-4cdf-a5a1-356d3bedd8ed tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642282 Nov 16 21:32:17.072607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Deleting port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:17.072945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.147878 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be6db714-8630-4dd5-aa3a-ff0026284fa6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=576c81e51c834c7fae2b2dfc92b56d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828070 Nov 16 21:32:17.171265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34372) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:17.217211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.222751 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a653d92-ebdf-4e1d-bb30-f80d661a1da0 req-6151da10-c83d-4e8b-89d5-00a9d7d26cbf tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165153 Nov 16 21:32:17.223781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.228094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] DHCP port deletion for 7bf3fb43-5a47-4a0d-b852-03671635b4f0 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:17.241345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.246656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:32:13Z', 'revision_number': 5, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port': {'id': 'de58d74e-4c0d-4475-9c1a-5c8041d28b98', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:11Z', 'updated_at': '2021-11-16T21:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:17.341825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.351397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:17.374588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] For port 89df2ead-ce71-4ebf-bf18-e02dc1e63008, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=89df2ead-ce71-4ebf-bf18-e02dc1e63008,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:17.374965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.378225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=3cda0e99-3044-4bc2-872f-60e82a1d8de3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:17.378400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14e50fcd-d633-4f21-bb07-b79fbe488a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.392055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.398300 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b883ac89-7895-41a0-8c2e-02937d25960a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/3cda0e99-3044-4bc2-872f-60e82a1d8de3 HTTP/1.1" status: 204 len: 168 time: 0.7410033 Nov 16 21:32:17.398577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34374) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:17.412532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Calling delete_port for 89df2ead-ce71-4ebf-bf18-e02dc1e63008 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:17.424687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:17.431398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:17.434925 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26e23e-4b81-481b-9e9d-9d677b517639" -d '{"events": [{"server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "name": "network-vif-plugged", "status": "completed", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:17.436363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14e50fcd-d633-4f21-bb07-b79fbe488a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.438265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eaa5f15d-037a-4cfa-846a-cb5771157e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.441191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] Checking router: ab94b9bc-c377-4b58-8ca5-092f7b982bb9 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:17.457630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.465868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet f61f99df-0eed-42b7-a693-ce8765fa14f7 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:17.469303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] Routers {'ab94b9bc-c377-4b58-8ca5-092f7b982bb9'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:17.470038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:31:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:17.471352 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.501132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Deleting port de58d74e-4c0d-4475-9c1a-5c8041d28b98 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:17.502664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.529778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.620835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.709664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14e50fcd-d633-4f21-bb07-b79fbe488a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.718513 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14e50fcd-d633-4f21-bb07-b79fbe488a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.719735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-14e50fcd-d633-4f21-bb07-b79fbe488a72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e161cc72-7dd7-4510-9250-da7c5ad6132f HTTP/1.1" status: 204 len: 168 time: 0.5453875 Nov 16 21:32:17.771181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.774742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e50fcd-d633-4f21-bb07-b79fbe488a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e161cc72-7dd7-4510-9250-da7c5ad6132f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:17.786389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] For port de58d74e-4c0d-4475-9c1a-5c8041d28b98, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=de58d74e-4c0d-4475-9c1a-5c8041d28b98,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:17.787557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.802063 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4026c359-6e9f-4902-bcd0-e0933cdce679 x-openstack-request-id: req-4026c359-6e9f-4902-bcd0-e0933cdce679 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:17.802336 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "name": "network-vif-plugged", "status": "completed", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:17.802967 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4026c359-6e9f-4902-bcd0-e0933cdce679 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:17.802967 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'code': 200} Nov 16 21:32:17.813665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=f61f99df-0eed-42b7-a693-ce8765fa14f7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:17.829758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.833234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cd6e0160-0b65-42db-99c8-c3b8c14c60ee tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/f61f99df-0eed-42b7-a693-ce8765fa14f7 HTTP/1.1" status: 204 len: 168 time: 0.4337060 Nov 16 21:32:17.836292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34382) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:17.841895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce094e2e-c451-4198-9dad-43b8497678f9 req-013409dc-1ec8-4926-9c5a-3bb209362a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:17.845371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce094e2e-c451-4198-9dad-43b8497678f9 req-013409dc-1ec8-4926-9c5a-3bb209362a13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.1658463 Nov 16 21:32:17.912667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f745bdcd-20be-4d4f-8c3f-5488028b2179 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684633 Nov 16 21:32:17.914196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Calling delete_port for de58d74e-4c0d-4475-9c1a-5c8041d28b98 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:17.915965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34384) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:17.925763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:17.988332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:17.988718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:17.999635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.015051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce094e2e-c451-4198-9dad-43b8497678f9 req-9291be0c-0e17-4018-ba84-41ddd3a80964 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614230 Nov 16 21:32:18.065184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Pushing event deleted for resources: {'Port': ['ID=89df2ead-ce71-4ebf-bf18-e02dc1e63008,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:18.082929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['89df2ead-ce71-4ebf-bf18-e02dc1e63008'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:18.092413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:18.096631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.100229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['66efd535-521f-4253-8da1-42089a2f7c9c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:18.128446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] No DVR routers for this DVR port 89df2ead-ce71-4ebf-bf18-e02dc1e63008 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:18.131819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.137011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-01f0c8c7-449b-4fc5-8e05-f1eaa2cbaa0c req-abbf3983-68f0-4d4b-9cd2-526aadec5bd0 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.47 "DELETE /v2.0/ports/89df2ead-ce71-4ebf-bf18-e02dc1e63008 HTTP/1.1" status: 204 len: 173 time: 1.3128383 Nov 16 21:32:18.137847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'name': 'network-vif-deleted', 'tag': '89df2ead-ce71-4ebf-bf18-e02dc1e63008'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:18.150432 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0b1a1-f1af-4fc1-bb60-f42510288644" -d '{"events": [{"server_uuid": "33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7", "name": "network-vif-deleted", "tag": "89df2ead-ce71-4ebf-bf18-e02dc1e63008"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:18.155500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3990b9-605d-457d-bf0b-c08453c8c789 None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'f61f99df-0eed-42b7-a693-ce8765fa14f7'}, {'subnet_id': '3cda0e99-3044-4bc2-872f-60e82a1d8de3'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '00ec6ec7-6255-4c72-893d-8f3062f12bd0'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:32:18.259258 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485d6a6-3fa2-4783-a23e-817eb5670683 x-openstack-request-id: req-0485d6a6-3fa2-4783-a23e-817eb5670683 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:18.259642 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7", "name": "network-vif-deleted", "tag": "89df2ead-ce71-4ebf-bf18-e02dc1e63008", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:18.261504 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0485d6a6-3fa2-4783-a23e-817eb5670683 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:18.262110 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7', 'name': 'network-vif-deleted', 'tag': '89df2ead-ce71-4ebf-bf18-e02dc1e63008', 'status': 'completed', 'code': 200} Nov 16 21:32:18.287983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed3990b9-605d-457d-bf0b-c08453c8c789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.302761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:18.323038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] Deleting port f692f85f-801e-47d6-9e28-4c503db4eac3 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:18.323417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.337547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] Set router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:18.418613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.440041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4189b7b1-e9d1-4939-a7d3-1473cf2a209c req-11f4a95e-bf12-4eee-8523-1f4092974dd7 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=33f0aaaf-6a9f-43f6-9fae-ba24d8292cf7 HTTP/1.1" status: 200 len: 210 time: 0.0314689 Nov 16 21:32:18.492078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Port': ['ID=de58d74e-4c0d-4475-9c1a-5c8041d28b98,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:18.550665 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-eaa5f15d-037a-4cfa-846a-cb5771157e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:18.551126 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-eaa5f15d-037a-4cfa-846a-cb5771157e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:18.553211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0876f-1ab9-4449-9dbd-5874ea657dcc None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:18.586922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:32:17Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:18.636049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.671340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204391a6-4b4b-4e87-bf9f-69fa9a3dc366 req-b0d38737-1499-4782-9b84-c9b606df9c3d tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:18.673448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-204391a6-4b4b-4e87-bf9f-69fa9a3dc366 req-b0d38737-1499-4782-9b84-c9b606df9c3d tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.4413111 Nov 16 21:32:18.698029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd46f3-56d5-49df-8434-c4ed61e92229 None None] The sync data for ids ['ab94b9bc-c377-4b58-8ca5-092f7b982bb9'] in n-d-817778-8 is: [{'id': 'ab94b9bc-c377-4b58-8ca5-092f7b982bb9', 'name': 'tempest-TestNetworkBasicOps-router-518695775', 'tenant_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:10Z', 'updated_at': '2021-11-16T21:32:17Z', 'revision_number': 6, 'project_id': 'e817e6a87e6442ceae44cab4726c4a9a', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:18.727736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] For port f692f85f-801e-47d6-9e28-4c503db4eac3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f692f85f-801e-47d6-9e28-4c503db4eac3,segment=NetworkSegment(d2f10674-6c76-414d-a63f-d3c7799866e2),segment_id=d2f10674-6c76-414d-a63f-d3c7799866e2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:18.728219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.791816 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.794427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.816871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-204391a6-4b4b-4e87-bf9f-69fa9a3dc366 req-833d8119-57d6-4499-81b2-263d1841f434 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274295 Nov 16 21:32:18.826606 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:18.839981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] Calling delete_port for f692f85f-801e-47d6-9e28-4c503db4eac3 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:19.013408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:19.031935 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.053060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:19.117941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:19.132814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ad5bd-9ebc-40c1-9f92-6ef455f49b68 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:19.327887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.328446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Fanout notify agent at l3_agent the message router_deleted on router ab94b9bc-c377-4b58-8ca5-092f7b982bb9 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:19.342573 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.344077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53ecf981-afce-4e84-b766-07b5e033fbcc tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/routers/ab94b9bc-c377-4b58-8ca5-092f7b982bb9 HTTP/1.1" status: 204 len: 168 time: 2.9678946 Nov 16 21:32:19.346499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34416) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:19.383004 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.440584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.443519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] Pushing event deleted for resources: {'Port': ['ID=f692f85f-801e-47d6-9e28-4c503db4eac3,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:19.449148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a2e27-3e99-4ae1-9a00-3c82feb27442 None None] No DVR routers for this DVR port f692f85f-801e-47d6-9e28-4c503db4eac3 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:19.515952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.590199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-11c8b358-4c63-48f1-803b-396ca2cc008e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:19.590199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-11c8b358-4c63-48f1-803b-396ca2cc008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.631897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.683424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf3fb43-5a47-4a0d-b852-03671635b4f0']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:19.695820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f10674-6c76-414d-a63f-d3c7799866e2') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:19.696411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f10674-6c76-414d-a63f-d3c7799866e2') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:19.716020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.721316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba67a9b7-012b-4652-af4a-fa1ea693bfac no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:19.752943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.763947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:19.764415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:19.767894 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:19.772156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ba67a9b7-012b-4652-af4a-fa1ea693bfac {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:19.772564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba67a9b7-012b-4652-af4a-fa1ea693bfac not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:19.773156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:19.917615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.932122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:19.949228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] 10.222.0.48 "DELETE /v2.0/networks/7bf3fb43-5a47-4a0d-b852-03671635b4f0 HTTP/1.1" status: 204 len: 168 time: 0.6015489 Nov 16 21:32:19.981807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3db8d8-23eb-4141-907a-850fbdecd75f tempest-TestNetworkBasicOps-1189000387 tempest-TestNetworkBasicOps-1189000387-project] Pushing event deleted for resources: {'Network': ['ID=7bf3fb43-5a47-4a0d-b852-03671635b4f0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:20.038938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:20.055241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.103007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.110876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89df2ead-ce71-4ebf-bf18-e02dc1e63008 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:20.119773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83424e77-94e4-4b9b-9d9f-269be3d90c6b req-89f28118-70c9-4e85-ae52-b98bc3d65dcd tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:20.127972 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83424e77-94e4-4b9b-9d9f-269be3d90c6b req-89f28118-70c9-4e85-ae52-b98bc3d65dcd tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.0967433 Nov 16 21:32:20.151898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 89df2ead-ce71-4ebf-bf18-e02dc1e63008 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:20.154121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 89df2ead-ce71-4ebf-bf18-e02dc1e63008 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:20.184022 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.187264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.190233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d9d2f-bad4-4077-bbb5-f380e60701e0 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:32:20.228667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83424e77-94e4-4b9b-9d9f-269be3d90c6b req-69f42941-38c2-4c06-9ad8-ffa3a0b0f518 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997076 Nov 16 21:32:20.301350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:20.310456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:20.311941 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:20.327914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a3054df0-5df2-47f9-8b77-5a11ef79b75c None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:20.328735 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a3054df0-5df2-47f9-8b77-5a11ef79b75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.374803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:20.392729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:20.399798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34442) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.400353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:20.410453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:20.411067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.423358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3c93c-75fa-4499-b913-f2942f54d303 req-c00ad40a-2672-4908-8206-4e6310dcd4e3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:20.424923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdb3c93c-75fa-4499-b913-f2942f54d303 req-c00ad40a-2672-4908-8206-4e6310dcd4e3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.4425962 Nov 16 21:32:20.476710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34446) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.477011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4181afc6-9d75-472c-afea-0ad7c3a16135 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5582697 Nov 16 21:32:20.488204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:20.506601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cdb3c93c-75fa-4499-b913-f2942f54d303 req-b4708ae7-c759-4877-b3fd-6aa585619454 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727785 Nov 16 21:32:20.535882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a3054df0-5df2-47f9-8b77-5a11ef79b75c None None] Could not find standard attr ID for object c190d83d-9e85-4aaf-b9ad-1ca61612a925. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:20.538833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62d9d2f-bad4-4077-bbb5-f380e60701e0 None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:32:20.630848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-458347188', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:20.689456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Made reservation on behalf of 6d25521067b6413fa1d4c9fbbc7d655a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:20.694171 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.763474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.766103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a669a8b-b253-49e6-884d-c501b57a95a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.775402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34464) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:20.834263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:20.838309 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.944177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-93ea488a-3eb0-4493-9c00-7190da96d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:20.946036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-93ea488a-3eb0-4493-9c00-7190da96d34a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.1371846 Nov 16 21:32:20.963720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc88b9-26f1-4580-90d8-49a4338b3fdb req-bfef5f0e-970a-4ba4-ba48-64ffaa576308 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:20.965535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1fc88b9-26f1-4580-90d8-49a4338b3fdb req-bfef5f0e-970a-4ba4-ba48-64ffaa576308 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.0916991 Nov 16 21:32:20.976928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.984340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:20.995703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.017055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] device_id is not set on port e6c8ab66-aaca-48bf-9733-ac0c6585c06a yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:21.082270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:21.094595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453b4b29-e575-49cc-801f-a7f4df36df3b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.107164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.111016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f692f85f-801e-47d6-9e28-4c503db4eac3 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:21.120819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1fc88b9-26f1-4580-90d8-49a4338b3fdb req-14db8275-cca1-4a0b-b3f9-5efd0c522be5 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352694 Nov 16 21:32:21.143621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d30cd59b-5446-4b39-b071-f315f0ec9394 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e817e6a87e6442ceae44cab4726c4a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3666780 Nov 16 21:32:21.147688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34476) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:21.169654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f692f85f-801e-47d6-9e28-4c503db4eac3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:21.170098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f692f85f-801e-47d6-9e28-4c503db4eac3 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:21.222108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-980bbb7a-e08d-4351-a7e6-f564af2316da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.233777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-b2cc3cd1-fefc-40f6-b55f-3949ba47c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:21.235331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-b2cc3cd1-fefc-40f6-b55f-3949ba47c081 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.2686124 Nov 16 21:32:21.337220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-d297a46d-abc4-446a-a20b-d44f02394e6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0906806 Nov 16 21:32:21.344377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Allocated IP 172.25.3.175 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/e6c8ab66-aaca-48bf-9733-ac0c6585c06a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:21.357498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-980bbb7a-e08d-4351-a7e6-f564af2316da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.422835 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.447961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device de58d74e-4c0d-4475-9c1a-5c8041d28b98 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:21.498326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: de58d74e-4c0d-4475-9c1a-5c8041d28b98 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:21.498685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device de58d74e-4c0d-4475-9c1a-5c8041d28b98 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:21.500118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b5998838-549c-4b46-91cf-851496a0c72b None None] Provisioning complete for port 0de72b71-18c2-4481-a24f-040170dcfb2e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:21.500493 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5998838-549c-4b46-91cf-851496a0c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.546739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.568875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:21.582574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:21.586292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:21.586788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-b3e4f571-6d6f-4ec2-87fa-b1f5dbfbe801 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:21.587308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.588514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-b3e4f571-6d6f-4ec2-87fa-b1f5dbfbe801 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.2560461 Nov 16 21:32:21.611409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-63662cff-3e88-4ec0-81f0-2667c246cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:21.616980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-63662cff-3e88-4ec0-81f0-2667c246cefe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.2234969 Nov 16 21:32:21.626681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b5998838-549c-4b46-91cf-851496a0c72b None None] Provisioning complete for port 804f5f3a-317f-473f-97d8-b4bb0804e734 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:21.627315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5998838-549c-4b46-91cf-851496a0c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:21.648525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1700134 Nov 16 21:32:21.654507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34486) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:21.663536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:43:fb:e8', 'name': 'tempest-NetworksTestDHCPv6-1297705168'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:21.704342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a97250-fc60-453c-8703-968a671f5562 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=94d970bd-0753-4ed5-b735-768e564428ca,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:21.816785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da62031-2863-42b2-aeec-4bad6662ad6a req-d76890f0-e784-4882-b85c-eab51490ce06 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:21.830855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7da62031-2863-42b2-aeec-4bad6662ad6a req-d76890f0-e784-4882-b85c-eab51490ce06 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 1096 time: 0.3774984 Nov 16 21:32:21.952702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7da62031-2863-42b2-aeec-4bad6662ad6a req-d6b1ffe3-82e6-434d-96a3-2d11986c16b6 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0dccb368-847f-4deb-8eac-bf10bf18508b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168272 Nov 16 21:32:21.964387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.062389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.079139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:22.146571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3cc96-2c38-4149-83c9-507787b2620f None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:32:22.157891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-954a1cf1-a279-40e7-b42a-a17b74da7d4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5149376 Nov 16 21:32:22.173112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:22.183586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:22.189808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:22.211091 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-980bbb7a-e08d-4351-a7e6-f564af2316da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.214217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-980bbb7a-e08d-4351-a7e6-f564af2316da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.218480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-980bbb7a-e08d-4351-a7e6-f564af2316da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ea04bf8-88ea-4c66-a2e0-9604f6531b0c HTTP/1.1" status: 204 len: 168 time: 1.0674708 Nov 16 21:32:22.255936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:22.257690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.286359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Pushing event updated for resources: {'Port': ['ID=e6c8ab66-aaca-48bf-9733-ac0c6585c06a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:22.302902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba3cc96-2c38-4149-83c9-507787b2620f None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:32:22.321754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bbb7a-e08d-4351-a7e6-f564af2316da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea04bf8-88ea-4c66-a2e0-9604f6531b0c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:22.328796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.329382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.329634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.330027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.330430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.330782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.331128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.331474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.332365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.332365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.332591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.333333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:22.358458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0b486f1b-4b28-4eb3-a30d-5c3188ef4d0e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:22.359269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b486f1b-4b28-4eb3-a30d-5c3188ef4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.365080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bf30c3ee-3f0b-4b5c-ae56-c7a659a77394 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9632225 Nov 16 21:32:22.371335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34502) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:22.389072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-d61969dd-cfac-4e5c-899f-9c23422a2857 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172096 Nov 16 21:32:22.394903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.175'}]}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:22.459103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.494671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 727274fa-36a3-4d34-9efb-900d0600c7de yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:22.504019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.505926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.550395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c54e7-054c-46af-85eb-c6e8d60f6b64 req-eafb0cdd-8098-42fe-a6f9-e342bf0c51fa tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:22.551965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-947c54e7-054c-46af-85eb-c6e8d60f6b64 req-eafb0cdd-8098-42fe-a6f9-e342bf0c51fa tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.3346493 Nov 16 21:32:22.565586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Deleting port 66efd535-521f-4253-8da1-42089a2f7c9c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:22.566024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.578198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b486f1b-4b28-4eb3-a30d-5c3188ef4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.591972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.679320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0b486f1b-4b28-4eb3-a30d-5c3188ef4d0e None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:22.706676 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b486f1b-4b28-4eb3-a30d-5c3188ef4d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.728251 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-b3ab0922-3d81-4144-bbdc-6566dac67043 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306434 Nov 16 21:32:22.760636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-947c54e7-054c-46af-85eb-c6e8d60f6b64 req-e7096132-6665-40f8-b1ed-d1421d151863 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868637 Nov 16 21:32:22.804514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b486f1b-4b28-4eb3-a30d-5c3188ef4d0e None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:22.860889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] For port 66efd535-521f-4253-8da1-42089a2f7c9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=66efd535-521f-4253-8da1-42089a2f7c9c,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:22.861261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.881816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34516) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:22.889429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Calling delete_port for 66efd535-521f-4253-8da1-42089a2f7c9c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:22.905818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49bfd476-1a40-469b-8058-3805d0d72104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:22.928408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f', 'ip_address': '2001:db8::f816:3eff:fece:4cd9'}, {'subnet_id': '94d970bd-0753-4ed5-b735-768e564428ca'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '00ec6ec7-6255-4c72-893d-8f3062f12bd0'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:32:22.959692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.035763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.085302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1225-de2d-4ab7-adba-f042f6b39efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.127569 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49bfd476-1a40-469b-8058-3805d0d72104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.132417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.147505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['66efd535-521f-4253-8da1-42089a2f7c9c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:23.147754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49bfd476-1a40-469b-8058-3805d0d72104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.194098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Pushing event deleted for resources: {'Port': ['ID=66efd535-521f-4253-8da1-42089a2f7c9c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:23.194692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5eb769ef-488f-41d6-ba26-0aaf548dd287 req-05022054-e3de-4fb3-83f0-799a51594f7e tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=198baf66-a174-406d-b7e0-a0d232a72471 HTTP/1.1" status: 200 len: 210 time: 0.0993979 Nov 16 21:32:23.216990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 172.20.0.14 (4e85c439-5c54-44c3-9249-f8a38c359d2c/94d970bd-0753-4ed5-b735-768e564428ca/727274fa-36a3-4d34-9efb-900d0600c7de) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:23.228118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fe43:fbe8 (4e85c439-5c54-44c3-9249-f8a38c359d2c/e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f/727274fa-36a3-4d34-9efb-900d0600c7de) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:23.242576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49bfd476-1a40-469b-8058-3805d0d72104 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1947090a5eb451b8380a8382f1cfaa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596830 Nov 16 21:32:23.245476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34524) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:23.247188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfd476-1a40-469b-8058-3805d0d72104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29a1a53-deb0-4dc4-8c5f-b1b5fd672b1e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:23.262884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] No DVR routers for this DVR port 66efd535-521f-4253-8da1-42089a2f7c9c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:23.265469 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.269310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cca1b30-db9f-4574-b61c-49005ddfd164 req-844507c1-895a-4fa1-b405-ce8bbd8af0e8 tempest-TestServerMultinode-1193928728 tempest-TestServerMultinode-1193928728-project-admin] 10.222.0.41 "DELETE /v2.0/ports/66efd535-521f-4253-8da1-42089a2f7c9c HTTP/1.1" status: 204 len: 173 time: 1.6713729 Nov 16 21:32:23.269310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198baf66-a174-406d-b7e0-a0d232a72471', 'name': 'network-vif-deleted', 'tag': '66efd535-521f-4253-8da1-42089a2f7c9c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:23.278372 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58773d2-c614-4330-9a45-55959ab2790c" -d '{"events": [{"server_uuid": "198baf66-a174-406d-b7e0-a0d232a72471", "name": "network-vif-deleted", "tag": "66efd535-521f-4253-8da1-42089a2f7c9c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:23.336577 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c2d51-aedb-432d-9de5-0d915e2b9d1b x-openstack-request-id: req-f94c2d51-aedb-432d-9de5-0d915e2b9d1b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:23.336873 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198baf66-a174-406d-b7e0-a0d232a72471", "name": "network-vif-deleted", "tag": "66efd535-521f-4253-8da1-42089a2f7c9c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:23.337123 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f94c2d51-aedb-432d-9de5-0d915e2b9d1b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:23.337546 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198baf66-a174-406d-b7e0-a0d232a72471', 'name': 'network-vif-deleted', 'tag': '66efd535-521f-4253-8da1-42089a2f7c9c', 'status': 'completed', 'code': 200} Nov 16 21:32:23.405411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2c17e94-69be-4758-80ac-34d8e4cd3932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.436037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:23.461696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2c17e94-69be-4758-80ac-34d8e4cd3932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.498647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:23.499124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.610898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.647705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.672709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2c17e94-69be-4758-80ac-34d8e4cd3932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.675409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2c17e94-69be-4758-80ac-34d8e4cd3932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.676559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c2c17e94-69be-4758-80ac-34d8e4cd3932 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b29a1a53-deb0-4dc4-8c5f-b1b5fd672b1e HTTP/1.1" status: 204 len: 168 time: 0.4298804 Nov 16 21:32:23.677781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:23.784719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] Allocated IP 172.20.0.2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/94d970bd-0753-4ed5-b735-768e564428ca/00ec6ec7-6255-4c72-893d-8f3062f12bd0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:23.949665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:24.001521 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.008664 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.099425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587bffb-78be-422d-9e95-3b4ceecb2b5e None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:24.154675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c17e94-69be-4758-80ac-34d8e4cd3932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29a1a53-deb0-4dc4-8c5f-b1b5fd672b1e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:24.173683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.234495 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.315303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34544) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:24.321877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:24.338853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:24.347837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:24.355730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=727274fa-36a3-4d34-9efb-900d0600c7de,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:24.448730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:24.449415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.459630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45722df-6d35-411a-a7f3-80be033b4e68 req-aa48827e-93d1-4bdd-a798-8f05fc6f5008 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:24.461230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f45722df-6d35-411a-a7f3-80be033b4e68 req-aa48827e-93d1-4bdd-a798-8f05fc6f5008 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.2978561 Nov 16 21:32:24.548272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e7b96cb-0726-4b13-9af4-d97ad53f978c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8898301 Nov 16 21:32:24.552740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34550) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:24.568809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.697153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f45722df-6d35-411a-a7f3-80be033b4e68 req-48aba1b5-bf1e-4650-9375-ddf4b1e966e3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011769 Nov 16 21:32:24.704255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9c99f-d645-4005-83dd-76dd66180636 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:24.716596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9c99f-d645-4005-83dd-76dd66180636 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:24.718433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-79a9c99f-d645-4005-83dd-76dd66180636 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1644592 Nov 16 21:32:24.724025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34556) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:24.775169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.779071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.849366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.850024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 453b0e16-9d35-44c3-a544-736e58fd5aee {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:24.873459 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:32:24.874757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc2a6403-6eb1-4bcc-8dcd-9d088b7a2bdc tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5021656 Nov 16 21:32:24.879618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34558) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:24.916650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 727274fa-36a3-4d34-9efb-900d0600c7de {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:24.917655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:24.985093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Deleting port e6c8ab66-aaca-48bf-9733-ac0c6585c06a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:24.985432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.032468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4305497-54c2-42f8-987c-ecc2b0d07bac None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:25.082802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.090960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.097326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57adfb-d6f8-4a2c-b410-b5448b22946c None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:25.107394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 727274fa-36a3-4d34-9efb-900d0600c7de owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:25.108751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Calling delete_port for e6c8ab66-aaca-48bf-9733-ac0c6585c06a owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:25.146504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e5102f0b-e503-4366-afc0-607cc1177a08 None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:25.146839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5102f0b-e503-4366-afc0-607cc1177a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.272527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.324210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.342718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:25.379976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6c8ab66-aaca-48bf-9733-ac0c6585c06a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:25.426836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7189c5f-6c43-4466-9d17-84d5b52d8c8b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:25.440095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.459147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:25.459973 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.463326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7b1e0715-2b0e-44bf-bf0a-8077e3970096 None None] Could not find standard attr ID for object e6c8ab66-aaca-48bf-9733-ac0c6585c06a. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:25.496106 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.501301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bdd561ed-fb77-445d-84a0-b615abbc9132 tempest-RoutersAdminNegativeIpV6Test-10887913 tempest-RoutersAdminNegativeIpV6Test-10887913-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e6c8ab66-aaca-48bf-9733-ac0c6585c06a HTTP/1.1" status: 204 len: 168 time: 0.6200993 Nov 16 21:32:25.540710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=727274fa-36a3-4d34-9efb-900d0600c7de,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:25.691144 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.777946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:25.785827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eb8b04a2-e649-4cbf-b4b7-6a433fb605aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/727274fa-36a3-4d34-9efb-900d0600c7de HTTP/1.1" status: 204 len: 168 time: 1.0604432 Nov 16 21:32:25.788356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:25.870563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbd10d-665c-4d69-9d74-3feaadc8a89c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:25.873238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbd10d-665c-4d69-9d74-3feaadc8a89c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:25.875445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbd10d-665c-4d69-9d74-3feaadc8a89c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:25.881200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3adbd10d-665c-4d69-9d74-3feaadc8a89c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0914652 Nov 16 21:32:25.882736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34584) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:25.961284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff2b1d-2b68-4bbe-80d9-3a6543c25d03 req-f5da74c9-c126-499a-8b43-0811d9cdfd05 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:25.970193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dff2b1d-2b68-4bbe-80d9-3a6543c25d03 req-f5da74c9-c126-499a-8b43-0811d9cdfd05 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1304247 Nov 16 21:32:25.975580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 94d970bd-0753-4ed5-b735-768e564428ca {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:25.984701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.033424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34588) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:26.035229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Deleting port 5b105533-0365-4ce6-92fb-685cd9411133 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:26.035783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.071037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.104180 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dff2b1d-2b68-4bbe-80d9-3a6543c25d03 req-62a78640-5ae0-46f2-a857-c367232ee1b9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277556 Nov 16 21:32:26.142679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 66efd535-521f-4253-8da1-42089a2f7c9c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:26.182055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] For port 5b105533-0365-4ce6-92fb-685cd9411133, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5b105533-0365-4ce6-92fb-685cd9411133,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:26.182593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.189540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba1749f-d55c-443c-84b0-6f41075a55af None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:26.192975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 66efd535-521f-4253-8da1-42089a2f7c9c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:26.193334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 66efd535-521f-4253-8da1-42089a2f7c9c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:26.203409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Calling delete_port for 5b105533-0365-4ce6-92fb-685cd9411133 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:26.235442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ae751fd-e7ae-4c82-84c4-3178740039e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.289066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.295842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3a89674c-3776-4cc0-8758-a2a3ff4facaf None None] Could not find standard attr ID for object 727274fa-36a3-4d34-9efb-900d0600c7de. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:26.324297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3a89674c-3776-4cc0-8758-a2a3ff4facaf None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:26.325422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a89674c-3776-4cc0-8758-a2a3ff4facaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.370389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ae751fd-e7ae-4c82-84c4-3178740039e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.378261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ae751fd-e7ae-4c82-84c4-3178740039e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.421282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.441227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.444614 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/94d970bd-0753-4ed5-b735-768e564428ca HTTP/1.1" status: 204 len: 168 time: 0.5612054 Nov 16 21:32:26.453028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6ae751fd-e7ae-4c82-84c4-3178740039e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91e96470c7f747c8a69d8a6449f61f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178224 Nov 16 21:32:26.458324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34598) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:26.458966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34600) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:26.486786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d2930-963b-417f-8c6d-6e826501c4a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=94d970bd-0753-4ed5-b735-768e564428ca,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:26.499917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae751fd-e7ae-4c82-84c4-3178740039e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974656b1-8f6b-4c35-92fd-0f4ff23d2605,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:26.537270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:26.549450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.607888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.616299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.638182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.680595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b105533-0365-4ce6-92fb-685cd9411133,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:26.696021 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11f31ec9-0dd1-4f16-897a-c707a2d93195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.796309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11f31ec9-0dd1-4f16-897a-c707a2d93195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.854254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.873853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6319926-dffc-45f3-a689-790c3f9f4f51 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:26.994406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11f31ec9-0dd1-4f16-897a-c707a2d93195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:26.997334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-11f31ec9-0dd1-4f16-897a-c707a2d93195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.000843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-11f31ec9-0dd1-4f16-897a-c707a2d93195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/974656b1-8f6b-4c35-92fd-0f4ff23d2605 HTTP/1.1" status: 204 len: 168 time: 0.4904735 Nov 16 21:32:27.016901 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.019120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f31ec9-0dd1-4f16-897a-c707a2d93195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974656b1-8f6b-4c35-92fd-0f4ff23d2605,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.089094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.091703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.097914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34616) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.098438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-273403e4-0ad4-4322-997a-755e91f83ca5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f HTTP/1.1" status: 204 len: 168 time: 0.6383562 Nov 16 21:32:27.098959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.110896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d28b471d-12bd-48c8-8687-575d54b1d3b0 None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:27.111284 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d28b471d-12bd-48c8-8687-575d54b1d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.167200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5bafd31-4449-4762-a623-fe40e6a9edc4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657034 Nov 16 21:32:27.170722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.185002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:27.312686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18362b7b-4066-4c95-854e-4d54a56d320e None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '00ec6ec7-6255-4c72-893d-8f3062f12bd0'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:32:27.438639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7a499-ab97-46ac-8a66-95cac10deb81 req-f26481ab-2355-414e-9c42-de721fec36ce tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:27.440562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0b7a499-ab97-46ac-8a66-95cac10deb81 req-f26481ab-2355-414e-9c42-de721fec36ce tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1163292 Nov 16 21:32:27.441736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:27.445391 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.447850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.493583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Router 91d62871-761a-4304-98ee-2415165adcb6 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:27.518593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1ed74aa2-ae47-45e0-8ccc-7ffec22f40ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d25521067b6413fa1d4c9fbbc7d655a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694575 Nov 16 21:32:27.520848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34630) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.575627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0b7a499-ab97-46ac-8a66-95cac10deb81 req-9175f7b1-23d6-443c-802a-26f7a4566d7f tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243472 Nov 16 21:32:27.654998 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-18362b7b-4066-4c95-854e-4d54a56d320e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.680679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:27.689594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6fc915c-8d59-47b9-b166-6c4f9dbec653 admin admin] 10.222.0.48 "PUT /v2.0/routers/91d62871-761a-4304-98ee-2415165adcb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735638 Nov 16 21:32:27.692068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74ec2cc6-d8c2-45a9-ba49-ba63e4f677c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.694360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.694916 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] Sync routers for ids ['91d62871-761a-4304-98ee-2415165adcb6'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:27.712121 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] Routers {'91d62871-761a-4304-98ee-2415165adcb6'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:27.713359 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['91d62871-761a-4304-98ee-2415165adcb6'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:27.731858 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74ec2cc6-d8c2-45a9-ba49-ba63e4f677c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.802324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.826373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:27.829238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:27.851670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:27.852273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.930583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7559123 Nov 16 21:32:27.930583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18920f77-8c78-41a1-bf47-e26fadf29b17 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=baa8df69-61ed-4d10-b87d-6297c18b9077,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:27.936969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34638) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:27.945944 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] Set router 91d62871-761a-4304-98ee-2415165adcb6 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:27.961775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974f298-1804-480a-89f2-f9d36c8d8b51 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:27.962055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:27.965873 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74ec2cc6-d8c2-45a9-ba49-ba63e4f677c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.968121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74ec2cc6-d8c2-45a9-ba49-ba63e4f677c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:27.980028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-74ec2cc6-d8c2-45a9-ba49-ba63e4f677c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/453b4b29-e575-49cc-801f-a7f4df36df3b HTTP/1.1" status: 204 len: 168 time: 0.4580517 Nov 16 21:32:28.180706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-196f2924-c9cb-4c50-8a08-0da55e3ab977 None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:28.181090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-196f2924-c9cb-4c50-8a08-0da55e3ab977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.202062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec2cc6-d8c2-45a9-ba49-ba63e4f677c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b4b29-e575-49cc-801f-a7f4df36df3b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:28.233462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:28.238373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.385648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.395099 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:32:26Z', 'revision_number': 5, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:28.428490 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] Checking router: 91d62871-761a-4304-98ee-2415165adcb6 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:28.440982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'baa8df69-61ed-4d10-b87d-6297c18b9077'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '00ec6ec7-6255-4c72-893d-8f3062f12bd0'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:32:28.469915 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] Routers {'91d62871-761a-4304-98ee-2415165adcb6'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:28.470469 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['91d62871-761a-4304-98ee-2415165adcb6'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:28.475787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.556425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.660514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Deleting port 38281686-cf58-4700-8166-c8cd8aec0e2c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:28.660873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.769919 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] Set router 91d62871-761a-4304-98ee-2415165adcb6 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:28.816943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] Allocated IP 172.20.0.2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/baa8df69-61ed-4d10-b87d-6297c18b9077/00ec6ec7-6255-4c72-893d-8f3062f12bd0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:28.817473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] For port 38281686-cf58-4700-8166-c8cd8aec0e2c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=38281686-cf58-4700-8166-c8cd8aec0e2c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:28.817990 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.833480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Calling delete_port for 38281686-cf58-4700-8166-c8cd8aec0e2c owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:28.953192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:28.975497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:28.987579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:28.995411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.061479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba141e2-c779-4e63-8b79-07576dec898e req-e81638bf-cec2-4093-8303-3f1a125eab07 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:29.069034 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:32:26Z', 'revision_number': 5, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:29.069214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ba141e2-c779-4e63-8b79-07576dec898e req-e81638bf-cec2-4093-8303-3f1a125eab07 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1481893 Nov 16 21:32:29.121245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b2076-0357-4319-9cfc-a3c236f45d49 None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:29.154755 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e29ed6-f0fc-4137-90bd-e0efb39a94a0 None None] The sync data for ids ['91d62871-761a-4304-98ee-2415165adcb6'] in n-d-817778-8 is: [{'id': '91d62871-761a-4304-98ee-2415165adcb6', 'name': 'tempest-TestServerMultinode-861474402-router', 'tenant_id': '9ba683083e654704b0ea6186bb919723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:38Z', 'updated_at': '2021-11-16T21:32:26Z', 'revision_number': 5, 'project_id': '9ba683083e654704b0ea6186bb919723', 'gw_port': {'id': '38281686-cf58-4700-8166-c8cd8aec0e2c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62871-761a-4304-98ee-2415165adcb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:40Z', 'updated_at': '2021-11-16T21:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:29.208223 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ba141e2-c779-4e63-8b79-07576dec898e req-8496f81d-8edb-4d26-bc1c-8ca7821ee3fb tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352258 Nov 16 21:32:29.218477 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.259772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38281686-cf58-4700-8166-c8cd8aec0e2c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:29.289261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feeac6d-7e6e-4cd5-9e16-0790929149b7 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:29.366968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.377128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.474551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.476822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.524547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.525258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d62871-761a-4304-98ee-2415165adcb6 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:29.558194 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.566953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4a804559-a5e2-4251-9116-bc92137cc3c5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/91d62871-761a-4304-98ee-2415165adcb6 HTTP/1.1" status: 204 len: 168 time: 1.8706172 Nov 16 21:32:29.567681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34680) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:29.573036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:29.658259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:29.659885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Deleting subnet 3721a3d2-957f-4980-a101-4f07cb492afd {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:29.663624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.751062 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.758653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.767426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.768219 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.812736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.930314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:29.934682 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:29.935328 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:29.941074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:29.944048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.949252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:29.950089 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:29.978068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=14']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:29.986449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=9d5cf396-62d6-4e4e-bf39-e8197b325316,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.004157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28bf9b99-29d6-48eb-8fc9-1c83a1f5a8ff tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0661976 Nov 16 21:32:30.008081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34694) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.019884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:a5:b1:fb', 'name': 'tempest-NetworksTestDHCPv6-604828794'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:30.070590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.101005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3721a3d2-957f-4980-a101-4f07cb492afd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.117868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.126197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd087d7e-a9bd-4965-95c2-3b87e49893b0 None None] Network d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:30.142732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a5741d92-6abc-49b3-91b9-2c5b8dccab42 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3721a3d2-957f-4980-a101-4f07cb492afd HTTP/1.1" status: 204 len: 168 time: 0.5740304 Nov 16 21:32:30.143362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34704) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.283752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.307709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:30.398310 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:32:30.415924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Deleting port 3d7840c9-20e2-43b7-90c1-13aabbe3739e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:30.416274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.429255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34710) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:30.495405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.497578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4496146-e6c6-47a6-b1fb-39a55fc7c8f8 req-34e8e395-6275-4de7-b1cf-0f4c3822f475 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:30.499352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4496146-e6c6-47a6-b1fb-39a55fc7c8f8 req-34e8e395-6275-4de7-b1cf-0f4c3822f475 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.0954185 Nov 16 21:32:30.551420 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:30.551649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] For port 3d7840c9-20e2-43b7-90c1-13aabbe3739e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=3d7840c9-20e2-43b7-90c1-13aabbe3739e,segment=NetworkSegment(0a6b5d50-6980-4a84-b06d-828b04d7fa41),segment_id=0a6b5d50-6980-4a84-b06d-828b04d7fa41)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:30.551779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.557959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.563980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.576406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Calling delete_port for 3d7840c9-20e2-43b7-90c1-13aabbe3739e owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:30.618792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:30.651380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cbf43c-9884-49c7-8162-8f3f2592e7c6 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:30.722499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.729049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=15']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.785365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7840c9-20e2-43b7-90c1-13aabbe3739e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:30.792740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] No DVR routers for this DVR port 3d7840c9-20e2-43b7-90c1-13aabbe3739e on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:30.803087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab55c562-fb76-4b81-8c65-226d46cd668a None None] DHCP port deletion for d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:30.805887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d4496146-e6c6-47a6-b1fb-39a55fc7c8f8 req-3383f4f4-0518-48d1-888e-da95514f4866 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952440 Nov 16 21:32:30.819351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1547071628', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:30.859216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-259fe63d-349a-4180-848f-cf08749028b3 None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:30.864237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-259fe63d-349a-4180-848f-cf08749028b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.927419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:30.940066 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.940741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 172.20.0.9 (4e85c439-5c54-44c3-9249-f8a38c359d2c/baa8df69-61ed-4d10-b87d-6297c18b9077/6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:30.944852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Made reservation on behalf of 9f736507916542bba15c78e88df2455e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:30.947248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.957825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fea5:b1fb (4e85c439-5c54-44c3-9249-f8a38c359d2c/9d5cf396-62d6-4e4e-bf39-e8197b325316/6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:30.960067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:30.980171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:30.999589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6b5d50-6980-4a84-b06d-828b04d7fa41') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:30.999897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6b5d50-6980-4a84-b06d-828b04d7fa41') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:31.015441 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.039625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.047925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:31.048337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:31.050261 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:31.126169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.153205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.164436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] 10.222.0.48 "DELETE /v2.0/networks/d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca HTTP/1.1" status: 204 len: 168 time: 1.0200267 Nov 16 21:32:31.165927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06b677-2399-4c4f-ac94-2d1a41412d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ddf6b7-77bc-4d18-9b2d-3eb35a1fc2ca,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.169429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:31.169955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.172096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:31.196553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.207223 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.214227 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-259fe63d-349a-4180-848f-cf08749028b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.223758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] device_id is not set on port 7d6b2f9e-8697-4e34-9701-dcee952391f6 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:31.240383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.270345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-259fe63d-349a-4180-848f-cf08749028b3 None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:31.279182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-259fe63d-349a-4180-848f-cf08749028b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.316371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc621cb6-6ca6-4ebf-a24a-00d37d1e3244,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.379835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fe63d-349a-4180-848f-cf08749028b3 None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=16']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.420644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5b105533-0365-4ce6-92fb-685cd9411133 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:31.431373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.463079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5b105533-0365-4ce6-92fb-685cd9411133 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:31.463660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5b105533-0365-4ce6-92fb-685cd9411133 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:31.470632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Allocated IP 172.25.3.176 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7d6b2f9e-8697-4e34-9701-dcee952391f6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:31.547364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:31.552216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:31.554902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:31.572787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:31.596857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:31.705324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.709274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:31.709774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.766458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:31.767128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.800868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e2c5b5c-d858-4b98-b615-5f10806966ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7916675 Nov 16 21:32:31.806842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34730) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:31.886487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:31.923967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ce69b-6bb2-4c21-9dca-138bbe7d5a81 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:31.932055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ce69b-6bb2-4c21-9dca-138bbe7d5a81 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:31.933884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d8ce69b-6bb2-4c21-9dca-138bbe7d5a81 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1259465 Nov 16 21:32:31.936621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34738) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:32.014536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.060968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38281686-cf58-4700-8166-c8cd8aec0e2c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:32.065836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6754a-2afa-48f4-94b6-6c40e5785659 req-4e75fc7f-26b3-4886-ba5e-c746e4f111cb tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:32.067701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79d6754a-2afa-48f4-94b6-6c40e5785659 req-4e75fc7f-26b3-4886-ba5e-c746e4f111cb tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1282094 Nov 16 21:32:32.076255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:32.087681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:32.096757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:32.100126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 38281686-cf58-4700-8166-c8cd8aec0e2c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:32.100489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 38281686-cf58-4700-8166-c8cd8aec0e2c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:32.102115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d7840c9-20e2-43b7-90c1-13aabbe3739e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:32.108847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab6987-c9e1-4257-b324-ab7d7c0e0cfe None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:32.132705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Pushing event updated for resources: {'Port': ['ID=7d6b2f9e-8697-4e34-9701-dcee952391f6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:32.133351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 3d7840c9-20e2-43b7-90c1-13aabbe3739e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:32.134210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 3d7840c9-20e2-43b7-90c1-13aabbe3739e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:32.159409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:32.159957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.180071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:32.180685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.214268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d7c350b0-2994-4013-bdde-0f50d6e6e91d None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:32.214268 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c350b0-2994-4013-bdde-0f50d6e6e91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.226944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79d6754a-2afa-48f4-94b6-6c40e5785659 req-2d3b8a95-92b1-47fa-8193-cba360cab7c1 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491251 Nov 16 21:32:32.261746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5bcdf50f-aeb6-468e-a7ae-bcd16a45a073 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8302414 Nov 16 21:32:32.264007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Deleting port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:32.264390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.270002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34742) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:32.306281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.176'}]}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:32.318013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.333424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:32.419611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d7c350b0-2994-4013-bdde-0f50d6e6e91d None None] Provisioning complete for port 7d6b2f9e-8697-4e34-9701-dcee952391f6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:32.420270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c350b0-2994-4013-bdde-0f50d6e6e91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.423909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.425193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.440304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] For port e5a539b4-2496-4bfb-a30d-b2d3b24af5bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:32.440683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.464096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Calling delete_port for e5a539b4-2496-4bfb-a30d-b2d3b24af5bc owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:32.493642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d7c350b0-2994-4013-bdde-0f50d6e6e91d None None] Port 7d6b2f9e-8697-4e34-9701-dcee952391f6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:32.520947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.613581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a663afbf-8df4-452f-bdf2-2ea15d444065 None None] Could not find standard attr ID for object 727274fa-36a3-4d34-9efb-900d0600c7de. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:32.638432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.704501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:32.784944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.814922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.820796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-90ae5a63-d5d4-4641-8177-fa3d7cfdad8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e HTTP/1.1" status: 204 len: 168 time: 0.8808470 Nov 16 21:32:32.822626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34752) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:32.926965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:32.969489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a539b4-2496-4bfb-a30d-b2d3b24af5bc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:33.035126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6b775c74-25c9-447b-adf0-754e54bafb21 None None] Could not find standard attr ID for object 6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:33.155471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.156112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.156670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.157185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.157741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.158253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.158758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.159295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.159798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.160404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.160915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.161421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:33.169038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.210522 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.232732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce4214-45e0-48b6-8956-79c17a038c8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:33.234314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce4214-45e0-48b6-8956-79c17a038c8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:33.235990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce4214-45e0-48b6-8956-79c17a038c8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:33.236371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.240152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-08ce4214-45e0-48b6-8956-79c17a038c8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4110353 Nov 16 21:32:33.241132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34760) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:33.313490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 9d5cf396-62d6-4e4e-bf39-e8197b325316 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:33.317080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.437015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.494687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2c373-4e3a-464c-a4e6-6dc10c07c610 req-539f2763-cf7d-4a8f-be9f-58d58e74d262 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:33.496910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bb2c373-4e3a-464c-a4e6-6dc10c07c610 req-539f2763-cf7d-4a8f-be9f-58d58e74d262 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1488609 Nov 16 21:32:33.564203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.569311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.671765 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.695525 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bb2c373-4e3a-464c-a4e6-6dc10c07c610 req-db104bad-c73e-40e8-955a-e07a46b71fbd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862888 Nov 16 21:32:33.719910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5cf396-62d6-4e4e-bf39-e8197b325316,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:33.727157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.731381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5eb8583-adcd-4c79-9592-c6621bb11722 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/9d5cf396-62d6-4e4e-bf39-e8197b325316 HTTP/1.1" status: 204 len: 168 time: 0.4883213 Nov 16 21:32:33.743034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34774) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:33.823410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet baa8df69-61ed-4d10-b87d-6297c18b9077 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:33.828349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.887784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:33.888466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e018822-23b1-4c4f-ba2d-0c88d0c51f06 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:33.985822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.069063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.082164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.104332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=baa8df69-61ed-4d10-b87d-6297c18b9077,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:34.113978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.121086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24322eae-199e-4638-ac17-b95c0e7287d0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/baa8df69-61ed-4d10-b87d-6297c18b9077 HTTP/1.1" status: 204 len: 168 time: 0.3670273 Nov 16 21:32:34.122163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.176717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f682c7c1-aca7-41e9-8749-e8a97bc53c81 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533304 Nov 16 21:32:34.177446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34782) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.184276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:34.202355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388179b5-2110-433b-83f8-d036c5c7db5d None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'baa8df69-61ed-4d10-b87d-6297c18b9077'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '00ec6ec7-6255-4c72-893d-8f3062f12bd0'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:32:34.239506 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-388179b5-2110-433b-83f8-d036c5c7db5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.290677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:34.297763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.358870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.364616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.429975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.430595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6f1041-d5d3-449a-af51-b3fa6f4dfe14 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:34.433931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Router 12f37a6a-99cd-4006-8b96-8133d681dd97 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:34.477557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548d795-104a-4841-b930-145731c01750 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:34.497261 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 21:32:34.498477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e20670c5-7174-48ca-8b1b-f5d9c12262f9 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2265618 Nov 16 21:32:34.503131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34790) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.581109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:34.597074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0367c477-8d2c-4181-8661-2cb0b67984ca admin admin] 10.222.0.48 "PUT /v2.0/routers/12f37a6a-99cd-4006-8b96-8133d681dd97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4232283 Nov 16 21:32:34.599534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34792) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.602375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a263c53f-7eab-4e83-99ce-decf380f632e None None] Provisioning complete for port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:34.602732 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a263c53f-7eab-4e83-99ce-decf380f632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.621975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.633222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] Sync routers for ids ['12f37a6a-99cd-4006-8b96-8133d681dd97'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:34.679972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] Routers {'12f37a6a-99cd-4006-8b96-8133d681dd97'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:34.680313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['12f37a6a-99cd-4006-8b96-8133d681dd97'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:34.681808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:34.686984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:34.693332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:34.694366 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.709737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Deleting port 7d6b2f9e-8697-4e34-9701-dcee952391f6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:34.710150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.713645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=b6582aed-769c-4c21-a060-e58d645867e1,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:34.769798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9e90d50f-5f07-4478-a195-1c4e3e16eb29 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5911002 Nov 16 21:32:34.773068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34800) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:34.779252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:34.831835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.901697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:34.930087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Calling delete_port for 7d6b2f9e-8697-4e34-9701-dcee952391f6 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:34.970301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:34.974719 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.013387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2e5e9-e4d9-4ea0-9e97-51893043f07a req-b0794f42-5ec8-4662-9e49-83508e4df4fd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:35.015423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ee2e5e9-e4d9-4ea0-9e97-51893043f07a req-b0794f42-5ec8-4662-9e49-83508e4df4fd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1815012 Nov 16 21:32:35.061569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] Set router 12f37a6a-99cd-4006-8b96-8133d681dd97 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:35.066487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.096743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:35.127482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ee2e5e9-e4d9-4ea0-9e97-51893043f07a req-7223126c-5791-433c-9ef4-b7faeeed4649 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Nov 16 21:32:35.177978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Deleting port dcaedfcc-0e02-45e5-903d-e34f9b1ede75 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:35.178402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.267839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.289165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] For port dcaedfcc-0e02-45e5-903d-e34f9b1ede75, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:35.290257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.307822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] Deleting port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:35.308271 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.308663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Calling delete_port for dcaedfcc-0e02-45e5-903d-e34f9b1ede75 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:35.401202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:32:32Z', 'revision_number': 5, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port': {'id': 'dcaedfcc-0e02-45e5-903d-e34f9b1ede75', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:78:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:06Z', 'updated_at': '2021-11-16T21:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:35.440613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] Checking router: 12f37a6a-99cd-4006-8b96-8133d681dd97 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:35.453654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:35.453654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.470129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.472787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] Calling delete_port for 00ec6ec7-6255-4c72-893d-8f3062f12bd0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:35.477086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] Routers {'12f37a6a-99cd-4006-8b96-8133d681dd97'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:35.477760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['12f37a6a-99cd-4006-8b96-8133d681dd97'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:35.520158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d6b2f9e-8697-4e34-9701-dcee952391f6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:35.558216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.602663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:35.622338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30f095-a461-4fca-a77b-efc19bd0cfb9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:35.636079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 00ec6ec7-6255-4c72-893d-8f3062f12bd0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:35.670601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.672980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcaedfcc-0e02-45e5-903d-e34f9b1ede75,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:35.758235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.788617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4f7f3-de5f-4aec-b727-cac00a1e1292 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:35.791750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.799292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0ab08e72-652f-4f4a-bd0c-6051b1c07599 tempest-RoutersAdminNegativeTest-664276456 tempest-RoutersAdminNegativeTest-664276456-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7d6b2f9e-8697-4e34-9701-dcee952391f6 HTTP/1.1" status: 204 len: 168 time: 1.2920396 Nov 16 21:32:35.808860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.811488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] Set router 12f37a6a-99cd-4006-8b96-8133d681dd97 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:35.812189 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.866429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.867528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f37a6a-99cd-4006-8b96-8133d681dd97 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:32:35.877302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.878676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-26eca10a-3765-4d5f-bb55-3e2db46cbb2a admin admin] 10.222.0.48 "DELETE /v2.0/routers/12f37a6a-99cd-4006-8b96-8133d681dd97 HTTP/1.1" status: 204 len: 168 time: 1.2777736 Nov 16 21:32:35.881299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34822) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:35.904266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:32:35Z', 'revision_number': 6, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:35.945771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Deleting subnet 5427d4eb-42e1-4acd-a1d2-2b56aefe153b {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:35.950439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:35.953604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 00ec6ec7-6255-4c72-893d-8f3062f12bd0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=00ec6ec7-6255-4c72-893d-8f3062f12bd0,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:35.955171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b10c5-174b-411c-a393-4e51ab203018 None None] The sync data for ids ['12f37a6a-99cd-4006-8b96-8133d681dd97'] in n-d-817778-8 is: [{'id': '12f37a6a-99cd-4006-8b96-8133d681dd97', 'name': 'tempest-TestServerMultinode-1108018760-router', 'tenant_id': '2b89446b6c8d45babbea2219e8c5cffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:04Z', 'updated_at': '2021-11-16T21:32:35Z', 'revision_number': 6, 'project_id': '2b89446b6c8d45babbea2219e8c5cffd', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:35.959455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.019344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.042469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=19']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.046422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] No DVR routers for this DVR port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:36.048457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Port 00ec6ec7-6255-4c72-893d-8f3062f12bd0 concurrently deleted while adding address for new subnet {'id': '45333eb3-7517-4f88-8e82-361ca3aa9fb6', 'name': '', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3120, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-16T21:32:35Z', 'updated_at': '2021-11-16T21:32:35Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f469721a5123442dba0c5f8604a054b4'}. {{(pid=102454) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 16 21:32:36.049122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.052635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.085835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c881450-a4ed-4a5e-83b7-5f22d46a3346 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:36.089009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6576b1-69ef-46e6-8eb0-9595b420e899 None None] Pushing event deleted for resources: {'Port': ['ID=00ec6ec7-6255-4c72-893d-8f3062f12bd0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.149710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=45333eb3-7517-4f88-8e82-361ca3aa9fb6,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.175950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:36.180510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:36.187882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:36.188798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.234896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-86620df3-16f9-44f7-9d71-cd792437766b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4586926 Nov 16 21:32:36.236041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34832) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.242099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:c0:e4:58', 'name': 'tempest-NetworksTestDHCPv6-657744839'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:36.295073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '45333eb3-7517-4f88-8e82-361ca3aa9fb6'}, {'subnet_id': 'b6582aed-769c-4c21-a060-e58d645867e1'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:36.295990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.341779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34834) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.372123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.483292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9149-7462-4522-866f-7eb6ed1c2a1f req-6f099ebe-94d3-45d8-a6df-11f89b2eb4d3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:36.483467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:36.486787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab9f9149-7462-4522-866f-7eb6ed1c2a1f req-6f099ebe-94d3-45d8-a6df-11f89b2eb4d3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.2223418 Nov 16 21:32:36.607950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f51960a-1fae-4d0d-aec9-a62b180412cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.682958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ab9f9149-7462-4522-866f-7eb6ed1c2a1f req-e36cc52e-583e-4239-a979-86d94d608b28 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734228 Nov 16 21:32:36.695371 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.705329 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.737988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 80f09f90-2e01-419b-80ec-7d8fdfd842b0 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:36.738733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Allocated IP 172.20.0.2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/b6582aed-769c-4c21-a060-e58d645867e1/d8d3ea86-787a-42b9-b9d8-a7bd808ae56a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:36.747020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Allocated IP 2001:db8::f816:3eff:fec5:a715 (4e85c439-5c54-44c3-9249-f8a38c359d2c/45333eb3-7517-4f88-8e82-361ca3aa9fb6/d8d3ea86-787a-42b9-b9d8-a7bd808ae56a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:36.776098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5427d4eb-42e1-4acd-a1d2-2b56aefe153b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:36.809367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.815323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cee3adfe-93c0-4c0d-9a73-282fcf3007ed admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5427d4eb-42e1-4acd-a1d2-2b56aefe153b HTTP/1.1" status: 204 len: 168 time: 0.9306984 Nov 16 21:32:36.817622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34850) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:36.817884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a17b5-1a2d-4fcc-a453-fbd7dccd999c None None] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:36.951491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:36.957895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f07e3c-f819-4567-8c4a-f3c23b37e134 req-336f205b-5093-41b4-8c9e-95e29647bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:36.959547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83f07e3c-f819-4567-8c4a-f3c23b37e134 req-336f205b-5093-41b4-8c9e-95e29647bfed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.1917841 Nov 16 21:32:36.983287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f51960a-1fae-4d0d-aec9-a62b180412cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.001465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f51960a-1fae-4d0d-aec9-a62b180412cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.078329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Deleting port 4ba121a0-f0da-4159-9cd5-966406a17bfa {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:37.079006 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.081423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51960a-1fae-4d0d-aec9-a62b180412cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348baae5-ca4f-4c9e-ba19-5286fd811895,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.109047 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1f51960a-1fae-4d0d-aec9-a62b180412cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cbf4912543b48e98078eba1d1d80df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7651014 Nov 16 21:32:37.113314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83f07e3c-f819-4567-8c4a-f3c23b37e134 req-c7123950-b351-43a9-a7f5-6bcad1d96d7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426423 Nov 16 21:32:37.114184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34856) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.127730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.145398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.203110 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c02a-0c07-40aa-8715-315130b2aeb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.215913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:37.221717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] DHCP port deletion for f4556cc6-7c1f-4975-8715-58fa9bccdb3f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:37.223823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:37.226987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:37.241034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c02a-0c07-40aa-8715-315130b2aeb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.305619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Pushing event updated for resources: {'Port': ['ID=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.325471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c02a-0c07-40aa-8715-315130b2aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.328547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c02a-0c07-40aa-8715-315130b2aeb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.334134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a2f5c02a-0c07-40aa-8715-315130b2aeb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/348baae5-ca4f-4c9e-ba19-5286fd811895 HTTP/1.1" status: 204 len: 168 time: 0.2161088 Nov 16 21:32:37.349384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Attempting to bind port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:37.349943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Attempting to bind port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:37.350418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Attempting to bind port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:37.362369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5c02a-0c07-40aa-8715-315130b2aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348baae5-ca4f-4c9e-ba19-5286fd811895,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.364212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:37.364730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:37.366448 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.367003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:37.367694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Bound port: d8d3ea86-787a-42b9-b9d8-a7bd808ae56a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:37.368193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.397212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] For port 4ba121a0-f0da-4159-9cd5-966406a17bfa, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ba121a0-f0da-4159-9cd5-966406a17bfa,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:37.397759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.456978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Calling delete_port for 4ba121a0-f0da-4159-9cd5-966406a17bfa owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:37.591861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Deleting port 4ba121a0-f0da-4159-9cd5-966406a17bfa {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:37.592525 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.611630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 172.20.0.11 (4e85c439-5c54-44c3-9249-f8a38c359d2c/b6582aed-769c-4c21-a060-e58d645867e1/80f09f90-2e01-419b-80ec-7d8fdfd842b0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:37.615938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] For port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:37.641218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fec0:e458 (4e85c439-5c54-44c3-9249-f8a38c359d2c/45333eb3-7517-4f88-8e82-361ca3aa9fb6/80f09f90-2e01-419b-80ec-7d8fdfd842b0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:37.714501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dcaedfcc-0e02-45e5-903d-e34f9b1ede75 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:37.765558 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.853905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34876) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.864102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba121a0-f0da-4159-9cd5-966406a17bfa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:37.901790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] No DVR routers for this DVR port 4ba121a0-f0da-4159-9cd5-966406a17bfa on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:37.928480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-264f1664-18f9-44f4-acc3-a032dbf35d5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f736507916542bba15c78e88df2455e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0737042 Nov 16 21:32:37.930829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34878) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:37.938693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] For port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:37.970111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.974589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] For port 4ba121a0-f0da-4159-9cd5-966406a17bfa, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4ba121a0-f0da-4159-9cd5-966406a17bfa,segment=NetworkSegment(a4cba600-18de-48e9-84b4-1aaf914ded85),segment_id=a4cba600-18de-48e9-84b4-1aaf914ded85)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:37.975240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:37.981933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7871-e19d-4e47-ac7f-f1691218c6fe req-78ca287c-a13a-4a37-bcc3-7be8feb95301 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:37.986279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4ac7871-e19d-4e47-ac7f-f1691218c6fe req-78ca287c-a13a-4a37-bcc3-7be8feb95301 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1618850 Nov 16 21:32:37.995067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: dcaedfcc-0e02-45e5-903d-e34f9b1ede75 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:37.996824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device dcaedfcc-0e02-45e5-903d-e34f9b1ede75 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:37.997477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e5a539b4-2496-4bfb-a30d-b2d3b24af5bc no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:38.000305 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09ea0468-807c-45fe-85f1-445b617d2fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.041860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09ea0468-807c-45fe-85f1-445b617d2fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.066431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.072545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Calling delete_port for 4ba121a0-f0da-4159-9cd5-966406a17bfa owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:38.090506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: e5a539b4-2496-4bfb-a30d-b2d3b24af5bc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:38.091313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e5a539b4-2496-4bfb-a30d-b2d3b24af5bc not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:38.091985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ba121a0-f0da-4159-9cd5-966406a17bfa no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:38.115239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4ac7871-e19d-4e47-ac7f-f1691218c6fe req-79b4519d-1c08-46da-8627-d9cf64586f54 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969408 Nov 16 21:32:38.122361 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4ba121a0-f0da-4159-9cd5-966406a17bfa {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:38.123296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4ba121a0-f0da-4159-9cd5-966406a17bfa not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:38.140882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4556cc6-7c1f-4975-8715-58fa9bccdb3f']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:38.145350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09ea0468-807c-45fe-85f1-445b617d2fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.153309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.158399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cba600-18de-48e9-84b4-1aaf914ded85') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:38.158746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cba600-18de-48e9-84b4-1aaf914ded85') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:38.167934 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09ea0468-807c-45fe-85f1-445b617d2fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.171512 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09ea0468-807c-45fe-85f1-445b617d2fe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc621cb6-6ca6-4ebf-a24a-00d37d1e3244 HTTP/1.1" status: 204 len: 168 time: 0.2392488 Nov 16 21:32:38.172271 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.194527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea0468-807c-45fe-85f1-445b617d2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc621cb6-6ca6-4ebf-a24a-00d37d1e3244,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:38.199110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.226149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:38.226611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:38.228951 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:38.256782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900243c4-336a-4e11-8278-0adb318c55f4 None None] Pushing event updated for resources: {'Port': ['ID=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:38.304537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.328957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:38.333452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:38.356861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:38.380411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.389241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.455665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.459244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f4556cc6-7c1f-4975-8715-58fa9bccdb3f HTTP/1.1" status: 204 len: 168 time: 1.6401982 Nov 16 21:32:38.501560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b556b1-1dac-4084-8266-20ca3850d6a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4556cc6-7c1f-4975-8715-58fa9bccdb3f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:38.540519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Network f4556cc6-7c1f-4975-8715-58fa9bccdb3f is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:32:38.541071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] No DVR routers for this DVR port 4ba121a0-f0da-4159-9cd5-966406a17bfa on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:38.559551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05359521-67f9-4638-a45c-d4944cf4bde7 None None] Pushing event deleted for resources: {'Port': ['ID=4ba121a0-f0da-4159-9cd5-966406a17bfa,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:38.565628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=80f09f90-2e01-419b-80ec-7d8fdfd842b0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:38.584483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:38.585896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.625106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-52984148-6efb-434d-a3d9-37ba4a7b8802 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3876073 Nov 16 21:32:38.627746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34896) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:38.754734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f30c8-023c-4dbd-be3e-d4932d6802d3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:38.766157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f30c8-023c-4dbd-be3e-d4932d6802d3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:38.768182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-289f30c8-023c-4dbd-be3e-d4932d6802d3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1394255 Nov 16 21:32:38.771368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34908) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:38.796405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:38.861335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6632c7a4-5d4b-4ab3-9b31-4a97b04e900e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ba683083e654704b0ea6186bb919723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635650 Nov 16 21:32:38.863849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:38.905216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 80f09f90-2e01-419b-80ec-7d8fdfd842b0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:38.905813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.944286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f27e7a7-539e-4bdc-964c-a5a6d78d2a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:38.975312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f27e7a7-539e-4bdc-964c-a5a6d78d2a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.038242 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.056680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f27e7a7-539e-4bdc-964c-a5a6d78d2a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.062735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f27e7a7-539e-4bdc-964c-a5a6d78d2a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.063978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3f27e7a7-539e-4bdc-964c-a5a6d78d2a97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c2f703f-4386-4a24-9424-ced5cbfc9519 HTTP/1.1" status: 204 len: 168 time: 0.1991706 Nov 16 21:32:39.073000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27e7a7-539e-4bdc-964c-a5a6d78d2a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2f703f-4386-4a24-9424-ced5cbfc9519,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:39.078389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 80f09f90-2e01-419b-80ec-7d8fdfd842b0 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:39.453409 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27313cc8-babc-4454-a72f-03959a783c7e req-75f5b795-d21f-46dd-920b-32782b992cc0 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:39.472023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27313cc8-babc-4454-a72f-03959a783c7e req-75f5b795-d21f-46dd-920b-32782b992cc0 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1678398 Nov 16 21:32:39.546305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.569055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34946) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.658184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27313cc8-babc-4454-a72f-03959a783c7e req-28efd44d-ca29-4018-9411-3b66d895ae35 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851981 Nov 16 21:32:39.661391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=80f09f90-2e01-419b-80ec-7d8fdfd842b0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:39.747252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34950) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.747475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d8d3ea86-787a-42b9-b9d8-a7bd808ae56a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:39.781622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1021796480'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:39.792695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf33b6b-7310-400b-afd8-cc2bb8853274 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:39.842328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5e71a73-43d5-4c93-a03b-992411041610 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b89446b6c8d45babbea2219e8c5cffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937953 Nov 16 21:32:39.844857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.878156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.882231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-efb55e0b-6946-4049-a474-b809e4277f38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/80f09f90-2e01-419b-80ec-7d8fdfd842b0 HTTP/1.1" status: 204 len: 168 time: 1.1095610 Nov 16 21:32:39.888111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.892468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Made reservation on behalf of c970fb42dea245a7ad1014150f09d324 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:39.897152 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.907514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Provisioning complete for port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:39.907961 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.911775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.939876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2af02dd6-1554-4a42-82e2-8bdfb80a28fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.954190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f6802-3115-41ad-96b5-f6fcd81b1a8a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:39.956564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f6802-3115-41ad-96b5-f6fcd81b1a8a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:39.959060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f6802-3115-41ad-96b5-f6fcd81b1a8a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:39.965707 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b03f6802-3115-41ad-96b5-f6fcd81b1a8a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0754745 Nov 16 21:32:39.966353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34960) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:39.971494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:39.971878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:39.985131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2af02dd6-1554-4a42-82e2-8bdfb80a28fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.035927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 45333eb3-7517-4f88-8e82-361ca3aa9fb6 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:40.040287 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.078260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.084146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.095974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2af02dd6-1554-4a42-82e2-8bdfb80a28fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.099346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2af02dd6-1554-4a42-82e2-8bdfb80a28fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.102942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2af02dd6-1554-4a42-82e2-8bdfb80a28fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0dccb368-847f-4deb-8eac-bf10bf18508b HTTP/1.1" status: 204 len: 168 time: 0.2552433 Nov 16 21:32:40.109793 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.136045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:40.163488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9423d90f-5c12-42fc-8c10-8b761438a621,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:40.176507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af02dd6-1554-4a42-82e2-8bdfb80a28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dccb368-847f-4deb-8eac-bf10bf18508b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:40.179243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.179698 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Added segment df18878d-bdb7-40d8-acb6-bd4bb668ec48 of type vlan for network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 Nov 16 21:32:40.193411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.237690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.252982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.271443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.281103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:40.281787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.328975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.344098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.361102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7903805 Nov 16 21:32:40.369170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 34968) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:40.380591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Request body: {'subnet': {'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:40.430157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=45333eb3-7517-4f88-8e82-361ca3aa9fb6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:40.432262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.439408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0352be0c-9fef-41b0-b478-3a9adde69c4f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/45333eb3-7517-4f88-8e82-361ca3aa9fb6 HTTP/1.1" status: 204 len: 168 time: 0.4718981 Nov 16 21:32:40.440306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34970) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:40.498801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565718a-23b1-46b5-939f-19a1b993399e tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event updated for resources: {'Network': ['ID=c1d74f51-aa46-4f39-bb62-30a5acc4bf93,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:40.515924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:40.536854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet b6582aed-769c-4c21-a060-e58d645867e1 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:40.540397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.553811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Made reservation on behalf of c970fb42dea245a7ad1014150f09d324 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:40.579914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.588539 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.624871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:40.625302 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:40.626381 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:40.627615 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:40.704261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.803470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.831916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99858cd-12a4-4dea-8b55-99bbfd89a947 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:40.871285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=b6582aed-769c-4c21-a060-e58d645867e1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:40.875367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:40.879163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-313dcf7e-dc6b-478c-a408-92a3af7326e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/b6582aed-769c-4c21-a060-e58d645867e1 HTTP/1.1" status: 204 len: 168 time: 0.4378977 Nov 16 21:32:40.881690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:40.901706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4768c3-eca0-4375-aa6d-2b576445ddcf req-fe814baa-7403-4c7f-8fad-7b19ea7ebd57 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:40.903481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e4768c3-eca0-4375-aa6d-2b576445ddcf req-fe814baa-7403-4c7f-8fad-7b19ea7ebd57 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1036103 Nov 16 21:32:40.941379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dca72833-ec26-465a-8c86-990df24c48f4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584040 Nov 16 21:32:40.944025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34992) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:40.989871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.027984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952503c-b80f-44ac-a513-06b7ae89a93e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.030768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e952503c-b80f-44ac-a513-06b7ae89a93e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0856843 Nov 16 21:32:41.033926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 34996) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.090946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e4768c3-eca0-4375-aa6d-2b576445ddcf req-962ce1e8-87c7-4d4e-afc2-c98346e1f071 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388903 Nov 16 21:32:41.098414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event updated for resources: {'Subnet': ['ID=e50c8ebe-4c09-43c8-ba82-c2c53e775a7f,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:41.109415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Checking segment: {'id': 'df18878d-bdb7-40d8-acb6-bd4bb668ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:41.109909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Network hostable DHCP agents. Network: c1d74f51-aa46-4f39-bb62-30a5acc4bf93, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:32:41.143148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06e306-c085-4d14-8e3a-c78034279797 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.145018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fc06e306-c085-4d14-8e3a-c78034279797 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1083071 Nov 16 21:32:41.147959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35002) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.170026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:32:41.184338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c1d74f51-aa46-4f39-bb62-30a5acc4bf93) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:41.187647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:41.211167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ba8201ff-2d43-48db-9878-08d0cfbf0b91 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615466 Nov 16 21:32:41.214506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.216562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.226390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35010) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.232809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8207199e-b090-4d67-8dc7-9e66525238aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:41.236820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a214188-79ed-4710-8403-fc37192a95c3 None None] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:41.242381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1f109021-b59a-4237-889d-cdf5987bac12 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8684926 Nov 16 21:32:41.244015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35012) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.252860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Request body: {'port': {'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-749147282'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:41.253836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.319597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35014) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.360951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.399641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207199e-b090-4d67-8dc7-9e66525238aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:41.404829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8207199e-b090-4d67-8dc7-9e66525238aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.406792 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8207199e-b090-4d67-8dc7-9e66525238aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:32:41.407415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8207199e-b090-4d67-8dc7-9e66525238aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:41.429017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-147c7382-f154-4724-8e99-f10f157af114 None None] For port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:41.431751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Made reservation on behalf of c970fb42dea245a7ad1014150f09d324 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:41.443181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.445766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8207199e-b090-4d67-8dc7-9e66525238aa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2181027 Nov 16 21:32:41.446455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35018) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.451716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-961c3432-c340-47e5-89b2-692a9002fc50 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:41.454233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.485774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1067606867-network', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:41.500262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] device_id is not set on port 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:41.567768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Made reservation on behalf of d58a8a6aa42f4a4c9b231c0628a3577e for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:41.571506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.575872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Deleting port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:41.576293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.583316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:41.583529 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:41.591832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c3432-c340-47e5-89b2-692a9002fc50 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:41.593672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.596784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-961c3432-c340-47e5-89b2-692a9002fc50 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.598341 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-961c3432-c340-47e5-89b2-692a9002fc50 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:32:41.598846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961c3432-c340-47e5-89b2-692a9002fc50 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:41.617317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-961c3432-c340-47e5-89b2-692a9002fc50 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1694536 Nov 16 21:32:41.620607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35026) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.634290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-06b6395a-c837-4c34-8032-69c473aaa91b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:41.652251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c7382-f154-4724-8e99-f10f157af114 None None] Pushing event updated for resources: {'Port': ['ID=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:41.711822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Allocated IP 172.20.0.6 (c1d74f51-aa46-4f39-bb62-30a5acc4bf93/e50c8ebe-4c09-43c8-ba82-c2c53e775a7f/841896ff-1bfd-4d2f-a5cb-0465fef3c5fe) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:41.784126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ce9e367a-c7e5-4809-88a7-d032fa5888ca None None] Provisioning complete for port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:41.784575 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce9e367a-c7e5-4809-88a7-d032fa5888ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.799879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.816639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-c1d74f51-aa46-4f39-bb62-30a5acc4bf93', 'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93', 'tenant_id': 'c970fb42dea245a7ad1014150f09d324', 'fixed_ips': [{'subnet_id': 'e50c8ebe-4c09-43c8-ba82-c2c53e775a7f'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:41.816957 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.817090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.828500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:41.832466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b6395a-c837-4c34-8032-69c473aaa91b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:41.837618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.837961 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Added segment 62c5de71-4263-4d27-83e5-e11c67b1e12b of type vlan for network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 Nov 16 21:32:41.838591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-06b6395a-c837-4c34-8032-69c473aaa91b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.841283 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b6395a-c837-4c34-8032-69c473aaa91b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:32:41.842222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b6395a-c837-4c34-8032-69c473aaa91b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:41.847584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] For port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:41.848220 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.868334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-06b6395a-c837-4c34-8032-69c473aaa91b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2453508 Nov 16 21:32:41.871818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35028) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:41.877079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-95412534-42b8-40db-a00f-240cf0ebd8ea tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:41.897766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.915122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Calling delete_port for d8d3ea86-787a-42b9-b9d8-a7bd808ae56a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:41.972562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c8e33c-c824-4d6e-9bbb-122565df5eed,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:41.975352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:41.976313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:41.976896 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.005446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95412534-42b8-40db-a00f-240cf0ebd8ea tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:42.007484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-95412534-42b8-40db-a00f-240cf0ebd8ea tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.009462 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-95412534-42b8-40db-a00f-240cf0ebd8ea tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:32:42.009939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95412534-42b8-40db-a00f-240cf0ebd8ea tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:42.032642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-95412534-42b8-40db-a00f-240cf0ebd8ea tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1595178 Nov 16 21:32:42.036063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35034) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.045581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f3947052-7f1f-4929-8ade-844ed8fe6b13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:42.054875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] Pushing event updated for resources: {'Network': ['ID=48ab39c1-1145-4194-85b7-17bbd1a3fe45,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:42.078878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:42.086335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b213bee8-245f-4b93-af8d-98066d059747 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7654173 Nov 16 21:32:42.100676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.108085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Request body: {'subnet': {'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1067606867-subnet', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:42.142746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.171277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Made reservation on behalf of d58a8a6aa42f4a4c9b231c0628a3577e for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:42.174521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.185317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] No DVR routers for this DVR port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:42.201490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Pushing event deleted for resources: {'Port': ['ID=d8d3ea86-787a-42b9-b9d8-a7bd808ae56a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:42.214467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.220260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.221089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.222346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.222940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.223451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.223977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.224495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.224995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.225504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.226034 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.226543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.227099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce69c12f-4f96-40ce-a87c-4bdabb2a28c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:42.244084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3947052-7f1f-4929-8ade-844ed8fe6b13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:42.249058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3947052-7f1f-4929-8ade-844ed8fe6b13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.255815 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3947052-7f1f-4929-8ade-844ed8fe6b13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:32:42.256415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3947052-7f1f-4929-8ade-844ed8fe6b13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:42.277840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8751a32-cbd6-4631-b08f-9d0bce90059d req-0a6f2f02-9195-48b6-a1f5-ee8837462281 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:42.279553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8751a32-cbd6-4631-b08f-9d0bce90059d req-0a6f2f02-9195-48b6-a1f5-ee8837462281 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.0843511 Nov 16 21:32:42.288323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f3947052-7f1f-4929-8ade-844ed8fe6b13 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2510533 Nov 16 21:32:42.295220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35044) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.304224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5db6c094-0d8b-4150-b0b6-d54caf4591ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:42.460204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.488200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Allocated IP 172.20.0.2 (c1d74f51-aa46-4f39-bb62-30a5acc4bf93/e50c8ebe-4c09-43c8-ba82-c2c53e775a7f/c4d32b19-daab-43be-8e98-a38b0ed6112d) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:42.610902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:42.617111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event updated for resources: {'Port': ['ID=841896ff-1bfd-4d2f-a5cb-0465fef3c5fe,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:42.620658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db6c094-0d8b-4150-b0b6-d54caf4591ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:42.626281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5db6c094-0d8b-4150-b0b6-d54caf4591ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.627852 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db6c094-0d8b-4150-b0b6-d54caf4591ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:32:42.628307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db6c094-0d8b-4150-b0b6-d54caf4591ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:32:42.630964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.740133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:42.751809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8d1554-7141-4fb5-8728-3848bd59cedc,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:42.756941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8751a32-cbd6-4631-b08f-9d0bce90059d req-abcbea7f-ece0-412a-b651-1511c835a69c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673393 Nov 16 21:32:42.774061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:42.805549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port d8d3ea86-787a-42b9-b9d8-a7bd808ae56a update to ACTIVE by agent not found {{(pid=102455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 21:32:42.849008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35052) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.850610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5db6c094-0d8b-4150-b0b6-d54caf4591ba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5491548 Nov 16 21:32:42.881675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:42.882356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.889889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Checking segment: {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:42.890538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Network hostable DHCP agents. Network: 48ab39c1-1145-4194-85b7-17bbd1a3fe45, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:32:42.920962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-527e4410-53a7-4b64-87a2-1e1ccc3a7b95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6750989 Nov 16 21:32:42.924596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35058) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.927897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac25b5e4-b914-4f38-aed0-42f02a238a43 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0731361 Nov 16 21:32:42.928221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35060) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:42.932249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.933277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Request body: {'port': {'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-667643347', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:42.934231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.api.validators [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] bootfile-name is not in valid_values {{(pid=102454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:32:42.934689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.api.validators [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] tftp-server is not in valid_values {{(pid=102454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:32:42.934877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.api.validators [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] server-ip-address is not in valid_values {{(pid=102454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:32:42.940562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:32:42.950733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:42.966189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d8d3ea86-787a-42b9-b9d8-a7bd808ae56a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:42.997030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 48ab39c1-1145-4194-85b7-17bbd1a3fe45) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:43.012206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:43.013273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.023811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70691e1-9261-4693-8b63-5e3836fb54a1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:43.027045 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d70691e1-9261-4693-8b63-5e3836fb54a1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0966775 Nov 16 21:32:43.029953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:43.032035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeed105-7563-4fdc-a899-e317c0fd4a24 None None] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:43.039150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d8d3ea86-787a-42b9-b9d8-a7bd808ae56a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:43.039951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d8d3ea86-787a-42b9-b9d8-a7bd808ae56a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:43.056397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:43.088576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:43.094955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:43.108284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Pushing event updated for resources: {'Port': ['ID=c4d32b19-daab-43be-8e98-a38b0ed6112d,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:43.194868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Attempting to bind port c4d32b19-daab-43be-8e98-a38b0ed6112d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:43.195243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Attempting to bind port c4d32b19-daab-43be-8e98-a38b0ed6112d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'df18878d-bdb7-40d8-acb6-bd4bb668ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:43.195622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Attempting to bind port c4d32b19-daab-43be-8e98-a38b0ed6112d on network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:43.222859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:43.223406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Checking segment: {'id': 'df18878d-bdb7-40d8-acb6-bd4bb668ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:43.223816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.224222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Bound using segment: {'id': 'df18878d-bdb7-40d8-acb6-bd4bb668ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:43.224719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Bound port: c4d32b19-daab-43be-8e98-a38b0ed6112d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df18878d-bdb7-40d8-acb6-bd4bb668ec48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c1d74f51-aa46-4f39-bb62-30a5acc4bf93'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:43.225233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.320481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] For port c4d32b19-daab-43be-8e98-a38b0ed6112d, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:43.331242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-48ab39c1-1145-4194-85b7-17bbd1a3fe45', 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'fixed_ips': [{'subnet_id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:43.332143 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.337871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] For port c4d32b19-daab-43be-8e98-a38b0ed6112d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4d32b19-daab-43be-8e98-a38b0ed6112d,segment=NetworkSegment(df18878d-bdb7-40d8-acb6-bd4bb668ec48),segment_id=df18878d-bdb7-40d8-acb6-bd4bb668ec48)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:43.352701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.393280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dfdc4151-567d-4199-a42c-e5d39f408137 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2909956 Nov 16 21:32:43.395441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35068) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:43.403936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:43.413228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2fd0c823-3b94-496f-8a41-2f24a9d75a9e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3820670 Nov 16 21:32:43.420039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:43.428184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:43.457541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.458852 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.514023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0318d2-3205-414b-b134-37f3628866eb None None] Pushing event updated for resources: {'Port': ['ID=c4d32b19-daab-43be-8e98-a38b0ed6112d,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:43.586437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Made reservation on behalf of c970fb42dea245a7ad1014150f09d324 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:43.587725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.591238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.592628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Allocated IP 172.20.0.2 (48ab39c1-1145-4194-85b7-17bbd1a3fe45/ef8d1554-7141-4fb5-8728-3848bd59cedc/d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:43.594645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:43.598036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.675413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] device_id is not set on port 695ee64f-bbbc-4b80-8c3a-3e10e9ddc705 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:43.836280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.845979 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.889241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:43.894779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:43.897577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:43.905430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:43.972716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Pushing event updated for resources: {'Port': ['ID=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.018643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Attempting to bind port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:44.018643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Attempting to bind port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:44.019284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Attempting to bind port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a on network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:44.025692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:44.026242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Checking segment: {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:44.026758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.027982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Bound using segment: {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:44.028590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Bound port: d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:44.029081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.110655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] For port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:44.114193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] For port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,segment=NetworkSegment(62c5de71-4263-4d27-83e5-e11c67b1e12b),segment_id=62c5de71-4263-4d27-83e5-e11c67b1e12b)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:44.121834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.126160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907d8f-437e-46bf-9664-003dd700a130 req-e1ba71f7-ebbc-4767-9871-98130bf1501e tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:44.127710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d907d8f-437e-46bf-9664-003dd700a130 req-e1ba71f7-ebbc-4767-9871-98130bf1501e tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.2013948 Nov 16 21:32:44.173054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:44.186194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.199468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.209237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Allocated IP 172.20.0.10 (c1d74f51-aa46-4f39-bb62-30a5acc4bf93/e50c8ebe-4c09-43c8-ba82-c2c53e775a7f/695ee64f-bbbc-4b80-8c3a-3e10e9ddc705) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:44.216793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04099e35-5e3f-48f5-bc21-1e91afbf55d9 None None] Pushing event updated for resources: {'Port': ['ID=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.253913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.272590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:44.286708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:44.297996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:44.298613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.303486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae613dcf-eef3-4c56-9f6b-31810fff013b None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:44.331405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d907d8f-437e-46bf-9664-003dd700a130 req-03aa4f89-7602-48ed-8a52-27f62c27e74c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946709 Nov 16 21:32:44.338354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=c4e25c1d-4664-4c81-8cbf-b88139b7d623,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.355196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e91b89f2-2682-4e5f-bb95-638111daa4ef tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9335542 Nov 16 21:32:44.366865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:44.370245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:4c:07:7a', 'name': 'tempest-NetworksTestDHCPv6-1183612585'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:44.585759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.602514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Allocated IP 172.25.3.63 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/221c4f27-2eac-4d0f-88d3-9f80e20bfc82) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:44.647347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.710208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': 'c4e25c1d-4664-4c81-8cbf-b88139b7d623'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:44.711196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.746437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event updated for resources: {'Port': ['ID=695ee64f-bbbc-4b80-8c3a-3e10e9ddc705,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:44.801660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:44.806442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:44.810016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:44.814852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:44.863758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:44.864406 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.887937 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dc3f34aa-d744-43be-8da8-0163e5f3b93b tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9621663 Nov 16 21:32:44.890612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35096) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:44.929455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Allocated IP 2001:db8::f816:3eff:fee5:c524 (4e85c439-5c54-44c3-9249-f8a38c359d2c/c4e25c1d-4664-4c81-8cbf-b88139b7d623/0da00e0e-156d-4718-b098-41738f2366c8) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:44.930191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:44.977323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 628acb2c-5510-41c9-a573-f71b99fde3f1 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:45.003681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c179df9-4087-4331-9321-380fdedfd471 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:45.010577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c179df9-4087-4331-9321-380fdedfd471 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:45.017231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c179df9-4087-4331-9321-380fdedfd471 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:45.021557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9c179df9-4087-4331-9321-380fdedfd471 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1277125 Nov 16 21:32:45.022834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35098) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:45.132615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:45.143067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.197253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.210326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d9a1c-b829-4eb5-8611-84aa3a0ea8e8 None None] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:45.244546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Deleting port 695ee64f-bbbc-4b80-8c3a-3e10e9ddc705 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:45.245141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.248346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:45.252086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:45.257043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:45.305748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Pushing event updated for resources: {'Port': ['ID=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:45.420345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671ff40-1e2e-42d4-9556-6f86e7b54979 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:45.421630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.440241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Calling delete_port for 695ee64f-bbbc-4b80-8c3a-3e10e9ddc705 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:45.468310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.542577 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.656650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c1cc063a-fc44-483b-8962-ddfb15712eba None None] Provisioning complete for port c4d32b19-daab-43be-8e98-a38b0ed6112d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:45.657031 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1cc063a-fc44-483b-8962-ddfb15712eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.660096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:45.665242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cfdc0-83d0-482d-9518-13925427b079 req-2dc6306d-7e8d-4fcc-8af5-bdefc4df75e4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:45.672784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e93cfdc0-83d0-482d-9518-13925427b079 req-2dc6306d-7e8d-4fcc-8af5-bdefc4df75e4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.2041616 Nov 16 21:32:45.712236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fe4c:77a (4e85c439-5c54-44c3-9249-f8a38c359d2c/c4e25c1d-4664-4c81-8cbf-b88139b7d623/628acb2c-5510-41c9-a573-f71b99fde3f1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:45.721876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:45.725681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.745145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:45.764636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event deleted for resources: {'Port': ['ID=695ee64f-bbbc-4b80-8c3a-3e10e9ddc705,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:45.765404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:45.765820 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.788189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e93cfdc0-83d0-482d-9518-13925427b079 req-f4507dae-fdc8-4e85-9e5c-faa0a54f987c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121817 Nov 16 21:32:45.841204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Pushing event updated for resources: {'Port': ['ID=0da00e0e-156d-4718-b098-41738f2366c8,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:45.846543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74e5b4-50d8-4bcc-aafd-15943dee7fd0 None None] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:45.879880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.883690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a325bc60-487e-498c-9953-c366341b867a tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "DELETE /v2.0/ports/695ee64f-bbbc-4b80-8c3a-3e10e9ddc705 HTTP/1.1" status: 204 len: 168 time: 0.8596270 Nov 16 21:32:45.887840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35118) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:45.897013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Request body: {'port': {'name': 'tempest-new-port-name-1558183961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:45.897426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.api.validators [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] bootfile-name is not in valid_values {{(pid=102454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:32:45.897809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.api.validators [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] tftp-server is not in valid_values {{(pid=102454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:32:45.898151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.api.validators [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] server-ip-address is not in valid_values {{(pid=102454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:32:45.920446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:45.966019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Attempting to bind port 0da00e0e-156d-4718-b098-41738f2366c8 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:45.966019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Attempting to bind port 0da00e0e-156d-4718-b098-41738f2366c8 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:45.966019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Attempting to bind port 0da00e0e-156d-4718-b098-41738f2366c8 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:46.014834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:46.015056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:46.015464 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.016535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:46.016535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Bound port: 0da00e0e-156d-4718-b098-41738f2366c8, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:46.016784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.025830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.094142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.223223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.280929 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1cc063a-fc44-483b-8962-ddfb15712eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.286055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=628acb2c-5510-41c9-a573-f71b99fde3f1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:46.291035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.302494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.333369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:46.394319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:46.432970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:46.436756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.442488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.454863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:46.455543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.503357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event updated for resources: {'Port': ['ID=841896ff-1bfd-4d2f-a5cb-0465fef3c5fe,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:46.517482 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b2220e1c-3be2-4af9-abc6-ae9934dacee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1553607 Nov 16 21:32:46.519440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35124) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.597038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985623e-086f-4beb-aaa3-7dee1a3427c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:46.599677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] In _notify_port_updated(), no bound segment for port 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe on network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:32:46.604886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985623e-086f-4beb-aaa3-7dee1a3427c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:46.606243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:46.606974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.610178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3985623e-086f-4beb-aaa3-7dee1a3427c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0870135 Nov 16 21:32:46.610538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42847d47-72c4-4830-bbbd-f5fc9e6a4c57 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "PUT /v2.0/ports/841896ff-1bfd-4d2f-a5cb-0465fef3c5fe HTTP/1.1" status: 200 len: 1136 time: 0.7195034 Nov 16 21:32:46.610538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35126) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.611006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:32:46.611963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35128) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.670529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] For port 0da00e0e-156d-4718-b098-41738f2366c8, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:46.680081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c1cc063a-fc44-483b-8962-ddfb15712eba None None] For port c4d32b19-daab-43be-8e98-a38b0ed6112d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4d32b19-daab-43be-8e98-a38b0ed6112d,segment=NetworkSegment(df18878d-bdb7-40d8-acb6-bd4bb668ec48),segment_id=df18878d-bdb7-40d8-acb6-bd4bb668ec48)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:46.708246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd76304-8ddd-450b-8cc4-7e095a3d3945 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:46.712814 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1cd76304-8ddd-450b-8cc4-7e095a3d3945 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "GET /v2.0/ports/841896ff-1bfd-4d2f-a5cb-0465fef3c5fe HTTP/1.1" status: 200 len: 1136 time: 0.0887966 Nov 16 21:32:46.732170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35134) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.740317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,segment=NetworkSegment(62c5de71-4263-4d27-83e5-e11c67b1e12b),segment_id=62c5de71-4263-4d27-83e5-e11c67b1e12b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:46.750767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.752604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4d32b19-daab-43be-8e98-a38b0ed6112d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:46.754700 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1cc063a-fc44-483b-8962-ddfb15712eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.758576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] For port 0da00e0e-156d-4718-b098-41738f2366c8, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0da00e0e-156d-4718-b098-41738f2366c8,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:46.791947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:46.809723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Sync routers for ids ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:46.820363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.823302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a8dde9c9-7d7e-458c-9c58-78e043304ddc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4263299 Nov 16 21:32:46.834269 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Routers {'4f82c5f0-bf20-4cec-b34c-66a9acf402d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:46.834905 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:46.839377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35140) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:46.841745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:46.987911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Could not find standard attr ID for object 695ee64f-bbbc-4b80-8c3a-3e10e9ddc705. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:46.998173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 628acb2c-5510-41c9-a573-f71b99fde3f1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:47.000811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.023996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:47.116797 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Set router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:47.143502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port c4d32b19-daab-43be-8e98-a38b0ed6112d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:47.143901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.166356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Provisioning complete for port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:47.166735 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.325299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.352594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 628acb2c-5510-41c9-a573-f71b99fde3f1 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:47.413784 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:45Z', 'revision_number': 3, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port': {'id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:44Z', 'updated_at': '2021-11-16T21:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:47.420261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc70a3b-a4fa-4226-a65a-fb12327c7512 req-03d834b6-ee6b-402a-9e1a-c7629bdb8315 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:47.421896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cc70a3b-a4fa-4226-a65a-fb12327c7512 req-03d834b6-ee6b-402a-9e1a-c7629bdb8315 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.4880829 Nov 16 21:32:47.451861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Deleting port 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:47.453538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc063a-fc44-483b-8962-ddfb15712eba None None] Pushing event updated for resources: {'Port': ['ID=c4d32b19-daab-43be-8e98-a38b0ed6112d,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:47.454657 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Checking router: 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:47.455221 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Updating router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:32:47.460246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.485840 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.706002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a07ab-df54-40f0-9ac6-9fcc9d6f548e None None] Pushing event updated for resources: {'Port': ['ID=0da00e0e-156d-4718-b098-41738f2366c8,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:47.842325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cc70a3b-a4fa-4226-a65a-fb12327c7512 req-070b4088-30f5-482a-9c52-d3bcc2b40ab1 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055727 Nov 16 21:32:47.857404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Provisioning complete for port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:47.857800 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.901861 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:47.952954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:47.966021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Calling delete_port for 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:47.974116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Provisioning complete for port c4d32b19-daab-43be-8e98-a38b0ed6112d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:47.974485 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.028154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.059550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.126157 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.131274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=628acb2c-5510-41c9-a573-f71b99fde3f1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:48.138705 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.196427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:48.228388 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Pushing event updated for resources: {'Port': ['ID=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:48.239331 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.244132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9408dc3-84fd-4417-b882-85aff83694f3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/628acb2c-5510-41c9-a573-f71b99fde3f1 HTTP/1.1" status: 204 len: 168 time: 1.6327157 Nov 16 21:32:48.244963 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.245354 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.246608 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.246964 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.247167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35156) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:48.247817 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.248316 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.248828 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.249316 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.249834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.250380 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.250873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.251380 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:32:48.289181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b0a3c2-1021-4475-b79b-708755dee43f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:48.290226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Attempting to bind port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:48.290597 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Attempting to bind port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:48.290964 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Attempting to bind port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:48.302689 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:48.303060 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:48.303464 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.303850 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:48.306657 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Bound port: 221c4f27-2eac-4d0f-88d3-9f80e20bfc82, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:48.309771 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.346771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Provisioning complete for port 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:48.348815 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.368550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Allocated IP 172.20.0.1 (48ab39c1-1145-4194-85b7-17bbd1a3fe45/ef8d1554-7141-4fb5-8728-3848bd59cedc/82ec0b00-b92a-4153-ad69-5bbee19fd71f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:48.394893 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] For port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:48.404438 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] For port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:48.413325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:48.414139 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.414669 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.434275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4c45c-25d9-44cf-b070-7bc34a2225fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:48.436313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4c45c-25d9-44cf-b070-7bc34a2225fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:48.440588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4ff4c45c-25d9-44cf-b070-7bc34a2225fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1899776 Nov 16 21:32:48.442119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35160) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:48.467198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.476801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fc9701b5-1bfc-48f9-810d-57fa41c12a04 None None] Port 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:48.503859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event deleted for resources: {'Port': ['ID=841896ff-1bfd-4d2f-a5cb-0465fef3c5fe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:48.574175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0da00e0e-156d-4718-b098-41738f2366c8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:48.607765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet c4e25c1d-4664-4c81-8cbf-b88139b7d623 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:48.661828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.669025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9fc2879-6f79-4281-b3d9-784ae42b5d95 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "DELETE /v2.0/ports/841896ff-1bfd-4d2f-a5cb-0465fef3c5fe HTTP/1.1" status: 204 len: 168 time: 1.9353070 Nov 16 21:32:48.671627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35164) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:48.680639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Provisioning complete for port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:48.681023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.719995 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba311e5-2753-4df4-9924-dd490ff09e1e None None] Pushing event updated for resources: {'Port': ['ID=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:48.733427 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Routers {'4f82c5f0-bf20-4cec-b34c-66a9acf402d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:48.734334 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:48.735675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.758522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91301b-90de-4464-b420-2f3743a9ac62 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:48.807084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Deleting subnet e50c8ebe-4c09-43c8-ba82-c2c53e775a7f {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:48.820808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.828041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.853106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.882214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] For port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:48.924861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 0da00e0e-156d-4718-b098-41738f2366c8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:48.925188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.925333 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.927017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:48.969399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Could not find standard attr ID for object 695ee64f-bbbc-4b80-8c3a-3e10e9ddc705. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:48.978138 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] Set router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:49.040186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Provisioning complete for port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:49.040186 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.097838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.129182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Pushing event updated for resources: {'Port': ['ID=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:49.211503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.217866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.340206 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.383366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7671b73f-298c-4466-8c45-1b5babfde445 None None] Could not find standard attr ID for object 841896ff-1bfd-4d2f-a5cb-0465fef3c5fe. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:49.404453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:45Z', 'revision_number': 3, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port': {'id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:44Z', 'updated_at': '2021-11-16T21:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:49.416618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event deleted for resources: {'Subnet': ['ID=e50c8ebe-4c09-43c8-ba82-c2c53e775a7f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:49.419637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.422998 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e9b87a9-bd71-422d-b472-77e2eb98acf1 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "DELETE /v2.0/subnets/e50c8ebe-4c09-43c8-ba82-c2c53e775a7f HTTP/1.1" status: 204 len: 168 time: 0.7503867 Nov 16 21:32:49.430222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35178) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:49.431925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a1d8f-78c3-47cb-985d-fd680a899ebf None None] Network c1d74f51-aa46-4f39-bb62-30a5acc4bf93 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:49.448445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.476128 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820646e-9dea-4754-a4c5-a9da991c5986 None None] The sync data for ids ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'] in n-d-817778-8 is: [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:45Z', 'revision_number': 3, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port': {'id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:44Z', 'updated_at': '2021-11-16T21:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:49.481214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ea478-7928-4fde-895e-1982b7de9fdf req-61cfa243-2bed-46ea-b4db-26dc9aba9a64 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:49.488179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-656ea478-7928-4fde-895e-1982b7de9fdf req-61cfa243-2bed-46ea-b4db-26dc9aba9a64 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.3304968 Nov 16 21:32:49.582386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Provisioning complete for port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:49.582862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.595825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667776b8-5b31-47c5-a243-7892a6031d0d req-a24aae1b-f339-4c3d-be50-4a6b330d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:49.597409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-667776b8-5b31-47c5-a243-7892a6031d0d req-a24aae1b-f339-4c3d-be50-4a6b330d685c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.4409430 Nov 16 21:32:49.640403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.685948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-667776b8-5b31-47c5-a243-7892a6031d0d req-b497d327-7a54-4c8f-a1b3-6c66e6c44945 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619037 Nov 16 21:32:49.728142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-656ea478-7928-4fde-895e-1982b7de9fdf req-760efbdf-9ee2-44df-a39e-1aabc6bfeb7a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388740 Nov 16 21:32:49.747314 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.798036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.804028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/c4e25c1d-4664-4c81-8cbf-b88139b7d623 HTTP/1.1" status: 204 len: 168 time: 1.3601558 Nov 16 21:32:49.806337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35184) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:49.827768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b3e0a-9363-43a5-80f5-a2a165673f1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e25c1d-4664-4c81-8cbf-b88139b7d623,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:49.840424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.898049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Pushing event updated for resources: {'Port': ['ID=82ec0b00-b92a-4153-ad69-5bbee19fd71f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:49.901670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5137dd9-1187-4171-b9c4-71f188a7ffc0 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:49.951591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:49.954799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:49.958110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:49.992134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Deleting port c4d32b19-daab-43be-8e98-a38b0ed6112d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:49.992686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:49.998000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Could not find standard attr ID for object 628acb2c-5510-41c9-a573-f71b99fde3f1. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:50.061542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.127919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Provisioning complete for port 0da00e0e-156d-4718-b098-41738f2366c8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:50.130195 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.134106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:50.136291 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:50.190423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] DHCP port deletion for c1d74f51-aa46-4f39-bb62-30a5acc4bf93 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:50.194990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] For port c4d32b19-daab-43be-8e98-a38b0ed6112d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c4d32b19-daab-43be-8e98-a38b0ed6112d,segment=NetworkSegment(df18878d-bdb7-40d8-acb6-bd4bb668ec48),segment_id=df18878d-bdb7-40d8-acb6-bd4bb668ec48)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:50.199422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.233320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Calling delete_port for c4d32b19-daab-43be-8e98-a38b0ed6112d owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:50.318331 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.381941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd7dc06d-58a7-43ff-9f52-e8cee63b6535 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5710919 Nov 16 21:32:50.387916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:50.414677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:50.442446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.530600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Deleting port c4d32b19-daab-43be-8e98-a38b0ed6112d {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:50.530980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.546576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.622492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:50.623503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event deleted for resources: {'Port': ['ID=c4d32b19-daab-43be-8e98-a38b0ed6112d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:50.641304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.654867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.664620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] No DVR routers for this DVR port c4d32b19-daab-43be-8e98-a38b0ed6112d on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:50.768588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.771039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Pushing event updated for resources: {'Port': ['ID=82ec0b00-b92a-4153-ad69-5bbee19fd71f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:50.922161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.933900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:50.935697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] For port c4d32b19-daab-43be-8e98-a38b0ed6112d, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:50.936262 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:50.939248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:51.003095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] For port 0da00e0e-156d-4718-b098-41738f2366c8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0da00e0e-156d-4718-b098-41738f2366c8,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:51.010130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d74f51-aa46-4f39-bb62-30a5acc4bf93']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:51.034014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df18878d-bdb7-40d8-acb6-bd4bb668ec48') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:51.034401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df18878d-bdb7-40d8-acb6-bd4bb668ec48') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:51.040972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Calling delete_port for c4d32b19-daab-43be-8e98-a38b0ed6112d owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:51.049358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Port c4d32b19-daab-43be-8e98-a38b0ed6112d was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:32:51.050794 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.068490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:51.069952 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.081069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.086012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1b674d12-f717-47e6-b146-1c90af9c8df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.093710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.363516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] No DVR routers for this DVR port c4d32b19-daab-43be-8e98-a38b0ed6112d on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:51.408877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eafda773-4d48-4a60-a7ba-32c4a33609ab None None] Provisioning complete for port 82ec0b00-b92a-4153-ad69-5bbee19fd71f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:51.409412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eafda773-4d48-4a60-a7ba-32c4a33609ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.448698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.498619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ef0b-a53f-49e8-8449-ee97ab8dcc65 req-58269d14-ca82-41aa-94b1-2f3e596630b7 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:51.500628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e2ef0b-a53f-49e8-8449-ee97ab8dcc65 req-58269d14-ca82-41aa-94b1-2f3e596630b7 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.5888758 Nov 16 21:32:51.501826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e8f2b-c819-4067-9491-0db1fd0f8d23 None None] Pushing event updated for resources: {'Port': ['ID=0da00e0e-156d-4718-b098-41738f2366c8,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:51.516140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:32:51.516492 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:32:51.540138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] Deleting port 0da00e0e-156d-4718-b098-41738f2366c8 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:51.540519 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.548388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249217-886f-4229-be0e-a78210fe0a29 None None] Pushing event deleted for resources: {'Port': ['ID=c4d32b19-daab-43be-8e98-a38b0ed6112d,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:51.577716 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.623641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-eafda773-4d48-4a60-a7ba-32c4a33609ab None None] Port 82ec0b00-b92a-4153-ad69-5bbee19fd71f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:51.625359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:32:51.625665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:32:51.630036 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:32:51.717135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] For port 0da00e0e-156d-4718-b098-41738f2366c8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0da00e0e-156d-4718-b098-41738f2366c8,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:51.717684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.745027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] Calling delete_port for 0da00e0e-156d-4718-b098-41738f2366c8 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:51.752863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:51.765798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:51.798687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4f703f0f-6b35-4f72-a06f-d856d76df74a None None] Provisioning complete for port 82ec0b00-b92a-4153-ad69-5bbee19fd71f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:51.799238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f703f0f-6b35-4f72-a06f-d856d76df74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.878206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75e2ef0b-a53f-49e8-8449-ee97ab8dcc65 req-287ae269-8900-4744-a5e0-de8e390e9905 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975152 Nov 16 21:32:51.878880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.897657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.910376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] 10.222.0.48 "DELETE /v2.0/networks/c1d74f51-aa46-4f39-bb62-30a5acc4bf93 HTTP/1.1" status: 204 len: 168 time: 2.4737942 Nov 16 21:32:51.932066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4f703f0f-6b35-4f72-a06f-d856d76df74a None None] Port 82ec0b00-b92a-4153-ad69-5bbee19fd71f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:32:51.957227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9f1f-666d-4eaf-8490-bd589c72a8c6 tempest-ExtraDHCPOptionsTestJSON-1287910094 tempest-ExtraDHCPOptionsTestJSON-1287910094-project] Pushing event deleted for resources: {'Network': ['ID=c1d74f51-aa46-4f39-bb62-30a5acc4bf93,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:51.958717 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:51.999589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] Pushing event deleted for resources: {'Port': ['ID=0da00e0e-156d-4718-b098-41738f2366c8,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:52.009187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af966a-26fe-484f-8be4-e58204395a5c None None] No DVR routers for this DVR port 0da00e0e-156d-4718-b098-41738f2366c8 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:52.030157 n-d-817778-8 neutron-server[102454]: WARNING neutron.services.revisions.revision_plugin [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Could not find related port for resource to bump revision. Nov 16 21:32:52.036355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:52.043782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Port 0da00e0e-156d-4718-b098-41738f2366c8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 21:32:52.044092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:c524 {{(pid=102454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 21:32:52.051717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c057b19-bd4b-4d6f-96f3-7257d2ad328f admin admin] 10.222.0.48 "PUT /v2.0/routers/4f82c5f0-bf20-4cec-b34c-66a9acf402d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2081263 Nov 16 21:32:52.066827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:c524 {{(pid=102454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 21:32:52.068119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.170836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:52.180538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:52.187512 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:52.188122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.200378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=1e30d368-426a-4b8c-ab6c-93eba8d8ade1,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:52.201525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1b33f-b230-4e2c-a38a-0207724fcab9 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:52.217971 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cbb1be96-2c19-4ea3-a0ea-b084944f1fbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8286989 Nov 16 21:32:52.219652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35222) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:52.225134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:f2:89:0b', 'name': 'tempest-NetworksTestDHCPv6-428837927'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:52.246783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35224) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:52.384732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Sync routers for ids ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:52.391394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:52.395047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port 0da00e0e-156d-4718-b098-41738f2366c8 update to ACTIVE by agent not found {{(pid=102455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 21:32:52.395506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4d32b19-daab-43be-8e98-a38b0ed6112d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:52.431020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e95fcf32-3d1e-4a0f-bad1-3dec968c5127 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c970fb42dea245a7ad1014150f09d324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833367 Nov 16 21:32:52.431464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:52.458522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c4d32b19-daab-43be-8e98-a38b0ed6112d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:52.458888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4d32b19-daab-43be-8e98-a38b0ed6112d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:32:52.499666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port c4d32b19-daab-43be-8e98-a38b0ed6112d not found, will not notify nova. {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:32:52.518039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Routers {'4f82c5f0-bf20-4cec-b34c-66a9acf402d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:52.519949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d907ac0e-fb2b-4534-89c4-d9e0f298f7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.521240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:52.554160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.576264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d907ac0e-fb2b-4534-89c4-d9e0f298f7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.587816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port c53c608d-989d-4c42-9f2d-805f071bc99f yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:32:52.678576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Set router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:52.689474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d907ac0e-fb2b-4534-89c4-d9e0f298f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.694455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d907ac0e-fb2b-4534-89c4-d9e0f298f7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:52.696001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d907ac0e-fb2b-4534-89c4-d9e0f298f7c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9423d90f-5c12-42fc-8c10-8b761438a621 HTTP/1.1" status: 204 len: 168 time: 0.2634966 Nov 16 21:32:52.709752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907ac0e-fb2b-4534-89c4-d9e0f298f7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9423d90f-5c12-42fc-8c10-8b761438a621,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:52.813202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fef2:890b (4e85c439-5c54-44c3-9249-f8a38c359d2c/1e30d368-426a-4b8c-ab6c-93eba8d8ade1/c53c608d-989d-4c42-9f2d-805f071bc99f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:52.904208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:53.085850 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-502b706e-6044-492c-968f-da5c3d55db56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.116927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.148044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:53.149071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.162578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.184793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '1e30d368-426a-4b8c-ab6c-93eba8d8ade1'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:53.187194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.227097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:53.233991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:53.237315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:53.244889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:53.246245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.255495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=c53c608d-989d-4c42-9f2d-805f071bc99f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:53.280985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f421-3b52-4f8c-82bb-571179e05fbc req-d6b67840-e035-4b72-8004-a0530997c8b4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:53.288778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3f3f421-3b52-4f8c-82bb-571179e05fbc req-d6b67840-e035-4b72-8004-a0530997c8b4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.2472539 Nov 16 21:32:53.331477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-37876948-0830-4b40-a24b-3994d3291311 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1080368 Nov 16 21:32:53.334093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35268) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:53.392683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e3f3f421-3b52-4f8c-82bb-571179e05fbc req-89aacfa8-feb1-4f6f-90aa-ac936dbb32b6 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029019 Nov 16 21:32:53.465721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5881-5ac1-4e93-ba39-cf8e82c938e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:53.467345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-97ad5881-5ac1-4e93-ba39-cf8e82c938e6 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1322048 Nov 16 21:32:53.470156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:53.474505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-336dd47d-a217-4b2d-8ec7-16a47e28f43f req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1222607214', 'description': 'tempest-description-605073368'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:53.483260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:50Z', 'revision_number': 4, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port': {'id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:44Z', 'updated_at': '2021-11-16T21:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '82ec0b00-b92a-4153-ad69-5bbee19fd71f', 'name': '', 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'mac_address': 'fa:16:3e:d4:5e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:48Z', 'updated_at': '2021-11-16T21:32:50Z', 'revision_number': 2, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'subnets': [{'id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:53.518619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-336dd47d-a217-4b2d-8ec7-16a47e28f43f req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.565300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Checking router: 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:53.565992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Updating router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 port 82ec0b00-b92a-4153-ad69-5bbee19fd71f binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:32:53.609601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Allocated IP 2001:db8::f816:3eff:fe5d:2306 (4e85c439-5c54-44c3-9249-f8a38c359d2c/1e30d368-426a-4b8c-ab6c-93eba8d8ade1/46881308-aa07-46b2-b83f-45ec46fce778) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:53.631323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.681282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port c53c608d-989d-4c42-9f2d-805f071bc99f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:53.681653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.717762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-336dd47d-a217-4b2d-8ec7-16a47e28f43f req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.736793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-336dd47d-a217-4b2d-8ec7-16a47e28f43f req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.755483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0da00e0e-156d-4718-b098-41738f2366c8 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:53.827986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 0da00e0e-156d-4718-b098-41738f2366c8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:53.828337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0da00e0e-156d-4718-b098-41738f2366c8 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:53.828761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4d32b19-daab-43be-8e98-a38b0ed6112d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:53.859218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c4d32b19-daab-43be-8e98-a38b0ed6112d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:53.859570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c4d32b19-daab-43be-8e98-a38b0ed6112d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:53.929879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:53.970179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for c53c608d-989d-4c42-9f2d-805f071bc99f owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:54.087470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35296) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.148038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.213700 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.288265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.325735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:54.336150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.341444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35302) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.343864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:54.359917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:32:54.369540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=c53c608d-989d-4c42-9f2d-805f071bc99f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:54.396152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Pushing event updated for resources: {'Port': ['ID=46881308-aa07-46b2-b83f-45ec46fce778,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:54.397133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-844876354'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:54.404408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.410648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9c95aa86-6fae-450f-b4be-f42cce9999fe tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/c53c608d-989d-4c42-9f2d-805f071bc99f HTTP/1.1" status: 204 len: 168 time: 0.9371145 Nov 16 21:32:54.412479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35308) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.506390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-336dd47d-a217-4b2d-8ec7-16a47e28f43f req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.506390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-336dd47d-a217-4b2d-8ec7-16a47e28f43f req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.0204210 Nov 16 21:32:54.506390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523077a4-527b-48c9-a91f-37861c7b4d46 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3e232-a201-4eb8-84f4-3ed9a78bcdea,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:54.529951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Attempting to bind port 46881308-aa07-46b2-b83f-45ec46fce778 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:54.530494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Attempting to bind port 46881308-aa07-46b2-b83f-45ec46fce778 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:54.531074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Attempting to bind port 46881308-aa07-46b2-b83f-45ec46fce778 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:54.537181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Made reservation on behalf of 55b5c5ad9fe24041a09b44d13a371296 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:54.544283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.547718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:54.548357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:54.549304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.549304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:54.549894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Bound port: 46881308-aa07-46b2-b83f-45ec46fce778, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:54.551111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.567047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.591123 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.594349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.603662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130f7b2-abe1-4ad8-a74a-205f00afdae2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:54.606631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130f7b2-abe1-4ad8-a74a-205f00afdae2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:54.608754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8130f7b2-abe1-4ad8-a74a-205f00afdae2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1953595 Nov 16 21:32:54.654320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aacf7-6c38-4f75-adf7-c594919108b6 None None] Pushing event updated for resources: {'Port': ['ID=82ec0b00-b92a-4153-ad69-5bbee19fd71f,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:54.706798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.707773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35312) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:54.739674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] For port 46881308-aa07-46b2-b83f-45ec46fce778, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:54.775832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] For port 46881308-aa07-46b2-b83f-45ec46fce778, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46881308-aa07-46b2-b83f-45ec46fce778,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:54.799939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 1e30d368-426a-4b8c-ab6c-93eba8d8ade1 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:32:54.800945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.802473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.825807 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.863989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Attempting to bind port 82ec0b00-b92a-4153-ad69-5bbee19fd71f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:32:54.864533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Attempting to bind port 82ec0b00-b92a-4153-ad69-5bbee19fd71f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:32:54.865096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Attempting to bind port 82ec0b00-b92a-4153-ad69-5bbee19fd71f on network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:32:54.882046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:32:54.884761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Checking segment: {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:54.885301 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.885817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Bound using segment: {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:32:54.886963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Bound port: 82ec0b00-b92a-4153-ad69-5bbee19fd71f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c5de71-4263-4d27-83e5-e11c67b1e12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:32:54.887508 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:54.951055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-fed756fc-3b1e-4eb0-a5c9-5f9a07b9cb6d tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1222607214&fields=id&tenant_id=f83eaf0d48a141c685101dda360fe03a HTTP/1.1" status: 200 len: 267 time: 0.3623531 Nov 16 21:32:54.954150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:32:54.957862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56e202-e094-4a42-b202-c81e7d686453 None None] Pushing event updated for resources: {'Port': ['ID=46881308-aa07-46b2-b83f-45ec46fce778,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.000341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] For port 82ec0b00-b92a-4153-ad69-5bbee19fd71f, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:32:55.000955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.003796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc1caea-9c9f-415f-a87e-38295ae60b98,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.005462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] For port 82ec0b00-b92a-4153-ad69-5bbee19fd71f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=82ec0b00-b92a-4153-ad69-5bbee19fd71f,segment=NetworkSegment(62c5de71-4263-4d27-83e5-e11c67b1e12b),segment_id=62c5de71-4263-4d27-83e5-e11c67b1e12b)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:32:55.019646 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.054648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.130665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.133055 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Added segment b539e55d-6891-4720-8ae7-82c2d96047d9 of type vlan for network 98c812ee-5121-4d17-abf9-fb431f214686 Nov 16 21:32:55.136715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Routers {'4f82c5f0-bf20-4cec-b34c-66a9acf402d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:55.137747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:55.246158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aacf7-6c38-4f75-adf7-c594919108b6 None None] Pushing event updated for resources: {'Port': ['ID=82ec0b00-b92a-4153-ad69-5bbee19fd71f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.263945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.363319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.383915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:55.384592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.392288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Deleting port 82ec0b00-b92a-4153-ad69-5bbee19fd71f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:55.393218 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.519247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] For port 82ec0b00-b92a-4153-ad69-5bbee19fd71f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=82ec0b00-b92a-4153-ad69-5bbee19fd71f,segment=NetworkSegment(62c5de71-4263-4d27-83e5-e11c67b1e12b),segment_id=62c5de71-4263-4d27-83e5-e11c67b1e12b)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:55.519881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.531012 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4397907 Nov 16 21:32:55.539388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-54f57329-ac1b-4efa-952b-3df8b88d592a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:55.539652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Calling delete_port for 82ec0b00-b92a-4153-ad69-5bbee19fd71f owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:55.540953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-54f57329-ac1b-4efa-952b-3df8b88d592a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.5581074 Nov 16 21:32:55.551945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35324) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:55.556254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'subnet': {'network_id': '98c812ee-5121-4d17-abf9-fb431f214686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:55.556380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5dd7c2f8-4244-4577-85c7-86285a067e58 None None] Provisioning complete for port 82ec0b00-b92a-4153-ad69-5bbee19fd71f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:55.556878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5dd7c2f8-4244-4577-85c7-86285a067e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.640546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'port': {'security_groups': ['0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f', '46b3e232-a201-4eb8-84f4-3ed9a78bcdea']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:55.664025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ead000-ac1d-4b5e-bf16-7bfdc044647d tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Network': ['ID=98c812ee-5121-4d17-abf9-fb431f214686,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.681533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 98c812ee-5121-4d17-abf9-fb431f214686 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:32:55.750142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.828122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.845911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5dd7c2f8-4244-4577-85c7-86285a067e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.849954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Made reservation on behalf of 55b5c5ad9fe24041a09b44d13a371296 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:55.853470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.861764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:55.894820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ec0b00-b92a-4153-ad69-5bbee19fd71f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:55.957754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] Set router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:56.042329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.124605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.318925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0c61df5e-ab40-4e60-acc2-c5ff8a5d939c None None] Could not find standard attr ID for object 82ec0b00-b92a-4153-ad69-5bbee19fd71f. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:32:56.332756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.388212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.392157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/1e30d368-426a-4b8c-ab6c-93eba8d8ade1 HTTP/1.1" status: 204 len: 168 time: 1.6642923 Nov 16 21:32:56.400635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc66be-a7ce-4215-bfba-d67b668f2b8c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=1e30d368-426a-4b8c-ab6c-93eba8d8ade1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:56.407851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:56.417905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:56.481683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44e8c8d5-6ca9-40a9-a23b-b380932823c2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677683 Nov 16 21:32:56.487970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:56.502622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:50Z', 'revision_number': 4, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port': {'id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:44Z', 'updated_at': '2021-11-16T21:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '82ec0b00-b92a-4153-ad69-5bbee19fd71f', 'name': '', 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'mac_address': 'fa:16:3e:d4:5e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:48Z', 'updated_at': '2021-11-16T21:32:54Z', 'revision_number': 4, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'subnets': [{'id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:56.537474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48497a70-c7a5-4679-bcce-3a2fb2ac3a27 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:56.541239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:32:56.557705 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.608079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa74ca77-dbbf-4ced-b526-4539b6b63686 None None] The sync data for ids ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'] in n-d-817778-8 is: [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:50Z', 'revision_number': 4, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port': {'id': '221c4f27-2eac-4d0f-88d3-9f80e20bfc82', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:44Z', 'updated_at': '2021-11-16T21:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '82ec0b00-b92a-4153-ad69-5bbee19fd71f', 'name': '', 'network_id': '48ab39c1-1145-4194-85b7-17bbd1a3fe45', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'mac_address': 'fa:16:3e:d4:5e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:32:48Z', 'updated_at': '2021-11-16T21:32:54Z', 'revision_number': 4, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'subnets': [{'id': 'ef8d1554-7141-4fb5-8728-3848bd59cedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:56.641051 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.667588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0de72b71-18c2-4481-a24f-040170dcfb2e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:56.767770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:56.768689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.770149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d506903c-edeb-4fcd-a2c8-0272d2db4204 req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "PUT /v2.0/ports/0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 981 time: 1.1454933 Nov 16 21:32:56.772986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:56.775162 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:56.791637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b3142e-80c7-4178-9d15-d32a7e7c9c91 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:56.798370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35348) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:56.801133 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-97b3142e-80c7-4178-9d15-d32a7e7c9c91 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2987692 Nov 16 21:32:56.818419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce529156-1bd4-44a2-97e1-5dcf7e88f6e1 None None] DHCP port deletion for 65378409-d99f-49a7-b0a8-e5be144328df request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:56.838310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.842983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-37c6b292-31d7-4a04-8220-7e1e4019c7e3 None None] Provisioning complete for port 46881308-aa07-46b2-b83f-45ec46fce778 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:56.843449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37c6b292-31d7-4a04-8220-7e1e4019c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.906546 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34fc5ee-1851-461e-a2a8-50aa0347d2f9 x-openstack-request-id: req-c34fc5ee-1851-461e-a2a8-50aa0347d2f9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:56.906849 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:56.907105 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c34fc5ee-1851-461e-a2a8-50aa0347d2f9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:56.907876 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'status': 'completed', 'code': 200} Nov 16 21:32:56.911222 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bff703-54ff-4447-9fd0-8f7111aed267 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:56.938317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:56.939632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 46881308-aa07-46b2-b83f-45ec46fce778 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:32:56.942905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0de72b71-18c2-4481-a24f-040170dcfb2e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:56.998036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:32:57.010116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8e19cc9-4055-41d3-8937-aae3296dfb72 admin admin] 10.222.0.48 "PUT /v2.0/routers/4f82c5f0-bf20-4cec-b34c-66a9acf402d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663454 Nov 16 21:32:57.018784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35350) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:57.019559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccec577-e876-475e-ba01-c8b7a323d26b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:57.021067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8ccec577-e876-475e-ba01-c8b7a323d26b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2214410 Nov 16 21:32:57.032756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35352) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:57.123163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c78b63e7-706d-4c37-bac6-6c9c1d02c4c0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891867 Nov 16 21:32:57.127126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35356) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:57.158623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:57.186288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-da6de029-a698-41d9-b550-056950170665 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1222607214&fields=id&tenant_id=f83eaf0d48a141c685101dda360fe03a HTTP/1.1" status: 200 len: 267 time: 0.2342529 Nov 16 21:32:57.205695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.212170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-03e88228-8301-48d0-a48a-1ed779e19e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:57.214054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-03e88228-8301-48d0-a48a-1ed779e19e8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1135 time: 0.2885609 Nov 16 21:32:57.249897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:57.413381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 46881308-aa07-46b2-b83f-45ec46fce778 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:57.414000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.428178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-9ffd5b8c-2adc-4c02-8476-16f803578f21 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:57.428387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Subnet': ['ID=bc0d5e17-23ee-4095-b84d-a1876d97e1ba,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:57.430372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-9ffd5b8c-2adc-4c02-8476-16f803578f21 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 984 time: 0.2030137 Nov 16 21:32:57.439499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.457538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'port': {'security_groups': ['0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:57.463295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:32:57.468177 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.500869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37c6b292-31d7-4a04-8220-7e1e4019c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.624138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-d6559d57-8e81-4a4a-8050-2530752dc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:57.625810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-d6559d57-8e81-4a4a-8050-2530752dc98b service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.1947312 Nov 16 21:32:57.700042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-37c6b292-31d7-4a04-8220-7e1e4019c7e3 None None] For port 46881308-aa07-46b2-b83f-45ec46fce778, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46881308-aa07-46b2-b83f-45ec46fce778,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:57.727534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Checking segment: {'id': 'b539e55d-6891-4720-8ae7-82c2d96047d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '98c812ee-5121-4d17-abf9-fb431f214686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:32:57.728185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network hostable DHCP agents. Network: 98c812ee-5121-4d17-abf9-fb431f214686, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:32:57.732636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-bfb14e6b-2bed-460f-b00c-5903844569b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0587947 Nov 16 21:32:57.762163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-37c6b292-31d7-4a04-8220-7e1e4019c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.801132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network 98c812ee-5121-4d17-abf9-fb431f214686 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:32:57.820915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] Deleting port 46881308-aa07-46b2-b83f-45ec46fce778 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:57.821301 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.856126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 98c812ee-5121-4d17-abf9-fb431f214686) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:57.868624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:57.869255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.875275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Deleting port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:32:57.875614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.883159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-89195e99-59dd-4883-97b2-3f90bc7436fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:57.884693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-89195e99-59dd-4883-97b2-3f90bc7436fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.1434960 Nov 16 21:32:57.910751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.921606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] For port 46881308-aa07-46b2-b83f-45ec46fce778, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46881308-aa07-46b2-b83f-45ec46fce778,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:57.922019 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:57.938054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] Calling delete_port for 46881308-aa07-46b2-b83f-45ec46fce778 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:57.960573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e90bd26-f76d-4a7e-9994-fd97f784e523 None None] Network 98c812ee-5121-4d17-abf9-fb431f214686 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:58.026686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-445f7e5d-2f84-4c68-b411-678bded40d3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154265 Nov 16 21:32:58.037244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3587d0c7-98d0-40d7-adf0-4e2a28b5838a tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4848068 Nov 16 21:32:58.040524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35370) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:58.049611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-34067065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:58.080533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:32:58.142581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] For port 221c4f27-2eac-4d0f-88d3-9f80e20bfc82, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:58.142943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.188100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Calling delete_port for 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:32:58.199381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-7d34c194-21d6-4c7b-8db7-178e6c2ba9fd service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606083 Nov 16 21:32:58.201431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6b292-31d7-4a04-8220-7e1e4019c7e3 None None] Pushing event updated for resources: {'Port': ['ID=46881308-aa07-46b2-b83f-45ec46fce778,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:58.259695 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.261488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.352569 n-d-817778-8 neutron-server[102454]: WARNING neutron.services.revisions.revision_plugin [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Could not find related port for resource to bump revision. Nov 16 21:32:58.354436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.356388 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.421810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.429539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:32:58.432600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.447483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_pluggable_backend [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Port 46881308-aa07-46b2-b83f-45ec46fce778 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 21:32:58.447789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_pluggable_backend [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:2306 {{(pid=102454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 21:32:58.459607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_pluggable_backend [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5d:2306 {{(pid=102454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 21:32:58.466498 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.477200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.478524 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a897f069-bb5d-43b4-8af4-3e36321ee6f9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4329491 Nov 16 21:32:58.482214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35378) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:58.525679 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.537580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:32:58.540733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.545864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:32:58.572680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.573237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.603825 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9247b948-1ccd-452a-9f52-0bef8bca0ae3 None None] Provisioning complete for port 0de72b71-18c2-4481-a24f-040170dcfb2e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:32:58.604198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9247b948-1ccd-452a-9f52-0bef8bca0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.626138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:58.626802 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:58.628228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9330a280-10cc-4598-a886-4e8bf90f20cb req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "PUT /v2.0/ports/0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 942 time: 1.1768312 Nov 16 21:32:58.628908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=0c59c87a-3907-4673-b1ea-7f45a6584232,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:58.630925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:32:58.633202 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ab0a2-988f-4502-a95c-985095a76b89" -d '{"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:32:58.635316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc99db-cc34-471b-b115-2e3e31a46cf8 None None] DHCP port deletion for 65378409-d99f-49a7-b0a8-e5be144328df request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:58.645439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] Pushing event deleted for resources: {'Port': ['ID=46881308-aa07-46b2-b83f-45ec46fce778,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:58.653788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0de72b71-18c2-4481-a24f-040170dcfb2e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:58.673410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3c30e-2894-495c-87ab-0dbb741e49cd tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event updated for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:58.694950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14770e0-4033-4b2c-8dee-12a88a59e89a None None] No DVR routers for this DVR port 46881308-aa07-46b2-b83f-45ec46fce778 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:32:58.752516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0de72b71-18c2-4481-a24f-040170dcfb2e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:32:58.752642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4263791a-b0d2-4bfc-93cf-a7df99439c34 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6240389 Nov 16 21:32:58.756163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35388) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:32:58.774742 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3196331-40fa-4b0d-9624-fa87b08e7d28 x-openstack-request-id: req-c3196331-40fa-4b0d-9624-fa87b08e7d28 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:32:58.775035 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:32:58.775286 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3196331-40fa-4b0d-9624-fa87b08e7d28 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:32:58.775751 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'status': 'completed', 'code': 200} Nov 16 21:32:58.829006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa968e4-7803-47d3-a601-86cfe2e61821 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:32:58.853341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:c1:d5:ae', 'name': 'tempest-NetworksTestDHCPv6-125877414'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:58.885536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] Sync routers for ids ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:32:58.897838 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] Routers {'4f82c5f0-bf20-4cec-b34c-66a9acf402d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:58.898821 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:58.994603 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] Set router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:59.055488 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:57Z', 'revision_number': 6, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:59.091583 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] Checking router: 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:32:59.098486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-98c812ee-5121-4d17-abf9-fb431f214686', 'network_id': '98c812ee-5121-4d17-abf9-fb431f214686', 'tenant_id': '55b5c5ad9fe24041a09b44d13a371296', 'fixed_ips': [{'subnet_id': 'bc0d5e17-23ee-4095-b84d-a1876d97e1ba'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:32:59.099366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.103870 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] Routers {'4f82c5f0-bf20-4cec-b34c-66a9acf402d3'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:32:59.104749 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:59.242253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] Set router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:32:59.293370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-fd089546-b359-4156-8c49-411844f6304e tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5929792 Nov 16 21:32:59.302265 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:57Z', 'revision_number': 6, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:32:59.307351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:32:59.359088 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d65-bfd9-4a7c-8292-6ff75df76db4 None None] The sync data for ids ['4f82c5f0-bf20-4cec-b34c-66a9acf402d3'] in n-d-817778-8 is: [{'id': '4f82c5f0-bf20-4cec-b34c-66a9acf402d3', 'name': 'tempest-ImageQuotaTest-1067606867-router', 'tenant_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:32:43Z', 'updated_at': '2021-11-16T21:32:57Z', 'revision_number': 6, 'project_id': 'd58a8a6aa42f4a4c9b231c0628a3577e', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:32:59.359850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.395108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Allocated IP 172.20.0.2 (98c812ee-5121-4d17-abf9-fb431f214686/bc0d5e17-23ee-4095-b84d-a1876d97e1ba/2764498d-2b98-49b8-8d25-325f5c8bc0bc) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:59.413401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 46881308-aa07-46b2-b83f-45ec46fce778 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:32:59.485381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 46881308-aa07-46b2-b83f-45ec46fce778 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:32:59.485832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 46881308-aa07-46b2-b83f-45ec46fce778 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:32:59.533305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ec7d7ff-ac4b-4263-8c6b-90efe5d174b0 req-416513ea-0430-400e-975b-8f1c3500d07d service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3233943 Nov 16 21:32:59.547389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.573078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.747433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Allocated IP 172.25.3.81 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/874e5a54-9e09-4052-a72a-d5be28963d95) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:32:59.768887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=221c4f27-2eac-4d0f-88d3-9f80e20bfc82,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:32:59.771996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2577627-0645-402e-bc01-3953e1859959 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:32:59.794560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-639896a1-c9fa-4b29-b042-e89719b257f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112454 Nov 16 21:32:59.885664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:32:59.949203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-cd422581-72bf-4f9a-8125-632356b27650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:32:59.950929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-cd422581-72bf-4f9a-8125-632356b27650 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.0734644 Nov 16 21:33:00.021759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.025024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '0c59c87a-3907-4673-b1ea-7f45a6584232'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:00.026167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.034989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9b977cbe-7a2d-4511-9a14-0dc84d6e32fc None None] Provisioning complete for port 0de72b71-18c2-4481-a24f-040170dcfb2e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:00.035363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9b977cbe-7a2d-4511-9a14-0dc84d6e32fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.056945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ab0a2-988f-4502-a95c-985095a76b89 req-f49e8d57-19aa-421a-baa3-8eba236489a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.059640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-f49e8d57-19aa-421a-baa3-8eba236489a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.4503033 Nov 16 21:33:00.076099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-e6ad8e52-2cd2-40ad-a656-00f5a0d0594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.077597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-e6ad8e52-2cd2-40ad-a656-00f5a0d0594a service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 0.1026959 Nov 16 21:33:00.080459 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.087596 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.163672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-10bfa41c-9ac5-4005-bf56-1d98fc54af67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 1001 time: 0.0771971 Nov 16 21:33:00.170303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Network 98c812ee-5121-4d17-abf9-fb431f214686 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:00.171580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ab0a2-988f-4502-a95c-985095a76b89 req-d244b377-5b6a-42ee-b035-7cd5171ddf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.173550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-d244b377-5b6a-42ee-b035-7cd5171ddf17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.1049938 Nov 16 21:33:00.199050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.199252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:00.204816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.217734 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.224648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:00.244437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Pushing event updated for resources: {'Port': ['ID=2764498d-2b98-49b8-8d25-325f5c8bc0bc,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:00.271937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-3228c0db-9aed-4d12-8625-98539f08cd7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0798326 Nov 16 21:33:00.280437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:00.288828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event updated for resources: {'Port': ['ID=874e5a54-9e09-4052-a72a-d5be28963d95,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:00.294548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:00.298658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-2d4e51fd-2815-46e0-850b-613a8fd1e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.300162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-2d4e51fd-2815-46e0-850b-613a8fd1e445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.1299815 Nov 16 21:33:00.300887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:00.400183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.447162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-6a34c41e-7de0-4bf7-b732-6a87c64d7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.448825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-6a34c41e-7de0-4bf7-b732-6a87c64d7571 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065788 Nov 16 21:33:00.539028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Attempting to bind port 2764498d-2b98-49b8-8d25-325f5c8bc0bc on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:00.539580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Attempting to bind port 2764498d-2b98-49b8-8d25-325f5c8bc0bc by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b539e55d-6891-4720-8ae7-82c2d96047d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '98c812ee-5121-4d17-abf9-fb431f214686'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:00.539968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Attempting to bind port 2764498d-2b98-49b8-8d25-325f5c8bc0bc on network 98c812ee-5121-4d17-abf9-fb431f214686 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:00.553167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:00.553587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Checking segment: {'id': 'b539e55d-6891-4720-8ae7-82c2d96047d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '98c812ee-5121-4d17-abf9-fb431f214686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:00.554826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.554826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Bound using segment: {'id': 'b539e55d-6891-4720-8ae7-82c2d96047d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '98c812ee-5121-4d17-abf9-fb431f214686'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:00.554991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Bound port: 2764498d-2b98-49b8-8d25-325f5c8bc0bc, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b539e55d-6891-4720-8ae7-82c2d96047d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '98c812ee-5121-4d17-abf9-fb431f214686'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:00.560345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.571993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.590086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Allocated IP 2001:db8::f816:3eff:fe4d:f4f9 (4e85c439-5c54-44c3-9249-f8a38c359d2c/0c59c87a-3907-4673-b1ea-7f45a6584232/f7023a31-682f-4c3d-a71e-b7edc28747f1) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:00.596326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.597601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f82c5f0-bf20-4cec-b34c-66a9acf402d3 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:33:00.616800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.618915 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c5a6a73-a2d7-4495-ba49-0cfda5bd67d8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4f82c5f0-bf20-4cec-b34c-66a9acf402d3 HTTP/1.1" status: 204 len: 168 time: 3.5973108 Nov 16 21:33:00.628044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35414) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:00.628763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.633361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:00.723454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] For port 2764498d-2b98-49b8-8d25-325f5c8bc0bc, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:00.724075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ab0a2-988f-4502-a95c-985095a76b89 req-38d100e1-f20d-423a-8f33-ca33feb535c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:00.725840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-38d100e1-f20d-423a-8f33-ca33feb535c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.4261298 Nov 16 21:33:00.727029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] For port 2764498d-2b98-49b8-8d25-325f5c8bc0bc, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2764498d-2b98-49b8-8d25-325f5c8bc0bc,segment=NetworkSegment(b539e55d-6891-4720-8ae7-82c2d96047d9),segment_id=b539e55d-6891-4720-8ae7-82c2d96047d9)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:00.738173 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.743978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-7210998d-798f-4f65-9ca8-016392e244b7 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541683 Nov 16 21:33:00.791428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Deleting subnet ef8d1554-7141-4fb5-8728-3848bd59cedc {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:00.814810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-752b7c9a-e8ef-4685-9bee-09e7df7522f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416451 Nov 16 21:33:00.830646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.937282 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.950670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.962114 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:00.968960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844591f-0ffa-4f8a-9de0-6c967ee93315 None None] Pushing event updated for resources: {'Port': ['ID=2764498d-2b98-49b8-8d25-325f5c8bc0bc,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:00.992731 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.016051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:01.016632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Allocated IP 172.20.0.1 (98c812ee-5121-4d17-abf9-fb431f214686/bc0d5e17-23ee-4095-b84d-a1876d97e1ba/27628ec8-8454-432b-9b5c-4a99dbc4f878) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:01.020546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:01.024242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:01.036138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039f9106-3367-47a7-9e42-6180fc24e7a4 req-8add4b35-136f-4c0e-a300-5cf84b08b8c2 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796504 Nov 16 21:33:01.060571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 4248436d-e1bf-4994-b376-04a77798fc7a yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:01.067605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-0a5b47b0-d445-4892-adfa-392cf3e28535 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439055 Nov 16 21:33:01.095424 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Pushing event updated for resources: {'Port': ['ID=f7023a31-682f-4c3d-a71e-b7edc28747f1,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:01.167835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Attempting to bind port f7023a31-682f-4c3d-a71e-b7edc28747f1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:01.168276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Attempting to bind port f7023a31-682f-4c3d-a71e-b7edc28747f1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:01.168567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Attempting to bind port f7023a31-682f-4c3d-a71e-b7edc28747f1 on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:01.174255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:01.174961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:01.175045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.175407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:01.175880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Bound port: f7023a31-682f-4c3d-a71e-b7edc28747f1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:01.176263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.181731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.191643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.200301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 82ec0b00-b92a-4153-ad69-5bbee19fd71f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:01.201659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.227071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 82ec0b00-b92a-4153-ad69-5bbee19fd71f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:01.227423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 82ec0b00-b92a-4153-ad69-5bbee19fd71f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:01.227843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:01.298801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:01.299388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 221c4f27-2eac-4d0f-88d3-9f80e20bfc82 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:01.336550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event updated for resources: {'Port': ['ID=874e5a54-9e09-4052-a72a-d5be28963d95,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:01.347640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.367266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.369308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-0dc7a35f-8172-44fe-b8f2-c7007142103c tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0674088 Nov 16 21:33:01.430634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.446954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-41547789-01bc-436f-a34b-f3adabf868df None None] For port f7023a31-682f-4c3d-a71e-b7edc28747f1, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:01.457904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-41547789-01bc-436f-a34b-f3adabf868df None None] For port f7023a31-682f-4c3d-a71e-b7edc28747f1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f7023a31-682f-4c3d-a71e-b7edc28747f1,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:01.458247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.466375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef8d1554-7141-4fb5-8728-3848bd59cedc HTTP/1.1" status: 204 len: 168 time: 0.8316264 Nov 16 21:33:01.469006 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.481736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35428) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:01.511708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3d300-62b9-441d-b746-820c11d37143 None None] Network 48ab39c1-1145-4194-85b7-17bbd1a3fe45 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:01.531448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08805bd9-866f-4b26-9913-5a3309479349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8d1554-7141-4fb5-8728-3848bd59cedc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:01.544216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fec1:d5ae (4e85c439-5c54-44c3-9249-f8a38c359d2c/0c59c87a-3907-4673-b1ea-7f45a6584232/4248436d-e1bf-4994-b376-04a77798fc7a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:01.717578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41547789-01bc-436f-a34b-f3adabf868df None None] Pushing event updated for resources: {'Port': ['ID=f7023a31-682f-4c3d-a71e-b7edc28747f1,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:01.738438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.756850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-831ab0a2-988f-4502-a95c-985095a76b89 req-9f150bdf-3415-4707-b4ae-8ed13beb5a62 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717381 Nov 16 21:33:01.860725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-eb412a4e-a9db-4dbd-a441-4de4a4fddff2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.4794574 Nov 16 21:33:01.893941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.947231 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:01.984239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.001922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] DHCP port deletion for 48ab39c1-1145-4194-85b7-17bbd1a3fe45 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:02.030316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-5c612255-1659-4313-a5b8-6c70d7830cb1 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.032056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-5c612255-1659-4313-a5b8-6c70d7830cb1 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1624730 Nov 16 21:33:02.053417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-a60aaa2f-d552-44ab-bb11-e36590292a17 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:02.054809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f7ff64c-5de4-4525-8f15-f358b1e8e3e5 req-a60aaa2f-d552-44ab-bb11-e36590292a17 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134430 Nov 16 21:33:02.072943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.089419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Port': ['ID=27628ec8-8454-432b-9b5c-4a99dbc4f878,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:02.093012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network 98c812ee-5121-4d17-abf9-fb431f214686 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:02.102570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] Deleting port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:02.102963 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.108367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:02.158300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:02.217494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:02.230369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] For port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,segment=NetworkSegment(62c5de71-4263-4d27-83e5-e11c67b1e12b),segment_id=62c5de71-4263-4d27-83e5-e11c67b1e12b)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:02.230980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:02.231114 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.242340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:02.248912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.249605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.250455 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] Calling delete_port for d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:02.257017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=4248436d-e1bf-4994-b376-04a77798fc7a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:02.273457 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.277462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Deleting port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:02.277859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.319766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-edb4017b-71a9-43e8-8d59-4859335f22cf tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4707556 Nov 16 21:33:02.325040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35450) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:02.396237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec7298-5e50-47ed-a8d6-bc212f204add tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.403566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec7298-5e50-47ed-a8d6-bc212f204add tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.408975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0bec7298-5e50-47ed-a8d6-bc212f204add tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0821896 Nov 16 21:33:02.409851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35452) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:02.559321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 4248436d-e1bf-4994-b376-04a77798fc7a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:02.559819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.561862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] For port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,segment=NetworkSegment(62c5de71-4263-4d27-83e5-e11c67b1e12b),segment_id=62c5de71-4263-4d27-83e5-e11c67b1e12b)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:02.562245 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.599389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.601881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Calling delete_port for d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:02.615665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-3d994d00-3b00-4a65-9eff-0671ae662733 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:02.617257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-3d994d00-3b00-4a65-9eff-0671ae662733 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4151814 Nov 16 21:33:02.650798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] Pushing event deleted for resources: {'Port': ['ID=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:02.663211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dab8fb-cfe3-4926-aea9-2752629270fa None None] No DVR routers for this DVR port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:02.744068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.769157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 4248436d-e1bf-4994-b376-04a77798fc7a owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:02.769940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-e8148c35-9c2c-4836-9c2b-c9dce27693b0 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 695 time: 0.1098931 Nov 16 21:33:02.784404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'floatingip': {'port_id': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:02.871894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.882815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8713435-837c-42ce-9f8e-9269fd48c445 None None] Network 98c812ee-5121-4d17-abf9-fb431f214686 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:02.931272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.951693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:02.973256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.015538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=4248436d-e1bf-4994-b376-04a77798fc7a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:03.059396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.063117 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b741f5d6-2a99-4822-8676-45672eadd3e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/4248436d-e1bf-4994-b376-04a77798fc7a HTTP/1.1" status: 204 len: 168 time: 0.6521924 Nov 16 21:33:03.065628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35456) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:03.129913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-127e29bf-f010-4a8a-9103-b03111f4dc56 None None] Provisioning complete for port 2764498d-2b98-49b8-8d25-325f5c8bc0bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:03.130299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-127e29bf-f010-4a8a-9103-b03111f4dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.187983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd2dfa-426b-4b4a-b6f7-74a235512bb1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:03.190740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd2dfa-426b-4b4a-b6f7-74a235512bb1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:03.192542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-10fd2dfa-426b-4b4a-b6f7-74a235512bb1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1259613 Nov 16 21:33:03.195091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35458) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:03.302977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 0c59c87a-3907-4673-b1ea-7f45a6584232 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:03.307743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.338523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2764498d-2b98-49b8-8d25-325f5c8bc0bc up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:03.390039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.424041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.459180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-127e29bf-f010-4a8a-9103-b03111f4dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.461349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2764498d-2b98-49b8-8d25-325f5c8bc0bc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:03.461744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.560628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.580749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-127e29bf-f010-4a8a-9103-b03111f4dc56 None None] For port 2764498d-2b98-49b8-8d25-325f5c8bc0bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2764498d-2b98-49b8-8d25-325f5c8bc0bc,segment=NetworkSegment(b539e55d-6891-4720-8ae7-82c2d96047d9),segment_id=b539e55d-6891-4720-8ae7-82c2d96047d9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:03.606809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-127e29bf-f010-4a8a-9103-b03111f4dc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.656144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.694495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.703243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/0c59c87a-3907-4673-b1ea-7f45a6584232 HTTP/1.1" status: 204 len: 168 time: 0.5031278 Nov 16 21:33:03.703243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb299-8d5c-4e2e-b5aa-d0bf8dcf748f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=0c59c87a-3907-4673-b1ea-7f45a6584232,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:03.709680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35462) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:03.711374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:03.730543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e29bf-f010-4a8a-9103-b03111f4dc56 None None] Pushing event updated for resources: {'Port': ['ID=2764498d-2b98-49b8-8d25-325f5c8bc0bc,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:03.770866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] No DVR routers for this DVR port d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:03.793912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0bae444a-24f7-47e9-b2d7-c583c9378a56 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795906 Nov 16 21:33:03.793912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35464) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:03.800191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:03.881342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f7023a31-682f-4c3d-a71e-b7edc28747f1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:03.912011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] Provisioning complete for port f7023a31-682f-4c3d-a71e-b7edc28747f1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:03.912453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.944448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:03.962559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:03.970502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.043387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f7023a31-682f-4c3d-a71e-b7edc28747f1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:04.044213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.058800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ab39c1-1145-4194-85b7-17bbd1a3fe45']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:04.117645 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.160020 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464dfd4c-651f-4a81-81d7-5f98907e4041 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:04.203548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c5de71-4263-4d27-83e5-e11c67b1e12b') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:04.204125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c5de71-4263-4d27-83e5-e11c67b1e12b') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:04.207996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] For port f7023a31-682f-4c3d-a71e-b7edc28747f1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f7023a31-682f-4c3d-a71e-b7edc28747f1,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:04.236754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.242318 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.316564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] Could not find standard attr ID for object c53c608d-989d-4c42-9f2d-805f071bc99f. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:04.325071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e88ff2-65a0-4b0a-8ba9-8cb2f61e90da None None] Pushing event updated for resources: {'Port': ['ID=f7023a31-682f-4c3d-a71e-b7edc28747f1,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:04.328435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.359689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:04.360363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:04.362295 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:04.488948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.514685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.518610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] 10.222.0.48 "DELETE /v2.0/networks/48ab39c1-1145-4194-85b7-17bbd1a3fe45 HTTP/1.1" status: 204 len: 168 time: 3.0166032 Nov 16 21:33:04.521040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.523263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4817e390-8340-4c51-a20d-34bb994cdd21 None None] Provisioning complete for port 2764498d-2b98-49b8-8d25-325f5c8bc0bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:04.523655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4817e390-8340-4c51-a20d-34bb994cdd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.581767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:04.596878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3438dd-d475-46b8-8523-6045ab363839 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ab39c1-1145-4194-85b7-17bbd1a3fe45,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:04.626425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.626636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:04.626730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:04.627162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d3f9d8e3-4e1d-471d-8d1b-5e238f7d131a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:04.747348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4817e390-8340-4c51-a20d-34bb994cdd21 None None] Provisioning complete for port 27628ec8-8454-432b-9b5c-4a99dbc4f878 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:04.748067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4817e390-8340-4c51-a20d-34bb994cdd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.791434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:04.800309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Port': ['ID=27628ec8-8454-432b-9b5c-4a99dbc4f878,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:04.803035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4817e390-8340-4c51-a20d-34bb994cdd21 None None] Port 27628ec8-8454-432b-9b5c-4a99dbc4f878 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:04.812748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4817e390-8340-4c51-a20d-34bb994cdd21 None None] Could not find standard attr ID for object 4248436d-e1bf-4994-b376-04a77798fc7a. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:04.873892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:04.926162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11bd78f5-758c-4fed-8867-47e493cfc941 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d58a8a6aa42f4a4c9b231c0628a3577e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509188 Nov 16 21:33:04.929325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35472) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:04.982058 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.resource_extend [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 21:33:05.005196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.023598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network 98c812ee-5121-4d17-abf9-fb431f214686 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:05.026778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:05.036594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-96f6c502-b728-4826-b3f2-e85428b67276 None None] Provisioning complete for port f7023a31-682f-4c3d-a71e-b7edc28747f1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:05.037079 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96f6c502-b728-4826-b3f2-e85428b67276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.047042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.050123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8fd8-ac7c-4799-8ef3-a9426533854c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.084634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8fd8-ac7c-4799-8ef3-a9426533854c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.116470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.211126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8fd8-ac7c-4799-8ef3-a9426533854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.216975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2764498d-2b98-49b8-8d25-325f5c8bc0bc up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:05.219231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2d4f8fd8-ac7c-4799-8ef3-a9426533854c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.227762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2d4f8fd8-ac7c-4799-8ef3-a9426533854c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52c8e33c-c824-4d6e-9bbb-122565df5eed HTTP/1.1" status: 204 len: 168 time: 0.2972643 Nov 16 21:33:05.276269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f8fd8-ac7c-4799-8ef3-a9426533854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c8e33c-c824-4d6e-9bbb-122565df5eed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:05.277542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.316700 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Floating IP e087c7da-1e12-4c92-9fe4-07a18b545829 associated. External IP: 172.25.3.81, port: 0de72b71-18c2-4481-a24f-040170dcfb2e. Nov 16 21:33:05.334348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2764498d-2b98-49b8-8d25-325f5c8bc0bc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:05.334710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.423896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Router 87cd29b5-4ff8-4d37-9712-2b60346b0f3f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:33:05.434949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8cb8a021-ee7b-4d6f-a186-2302c646a564 None None] Provisioning complete for port 27628ec8-8454-432b-9b5c-4a99dbc4f878 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:05.435427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a021-ee7b-4d6f-a186-2302c646a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.519318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8a021-ee7b-4d6f-a186-2302c646a564 None None] Port 27628ec8-8454-432b-9b5c-4a99dbc4f878 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:05.523265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f7023a31-682f-4c3d-a71e-b7edc28747f1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:05.534586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port f7023a31-682f-4c3d-a71e-b7edc28747f1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f7023a31-682f-4c3d-a71e-b7edc28747f1,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:05.592221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f7023a31-682f-4c3d-a71e-b7edc28747f1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:05.592744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.593067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.598977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.598977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.681880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:05.693298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:05.705929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:05.706539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:05.724569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1b441-5053-4256-bc10-343de12cfaf9 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:05.728116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=ddc6c8b1-f899-414f-ab26-fcf8263bb5ba,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:05.733147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=f7023a31-682f-4c3d-a71e-b7edc28747f1,revision_number=6']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:05.742575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e699918-4f38-476e-87e7-b8bab0314093 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9471202 Nov 16 21:33:05.745051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35480) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:05.752519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:78:aa:0e', 'name': 'tempest-NetworksTestDHCPv6-1841768307'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:05.845116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:05.866496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] Sync routers for ids ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:05.869533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-51690753-8e8d-4e7d-a0e0-6f6e3c94f712 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "PUT /v2.0/routers/87cd29b5-4ff8-4d37-9712-2b60346b0f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3770769 Nov 16 21:33:05.871596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35482) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:05.872049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:05.887459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Router c4a801e8-e722-4e6f-a1cf-90ab7be7975c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:05.894122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'port': {'network_id': '98c812ee-5121-4d17-abf9-fb431f214686', 'name': 'tempest-FloatingIPNegativeTestJSON-901151296'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:05.931824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] Routers {'87cd29b5-4ff8-4d37-9712-2b60346b0f3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:05.932583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:05.968454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:05.994567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] Routers {'87cd29b5-4ff8-4d37-9712-2b60346b0f3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:05.995822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:06.007568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b4f365f-fd15-44b2-b9fc-1e57d24b7121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.029981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:06.041396 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] Sync routers for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:06.045762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.047691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:06.048447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b99e9-c5e8-4595-a906-4f1a9989d93d None None] The sync data for ids ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:06.068797 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:06.072090 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:06.096050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.api [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:33:06.096050 n-d-817778-8 neutron-server[102454]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:33:06.096050 n-d-817778-8 neutron-server[102454]: [parameters: {'project_id': '55b5c5ad9fe24041a09b44d13a371296', 'id': 'a1322dbf-6705-466e-8dc5-17456bce62e6', 'expiration': datetime.datetime(2021, 11, 16, 21, 35, 6, 84884)}] Nov 16 21:33:06.096050 n-d-817778-8 neutron-server[102454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:06.096692 n-d-817778-8 neutron-server[102454]: DEBUG oslo_db.api [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:06.102625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-addbe2a8-8bdf-4065-8997-69086bdbd91b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "PUT /v2.0/floatingips/e087c7da-1e12-4c92-9fe4-07a18b545829 HTTP/1.1" status: 200 len: 995 time: 3.3216357 Nov 16 21:33:06.103262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:06.108125 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3891bf-936c-4123-ac56-02677135e06f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:06.112648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:06.191243 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71dd985-3bf1-4b72-9e6e-d505032916fb x-openstack-request-id: req-e71dd985-3bf1-4b72-9e6e-d505032916fb {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:06.191834 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:06.193262 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e71dd985-3bf1-4b72-9e6e-d505032916fb {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:06.194344 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'status': 'completed', 'code': 200} Nov 16 21:33:06.218366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-3e31a0c0-64a1-4885-bf33-89a51a48b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.220621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-3e31a0c0-64a1-4885-bf33-89a51a48b4ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.0886114 Nov 16 21:33:06.269544 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:06.307724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b4f365f-fd15-44b2-b9fc-1e57d24b7121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.316950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.350274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b4f365f-fd15-44b2-b9fc-1e57d24b7121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.364536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3891bf-936c-4123-ac56-02677135e06f req-0e363458-d9a9-4263-8b0e-a7ed7e44fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.365599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 9ddf822a-f256-4681-bbc2-cd3c156cb0db yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:06.367063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-0e363458-d9a9-4263-8b0e-a7ed7e44fe12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.1449745 Nov 16 21:33:06.452336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e3445d0e-9df6-4319-abc9-b5cc16e44f9d None None] Provisioning complete for port f7023a31-682f-4c3d-a71e-b7edc28747f1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:06.452716 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3445d0e-9df6-4319-abc9-b5cc16e44f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.482866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4b4f365f-fd15-44b2-b9fc-1e57d24b7121 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.6089418 Nov 16 21:33:06.486523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35488) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:06.499386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-7a57fef3-29e6-409f-938b-37ab82dfb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.501641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-7a57fef3-29e6-409f-938b-37ab82dfb7fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.2338567 Nov 16 21:33:06.513382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f365f-fd15-44b2-b9fc-1e57d24b7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141eaedb-3ce0-446a-87f3-878cec4caf17,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:06.617273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3891bf-936c-4123-ac56-02677135e06f req-ec198f70-3451-4063-9258-432633fcf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.620218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-ec198f70-3451-4063-9258-432633fcf746 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.2407303 Nov 16 21:33:06.623587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-619957fd-9fc4-4277-b0f1-51a922b4d280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 998 time: 0.1139345 Nov 16 21:33:06.627199 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'e087c7da-1e12-4c92-9fe4-07a18b545829', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'port_id': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'mac_address': 'fa:16:3e:02:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5326034-6a8b-4637-8231-675086002f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:33:00Z', 'updated_at': '2021-11-16T21:33:04Z', 'revision_number': 1, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:11Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:06.632556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a9707e3-eea9-4b73-93eb-9444f80fbd98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.635407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fe78:aa0e (4e85c439-5c54-44c3-9249-f8a38c359d2c/ddc6c8b1-f899-414f-ab26-fcf8263bb5ba/9ddf822a-f256-4681-bbc2-cd3c156cb0db) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:06.664013 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] Checking router: c4a801e8-e722-4e6f-a1cf-90ab7be7975c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:06.676568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:06.677440 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:06.691274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a9707e3-eea9-4b73-93eb-9444f80fbd98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.712934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Made reservation on behalf of 55b5c5ad9fe24041a09b44d13a371296 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:06.716721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.721525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-1cd7bc0f-2d2d-4321-b744-0af791aea33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.723443 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-1cd7bc0f-2d2d-4321-b744-0af791aea33e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.0927992 Nov 16 21:33:06.807500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-b2fed195-dbcf-43e2-9c66-3ceddfec4596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 998 time: 0.0829978 Nov 16 21:33:06.819007 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:06.829657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] device_id is not set on port bd7dbd8a-5c84-427c-ae39-65f2fabd3a71 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:06.840304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-44f0a525-e0cb-454f-af6c-84574b169195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315177 Nov 16 21:33:06.859463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-80b0ee4f-cd90-4080-85fe-ac0821c1f15b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:06.860487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-80b0ee4f-cd90-4080-85fe-ac0821c1f15b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078900 Nov 16 21:33:06.945959 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a9707e3-eea9-4b73-93eb-9444f80fbd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.948603 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a9707e3-eea9-4b73-93eb-9444f80fbd98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:06.952555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9a9707e3-eea9-4b73-93eb-9444f80fbd98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/141eaedb-3ce0-446a-87f3-878cec4caf17 HTTP/1.1" status: 204 len: 168 time: 0.4651036 Nov 16 21:33:06.992880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3891bf-936c-4123-ac56-02677135e06f req-ca8f3745-11db-4264-8381-cd508f62a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:06.996454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-ca8f3745-11db-4264-8381-cd508f62a467 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.1535931 Nov 16 21:33:07.006549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9707e3-eea9-4b73-93eb-9444f80fbd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141eaedb-3ce0-446a-87f3-878cec4caf17,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:07.055832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.087880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Allocated IP 172.20.0.9 (98c812ee-5121-4d17-abf9-fb431f214686/bc0d5e17-23ee-4095-b84d-a1876d97e1ba/bd7dbd8a-5c84-427c-ae39-65f2fabd3a71) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:07.181378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.208026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f7023a31-682f-4c3d-a71e-b7edc28747f1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:07.219569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:07.225969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:07.278049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:07.287160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:07.290982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.365641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=9ddf822a-f256-4681-bbc2-cd3c156cb0db,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:07.436676 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:33:07.454570 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'e087c7da-1e12-4c92-9fe4-07a18b545829', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'port_id': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'mac_address': 'fa:16:3e:02:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5326034-6a8b-4637-8231-675086002f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:33:00Z', 'updated_at': '2021-11-16T21:33:04Z', 'revision_number': 1, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:11Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:07.455926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f7023a31-682f-4c3d-a71e-b7edc28747f1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:07.456402 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.501644 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9371f1f7-3fef-493f-bae2-1cb54778ffdc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7546077 Nov 16 21:33:07.507895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35494) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.555815 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899657a-8324-4b16-b1ee-9447cf96accc None None] The sync data for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 is: [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'e087c7da-1e12-4c92-9fe4-07a18b545829', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'port_id': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'mac_address': 'fa:16:3e:02:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5326034-6a8b-4637-8231-675086002f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:33:00Z', 'updated_at': '2021-11-16T21:33:04Z', 'revision_number': 1, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:11Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:07.676373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-7cd1e2fc-76fc-4236-bd49-431309423933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6710966 Nov 16 21:33:07.729183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca958a-d3a0-4413-afda-366d1b14f0ed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:07.735287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca958a-d3a0-4413-afda-366d1b14f0ed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:07.739639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fdca958a-d3a0-4413-afda-366d1b14f0ed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2304854 Nov 16 21:33:07.742435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35500) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:07.762036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-35bd20ea-8549-4cc3-b2df-e757250e74dd service neutron] 10.222.0.48 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807445 Nov 16 21:33:07.807158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4390dde6-c4b8-44a9-810b-0eb766719b3e None None] Provisioning complete for port 9ddf822a-f256-4681-bbc2-cd3c156cb0db triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:07.807532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4390dde6-c4b8-44a9-810b-0eb766719b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:07.843372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-06fb3887-9472-4afe-aef8-70b76265d37d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:07.844483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-06fb3887-9472-4afe-aef8-70b76265d37d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1509485 Nov 16 21:33:07.882871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4390dde6-c4b8-44a9-810b-0eb766719b3e None None] Port 9ddf822a-f256-4681-bbc2-cd3c156cb0db cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:07.958322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02febc7-48db-4126-8bb6-a1bf0e0eb5b6 None None] New status for floating IP e087c7da-1e12-4c92-9fe4-07a18b545829: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:33:07.968948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9237cb90-7f52-451f-9979-3dbaf643e668 req-98b238ba-0019-4144-95bb-104d6349bcab service neutron] 10.222.0.48 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007804 Nov 16 21:33:08.019065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-7c716758-193a-4c5b-8095-afe2ad93cde8 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656668 Nov 16 21:33:08.151009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c3891bf-936c-4123-ac56-02677135e06f req-2b0c1198-7cc0-4835-9491-4a2135edf761 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147642 Nov 16 21:33:08.209395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.300344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-b5fb4239-e888-4a30-98b7-c0a568e102a9 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 998 time: 0.1463149 Nov 16 21:33:08.377822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-8538067e-1f25-4c49-a545-4338a3f107e5 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:08.379317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-8538067e-1f25-4c49-a545-4338a3f107e5 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports/0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 942 time: 0.0691218 Nov 16 21:33:08.384427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.427262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 9ddf822a-f256-4681-bbc2-cd3c156cb0db {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:08.427612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.490760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network 98c812ee-5121-4d17-abf9-fb431f214686 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:08.530887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:08.538641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Port': ['ID=bd7dbd8a-5c84-427c-ae39-65f2fabd3a71,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:08.547709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:08.611348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-ff29d6c0-fc12-4ded-a45b-5942c6780489 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 1000 time: 0.1598659 Nov 16 21:33:08.664825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:08.665467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.705776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.741261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 9ddf822a-f256-4681-bbc2-cd3c156cb0db owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:08.755164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d2e8fad5-d636-4a62-9c1f-b5c13ca1d5c9 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8786774 Nov 16 21:33:08.758405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35506) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:08.763781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:08.795767 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.835349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-893cdb5b-d5c9-4d8b-b59d-9a1b50523290 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:08.836622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-893cdb5b-d5c9-4d8b-b59d-9a1b50523290 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.2182283 Nov 16 21:33:08.854724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-fc048622-2a1d-4269-a23a-abfc1f5699df tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:08.856547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-fc048622-2a1d-4269-a23a-abfc1f5699df tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086279 Nov 16 21:33:08.909578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.915098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-922a3800-4c62-48fc-ab6b-8a909afff97d None None] Provisioning complete for port bd7dbd8a-5c84-427c-ae39-65f2fabd3a71 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:08.915642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-922a3800-4c62-48fc-ab6b-8a909afff97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:08.962125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-922a3800-4c62-48fc-ab6b-8a909afff97d None None] Port bd7dbd8a-5c84-427c-ae39-65f2fabd3a71 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:33:08.983137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-07fa08c8-e420-47cb-9930-3b7060234e2a tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 1000 time: 0.1120505 Nov 16 21:33:09.004319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:09.046977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Allocated IP 172.25.3.36 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/cd55672f-8056-4884-b66a-bb5d88081456) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:09.068243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.113725 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.155277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.164741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=9ddf822a-f256-4681-bbc2-cd3c156cb0db,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:09.198805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.219234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.223079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-40cccb16-14f0-44a6-bb63-d051a1ff2fb4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/9ddf822a-f256-4681-bbc2-cd3c156cb0db HTTP/1.1" status: 204 len: 168 time: 1.4796388 Nov 16 21:33:09.225882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35508) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:09.269796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Port': ['ID=cd55672f-8056-4884-b66a-bb5d88081456,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:09.298493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:09.300301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:09.303345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:09.330649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464d2a3-4e31-43a6-8217-ff8a0b223863 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:09.332180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b464d2a3-4e31-43a6-8217-ff8a0b223863 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:09.333777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b464d2a3-4e31-43a6-8217-ff8a0b223863 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1072063 Nov 16 21:33:09.340772 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.341500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35510) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:09.351591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.351995 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Floating IP e087c7da-1e12-4c92-9fe4-07a18b545829 disassociated. External IP: 172.25.3.81, port: 0de72b71-18c2-4481-a24f-040170dcfb2e. Nov 16 21:33:09.419579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.457373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.472864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet ddc6c8b1-f899-414f-ab26-fcf8263bb5ba {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:09.480913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.535105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.626078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.631292 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.714020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Port': ['ID=cd55672f-8056-4884-b66a-bb5d88081456,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:09.717583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.732205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.751922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.753716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d4e41d7-9363-4c8c-84e1-bf23de5355c1 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9939127 Nov 16 21:33:09.757546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35514) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:09.763838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e041b46e-01e6-4b83-ac0e-30e009a36fdd tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'floatingip': {'port_id': 'bd7dbd8a-5c84-427c-ae39-65f2fabd3a71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:09.783666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Router c4a801e8-e722-4e6f-a1cf-90ab7be7975c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:09.827505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e041b46e-01e6-4b83-ac0e-30e009a36fdd tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.887915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.928092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc6c8b1-f899-414f-ab26-fcf8263bb5ba,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:09.935879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:09.939204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4b9b680e-561c-44ba-903f-18602a8197da tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/ddc6c8b1-f899-414f-ab26-fcf8263bb5ba HTTP/1.1" status: 204 len: 168 time: 0.5966258 Nov 16 21:33:09.941678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35516) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:09.946189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562cd73c-e8e1-4853-9fa9-27a68780711d None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:09.979088 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-e041b46e-01e6-4b83-ac0e-30e009a36fdd tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] update failed (client error): The resource could not be found. Nov 16 21:33:09.983161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e041b46e-01e6-4b83-ac0e-30e009a36fdd tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "PUT /v2.0/floatingips/fcaf65e7-d8c3-4f92-a8ad-8cd52f08c40f HTTP/1.1" status: 404 len: 507 time: 0.2219684 Nov 16 21:33:09.983534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35518) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:09.992846 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09ede6aa-1779-4460-859e-ed3fad25c8e8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477846 Nov 16 21:33:09.993084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35520) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.032418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:10.038442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.046440 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] Sync routers for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:10.060645 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:10.062236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:10.077808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-a0810ee5-91d0-4836-921e-0c7f41d1b6d4 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "PUT /v2.0/floatingips/e087c7da-1e12-4c92-9fe4-07a18b545829 HTTP/1.1" status: 200 len: 694 time: 1.0854597 Nov 16 21:33:10.086295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1d45c-561c-4162-b417-39a87820dbe8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.087994 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-92c1d45c-561c-4162-b417-39a87820dbe8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0939429 Nov 16 21:33:10.089019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:10.092149 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744488f2-347e-40bd-ad90-1cde2bcf897a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:10.095563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35522) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.153201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Deleting port cd55672f-8056-4884-b66a-bb5d88081456 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:10.153736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.168236 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c778d869-861a-4654-8f3a-01a59a70a1ca x-openstack-request-id: req-c778d869-861a-4654-8f3a-01a59a70a1ca {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:10.168821 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:10.169159 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c778d869-861a-4654-8f3a-01a59a70a1ca {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:10.169754 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'status': 'completed', 'code': 200} Nov 16 21:33:10.178794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:10.226781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69407a0-bddb-4ed9-8b8d-6521221f3121 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.231855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c69407a0-bddb-4ed9-8b8d-6521221f3121 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1313324 Nov 16 21:33:10.232887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35526) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.244638 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:10.247955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] Deleting port f7023a31-682f-4c3d-a71e-b7edc28747f1 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:10.248499 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.269550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-c895e5f8-9563-4289-9790-8e629bd30898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.271086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-c895e5f8-9563-4289-9790-8e629bd30898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.0680065 Nov 16 21:33:10.283154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a45d5c7-f98f-4b22-ac66-6aa0d9bc95a3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453146 Nov 16 21:33:10.283154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-0d16d3e1-7d6d-483f-8a96-0a79040159d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.284806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-0d16d3e1-7d6d-483f-8a96-0a79040159d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.1883492 Nov 16 21:33:10.285343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35528) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.293012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:10.304056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.304402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.333951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] For port f7023a31-682f-4c3d-a71e-b7edc28747f1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f7023a31-682f-4c3d-a71e-b7edc28747f1,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:10.334386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.348926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] Calling delete_port for f7023a31-682f-4c3d-a71e-b7edc28747f1 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:10.362871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Calling delete_port for cd55672f-8056-4884-b66a-bb5d88081456 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:10.437789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.452944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] No DVR routers for this DVR port f7023a31-682f-4c3d-a71e-b7edc28747f1 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:10.479357 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:11Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:10.484753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-4279615d-4da8-4041-a7cc-774572fd5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.485917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84691666-492c-48f3-bdb8-c3ebbfb6fcbf None None] Pushing event deleted for resources: {'Port': ['ID=f7023a31-682f-4c3d-a71e-b7edc28747f1,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:10.487719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-4279615d-4da8-4041-a7cc-774572fd5d7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.1952727 Nov 16 21:33:10.508900 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] Checking router: c4a801e8-e722-4e6f-a1cf-90ab7be7975c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:10.518268 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:10.519103 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:10.521729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-839fa456-b914-4c6c-9ed6-bc585d33fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.523224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-839fa456-b914-4c6c-9ed6-bc585d33fb63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.2235303 Nov 16 21:33:10.524262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:10.527790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.544083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-88c573c5-b9c0-443a-9136-8468bb5e4d0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0454428 Nov 16 21:33:10.610797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-6de9ccb3-10cc-4d12-8fe7-900237f4dcea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0784578 Nov 16 21:33:10.618307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-138fab0f-ef9a-4e44-9a3f-0835e9da2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.619804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-138fab0f-ef9a-4e44-9a3f-0835e9da2bef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.0585530 Nov 16 21:33:10.642673 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:10.672525 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-32bcffc8-3bcd-4b60-add2-9fa527e462c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292461 Nov 16 21:33:10.690160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-1dae3bb0-9a17-4495-8413-9587f122cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:10.694207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-1dae3bb0-9a17-4495-8413-9587f122cb3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.0708463 Nov 16 21:33:10.703848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.746612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-bec75c82-9f7f-4a9e-a1bf-f4781728826b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315599 Nov 16 21:33:10.767278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Port': ['ID=cd55672f-8056-4884-b66a-bb5d88081456,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:10.866885 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.870057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.873055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-104860a5-8d84-45ed-ab77-1d947b6998cf tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "DELETE /v2.0/floatingips/fcaf65e7-d8c3-4f92-a8ad-8cd52f08c40f HTTP/1.1" status: 204 len: 168 time: 0.8868275 Nov 16 21:33:10.875973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35538) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:10.879002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-c674697e-358c-4855-bbb0-4148f3a593f6 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986253 Nov 16 21:33:10.885259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-04ff87fd-356f-4b5c-8c6a-d159ebd9d98e tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'floatingip': {'floating_network_id': '98c812ee-5121-4d17-abf9-fb431f214686', 'port_id': 'bd7dbd8a-5c84-427c-ae39-65f2fabd3a71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:10.919239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:11Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:10.951337 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48761b2-0db3-4592-aa4b-19c48c597f3e None None] The sync data for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 is: [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:31:58Z', 'revision_number': 4, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '804f5f3a-317f-473f-97d8-b4bb0804e734', 'name': '', 'network_id': '65378409-d99f-49a7-b0a8-e5be144328df', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'mac_address': 'fa:16:3e:34:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:57Z', 'updated_at': '2021-11-16T21:32:11Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'subnets': [{'id': '7ab56c50-1998-4ff3-a301-a031f89aa6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:10.964540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:10.992299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-8d435d1c-3240-499b-948b-d48be6c018cb service neutron] 10.222.0.48 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340345 Nov 16 21:33:10.993235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-04ff87fd-356f-4b5c-8c6a-d159ebd9d98e tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.020926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-744488f2-347e-40bd-ad90-1cde2bcf897a req-014b197d-a3fc-4673-80a4-ee9bf06a805a service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317234 Nov 16 21:33:11.035352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:11.048831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:11.052353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:11.052961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.061577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f925686-2b10-475b-928e-4d8ccd943a07 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:11.178441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8912823 Nov 16 21:33:11.179213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab40be3-bbbf-4cc1-a307-5f31c84e9bc2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=ece0bd62-c34d-4fa8-b65f-28d079a1290f,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:11.181129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35542) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:11.200360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:45:71:e2', 'name': 'tempest-NetworksTestDHCPv6-761241950'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:11.254341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4677cbd9-ffaa-4ce4-a5e8-921981f6a4eb req-f2a6b2ac-15ed-489f-852c-0d2244909fba service neutron] 10.222.0.48 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361207 Nov 16 21:33:11.312080 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-04ff87fd-356f-4b5c-8c6a-d159ebd9d98e tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:33:11.317421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-04ff87fd-356f-4b5c-8c6a-d159ebd9d98e tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4344110 Nov 16 21:33:11.317594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f7023a31-682f-4c3d-a71e-b7edc28747f1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:11.317694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:11.322312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'bd7dbd8a-5c84-427c-ae39-65f2fabd3a71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:11.359356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.404211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-2340c1a8-96da-4bdb-9fd0-2ff65726a174 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips/e087c7da-1e12-4c92-9fe4-07a18b545829 HTTP/1.1" status: 200 len: 694 time: 0.1020973 Nov 16 21:33:11.407134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f7023a31-682f-4c3d-a71e-b7edc28747f1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:11.410115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f7023a31-682f-4c3d-a71e-b7edc28747f1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:11.419514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba442d-0c07-4c36-9729-bf3bc4d996fe None None] New status for floating IP e087c7da-1e12-4c92-9fe4-07a18b545829: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:33:11.457155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': 'ece0bd62-c34d-4fa8-b65f-28d079a1290f'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:11.458200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.501243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.508460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:11.593600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-6414bd3f-56e5-4291-928f-fdcad8138566 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:11.595319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-6414bd3f-56e5-4291-928f-fdcad8138566 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/networks/6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 784 time: 0.1771562 Nov 16 21:33:11.619178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-7cfd6329-8b9e-4aa2-bacd-02296ef801af tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:33:11.620800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-7cfd6329-8b9e-4aa2-bacd-02296ef801af tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125957 Nov 16 21:33:11.625309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Allocated IP 172.25.3.45 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/fd8e86b5-3c40-4103-bdf1-26aa74c2fdbc) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:11.679977 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.696284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-9ed61254-2606-4a68-8944-d6218cd340f7 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 697 time: 0.0627718 Nov 16 21:33:11.709754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 1e189742-cdd3-4044-85af-83e9dc8ce4b7 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:11.741208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.785792 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:11.834471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:11.837814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:11.840544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:11.845320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-4da8f115-8aa7-416e-81bb-6afa942bc3c8 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.81 HTTP/1.1" status: 200 len: 697 time: 0.0860116 Nov 16 21:33:11.933590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-2a078019-6045-425d-9da9-b6622d98a9af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1747477 Nov 16 21:33:12.003703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::2aa (4e85c439-5c54-44c3-9249-f8a38c359d2c/ece0bd62-c34d-4fa8-b65f-28d079a1290f/1e189742-cdd3-4044-85af-83e9dc8ce4b7) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:12.106551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6b07f-9f13-4445-8142-d78345047017 req-3fb13124-5c25-40a5-9e10-97e12cd5db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:12.108062 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-3fb13124-5c25-40a5-9e10-97e12cd5db4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83eaf0d48a141c685101dda360fe03a&device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 1096 time: 0.1224597 Nov 16 21:33:12.192835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event updated for resources: {'Port': ['ID=fd8e86b5-3c40-4103-bdf1-26aa74c2fdbc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.217033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Deleting port 874e5a54-9e09-4052-a72a-d5be28963d95 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:12.217566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.331573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Deleting port fd8e86b5-3c40-4103-bdf1-26aa74c2fdbc {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:12.331921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.382171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.384157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6b07f-9f13-4445-8142-d78345047017 req-10d48551-3a6a-4409-a8f2-4fa1f59cfd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:12.385703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-10d48551-3a6a-4409-a8f2-4fa1f59cfd86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 200 len: 921 time: 0.2520218 Nov 16 21:33:12.391218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.391549 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.427053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.427460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.441214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Calling delete_port for 874e5a54-9e09-4052-a72a-d5be28963d95 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:12.442427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Calling delete_port for fd8e86b5-3c40-4103-bdf1-26aa74c2fdbc owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:12.447098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-e21ff4f4-d391-4757-9506-50277ff30ea9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 200 len: 217 time: 0.0515981 Nov 16 21:33:12.558928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6b07f-9f13-4445-8142-d78345047017 req-fd8e35a0-d3fa-4e3c-8422-633e7619d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:12.560413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-fd8e35a0-d3fa-4e3c-8422-633e7619d589 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 200 len: 860 time: 0.1055789 Nov 16 21:33:12.565551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.599137 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.620903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/ece0bd62-c34d-4fa8-b65f-28d079a1290f/4b4bad43-738e-4efd-b42d-34c7a821740e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:12.627354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Port': ['ID=fd8e86b5-3c40-4103-bdf1-26aa74c2fdbc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.630263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-e037cc91-b51d-4b3c-957b-becb03f844de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65378409-d99f-49a7-b0a8-e5be144328df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567977 Nov 16 21:33:12.681128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:12.727295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:12.737063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:12.742161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:12.742755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.750608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=1e189742-cdd3-4044-85af-83e9dc8ce4b7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.751236 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] create failed (client error): The resource could not be found. Nov 16 21:33:12.752580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1bc9de8f-8b3c-4bcd-9724-501a86e9c488 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4345093 Nov 16 21:33:12.756149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35560) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:12.816917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-ee4e493e-5672-4758-bcd8-a067f09914a8 service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738036 Nov 16 21:33:12.851501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f5461c6-a3ad-4bc8-82ed-67e9b8e74c70 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6617970 Nov 16 21:33:12.857308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.859235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35564) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:12.866091 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.909396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Deleting port bd7dbd8a-5c84-427c-ae39-65f2fabd3a71 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:12.909862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:12.930006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Pushing event updated for resources: {'Port': ['ID=4b4bad43-738e-4efd-b42d-34c7a821740e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:12.941323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:12.943349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:12.945695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:13.016389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.017968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Attempting to bind port 4b4bad43-738e-4efd-b42d-34c7a821740e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:13.018750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Attempting to bind port 4b4bad43-738e-4efd-b42d-34c7a821740e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:13.019330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Attempting to bind port 4b4bad43-738e-4efd-b42d-34c7a821740e on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:13.027026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:13.027575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:13.029033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.029721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:13.030347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Bound port: 4b4bad43-738e-4efd-b42d-34c7a821740e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:13.030859 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.037002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Calling delete_port for bd7dbd8a-5c84-427c-ae39-65f2fabd3a71 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:13.145047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] For port 4b4bad43-738e-4efd-b42d-34c7a821740e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:13.149280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] For port 4b4bad43-738e-4efd-b42d-34c7a821740e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4b4bad43-738e-4efd-b42d-34c7a821740e,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:13.157705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.218567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.252074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57afc52-1244-4ea2-90e3-8212b32ecf46 None None] Pushing event updated for resources: {'Port': ['ID=4b4bad43-738e-4efd-b42d-34c7a821740e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:13.271174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Port': ['ID=bd7dbd8a-5c84-427c-ae39-65f2fabd3a71,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:13.327115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.363067 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.371376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f75e741b-4ab2-4810-96a7-bfa95b992867 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "DELETE /v2.0/ports/bd7dbd8a-5c84-427c-ae39-65f2fabd3a71 HTTP/1.1" status: 204 len: 168 time: 0.6142967 Nov 16 21:33:13.373346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35568) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:13.376158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b720708-c578-4ac9-be5d-1e4d6db4e76d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:13.385969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b720708-c578-4ac9-be5d-1e4d6db4e76d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:13.389016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6b720708-c578-4ac9-be5d-1e4d6db4e76d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5237429 Nov 16 21:33:13.398770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35570) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:13.399671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event deleted for resources: {'Port': ['ID=874e5a54-9e09-4052-a72a-d5be28963d95,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:13.453353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b378e29a-08c5-48fc-94bb-98f681ec52c8 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:13.459493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b378e29a-08c5-48fc-94bb-98f681ec52c8 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "GET /v2.0/ports?device_id=87cd29b5-4ff8-4d37-9712-2b60346b0f3f HTTP/1.1" status: 200 len: 913 time: 0.0847809 Nov 16 21:33:13.460339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35572) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:13.658095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfc6b07f-9f13-4445-8142-d78345047017 req-3847076e-5096-4221-9155-9ad8cba36e8f service neutron] 10.222.0.41 "GET /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131089 Nov 16 21:33:13.672902 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.675647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.676808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2fa710f0-f553-433c-b150-c84e42bacbf8 req-8f733e12-ab35-4e4a-a4e7-5cd5045a2c4b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "DELETE /v2.0/floatingips/e087c7da-1e12-4c92-9fe4-07a18b545829 HTTP/1.1" status: 204 len: 173 time: 1.8235247 Nov 16 21:33:13.713003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 1e189742-cdd3-4044-85af-83e9dc8ce4b7 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:13.713003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.818304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9cda703-0b54-4198-b5f0-5414dcc99175 req-ffaf4fbd-4f28-4a51-87a3-70f1cf84637f tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups/46b3e232-a201-4eb8-84f4-3ed9a78bcdea HTTP/1.1" status: 200 len: 1826 time: 0.0852513 Nov 16 21:33:13.826111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.848324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 1e189742-cdd3-4044-85af-83e9dc8ce4b7 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:13.956554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9cda703-0b54-4198-b5f0-5414dcc99175 req-1d00deb8-bcec-4c8d-8ecc-048c6a891dc2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:13.998033 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.006548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9cda703-0b54-4198-b5f0-5414dcc99175 req-1d00deb8-bcec-4c8d-8ecc-048c6a891dc2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.028139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=1e189742-cdd3-4044-85af-83e9dc8ce4b7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.053754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.060873 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f6db45cc-f709-4bd6-8ce4-4d682615d74e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/1e189742-cdd3-4044-85af-83e9dc8ce4b7 HTTP/1.1" status: 204 len: 168 time: 0.6542239 Nov 16 21:33:14.061228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.076563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.136409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9cda703-0b54-4198-b5f0-5414dcc99175 req-1d00deb8-bcec-4c8d-8ecc-048c6a891dc2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.139637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b9cda703-0b54-4198-b5f0-5414dcc99175 req-1d00deb8-bcec-4c8d-8ecc-048c6a891dc2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.140827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b9cda703-0b54-4198-b5f0-5414dcc99175 req-1d00deb8-bcec-4c8d-8ecc-048c6a891dc2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "DELETE /v2.0/security-groups/46b3e232-a201-4eb8-84f4-3ed9a78bcdea HTTP/1.1" status: 204 len: 173 time: 0.3144286 Nov 16 21:33:14.193902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00deb8-bcec-4c8d-8ecc-048c6a891dc2 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3e232-a201-4eb8-84f4-3ed9a78bcdea,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.215017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312bfcf6-b999-4935-8a82-bbd107000508 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:14.216768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312bfcf6-b999-4935-8a82-bbd107000508 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:14.218382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-312bfcf6-b999-4935-8a82-bbd107000508 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1561632 Nov 16 21:33:14.222188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35580) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.334300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet ece0bd62-c34d-4fa8-b65f-28d079a1290f {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:14.337689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.380272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.459571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48809-d6ed-4e84-b487-ae39700d4720 req-98a6be86-f175-4652-aa75-40924e1f51ce tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:14.461183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acf48809-d6ed-4e84-b487-ae39700d4720 req-98a6be86-f175-4652-aa75-40924e1f51ce tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.0942185 Nov 16 21:33:14.475545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.506143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Deleting port 27628ec8-8454-432b-9b5c-4a99dbc4f878 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:14.506525 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.539264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.559511 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-03bab710-4d9e-4ec8-939a-46c314e498b1 None None] Provisioning complete for port 4b4bad43-738e-4efd-b42d-34c7a821740e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:14.560044 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03bab710-4d9e-4ec8-939a-46c314e498b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.569539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=ece0bd62-c34d-4fa8-b65f-28d079a1290f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.576307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.582694 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ccf99f92-8dbe-4cb2-ab4b-9ff9d9518324 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/ece0bd62-c34d-4fa8-b65f-28d079a1290f HTTP/1.1" status: 204 len: 168 time: 0.3593607 Nov 16 21:33:14.584068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35584) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.606714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acf48809-d6ed-4e84-b487-ae39700d4720 req-d6a83847-f38e-43de-b952-fd603b9ba3b1 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343896 Nov 16 21:33:14.646367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3fabd422-f095-4c20-9249-f6841dba1095 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587852 Nov 16 21:33:14.646984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35586) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.656553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.673007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Calling delete_port for 27628ec8-8454-432b-9b5c-4a99dbc4f878 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:14.690513 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03bab710-4d9e-4ec8-939a-46c314e498b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.708084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c79bd-94fe-4d22-a1bc-b60711b73a4a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:14.709750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-da8c79bd-94fe-4d22-a1bc-b60711b73a4a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0618076 Nov 16 21:33:14.712321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35588) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.737707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-03bab710-4d9e-4ec8-939a-46c314e498b1 None None] For port 4b4bad43-738e-4efd-b42d-34c7a821740e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4b4bad43-738e-4efd-b42d-34c7a821740e,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:14.745946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03bab710-4d9e-4ec8-939a-46c314e498b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.770395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc47e6-2a22-4cfa-bc61-ae2c63cff2b4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:14.771527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e541e306-3ad7-461c-817d-9790f50881d3 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:14.774629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e1cc47e6-2a22-4cfa-bc61-ae2c63cff2b4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611835 Nov 16 21:33:14.775889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35590) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.849880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bab710-4d9e-4ec8-939a-46c314e498b1 None None] Pushing event updated for resources: {'Port': ['ID=4b4bad43-738e-4efd-b42d-34c7a821740e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.859801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e518374-d3d5-4384-ab24-4d0d634a8de3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783880 Nov 16 21:33:14.861809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35592) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:14.869216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-15a1b0c7-8fc8-4266-878f-73d386585090 None None] Could not find standard attr ID for object 1e189742-cdd3-4044-85af-83e9dc8ce4b7. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:14.879019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:14.951662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:14.988515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Port': ['ID=27628ec8-8454-432b-9b5c-4a99dbc4f878,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:14.996169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:15.000908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.064793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:15.146058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] Deleting port 4b4bad43-738e-4efd-b42d-34c7a821740e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:15.146440 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.209752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.276721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] For port 4b4bad43-738e-4efd-b42d-34c7a821740e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4b4bad43-738e-4efd-b42d-34c7a821740e,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:15.277091 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.299962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] Calling delete_port for 4b4bad43-738e-4efd-b42d-34c7a821740e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:15.400288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:15.405479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.421010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Router 87cd29b5-4ff8-4d37-9712-2b60346b0f3f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:15.439327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] Pushing event deleted for resources: {'Port': ['ID=4b4bad43-738e-4efd-b42d-34c7a821740e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:15.446681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16658068-1fc7-4d26-bd06-34d4116bad68 None None] No DVR routers for this DVR port 4b4bad43-738e-4efd-b42d-34c7a821740e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:15.515300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:15.521998 n-d-817778-8 neutron-server[102453]: WARNING neutron.services.revisions.revision_plugin [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Could not find related port for resource to bump revision. Nov 16 21:33:15.523169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a20fd959-2d8e-4114-8af5-0d80d7a9ac63 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "PUT /v2.0/routers/87cd29b5-4ff8-4d37-9712-2b60346b0f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614359 Nov 16 21:33:15.523800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35596) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:15.529014 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] Sync routers for ids ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:15.540911 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] Routers {'87cd29b5-4ff8-4d37-9712-2b60346b0f3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:15.541531 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:15.562537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_pluggable_backend [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Port 4b4bad43-738e-4efd-b42d-34c7a821740e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 21:33:15.562762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_pluggable_backend [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8d:1040 {{(pid=102453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 21:33:15.575088 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:15.591538 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] Routers {'87cd29b5-4ff8-4d37-9712-2b60346b0f3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:15.592408 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:15.597036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_pluggable_backend [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8d:1040 {{(pid=102453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 21:33:15.599636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.629027 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:15.629703 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d6f75-46fa-40aa-8b59-7a146523a29f None None] The sync data for ids ['87cd29b5-4ff8-4d37-9712-2b60346b0f3f'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:15.632524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.713560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:15.733758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:15.742393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a57042-691a-4572-9f6e-502c9628cf8d None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:15.751159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:15.751758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.754995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=01ea9b25-84aa-4aa0-9494-2be608a83e4c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:15.861675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-98027db1-e139-4529-9d32-c031056a4c3d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9980581 Nov 16 21:33:15.865326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35600) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:15.871027 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.877876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:15.880143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5aa3-6737-41d6-877c-7601cda01a4b req-919b619f-b7ec-42ab-a744-e174148697c3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:15.881774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c13b5aa3-6737-41d6-877c-7601cda01a4b req-919b619f-b7ec-42ab-a744-e174148697c3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1703627 Nov 16 21:33:15.883160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.913422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4e85c439-5c54-44c3-9249-f8a38c359d2c', 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'tenant_id': 'f469721a5123442dba0c5f8604a054b4', 'fixed_ips': [{'subnet_id': '01ea9b25-84aa-4aa0-9494-2be608a83e4c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:15.914557 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.973942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.974454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Fanout notify agent at l3_agent the message router_deleted on router 87cd29b5-4ff8-4d37-9712-2b60346b0f3f {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:33:15.982863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:15.983912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d7992267-3516-4336-91b6-97685be0314c tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "DELETE /v2.0/routers/87cd29b5-4ff8-4d37-9712-2b60346b0f3f HTTP/1.1" status: 204 len: 168 time: 0.4595966 Nov 16 21:33:15.987170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.030304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:16.035495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.035703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c13b5aa3-6737-41d6-877c-7601cda01a4b req-7c61b477-b1f5-4ba6-9076-0c9f8316e99d tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462963 Nov 16 21:33:16.068040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Deleting subnet bc0d5e17-23ee-4095-b84d-a1876d97e1ba {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:16.071502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.089459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Allocated IP 2001:db8::f816:3eff:fe33:c830 (4e85c439-5c54-44c3-9249-f8a38c359d2c/01ea9b25-84aa-4aa0-9494-2be608a83e4c/b268fa68-f331-4888-81bc-01b459ccbafe) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:16.119907 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.160011 n-d-817778-8 neutron-server[102454]: INFO neutron.db.ipam_backend_mixin [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01ea9b25-84aa-4aa0-9494-2be608a83e4c (CIDR: 2001:db8::/64) Nov 16 21:33:16.166536 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:33:16.168940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:16.189126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-413ba161-ca0a-45fa-af53-67201c3044c7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3188319 Nov 16 21:33:16.189730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35606) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.195754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:16.222725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.289465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.295491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.296469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.322078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.330627 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "DELETE /v2.0/subnets/bc0d5e17-23ee-4095-b84d-a1876d97e1ba HTTP/1.1" status: 204 len: 168 time: 0.3423524 Nov 16 21:33:16.334073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:16.334980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641d8f4-aa32-41ad-9aa7-f643143418a5 None None] Network 98c812ee-5121-4d17-abf9-fb431f214686 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:16.340985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:16.351228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:16.353710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:16.355869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.363868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb81f-6ba6-49f2-9cb7-925a378b2c20 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0d5e17-23ee-4095-b84d-a1876d97e1ba,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.386777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:16.429133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.505913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.518846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Attempting to bind port b268fa68-f331-4888-81bc-01b459ccbafe on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:16.519230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Attempting to bind port b268fa68-f331-4888-81bc-01b459ccbafe by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:16.519597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Attempting to bind port b268fa68-f331-4888-81bc-01b459ccbafe on network 4e85c439-5c54-44c3-9249-f8a38c359d2c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:16.541047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:16.541427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Checking segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:16.542562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.543194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Bound using segment: {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:16.543635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Bound port: b268fa68-f331-4888-81bc-01b459ccbafe, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942d8c50-b84d-405e-a938-8ad8ccb3ca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:16.544025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.619160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:16.625090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:16.633028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.650738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Deleting port 2764498d-2b98-49b8-8d25-325f5c8bc0bc {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:16.651389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.681357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] DHCP port deletion for 98c812ee-5121-4d17-abf9-fb431f214686 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:16.713594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b069cd-0e9a-4fe9-bb4a-ba549732b9d6 None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:16.774523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] Deleting port 2764498d-2b98-49b8-8d25-325f5c8bc0bc {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:16.775702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.807148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] For port 2764498d-2b98-49b8-8d25-325f5c8bc0bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2764498d-2b98-49b8-8d25-325f5c8bc0bc,segment=NetworkSegment(b539e55d-6891-4720-8ae7-82c2d96047d9),segment_id=b539e55d-6891-4720-8ae7-82c2d96047d9)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:16.807585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.834256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Calling delete_port for 2764498d-2b98-49b8-8d25-325f5c8bc0bc owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:16.888125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] For port 2764498d-2b98-49b8-8d25-325f5c8bc0bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2764498d-2b98-49b8-8d25-325f5c8bc0bc,segment=NetworkSegment(b539e55d-6891-4720-8ae7-82c2d96047d9),segment_id=b539e55d-6891-4720-8ae7-82c2d96047d9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:16.888446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.898790 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:16.904138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] Calling delete_port for 2764498d-2b98-49b8-8d25-325f5c8bc0bc owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:17.033291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e24d33-20f2-4242-be90-8f167a858587 req-33ed5fda-83ba-47d2-af7a-0061e59070a3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:17.034903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07e24d33-20f2-4242-be90-8f167a858587 req-33ed5fda-83ba-47d2-af7a-0061e59070a3 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.1247947 Nov 16 21:33:17.039502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:17.047118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:17.053669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:17.055149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.102263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:17.108323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37d0f0d1-e363-4e62-a7cb-767db7807514 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9174285 Nov 16 21:33:17.112114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35614) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:17.117099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:6e:1c:e2', 'name': 'tempest-NetworksTestDHCPv6-1645349711'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:17.349254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Deleting port 0de72b71-18c2-4481-a24f-040170dcfb2e {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:17.349644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.350322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:17.429293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:17.429859 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.472839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] For port 0de72b71-18c2-4481-a24f-040170dcfb2e, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0de72b71-18c2-4481-a24f-040170dcfb2e,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:17.473468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.493067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Calling delete_port for 0de72b71-18c2-4481-a24f-040170dcfb2e owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:17.545812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.608171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:17.613530 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.643544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.658824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] No DVR routers for this DVR port 2764498d-2b98-49b8-8d25-325f5c8bc0bc on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:17.708963 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.720427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.726005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2764498d-2b98-49b8-8d25-325f5c8bc0bc no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:17.737426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:17.774449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] No DVR routers for this DVR port 2764498d-2b98-49b8-8d25-325f5c8bc0bc on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:17.778199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Pushing event deleted for resources: {'Port': ['ID=0de72b71-18c2-4481-a24f-040170dcfb2e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:17.790685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0de72b71-18c2-4481-a24f-040170dcfb2e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:33:17.814648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.837235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c812ee-5121-4d17-abf9-fb431f214686']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:17.845301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cca98-a3b6-40e4-afdc-04d59f8ec8b5 None None] DHCP port deletion for 65378409-d99f-49a7-b0a8-e5be144328df request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:17.847584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b539e55d-6891-4720-8ae7-82c2d96047d9') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:17.847882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b539e55d-6891-4720-8ae7-82c2d96047d9') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:17.851283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048a3f0-5d92-46c1-a852-2701e2e5fb15 None None] Pushing event deleted for resources: {'Port': ['ID=2764498d-2b98-49b8-8d25-325f5c8bc0bc,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:17.861766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.876446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.877164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] No DVR routers for this DVR port 0de72b71-18c2-4481-a24f-040170dcfb2e on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:17.880012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.883851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:17.884002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07e24d33-20f2-4242-be90-8f167a858587 req-e0bb0492-3a53-489a-a286-19a2ca84ed9b tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.41 "DELETE /v2.0/ports/0de72b71-18c2-4481-a24f-040170dcfb2e HTTP/1.1" status: 204 len: 173 time: 0.8368919 Nov 16 21:33:17.884259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:17.884678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'name': 'network-vif-deleted', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:33:17.889158 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3831dce8-5a4e-491b-aace-8f04a66cd69f" -d '{"events": [{"server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "name": "network-vif-deleted", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:33:17.912920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 2764498d-2b98-49b8-8d25-325f5c8bc0bc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:17.913784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2764498d-2b98-49b8-8d25-325f5c8bc0bc not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:17.943486 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:17.945738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Port': ['ID=2764498d-2b98-49b8-8d25-325f5c8bc0bc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:17.984323 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711ba29a-ebfc-4885-9583-77e4c5079b5b x-openstack-request-id: req-711ba29a-ebfc-4885-9583-77e4c5079b5b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:33:17.984613 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5326034-6a8b-4637-8231-675086002f29", "name": "network-vif-deleted", "tag": "0de72b71-18c2-4481-a24f-040170dcfb2e", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:33:17.984868 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-711ba29a-ebfc-4885-9583-77e4c5079b5b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:33:17.987078 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5326034-6a8b-4637-8231-675086002f29', 'name': 'network-vif-deleted', 'tag': '0de72b71-18c2-4481-a24f-040170dcfb2e', 'status': 'completed', 'code': 200} Nov 16 21:33:17.993954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725d720-1bb0-4e69-8adb-99e8c4810295 req-0f571402-c99f-45f9-81ac-a548394657f8 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:17.996002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1725d720-1bb0-4e69-8adb-99e8c4810295 req-0f571402-c99f-45f9-81ac-a548394657f8 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5326034-6a8b-4637-8231-675086002f29 HTTP/1.1" status: 200 len: 945 time: 0.7982757 Nov 16 21:33:17.998022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:18.063425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.068130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.071972 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] 10.222.0.48 "DELETE /v2.0/networks/98c812ee-5121-4d17-abf9-fb431f214686 HTTP/1.1" status: 204 len: 168 time: 1.7298601 Nov 16 21:33:18.117802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54788ff8-ef93-4860-acfe-5f2d73525448 tempest-FloatingIPNegativeTestJSON-868336074 tempest-FloatingIPNegativeTestJSON-868336074-project] Pushing event deleted for resources: {'Network': ['ID=98c812ee-5121-4d17-abf9-fb431f214686,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:18.157346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1725d720-1bb0-4e69-8adb-99e8c4810295 req-55f1d81d-712a-42e8-a3e3-b14bad849e20 tempest-ServerRescueTestJSONUnderV235-1276822175 tempest-ServerRescueTestJSONUnderV235-1276822175-project] 10.222.0.48 "GET /v2.0/security-groups?id=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347532 Nov 16 21:33:18.190851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.221297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 760f1b72-c8d1-489e-8c04-6b9b0c38f32c yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:18.334499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79160d-41ef-47de-a85c-c32c1664b9e9 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:18.358213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:18.471386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-55463f3c-1834-4bdd-9710-36f5a6c37635 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:18.471654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55463f3c-1834-4bdd-9710-36f5a6c37635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.476899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8:0:1::164 (4e85c439-5c54-44c3-9249-f8a38c359d2c/a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44/760f1b72-c8d1-489e-8c04-6b9b0c38f32c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:18.493200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fe6e:1ce2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/01ea9b25-84aa-4aa0-9494-2be608a83e4c/760f1b72-c8d1-489e-8c04-6b9b0c38f32c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:18.666532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02f9bcc6-44d9-4893-b050-76a3b2224f6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55b5c5ad9fe24041a09b44d13a371296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057230 Nov 16 21:33:18.668932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:18.719607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.739709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24be233e-3c25-4737-865d-644614eeb053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.741668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '01ea9b25-84aa-4aa0-9494-2be608a83e4c', 'ip_address': '2001:db8::f816:3eff:fe33:c830'}, {'subnet_id': 'a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:18.766238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.766851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24be233e-3c25-4737-865d-644614eeb053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.775268 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.821236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:18.825976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:18.830802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:18.837000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:18.837804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.850155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24be233e-3c25-4737-865d-644614eeb053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.853608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24be233e-3c25-4737-865d-644614eeb053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:18.853761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=760f1b72-c8d1-489e-8c04-6b9b0c38f32c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:18.857436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-24be233e-3c25-4737-865d-644614eeb053 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adc1caea-9c9f-415f-a87e-38295ae60b98 HTTP/1.1" status: 204 len: 168 time: 0.1850235 Nov 16 21:33:18.864970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be233e-3c25-4737-865d-644614eeb053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc1caea-9c9f-415f-a87e-38295ae60b98,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:18.882553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-579e614a-1385-410a-a82e-66c23142f3e5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7671425 Nov 16 21:33:18.882975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35634) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:19.000592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 760f1b72-c8d1-489e-8c04-6b9b0c38f32c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:19.001326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.128856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.147348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 760f1b72-c8d1-489e-8c04-6b9b0c38f32c owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:19.181910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] Allocated IP 2001:db8:0:1::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44/b268fa68-f331-4888-81bc-01b459ccbafe) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:19.217972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:19.235889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35644) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:19.358236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:19.376273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:19.376902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.426729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.438144 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.452484 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.522221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=760f1b72-c8d1-489e-8c04-6b9b0c38f32c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:19.601256 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.606481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-884a7c69-470d-4d43-8a12-3ebbdda3a1cc tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/760f1b72-c8d1-489e-8c04-6b9b0c38f32c HTTP/1.1" status: 204 len: 168 time: 0.7223942 Nov 16 21:33:19.608774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35656) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:19.647013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f62e4e-d36d-47ed-a812-ba464a83810e None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:19.707011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cee8cf-65db-44cc-b986-fd8ea566a4d5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:19.711369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b8cee8cf-65db-44cc-b986-fd8ea566a4d5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1013899 Nov 16 21:33:19.714577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35660) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:19.775484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3bf440-327b-4612-be92-a77ed55175b3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:19.780508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8b3bf440-327b-4612-be92-a77ed55175b3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0624063 Nov 16 21:33:19.780671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35664) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:19.852026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:19.863529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e5c29-93d5-47dd-b049-afa91bc98c73 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:19.866393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e5c29-93d5-47dd-b049-afa91bc98c73 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:19.868263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e5c29-93d5-47dd-b049-afa91bc98c73 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:19.873247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-552e5c29-93d5-47dd-b049-afa91bc98c73 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0882432 Nov 16 21:33:19.873680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35666) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:19.952570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 01ea9b25-84aa-4aa0-9494-2be608a83e4c {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:19.957204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.028028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.054240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35670) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.143821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.218819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Deleting port 804f5f3a-317f-473f-97d8-b4bb0804e734 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:20.219167 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.247216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.264866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1975406928'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:20.281612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=01ea9b25-84aa-4aa0-9494-2be608a83e4c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:20.288494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.293251 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-93d860a5-2a17-4847-8f19-bd76fae30757 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/01ea9b25-84aa-4aa0-9494-2be608a83e4c HTTP/1.1" status: 204 len: 168 time: 0.4183016 Nov 16 21:33:20.295746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35676) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.315579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:20.319488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.342516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.349914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] For port 804f5f3a-317f-473f-97d8-b4bb0804e734, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=804f5f3a-317f-473f-97d8-b4bb0804e734,segment=NetworkSegment(f59da945-fddd-4191-9b16-34b850877440),segment_id=f59da945-fddd-4191-9b16-34b850877440)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:20.350279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.358358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:20.362209 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.375066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Calling delete_port for 804f5f3a-317f-473f-97d8-b4bb0804e734 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:20.425365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.470829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980555de-811e-4655-9f4d-c92f8e2d2410 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:20.547174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.566386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.578267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.631620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:20.636670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463dc171-a8a0-460c-91ce-fa422f94197b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:20.639309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.645595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-59d117d9-0ae9-4107-b9b7-150a5806156f None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:20.645983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59d117d9-0ae9-4107-b9b7-150a5806156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.679628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:20.688237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.697499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4345d9d2-bb63-45d7-9987-50f56ef88c0d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44 HTTP/1.1" status: 204 len: 168 time: 0.4005578 Nov 16 21:33:20.700492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35678) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.732792 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.745721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.746253 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Added segment 0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7 of type vlan for network ece4590a-2d2c-442a-bb99-a9c517eb47b4 Nov 16 21:33:20.757973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f387e0ba-38de-4b18-a293-6e52879f18e9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560975 Nov 16 21:33:20.760738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35680) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:20.773540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:20.787700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5702035-346c-4123-8df2-4566c24529f3 None None] DHCP port deletion for 65378409-d99f-49a7-b0a8-e5be144328df request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:20.820608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Pushing event deleted for resources: {'Port': ['ID=804f5f3a-317f-473f-97d8-b4bb0804e734,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:20.827891 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-51721b55-627d-4a41-910f-f13afb9a2b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.836896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86871027-84ee-4026-83ef-8e1c8e9d11e0 None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:20.864892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-86871027-84ee-4026-83ef-8e1c8e9d11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.899730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:20.902995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:20.905667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.008177 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.015294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:21.015899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.071906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337b647-daf3-4119-bc73-fdff724e1930 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:21.131297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0759845 Nov 16 21:33:21.155231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b01ac-f351-4f00-a02e-519e6ff57a7d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Network': ['ID=ece4590a-2d2c-442a-bb99-a9c517eb47b4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:21.185488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.192070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ece4590a-2d2c-442a-bb99-a9c517eb47b4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:21.365867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-62b560ab-f399-4465-8be2-42be7b0da697 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:21.366239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62b560ab-f399-4465-8be2-42be7b0da697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.449653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:21.512354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:21.586019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Router c4a801e8-e722-4e6f-a1cf-90ab7be7975c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:33:21.631132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.755375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '34474896-ccf6-4e3f-8b03-115004b637e8'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:21.796183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.818342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:33:21.825411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aedcd0f0-2a0b-4deb-b008-7d0f3ed36977 admin admin] 10.222.0.48 "PUT /v2.0/routers/c4a801e8-e722-4e6f-a1cf-90ab7be7975c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884349 Nov 16 21:33:21.827923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:21.844936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:21.849414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] Sync routers for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:33:21.865914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.952024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.972362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:21.982239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:21.982887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:22.134700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.194784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:22.231171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:22.234660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Deleting port aee2e504-100a-4cd1-aba8-ae629c361f39 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:22.236470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.284251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:22.287355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe33:c830-93922b1e-b36d-4c0c-99cb-dbb808c28c {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:22.287706 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:22.290438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.298353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.300069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.344382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] For port aee2e504-100a-4cd1-aba8-ae629c361f39, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aee2e504-100a-4cd1-aba8-ae629c361f39,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:22.344764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.359666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Calling delete_port for aee2e504-100a-4cd1-aba8-ae629c361f39 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:22.417901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:22.419742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=34474896-ccf6-4e3f-8b03-115004b637e8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:22.428996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:22.434252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:22.435490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.442378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0de72b71-18c2-4481-a24f-040170dcfb2e no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:22.463244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6957536 Nov 16 21:33:22.470319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35690) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:22.476116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:22.548489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e148b-9b67-4d88-8707-545fe85ec1fa tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=9']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:22.578778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.614577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=aee2e504-100a-4cd1-aba8-ae629c361f39,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:22.652053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110419b1-a617-4628-a7a8-4089c4ad17f0 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:22.658733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 0de72b71-18c2-4481-a24f-040170dcfb2e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:22.659076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0de72b71-18c2-4481-a24f-040170dcfb2e not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.689929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.690634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.690634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:22.703443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:22.708228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.722678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.737792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:33:20Z', 'revision_number': 5, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port': {'id': 'aee2e504-100a-4cd1-aba8-ae629c361f39', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:31:53Z', 'updated_at': '2021-11-16T21:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:22.768943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] Checking router: c4a801e8-e722-4e6f-a1cf-90ab7be7975c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:33:22.778055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] Routers {'c4a801e8-e722-4e6f-a1cf-90ab7be7975c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:33:22.778688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:22.821624 n-d-817778-8 neutron-server[102453]: INFO neutron.db.ipam_backend_mixin [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34474896-ccf6-4e3f-8b03-115004b637e8 (CIDR: 2001:db8::/64) Nov 16 21:33:22.825599 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:33:22.826235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:22.844222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60721b5b-0947-4281-8975-23c6fec2f371 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3723974 Nov 16 21:33:22.846838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35692) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:22.853503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:22.861322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] Set router c4a801e8-e722-4e6f-a1cf-90ab7be7975c gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:33:22.862965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.872932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.926037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.926744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4a801e8-e722-4e6f-a1cf-90ab7be7975c {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:33:22.929911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:33:22Z', 'revision_number': 7, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:22.935036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:22.937052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0287017c-21cb-4fb5-9085-871c49cc8a1d admin admin] 10.222.0.48 "DELETE /v2.0/routers/c4a801e8-e722-4e6f-a1cf-90ab7be7975c HTTP/1.1" status: 204 len: 168 time: 1.1074369 Nov 16 21:33:22.939667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35694) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:22.975460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a91ed47-e647-4b50-9e84-31761d722149 None None] The sync data for ids ['c4a801e8-e722-4e6f-a1cf-90ab7be7975c'] in n-d-817778-8 is: [{'id': 'c4a801e8-e722-4e6f-a1cf-90ab7be7975c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1836175150-router', 'tenant_id': 'f83eaf0d48a141c685101dda360fe03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:31:52Z', 'updated_at': '2021-11-16T21:33:22Z', 'revision_number': 7, 'project_id': 'f83eaf0d48a141c685101dda360fe03a', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:33:22.988705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.027667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Deleting subnet 7ab56c50-1998-4ff3-a301-a031f89aa6be {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:23.034090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.080941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.128450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.196938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.239343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab56c50-1998-4ff3-a301-a031f89aa6be,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:23.254179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.259258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d47bb3c4-7e6d-4e74-9291-2da8c7121b8e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7ab56c50-1998-4ff3-a301-a031f89aa6be HTTP/1.1" status: 204 len: 168 time: 0.3186195 Nov 16 21:33:23.260973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:23.262829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35698) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:23.266386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.280315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:23.312884 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.330215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f8fa8-178c-4857-9746-5aae8c562391 None None] Network 65378409-d99f-49a7-b0a8-e5be144328df requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:23.341827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.512835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 804f5f3a-317f-473f-97d8-b4bb0804e734 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:23.521068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-51c37adb-232c-472e-bc18-272163c9f7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.550672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.632715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 804f5f3a-317f-473f-97d8-b4bb0804e734 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:23.632715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 804f5f3a-317f-473f-97d8-b4bb0804e734 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:23.670941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f97fd3-ebc5-48d2-9be1-1e04a60ac80b None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:23.781988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4621a-8fae-4870-b6f7-aabca501527e None None] DHCP port deletion for 65378409-d99f-49a7-b0a8-e5be144328df request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:23.826584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.856935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65378409-d99f-49a7-b0a8-e5be144328df']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:23.868571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59da945-fddd-4191-9b16-34b850877440') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:23.868856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59da945-fddd-4191-9b16-34b850877440') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:23.885163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.901974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.912572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:23.912875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.923463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:23.972575 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:23.999087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.005673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:24.008758 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.012425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:24.017296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:24.018424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.024021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] 10.222.0.48 "DELETE /v2.0/networks/65378409-d99f-49a7-b0a8-e5be144328df HTTP/1.1" status: 204 len: 168 time: 0.7544835 Nov 16 21:33:24.051561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2033832 Nov 16 21:33:24.057155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35704) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:24.078392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cccba4-ff25-4e04-b1de-774835cd55de admin admin] Pushing event deleted for resources: {'Network': ['ID=65378409-d99f-49a7-b0a8-e5be144328df,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:24.083480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:6e:8d:d6', 'name': 'tempest-NetworksTestDHCPv6-946928007'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:24.094221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368c24-f931-4f99-b481-0efd7f517b9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=378c0c8e-abe6-4cec-8e10-826dcafb1ebc,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:24.165355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:24.479050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:24.499296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35724) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:24.505153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'subnet': {'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:24.511519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35728) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:24.641852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ca2dc679-cf8f-4898-876b-a0e9a86b3ec3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f83eaf0d48a141c685101dda360fe03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289723 Nov 16 21:33:24.644828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35732) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:24.660374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a4bb9-78f5-473f-8381-813073dca469 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:24.839994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-917a421a-9f17-4ac2-bb34-915417bd3e94 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:24.841224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-917a421a-9f17-4ac2-bb34-915417bd3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.038779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-917a421a-9f17-4ac2-bb34-915417bd3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.056244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.086922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 30826975-5357-439d-a550-cde078fffa54 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:25.113578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:25.117583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.169553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25105c4d-ffd8-4f8f-900f-16446e621ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.187724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-917a421a-9f17-4ac2-bb34-915417bd3e94 None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:25.195030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25105c4d-ffd8-4f8f-900f-16446e621ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.210637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '34474896-ccf6-4e3f-8b03-115004b637e8', 'ip_address': '2001:db8::f816:3eff:fe33:c830'}, {'subnet_id': '378c0c8e-abe6-4cec-8e10-826dcafb1ebc'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:25.214864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-917a421a-9f17-4ac2-bb34-915417bd3e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.321292 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.328051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25105c4d-ffd8-4f8f-900f-16446e621ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.330453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:25.330884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-25105c4d-ffd8-4f8f-900f-16446e621ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.333658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8:0:1::3a7 (4e85c439-5c54-44c3-9249-f8a38c359d2c/378c0c8e-abe6-4cec-8e10-826dcafb1ebc/30826975-5357-439d-a550-cde078fffa54) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:25.335127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-25105c4d-ffd8-4f8f-900f-16446e621ccb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f HTTP/1.1" status: 204 len: 168 time: 0.6889932 Nov 16 21:33:25.345085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f816:3eff:fe6e:8dd6 (4e85c439-5c54-44c3-9249-f8a38c359d2c/34474896-ccf6-4e3f-8b03-115004b637e8/30826975-5357-439d-a550-cde078fffa54) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:25.352690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25105c4d-ffd8-4f8f-900f-16446e621ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef8db3-b2fc-4c1b-b8a1-17180fe0bc9f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:25.437273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a421a-9f17-4ac2-bb34-915417bd3e94 None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:25.497572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.589492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Subnet': ['ID=d8385caa-6f5a-4688-85a4-7c26b538eeec,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:25.597264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.606314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Checking segment: {'id': '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:25.606588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network hostable DHCP agents. Network: ece4590a-2d2c-442a-bb99-a9c517eb47b4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:25.636760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network ece4590a-2d2c-442a-bb99-a9c517eb47b4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:25.649429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ece4590a-2d2c-442a-bb99-a9c517eb47b4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:25.656693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:25.657714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.689455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-175919f5-4a48-4c88-874c-13a5be818a78 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1884892 Nov 16 21:33:25.693431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35754) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:25.696562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5bee6-404d-4bde-9e47-5de9128c6e3c None None] Network ece4590a-2d2c-442a-bb99-a9c517eb47b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:25.707853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1228273537'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:25.732012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.734390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:25.738042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.814673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.821066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:25.821570 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.850055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:25.853840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:25.864258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:25.871380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:25.877329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:25.878482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.884211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:25.884565 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Added segment d9e441d6-e27f-4aa3-af75-16150bc1be07 of type vlan for network 5a48a538-11bf-4f01-8724-7d49274c0aa3 Nov 16 21:33:25.886444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=30826975-5357-439d-a550-cde078fffa54,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:25.912322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] Allocated IP 2001:db8:0:1::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/378c0c8e-abe6-4cec-8e10-826dcafb1ebc/b268fa68-f331-4888-81bc-01b459ccbafe) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:25.928898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8d9dad5e-0a21-4822-bfe7-a4bd0c85e79f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8511128 Nov 16 21:33:25.931336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35766) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:26.049238 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.127515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ece4590a-2d2c-442a-bb99-a9c517eb47b4', 'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4', 'tenant_id': '583ec7b64c914568a4af147cf9608b6d', 'fixed_ips': [{'subnet_id': 'd8385caa-6f5a-4688-85a4-7c26b538eeec'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:26.128549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.146848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.153103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:26.153819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.191395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:26.220594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aee2e504-100a-4cd1-aba8-ae629c361f39 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:26.270456 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5717723 Nov 16 21:33:26.273418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35782) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:26.279355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'subnet': {'network_id': '5a48a538-11bf-4f01-8724-7d49274c0aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:26.292401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 30826975-5357-439d-a550-cde078fffa54 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:26.292757 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.297314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f3a3e-a2b4-471a-9eaf-8243354e2154 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Network': ['ID=5a48a538-11bf-4f01-8724-7d49274c0aa3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:26.418557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:26.423660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.431169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.450499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Allocated IP 2001:db8:0:ffff::2 (ece4590a-2d2c-442a-bb99-a9c517eb47b4/d8385caa-6f5a-4688-85a4-7c26b538eeec/87fb6c62-ce50-4383-8340-e6aacb9e08be) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:26.459490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 30826975-5357-439d-a550-cde078fffa54 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:26.467175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: aee2e504-100a-4cd1-aba8-ae629c361f39 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:26.467527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aee2e504-100a-4cd1-aba8-ae629c361f39 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:26.492033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.494111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 5a48a538-11bf-4f01-8724-7d49274c0aa3 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:26.518829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.690964 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.746479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0e84d-ca62-4546-88b7-97abcb20ba62 None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:26.827253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.840806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.853320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:26.924025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Network ece4590a-2d2c-442a-bb99-a9c517eb47b4 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:26.925983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Pushing event updated for resources: {'Port': ['ID=87fb6c62-ce50-4383-8340-e6aacb9e08be,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:26.929242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:26.932801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:26.944366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=30826975-5357-439d-a550-cde078fffa54,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:26.964308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:26.966175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.037466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.051720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a18378c8-8d74-40ef-b95e-0adc90d1d2d2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/30826975-5357-439d-a550-cde078fffa54 HTTP/1.1" status: 204 len: 168 time: 1.1141329 Nov 16 21:33:27.051720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35814) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.051979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Attempting to bind port 87fb6c62-ce50-4383-8340-e6aacb9e08be on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:27.051979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Attempting to bind port 87fb6c62-ce50-4383-8340-e6aacb9e08be by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:27.051979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Attempting to bind port 87fb6c62-ce50-4383-8340-e6aacb9e08be on network ece4590a-2d2c-442a-bb99-a9c517eb47b4 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:27.062823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:27.063216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Checking segment: {'id': '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:27.063634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.064040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Bound using segment: {'id': '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:27.064524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Bound port: 87fb6c62-ce50-4383-8340-e6aacb9e08be, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ece4590a-2d2c-442a-bb99-a9c517eb47b4'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:27.065180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.098866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Subnet': ['ID=2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:27.110473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Checking segment: {'id': 'd9e441d6-e27f-4aa3-af75-16150bc1be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5a48a538-11bf-4f01-8724-7d49274c0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:27.110840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network hostable DHCP agents. Network: 5a48a538-11bf-4f01-8724-7d49274c0aa3, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:27.131338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network 5a48a538-11bf-4f01-8724-7d49274c0aa3 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:27.145902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 5a48a538-11bf-4f01-8724-7d49274c0aa3) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:27.157985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91f744-c84e-455c-aabc-45deabee86f8 None None] Network 5a48a538-11bf-4f01-8724-7d49274c0aa3 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:27.162687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:27.180030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.218439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328f22f-c8a6-431e-875d-d6496310cdfd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:27.222571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b328f22f-c8a6-431e-875d-d6496310cdfd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1683307 Nov 16 21:33:27.223043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.239662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.244958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-02750ed2-08fb-483b-b123-b0492e53524a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9702623 Nov 16 21:33:27.292466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'port': {'network_id': '5a48a538-11bf-4f01-8724-7d49274c0aa3', 'name': 'tempest-NetworksIpV6TestAttrs-1647171972'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:27.383991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-823042c5-06c6-4f5d-b1bf-632688f77bc2 req-9332402a-0a3c-4b94-abc2-eb363f256401 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.1430769 Nov 16 21:33:27.466483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90383dce-2623-4cf6-ad83-eb3fbb6b8860 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:27.470877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35834) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.482455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-90383dce-2623-4cf6-ad83-eb3fbb6b8860 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2580020 Nov 16 21:33:27.578550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd72ab-869e-46e8-922a-2f572d51ada1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:27.580383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd72ab-869e-46e8-922a-2f572d51ada1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:27.585037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:27.592729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd72ab-869e-46e8-922a-2f572d51ada1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:27.612372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-71fd72ab-869e-46e8-922a-2f572d51ada1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1367030 Nov 16 21:33:27.612676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35840) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:27.616491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:27.621032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.635468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] For port 87fb6c62-ce50-4383-8340-e6aacb9e08be, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:27.642114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] device_id is not set on port 11eaa662-1ead-45a6-b224-189fcda6c60c yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:27.683004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] For port 87fb6c62-ce50-4383-8340-e6aacb9e08be, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=87fb6c62-ce50-4383-8340-e6aacb9e08be,segment=NetworkSegment(0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7),segment_id=0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:27.699517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.758340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 34474896-ccf6-4e3f-8b03-115004b637e8 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:27.769812 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.842250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a69df-ff62-47c9-9954-38dbea101de6 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:27.864640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:27.878902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Allocated IP 2001:db8::f816:3eff:fe68:539 (5a48a538-11bf-4f01-8724-7d49274c0aa3/2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c/11eaa662-1ead-45a6-b224-189fcda6c60c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:27.971713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d1de-a3c1-49dc-af2a-8dd496c5734c None None] Pushing event updated for resources: {'Port': ['ID=87fb6c62-ce50-4383-8340-e6aacb9e08be,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:27.979788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:27.980164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.084209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.123903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ec67f220-191b-437c-9339-5f351fef0384 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:28.124267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec67f220-191b-437c-9339-5f351fef0384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.126151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a69362-c918-4617-a2d9-6f686fd7fd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-5a48a538-11bf-4f01-8724-7d49274c0aa3', 'network_id': '5a48a538-11bf-4f01-8724-7d49274c0aa3', 'tenant_id': '583ec7b64c914568a4af147cf9608b6d', 'fixed_ips': [{'subnet_id': '2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:28.126977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-94a69362-c918-4617-a2d9-6f686fd7fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.196303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.237580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.249001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.294626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network 5a48a538-11bf-4f01-8724-7d49274c0aa3 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:28.298235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:28.306011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:28.312617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:28.313283 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.340579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0944347 Nov 16 21:33:28.343365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.350939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=34474896-ccf6-4e3f-8b03-115004b637e8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.378663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.395145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.402097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56490a11-fb2b-4365-a6c3-a34476d3cc26 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/34474896-ccf6-4e3f-8b03-115004b637e8 HTTP/1.1" status: 204 len: 168 time: 0.7882969 Nov 16 21:33:28.406727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e782de-89c3-46be-9d03-75c01d593ad3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Port': ['ID=11eaa662-1ead-45a6-b224-189fcda6c60c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.459485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting subnet 2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:28.466607 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.500260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 378c0c8e-abe6-4cec-8e10-826dcafb1ebc {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:28.505393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.564579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4294b490-573b-47bc-a0d9-97449fe14731 req-41ad25a5-3f00-4fe8-906b-538789bfa3aa tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0334229 Nov 16 21:33:28.578297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.610305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.762945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.814552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.892298 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.924725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:28.927197 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.968993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:28.974749 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5ea0de80-bd33-4563-b469-2bb4862115e1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c HTTP/1.1" status: 204 len: 168 time: 0.6279974 Nov 16 21:33:28.976081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35868) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-94a69362-c918-4617-a2d9-6f686fd7fd2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c: This subnet is being modified by another concurrent operation. Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c: This subnet is being modified by another concurrent operation. Nov 16 21:33:28.977418 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 21:33:28.986158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=378c0c8e-abe6-4cec-8e10-826dcafb1ebc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.003187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.008859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-89edfc05-77fd-4c68-a2c7-810d517c6ba7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/378c0c8e-abe6-4cec-8e10-826dcafb1ebc HTTP/1.1" status: 204 len: 168 time: 0.6105297 Nov 16 21:33:29.009324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.061203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d0830064-77ff-4c6f-a413-f9296a57858e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484030 Nov 16 21:33:29.065997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35874) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.068654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb43090-e554-4625-8a30-92f657ebfd88 None None] Network 5a48a538-11bf-4f01-8724-7d49274c0aa3 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:29.083732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:29.141340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b3b40-e794-44a3-9359-ca53982af7ef tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:29.143781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b3b40-e794-44a3-9359-ca53982af7ef tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:29.147283 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-087b3b40-e794-44a3-9359-ca53982af7ef tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1690321 Nov 16 21:33:29.155643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35876) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.275152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:29.281037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.299849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 87fb6c62-ce50-4383-8340-e6aacb9e08be up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:29.342574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-61c2edd9-c31d-4699-a10b-0083775c5872 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.365372 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c2edd9-c31d-4699-a10b-0083775c5872 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 21:33:29.365908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c2edd9-c31d-4699-a10b-0083775c5872 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:29.369120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-61c2edd9-c31d-4699-a10b-0083775c5872 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/5a48a538-11bf-4f01-8724-7d49274c0aa3 HTTP/1.1" status: 409 len: 405 time: 0.2120931 Nov 16 21:33:29.374419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35880) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.379615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-79352070'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:29.406811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 87fb6c62-ce50-4383-8340-e6aacb9e08be triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:29.407214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.418132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:29.422266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.452281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7be8b-dd6b-49c1-a901-bbb3b67cd87f None None] Network ece4590a-2d2c-442a-bb99-a9c517eb47b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:29.465375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:29.477846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.478743 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Added segment 91d9db28-7579-4cc5-b133-ce0fb0e77118 of type vlan for network 9e1799b6-5b85-4e0c-810f-8ae7984ab42c Nov 16 21:33:29.560079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.612310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.622208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.628464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:29.629265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.642620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-517b36b1-d8b5-422a-bc2d-62c4d33cde18 None None] Provisioning complete for port 87fb6c62-ce50-4383-8340-e6aacb9e08be triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:29.642620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-517b36b1-d8b5-422a-bc2d-62c4d33cde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.728875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.771003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3954990 Nov 16 21:33:29.780063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35892) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.786323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'subnet': {'network_id': '9e1799b6-5b85-4e0c-810f-8ae7984ab42c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:29.788145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea182544-8924-4c2b-9486-812eb4784815 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:29.793419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 87fb6c62-ce50-4383-8340-e6aacb9e08be, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=87fb6c62-ce50-4383-8340-e6aacb9e08be,segment=NetworkSegment(0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7),segment_id=0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:29.797707 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-517b36b1-d8b5-422a-bc2d-62c4d33cde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.804065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcaf02-193e-4327-9ba3-d454ae77c3d9 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Network': ['ID=9e1799b6-5b85-4e0c-810f-8ae7984ab42c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.843453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.855172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9e1799b6-5b85-4e0c-810f-8ae7984ab42c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:29.874653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:29.876247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:29.881912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f62980a-9901-489e-a4f9-8594e3dfc203 req-7109f779-84a1-4b52-b3e7-102ecb11481c tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0925355 Nov 16 21:33:29.885498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:29.886137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:29.910208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8413084 Nov 16 21:33:29.911044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35896) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:29.911606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6e05c-0c83-41fa-abe0-0f133bbf8fba tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:29.919308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:29.942760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:29.947165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.060584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:30.066919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.147228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=87fb6c62-ce50-4383-8340-e6aacb9e08be,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:30.179920 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-517b36b1-d8b5-422a-bc2d-62c4d33cde18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:30.180726 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-517b36b1-d8b5-422a-bc2d-62c4d33cde18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:30.184388 n-d-817778-8 neutron-server[102453]: INFO neutron.db.ipam_backend_mixin [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a (CIDR: 2001:db8::/64) Nov 16 21:33:30.189021 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:33:30.190649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:30.252829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35904) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:30.255580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5315e218-edad-485d-a3df-c5c0b66d95a4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3404367 Nov 16 21:33:30.261014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:30.325095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3875bd65-0d96-4399-8a64-91f4be9cc2b4 req-a4d48361-73c0-4af7-8576-8ecb6a3733a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0507874 Nov 16 21:33:30.435895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:30.440019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:30.442973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.469990 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.528070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Subnet': ['ID=756192fa-06d8-4af9-82b8-927dea1f9814,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:30.541128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:30.545706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.605220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Checking segment: {'id': '91d9db28-7579-4cc5-b133-ce0fb0e77118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9e1799b6-5b85-4e0c-810f-8ae7984ab42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:30.605220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network hostable DHCP agents. Network: 9e1799b6-5b85-4e0c-810f-8ae7984ab42c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:30.646307 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network 9e1799b6-5b85-4e0c-810f-8ae7984ab42c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:30.663875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9e1799b6-5b85-4e0c-810f-8ae7984ab42c) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:30.668311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a/b268fa68-f331-4888-81bc-01b459ccbafe) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:30.674234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:30.674843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.701886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b1c41e5-ffa3-46ce-b9e1-6f5bbbbd73b5 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9204626 Nov 16 21:33:30.704843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35914) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:30.709635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'port': {'network_id': '9e1799b6-5b85-4e0c-810f-8ae7984ab42c', 'name': 'tempest-NetworksIpV6TestAttrs-1305498349'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:30.713863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d30ce-75bb-4338-9940-97f3cfd5473e None None] Network 9e1799b6-5b85-4e0c-810f-8ae7984ab42c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:30.844925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:30.850012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:30.872879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] device_id is not set on port b74794d1-0ee8-41c2-9075-623ae4c49328 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:31.021444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:31.031015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Allocated IP 2001:db8::f816:3eff:feb3:8373 (9e1799b6-5b85-4e0c-810f-8ae7984ab42c/756192fa-06d8-4af9-82b8-927dea1f9814/b74794d1-0ee8-41c2-9075-623ae4c49328) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:31.100347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-131d4b9b-5992-4b58-bc21-db6351598e6f req-65e06cd5-a81c-4e51-a4d7-cf9e30ed972a tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0913913 Nov 16 21:33:31.202001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:31.242775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 87fb6c62-ce50-4383-8340-e6aacb9e08be up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:31.250571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.287408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.299774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.339288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.345204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Port': ['ID=b74794d1-0ee8-41c2-9075-623ae4c49328,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.374991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network 9e1799b6-5b85-4e0c-810f-8ae7984ab42c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:31.376447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:31.379372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:31.380050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.389280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:31.389821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.414376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-409d8602-ec79-4b8b-9403-a134ae9b9b16 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7073200 Nov 16 21:33:31.415328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:31.457146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8127da40-e971-425a-8f54-4979a295a3f6 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:31.457559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8127da40-e971-425a-8f54-4979a295a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.482444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a99ff-77f3-4277-a049-d7af868d0396 None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=16']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.499356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting subnet 756192fa-06d8-4af9-82b8-927dea1f9814 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:31.503653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.554170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 87fb6c62-ce50-4383-8340-e6aacb9e08be triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:31.554170 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.636072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.658040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:31.662300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ff269-8612-4bea-b975-7dea7a937fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9e1799b6-5b85-4e0c-810f-8ae7984ab42c', 'network_id': '9e1799b6-5b85-4e0c-810f-8ae7984ab42c', 'tenant_id': '583ec7b64c914568a4af147cf9608b6d', 'fixed_ips': [{'subnet_id': '756192fa-06d8-4af9-82b8-927dea1f9814'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:31.663379 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad3ff269-8612-4bea-b975-7dea7a937fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.702003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.711891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.712225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.784967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.815108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:31.834472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:31.848419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:31.849037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.858784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=17']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.877221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=7fa67d57-a56d-4094-94cd-4e3663e2b971,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:31.896948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6f28eb99-970b-4843-a42b-b1bafca84809 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6416931 Nov 16 21:33:31.899737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35940) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:31.900505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.906523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:33:3c:3b', 'name': 'tempest-NetworksTestDHCPv6-1590522601'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-ad3ff269-8612-4bea-b975-7dea7a937fa7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756192fa-06d8-4af9-82b8-927dea1f9814: This subnet is being modified by another concurrent operation. Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756192fa-06d8-4af9-82b8-927dea1f9814: This subnet is being modified by another concurrent operation. Nov 16 21:33:31.915807 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 21:33:31.923554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.929906 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/756192fa-06d8-4af9-82b8-927dea1f9814 HTTP/1.1" status: 204 len: 168 time: 0.5112686 Nov 16 21:33:31.935789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35942) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:31.945757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8127da40-e971-425a-8f54-4979a295a3f6 None None] Provisioning complete for port 87fb6c62-ce50-4383-8340-e6aacb9e08be triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:31.945952 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8127da40-e971-425a-8f54-4979a295a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:31.949490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8bcd9-a5e0-4b83-ba25-60ac169de6b2 None None] Network 9e1799b6-5b85-4e0c-810f-8ae7984ab42c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:31.968150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02504e-0dc5-42c2-bf33-820502e41dcb tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Subnet': ['ID=756192fa-06d8-4af9-82b8-927dea1f9814,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:32.058622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfc450-4b38-4c76-97a4-5569460cc775 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:32.060316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfc450-4b38-4c76-97a4-5569460cc775 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:32.065133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35946) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:32.074811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8bfc450-4b38-4c76-97a4-5569460cc775 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0998182 Nov 16 21:33:32.177045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:32.200998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b375d2b9-5b3a-49ab-b38c-82972e04d98e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.218063 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b375d2b9-5b3a-49ab-b38c-82972e04d98e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 21:33:32.219062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b375d2b9-5b3a-49ab-b38c-82972e04d98e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:32.231881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b375d2b9-5b3a-49ab-b38c-82972e04d98e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/9e1799b6-5b85-4e0c-810f-8ae7984ab42c HTTP/1.1" status: 409 len: 405 time: 0.1655798 Nov 16 21:33:32.232535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35952) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:32.247790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1611888445'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:32.300334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6513adae-a394-4b0e-a01b-a17e775a4cb1 req-2edce041-ba12-42a0-9d14-b27f85f9b02f tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0457892 Nov 16 21:33:32.315403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:32.317455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.321924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.361502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:32.373452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 1a24a08e-1d8d-4587-94a1-b4dda6cbc792 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:32.374526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.374886 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Added segment ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d of type vlan for network 93ab944b-4a82-4fca-9d83-8c542b9f3215 Nov 16 21:33:32.429827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.476513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.482757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:32.483366 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.520037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2831833 Nov 16 21:33:32.520794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 35960) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:32.524055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0af3f1-334f-4020-973f-5f5ecde8ad1e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:32.533984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'subnet': {'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:32.591750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692c839-7719-4cf0-929a-7762792e3ec3 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Network': ['ID=93ab944b-4a82-4fca-9d83-8c542b9f3215,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:32.635623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 93ab944b-4a82-4fca-9d83-8c542b9f3215 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:32.712945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:32.717181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.722131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::f7 (4e85c439-5c54-44c3-9249-f8a38c359d2c/f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a/1a24a08e-1d8d-4587-94a1-b4dda6cbc792) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:32.722289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-375049e6-4375-446d-a7bf-c3a6a9a2655d None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:32.722591 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-375049e6-4375-446d-a7bf-c3a6a9a2655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:32.767076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:3c3b (4e85c439-5c54-44c3-9249-f8a38c359d2c/7fa67d57-a56d-4094-94cd-4e3663e2b971/1a24a08e-1d8d-4587-94a1-b4dda6cbc792) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:33.097039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.251504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:33.275822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:33.278680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.281272 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.304539 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.347671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:33.348270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.431496 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f266d541-34ff-408c-b5cb-11bf36ebbf6a req-7f022cf3-537a-467a-8260-3ae07b1242e9 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.1338792 Nov 16 21:33:33.464951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:33.469332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=1a24a08e-1d8d-4587-94a1-b4dda6cbc792,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:33.472316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:33.479572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:33.495050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:33.495050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.505111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Subnet': ['ID=ab5ed0c9-7c9f-4b7b-8faf-2a97b9b91f4e,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:33.523239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Checking segment: {'id': 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:33.525367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network hostable DHCP agents. Network: 93ab944b-4a82-4fca-9d83-8c542b9f3215, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:33.536253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:33.536728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-13c25668-95e3-45e9-9832-8715d70d943a tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6347713 Nov 16 21:33:33.568291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network 93ab944b-4a82-4fca-9d83-8c542b9f3215 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:33.584098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 93ab944b-4a82-4fca-9d83-8c542b9f3215) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:33.596377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa558a-65a9-469b-bd34-055a02890295 None None] Network 93ab944b-4a82-4fca-9d83-8c542b9f3215 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:33.602177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:33.603115 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.664406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 35998) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:33.665873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-23fa1425-873d-432b-b3c0-6f862dc4da9f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1384153 Nov 16 21:33:33.780495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 1a24a08e-1d8d-4587-94a1-b4dda6cbc792 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:33.781287 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.805348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-93ab944b-4a82-4fca-9d83-8c542b9f3215', 'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215', 'tenant_id': '583ec7b64c914568a4af147cf9608b6d', 'fixed_ips': [{'subnet_id': 'ab5ed0c9-7c9f-4b7b-8faf-2a97b9b91f4e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:33.808509 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.881148 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.909575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81b17f-eaf2-4a43-8b02-fa3745dbe6ac None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:33.926653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:33.979248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 1a24a08e-1d8d-4587-94a1-b4dda6cbc792 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:34.036019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-94f4670f-fb3a-4d87-98fa-d4b4cb37e2ac None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:34.036545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-94f4670f-fb3a-4d87-98fa-d4b4cb37e2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.051131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.092828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Allocated IP 2001:db8::f816:3eff:fef7:f1af (93ab944b-4a82-4fca-9d83-8c542b9f3215/ab5ed0c9-7c9f-4b7b-8faf-2a97b9b91f4e/a453f4e4-03fb-43ed-8c1d-59c8d193a4fb) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:34.300554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.332854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=1a24a08e-1d8d-4587-94a1-b4dda6cbc792,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:34.350297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.350297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.350297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.350297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.350938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.350938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.351280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.351507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.351872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.352168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.352520 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.353418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:34.400291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.404977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b3719b0c-9588-48d8-ac9d-afadc240fe38 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/1a24a08e-1d8d-4587-94a1-b4dda6cbc792 HTTP/1.1" status: 204 len: 168 time: 0.8674994 Nov 16 21:33:34.407378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36014) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.461793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc1aac-3525-4f5d-8d04-f1383433d069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:34.466455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5afc1aac-3525-4f5d-8d04-f1383433d069 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0549896 Nov 16 21:33:34.467088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36018) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.529733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.543185 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.571938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.589566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb1f83-0a70-4986-9a51-97cc24e40628 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:34.593411 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f8bb1f83-0a70-4986-9a51-97cc24e40628 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1214056 Nov 16 21:33:34.596924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Network 93ab944b-4a82-4fca-9d83-8c542b9f3215 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:34.597349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36024) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.603394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:34.608504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:34.624054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Pushing event updated for resources: {'Port': ['ID=a453f4e4-03fb-43ed-8c1d-59c8d193a4fb,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:34.661931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c6489f5-4d98-4ed7-a57a-b074569b787f req-74e4b11e-3bb4-4179-b305-f6141d5d9538 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0847549 Nov 16 21:33:34.674666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5ed0c9-7c9f-4b7b-8faf-2a97b9b91f4e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:34.678944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714c668-7c47-4201-9c30-fff6a4734dc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:34.681330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714c668-7c47-4201-9c30-fff6a4734dc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:34.701677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714c668-7c47-4201-9c30-fff6a4734dc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:34.703563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d714c668-7c47-4201-9c30-fff6a4734dc5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1051936 Nov 16 21:33:34.706277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36028) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:34.717781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Attempting to bind port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:34.719680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Attempting to bind port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:34.720461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Attempting to bind port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb on network 93ab944b-4a82-4fca-9d83-8c542b9f3215 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:34.740680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:34.740835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Checking segment: {'id': 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:34.741157 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.741590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Bound using segment: {'id': 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:34.742095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Bound port: a453f4e4-03fb-43ed-8c1d-59c8d193a4fb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '93ab944b-4a82-4fca-9d83-8c542b9f3215'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:34.742498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.796424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 7fa67d57-a56d-4094-94cd-4e3663e2b971 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:34.800196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.840028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] For port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:34.841206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.844305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] For port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a453f4e4-03fb-43ed-8c1d-59c8d193a4fb,segment=NetworkSegment(ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d),segment_id=ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:34.852774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.863368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.892804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ab944b-4a82-4fca-9d83-8c542b9f3215']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:34.931067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:34.931372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:34.949951 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.953165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4dc3c-6845-4043-abf8-1fb8d62562ce None None] Pushing event updated for resources: {'Port': ['ID=a453f4e4-03fb-43ed-8c1d-59c8d193a4fb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:34.960727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:34.996556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.000736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-00004330-2ff1-4943-ac3a-7c4de7951ae0 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:35.001259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-00004330-2ff1-4943-ac3a-7c4de7951ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.018497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:35.020376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:35.028320 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:35.037690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.055327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.059446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/7fa67d57-a56d-4094-94cd-4e3663e2b971 HTTP/1.1" status: 204 len: 168 time: 0.3519788 Nov 16 21:33:35.074679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c368ba2-1a14-40c4-a8c3-feb7ef217670 None None] Network 93ab944b-4a82-4fca-9d83-8c542b9f3215 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:35.084123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:35.126674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376379f-3c40-4c5e-ad29-ea9db8c8b640 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa67d57-a56d-4094-94cd-4e3663e2b971,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:35.167427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:33:35.167427 n-d-817778-8 neutron-server[102453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:33:35.167427 n-d-817778-8 neutron-server[102453]: [parameters: {'id': '93ab944b-4a82-4fca-9d83-8c542b9f3215'}] Nov 16 21:33:35.167427 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:35.167987 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:35.177874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:35.179842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec2a8c-bd7c-427d-995d-e8edfbb0f3ff None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:35.181430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.233002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.327278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.328350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-00004330-2ff1-4943-ac3a-7c4de7951ae0 None None] Could not find standard attr ID for object 1a24a08e-1d8d-4587-94a1-b4dda6cbc792. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:35.353249 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.421818 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.443456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4ce0547a-6ca9-431b-bd97-0fbb75c32f09 None None] Could not find standard attr ID for object 760f1b72-c8d1-489e-8c04-6b9b0c38f32c. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:35.454142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:35.461827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.480109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8dd2b54b-b60a-4498-bc21-4c99b23b0c9b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a HTTP/1.1" status: 204 len: 168 time: 0.3811204 Nov 16 21:33:35.480109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36044) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:35.518706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-375c54f9-0c5e-4048-96c7-fd8c7f2aaecb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486302 Nov 16 21:33:35.521625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:35.528583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:35.545623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c7fb6-71c3-4e63-b337-1021b16d4715 None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': 'f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:35.579994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-664c7fb6-71c3-4e63-b337-1021b16d4715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.669475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.683602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:35.704757 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.798291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:35.798864 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.881576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b26a138-5998-4535-8d7a-0949d7c1ea65 req-a605620e-2415-4120-8f99-eaa0d7ac5338 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0440242 Nov 16 21:33:35.891308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] For port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a453f4e4-03fb-43ed-8c1d-59c8d193a4fb,segment=NetworkSegment(ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d),segment_id=ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:35.891686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:35.914391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Calling delete_port for a453f4e4-03fb-43ed-8c1d-59c8d193a4fb owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:35.941891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c61ae-27d4-41b9-a136-866eafb81e00 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:36.025461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.027960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1f96b235-d71f-4edc-8945-fb7ab32f5ef9 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:36.028415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1f96b235-d71f-4edc-8945-fb7ab32f5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.051678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.085762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:36.090132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:36.091352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Port': ['ID=a453f4e4-03fb-43ed-8c1d-59c8d193a4fb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:36.095642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:36.096248 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.111990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No DVR routers for this DVR port a453f4e4-03fb-43ed-8c1d-59c8d193a4fb on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:36.115081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=5fd355f6-e205-4b29-8290-98819bcb017e,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:36.131350 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c25dc7a8-cb0d-41f2-bbbb-e818cf201bd9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6059952 Nov 16 21:33:36.132031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:36.138820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:36.211114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.245784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ab944b-4a82-4fca-9d83-8c542b9f3215']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:36.255930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] Update dhcp port {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'fixed_ips': [{'subnet_id': '5fd355f6-e205-4b29-8290-98819bcb017e'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'b268fa68-f331-4888-81bc-01b459ccbafe'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:33:36.260085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:36.260416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe36f9a-1ec3-4653-a5a0-a1f7663cb86d') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:36.271462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.287883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.296535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:36.296535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.296789 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:36.299816 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:36.312207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:36.317342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.373644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.383216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.393807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/93ab944b-4a82-4fca-9d83-8c542b9f3215 HTTP/1.1" status: 204 len: 168 time: 2.7262542 Nov 16 21:33:36.396033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36068) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:36.401769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1579004709'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:36.417618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8512aeb-cdb1-4b1b-96f0-1b1f49e7e18a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Network': ['ID=93ab944b-4a82-4fca-9d83-8c542b9f3215,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:36.438587 n-d-817778-8 neutron-server[102454]: INFO neutron.db.ipam_backend_mixin [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fd355f6-e205-4b29-8290-98819bcb017e (CIDR: 2001:db8::/64) Nov 16 21:33:36.441946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:36.442163 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:33:36.442625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:36.446325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.465103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5c379be2-7d5c-44a4-8001-713d61f6bcda tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3317590 Nov 16 21:33:36.468036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36072) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:36.473063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'subnet': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:36.527623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:36.534451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] Allocated IP 2001:db8::2 (4e85c439-5c54-44c3-9249-f8a38c359d2c/5fd355f6-e205-4b29-8290-98819bcb017e/b268fa68-f331-4888-81bc-01b459ccbafe) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:36.551014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.552029 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Added segment 733bd008-4c9e-4d4f-a69a-649d18eb8075 of type vlan for network ff4d7c32-800b-4f84-bbb0-66f8469a21e5 Nov 16 21:33:36.627922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.650497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:36.684922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:36.689323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.705082 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.711440 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.749205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.755223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:36.755844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:36.817798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afcd14-2c3b-4cd9-b3fc-afe55b9cc2fd None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=20']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:36.843250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4461493 Nov 16 21:33:36.846424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36082) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:36.862565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'subnet': {'network_id': 'ff4d7c32-800b-4f84-bbb0-66f8469a21e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:36.881630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a420a2-ac80-4133-9f45-ae3fa89569c6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Network': ['ID=ff4d7c32-800b-4f84-bbb0-66f8469a21e5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:36.903513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ff4d7c32-800b-4f84-bbb0-66f8469a21e5 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:37.084663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:37.089120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.126296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:37.283535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.367252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:37.394360 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.422068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.503244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=21']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:37.546791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Subnet': ['ID=f99089b4-bf69-41e6-bd25-3dc905086a82,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:37.589096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:37.625212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Checking segment: {'id': '733bd008-4c9e-4d4f-a69a-649d18eb8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ff4d7c32-800b-4f84-bbb0-66f8469a21e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:37.625689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network hostable DHCP agents. Network: ff4d7c32-800b-4f84-bbb0-66f8469a21e5, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:37.629081 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3bee6519-aca5-4149-9937-f3630fdc6ed1 req-556a0150-c233-4b7c-a5f8-28d6bb2a7f7c tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.5719604 Nov 16 21:33:37.672021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network ff4d7c32-800b-4f84-bbb0-66f8469a21e5 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:37.685206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ff4d7c32-800b-4f84-bbb0-66f8469a21e5) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:37.693595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:37.695883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.707485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2df3b5c-88ca-44cd-889f-7305b9dc0b5f None None] Network ff4d7c32-800b-4f84-bbb0-66f8469a21e5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:37.727470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53ecf843-e4a0-444c-ab3b-ce2779d90d95 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8788667 Nov 16 21:33:37.731381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36098) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:37.769558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:37.770194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.906790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a17446-efa3-482c-9c94-d1b1184c9e77 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:37.919845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:37.967858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.objects.ports [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:38.033261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.045446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.109532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-609048f4-2dc0-4639-aa1d-3605ee0820b4 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:38.109926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-609048f4-2dc0-4639-aa1d-3605ee0820b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.117492 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.150151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Subnet': ['ID=f99089b4-bf69-41e6-bd25-3dc905086a82,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:38.177898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:38.188979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c947af8f-9776-4051-969e-8e1800e69fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ff4d7c32-800b-4f84-bbb0-66f8469a21e5', 'network_id': 'ff4d7c32-800b-4f84-bbb0-66f8469a21e5', 'tenant_id': '583ec7b64c914568a4af147cf9608b6d', 'fixed_ips': [{'subnet_id': 'f99089b4-bf69-41e6-bd25-3dc905086a82'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:38.189869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c947af8f-9776-4051-969e-8e1800e69fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.196552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.246468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.256815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.276852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4d7c32-800b-4f84-bbb0-66f8469a21e5']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:38.297921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733bd008-4c9e-4d4f-a69a-649d18eb8075') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:38.299059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733bd008-4c9e-4d4f-a69a-649d18eb8075') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:38.324722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.345487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.353908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:38.354502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:38.358213 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:38.393990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=23']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:38.413049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6547483-b49e-4339-8013-de3398e5d4f8 None None] Network ff4d7c32-800b-4f84-bbb0-66f8469a21e5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:38.442198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.461579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.469353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/ff4d7c32-800b-4f84-bbb0-66f8469a21e5 HTTP/1.1" status: 204 len: 168 time: 0.7360005 Nov 16 21:33:38.472717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36112) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:38.483782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1193273006'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:38.539776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:38.560382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:38.564766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.618345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.621646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:38.630023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.631358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.756124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.756356 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Added segment 7f85efac-2446-4123-8e31-07a1a0792b01 of type vlan for network 8d2cb997-bf99-4583-b0cb-822a98abb2b5 Nov 16 21:33:38.792823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:38.845649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:38.878247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:38.878896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.891476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Subnet': ['ID=46566911-4576-4acc-978a-8e5ef445509b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:38.897609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:38.899739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=24']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:38.924018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-778e73e8-3a3c-4beb-b619-d0713d5e73e0 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4522398 Nov 16 21:33:38.928666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36126) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:38.936677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Request body: {'port': {'network_id': '4e85c439-5c54-44c3-9249-f8a38c359d2c', 'mac_address': 'fa:16:3e:b2:e5:18', 'name': 'tempest-NetworksTestDHCPv6-1292541583'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:38.998073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2430dc-9d76-4a14-82ad-f4ab10e1f1e0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Network': ['ID=ff4d7c32-800b-4f84-bbb0-66f8469a21e5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:39.027513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1e3f98e-1460-4d8e-92a4-bcbdf7f4013d req-ee8b9465-1e65-4194-bd55-ea1b1dfdba7f tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0315523 Nov 16 21:33:39.067729 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.074470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:39.075090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.173792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Network': ['ID=8d2cb997-bf99-4583-b0cb-822a98abb2b5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:39.179771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Made reservation on behalf of f469721a5123442dba0c5f8604a054b4 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:39.192406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 8d2cb997-bf99-4583-b0cb-822a98abb2b5 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:39.233467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36128) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:39.238656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Request body: {'subnet': {'network_id': '8d2cb997-bf99-4583-b0cb-822a98abb2b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:39.242509 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-483157e0-8b32-4b4f-85ed-55895f77e64c tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7686186 Nov 16 21:33:39.299991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:33:39.340228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.365227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] device_id is not set on port 02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:39.370325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Made reservation on behalf of 583ec7b64c914568a4af147cf9608b6d for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:39.376621 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.397669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:39.398245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.475209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5089a7-e9db-49ee-9f6d-f6591e166e98 None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:39.580193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dc92c18a-fa4a-427a-9b8a-723537ea45d0 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:39.580635 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc92c18a-fa4a-427a-9b8a-723537ea45d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.607142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8::102 (4e85c439-5c54-44c3-9249-f8a38c359d2c/5fd355f6-e205-4b29-8290-98819bcb017e/02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:39.615976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Allocated IP 2001:db8:0:1:f816:3eff:feb2:e518 (4e85c439-5c54-44c3-9249-f8a38c359d2c/46566911-4576-4acc-978a-8e5ef445509b/02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:39.752578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.objects.ports [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 21:33:39.754117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.808806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.834433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Checking segment: {'id': '7f85efac-2446-4123-8e31-07a1a0792b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8d2cb997-bf99-4583-b0cb-822a98abb2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:39.834806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network hostable DHCP agents. Network: 8d2cb997-bf99-4583-b0cb-822a98abb2b5, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:39.841733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event updated for resources: {'Subnet': ['ID=2fd341fd-a6cc-42fc-b6c6-d43b029a9c19,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:39.860972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.867650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Network 8d2cb997-bf99-4583-b0cb-822a98abb2b5 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:39.884075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 8d2cb997-bf99-4583-b0cb-822a98abb2b5) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:39.891708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:39.892306 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.906005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc38058-e671-4b7f-aaa2-c34f3f3fceeb None None] Network 8d2cb997-bf99-4583-b0cb-822a98abb2b5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:39.912942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d264ca2-9a2c-41cc-bd70-ce4090ce679e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6781285 Nov 16 21:33:39.915312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36132) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:39.920830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:39.931710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:39.940403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:39.947196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:39.947932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:39.961865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event updated for resources: {'Port': ['ID=02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:39.987371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-880c6420-85a3-408a-823f-662d3ff8896f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0556927 Nov 16 21:33:39.988467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36134) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.095869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.133196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting port 02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:40.133711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.196425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7fbd74-b684-43dd-a8cf-b253c1c3f06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-8d2cb997-bf99-4583-b0cb-822a98abb2b5', 'network_id': '8d2cb997-bf99-4583-b0cb-822a98abb2b5', 'tenant_id': '583ec7b64c914568a4af147cf9608b6d', 'fixed_ips': [{'subnet_id': '2fd341fd-a6cc-42fc-b6c6-d43b029a9c19'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:40.197136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b7fbd74-b684-43dd-a8cf-b253c1c3f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.208753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.231332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7e4a19e-33e7-458b-b192-f486a8fdcd89 req-486172ed-85d0-44d2-9ace-a9e0d38362cf tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0404692 Nov 16 21:33:40.239687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7c0eec18-291d-4395-a021-fde771ff3e18 None None] Provisioning complete for port b268fa68-f331-4888-81bc-01b459ccbafe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:33:40.241199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c0eec18-291d-4395-a021-fde771ff3e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.290427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.309282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Calling delete_port for 02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:40.309973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.381767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd341fd-a6cc-42fc-b6c6-d43b029a9c19,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-3b7fbd74-b684-43dd-a8cf-b253c1c3f06b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fd341fd-a6cc-42fc-b6c6-d43b029a9c19: This subnet is being modified by another concurrent operation. Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fd341fd-a6cc-42fc-b6c6-d43b029a9c19: This subnet is being modified by another concurrent operation. Nov 16 21:33:40.427919 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 21:33:40.454109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac717cf3-1321-4fac-9609-b34928c81796 None None] Network 8d2cb997-bf99-4583-b0cb-822a98abb2b5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:40.465644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.504513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2cb997-bf99-4583-b0cb-822a98abb2b5']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:40.519633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f85efac-2446-4123-8e31-07a1a0792b01') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:40.520123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f85efac-2446-4123-8e31-07a1a0792b01') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:40.535702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.559747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.577933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:40.579617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:40.586516 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:40.632262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f279fd50-08d0-4120-a9cc-d50b85649cdd None None] Could not find standard attr ID for object 30826975-5357-439d-a550-cde078fffa54. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:40.644786 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.676937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.683259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.686638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/8d2cb997-bf99-4583-b0cb-822a98abb2b5 HTTP/1.1" status: 204 len: 168 time: 0.7703164 Nov 16 21:33:40.690058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36138) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.701174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Port': ['ID=02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:40.714628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ca76c-63d8-47f4-91f3-5e1264978a58 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Network': ['ID=8d2cb997-bf99-4583-b0cb-822a98abb2b5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:40.738886 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fe40ef-67d0-4f24-8144-7f923106e419 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:40.739726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fe40ef-67d0-4f24-8144-7f923106e419 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:40.745072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00fe40ef-67d0-4f24-8144-7f923106e419 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/2fd341fd-a6cc-42fc-b6c6-d43b029a9c19 HTTP/1.1" status: 404 len: 337 time: 0.0524611 Nov 16 21:33:40.747040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36140) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.770126 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-485aac44-fb76-442c-98fd-8cea30bc54d1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:40.770670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485aac44-fb76-442c-98fd-8cea30bc54d1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:40.773814 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-485aac44-fb76-442c-98fd-8cea30bc54d1 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/8d2cb997-bf99-4583-b0cb-822a98abb2b5 HTTP/1.1" status: 404 len: 339 time: 0.0257206 Nov 16 21:33:40.776926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36142) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.789965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:40.794000 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6de16fb6-9e2a-402c-b716-a7e6a944e986 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b HTTP/1.1" status: 204 len: 168 time: 0.8044739 Nov 16 21:33:40.802085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36144) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.810754 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9967be4-2425-48f5-8a62-ad54e8a45146 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:40.811215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9967be4-2425-48f5-8a62-ad54e8a45146 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:40.818422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b9967be4-2425-48f5-8a62-ad54e8a45146 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/f99089b4-bf69-41e6-bd25-3dc905086a82 HTTP/1.1" status: 404 len: 337 time: 0.0398209 Nov 16 21:33:40.820719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36146) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.840669 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-443c73c7-c162-48c0-b101-4e1fe44be12a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:40.841193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443c73c7-c162-48c0-b101-4e1fe44be12a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:40.847402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-443c73c7-c162-48c0-b101-4e1fe44be12a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/ff4d7c32-800b-4f84-bbb0-66f8469a21e5 HTTP/1.1" status: 404 len: 339 time: 0.0232918 Nov 16 21:33:40.847586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-378c7840-1ec5-42b3-97ea-7298aef08570 None None] Could not find standard attr ID for object 1a24a08e-1d8d-4587-94a1-b4dda6cbc792. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:40.847674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36148) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.865751 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc591fe-64e1-423e-8990-0994d235e9a1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:40.870940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ebc591fe-64e1-423e-8990-0994d235e9a1 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0677357 Nov 16 21:33:40.871639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36150) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.879334 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afe9031-fef5-4079-8a3a-1c86cd3ae2fa tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:40.879802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afe9031-fef5-4079-8a3a-1c86cd3ae2fa tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:40.885798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3afe9031-fef5-4079-8a3a-1c86cd3ae2fa tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/ab5ed0c9-7c9f-4b7b-8faf-2a97b9b91f4e HTTP/1.1" status: 404 len: 337 time: 0.0348263 Nov 16 21:33:40.886218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36152) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.906098 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4680d3-c202-4d6d-a881-dc8deb149e5e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:40.906614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4680d3-c202-4d6d-a881-dc8deb149e5e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:40.912710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ca4680d3-c202-4d6d-a881-dc8deb149e5e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/93ab944b-4a82-4fca-9d83-8c542b9f3215 HTTP/1.1" status: 404 len: 339 time: 0.0231473 Nov 16 21:33:40.913050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36154) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:40.953072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afab93-2b2a-468c-9c15-bc6c96b2ef64 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:40.958862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a6afab93-2b2a-468c-9c15-bc6c96b2ef64 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0860364 Nov 16 21:33:40.961639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36158) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.054555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158f84a-dc7c-4771-b635-d26a5c39af19 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:41.056124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158f84a-dc7c-4771-b635-d26a5c39af19 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:41.058390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158f84a-dc7c-4771-b635-d26a5c39af19 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:41.059867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5158f84a-dc7c-4771-b635-d26a5c39af19 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0972903 Nov 16 21:33:41.062726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36160) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.076828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1a85fa57-2a08-4890-a639-460c1d326ac5 None None] Could not find standard attr ID for object 02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:41.101483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting port b74794d1-0ee8-41c2-9075-623ae4c49328 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:41.102152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.142192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 46566911-4576-4acc-978a-8e5ef445509b {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:41.145948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.190181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.197142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.215308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Calling delete_port for b74794d1-0ee8-41c2-9075-623ae4c49328 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:41.295487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.355640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.370535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.387542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Port': ['ID=b74794d1-0ee8-41c2-9075-623ae4c49328,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:41.391499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.397839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cd292fa2-facf-4d0f-9737-cc37712b5c1a tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/ports/b74794d1-0ee8-41c2-9075-623ae4c49328 HTTP/1.1" status: 204 len: 168 time: 0.4836800 Nov 16 21:33:41.398583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36164) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.419357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.423702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/46566911-4576-4acc-978a-8e5ef445509b HTTP/1.1" status: 204 len: 168 time: 0.3597360 Nov 16 21:33:41.435092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36166) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.437792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa7e36-05f0-4dcf-acb3-f3fd4c684ab2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=46566911-4576-4acc-978a-8e5ef445509b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:41.443908 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefab79b-edbe-43e4-8880-a0dc2ca4c96f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:41.444459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefab79b-edbe-43e4-8880-a0dc2ca4c96f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:41.450558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aefab79b-edbe-43e4-8880-a0dc2ca4c96f tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/756192fa-06d8-4af9-82b8-927dea1f9814 HTTP/1.1" status: 404 len: 337 time: 0.0480413 Nov 16 21:33:41.450737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f68f6ad-4b31-4d2e-b795-cf4beff327ff req-153184e1-a30b-4b79-8304-831d05624e09 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0695255 Nov 16 21:33:41.454159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36168) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.510538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Deleting subnet 5fd355f6-e205-4b29-8290-98819bcb017e {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:41.516704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.565123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.572295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.664752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.676071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d1c33-495c-4b12-9b46-6d7b4d7e254e None None] Network 4e85c439-5c54-44c3-9249-f8a38c359d2c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:41.696053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.696227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1799b6-5b85-4e0c-810f-8ae7984ab42c']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:41.708676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d9db28-7579-4cc5-b133-ce0fb0e77118') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:41.709181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d9db28-7579-4cc5-b133-ce0fb0e77118') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:41.721218 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.740944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.748156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:41.748565 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:41.752059 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:41.786709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.816964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd355f6-e205-4b29-8290-98819bcb017e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:41.827129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.832980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.833582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-94df4a6b-6bef-4e72-b38d-12721508aad4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/5fd355f6-e205-4b29-8290-98819bcb017e HTTP/1.1" status: 204 len: 168 time: 0.3971257 Nov 16 21:33:41.834385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.853436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:41.858752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/9e1799b6-5b85-4e0c-810f-8ae7984ab42c HTTP/1.1" status: 204 len: 168 time: 0.4033754 Nov 16 21:33:41.863913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.875534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-40b78a02-94c0-410d-a083-b45fa6b97aad tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400157 Nov 16 21:33:41.877935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36174) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.888892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf04b41-fece-497d-b0ee-450104e68841 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Network': ['ID=9e1799b6-5b85-4e0c-810f-8ae7984ab42c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:41.936900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9f79e-7192-483d-a94d-317c1c75b4e2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:41.940718 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-34b9f79e-7192-483d-a94d-317c1c75b4e2 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0595164 Nov 16 21:33:41.940914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:41.961863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] DHCP port deletion for 4e85c439-5c54-44c3-9249-f8a38c359d2c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:42.009286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033eadc1-5327-4fd4-9e03-bf2d4985b6ec tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:42.011813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-033eadc1-5327-4fd4-9e03-bf2d4985b6ec tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699599 Nov 16 21:33:42.014533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36180) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.017000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting port 11eaa662-1ead-45a6-b224-189fcda6c60c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:42.017344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.029798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Deleting port b268fa68-f331-4888-81bc-01b459ccbafe {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:42.030271 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.064959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6053958c-82aa-49c2-8145-3349f3ca49ed tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450435 Nov 16 21:33:42.066196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36182) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.090746 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c0ef74-ef05-440c-b566-f9d6492bdda4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.091615 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c0ef74-ef05-440c-b566-f9d6492bdda4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.097857 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-25c0ef74-ef05-440c-b566-f9d6492bdda4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/02d04e19-18ff-4f0b-90cd-cf68cb2c6d0b HTTP/1.1" status: 404 len: 333 time: 0.0303888 Nov 16 21:33:42.098714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36184) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.106891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.117238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] For port b268fa68-f331-4888-81bc-01b459ccbafe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b268fa68-f331-4888-81bc-01b459ccbafe,segment=NetworkSegment(942d8c50-b84d-405e-a938-8ad8ccb3ca1a),segment_id=942d8c50-b84d-405e-a938-8ad8ccb3ca1a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:42.117674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.123874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Calling delete_port for 11eaa662-1ead-45a6-b224-189fcda6c60c owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:42.129953 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-617250a9-89af-4214-aba1-c1c8c3d0c080 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.131156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617250a9-89af-4214-aba1-c1c8c3d0c080 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.137196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Calling delete_port for b268fa68-f331-4888-81bc-01b459ccbafe owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:42.137354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-617250a9-89af-4214-aba1-c1c8c3d0c080 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/46566911-4576-4acc-978a-8e5ef445509b HTTP/1.1" status: 404 len: 337 time: 0.0357752 Nov 16 21:33:42.137435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.168371 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f91f775-ad90-4110-9ff3-b6736fc1211c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.168759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f91f775-ad90-4110-9ff3-b6736fc1211c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.175634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1f91f775-ad90-4110-9ff3-b6736fc1211c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/5fd355f6-e205-4b29-8290-98819bcb017e HTTP/1.1" status: 404 len: 337 time: 0.0349743 Nov 16 21:33:42.175836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36188) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.207188 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d35990-5cce-43e8-a54b-07e2bd3e8ee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.207819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d35990-5cce-43e8-a54b-07e2bd3e8ee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.213560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-15d35990-5cce-43e8-a54b-07e2bd3e8ee3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/1a24a08e-1d8d-4587-94a1-b4dda6cbc792 HTTP/1.1" status: 404 len: 333 time: 0.0339856 Nov 16 21:33:42.214454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36190) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.225040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.227417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.256190 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04ef362-7e91-431f-abd9-b11c2c921b5d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.257114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04ef362-7e91-431f-abd9-b11c2c921b5d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.257449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Pushing event deleted for resources: {'Port': ['ID=b268fa68-f331-4888-81bc-01b459ccbafe,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:42.259749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b04ef362-7e91-431f-abd9-b11c2c921b5d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/7fa67d57-a56d-4094-94cd-4e3663e2b971 HTTP/1.1" status: 404 len: 337 time: 0.0443025 Nov 16 21:33:42.259898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] No DVR routers for this DVR port b268fa68-f331-4888-81bc-01b459ccbafe on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:42.263328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36192) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.269248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.269851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.270880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.271572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.272083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.273701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.274209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.274724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.275216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.276697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.277254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.277770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23c380-92fb-44fe-823b-d5e981d9f07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:33:42.291999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Port': ['ID=11eaa662-1ead-45a6-b224-189fcda6c60c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:42.294313 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d224f080-74b2-4485-a89c-4db5701a491b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.294566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d224f080-74b2-4485-a89c-4db5701a491b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.301006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d224f080-74b2-4485-a89c-4db5701a491b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/f50dd5f2-b8bb-4b29-975b-5df7bfe5e39a HTTP/1.1" status: 404 len: 337 time: 0.0364430 Nov 16 21:33:42.301768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36194) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.303095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.308473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a6c7e710-7323-4cbe-870f-ae674fed33b6 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/ports/11eaa662-1ead-45a6-b224-189fcda6c60c HTTP/1.1" status: 204 len: 168 time: 0.4425745 Nov 16 21:33:42.310742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36196) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.313605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99feeb42-8898-49ff-bf35-6a12933ed1a4 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:33:42.328397 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-482c5d7e-beb6-437e-a915-6a7a6affb958 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.329110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482c5d7e-beb6-437e-a915-6a7a6affb958 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.335030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-482c5d7e-beb6-437e-a915-6a7a6affb958 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/30826975-5357-439d-a550-cde078fffa54 HTTP/1.1" status: 404 len: 333 time: 0.0320761 Nov 16 21:33:42.335781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36198) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.344031 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b09d69-4d69-4799-aba7-497e33570b8d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.345284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b09d69-4d69-4799-aba7-497e33570b8d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.348707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-22b09d69-4d69-4799-aba7-497e33570b8d tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/2ba75de3-700a-4aa7-8e5f-4a4bc9d0dd1c HTTP/1.1" status: 404 len: 337 time: 0.0367608 Nov 16 21:33:42.352594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36200) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.363977 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c22367-aac0-44da-a894-2e3a9577500d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.364592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c22367-aac0-44da-a894-2e3a9577500d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.371110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-67c22367-aac0-44da-a894-2e3a9577500d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/378c0c8e-abe6-4cec-8e10-826dcafb1ebc HTTP/1.1" status: 404 len: 337 time: 0.0341949 Nov 16 21:33:42.371863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36202) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.399058 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2911a087-8ab4-47aa-975f-a49ae33fde49 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.399680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2911a087-8ab4-47aa-975f-a49ae33fde49 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.406643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2911a087-8ab4-47aa-975f-a49ae33fde49 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/34474896-ccf6-4e3f-8b03-115004b637e8 HTTP/1.1" status: 404 len: 337 time: 0.0336766 Nov 16 21:33:42.407410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36204) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.430222 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0376c7-403e-456c-9b16-563ca8b20574 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.430845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0376c7-403e-456c-9b16-563ca8b20574 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.434652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.436563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99feeb42-8898-49ff-bf35-6a12933ed1a4 None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:33:42.437433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6c0376c7-403e-456c-9b16-563ca8b20574 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/760f1b72-c8d1-489e-8c04-6b9b0c38f32c HTTP/1.1" status: 404 len: 333 time: 0.0289469 Nov 16 21:33:42.437983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36206) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.476387 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fecffd-a5de-498f-9102-0fc0854ba209 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.476857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fecffd-a5de-498f-9102-0fc0854ba209 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.481211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9fecffd-a5de-498f-9102-0fc0854ba209 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/a10f1a62-b9ff-4b46-bdcc-6e5d3402ce44 HTTP/1.1" status: 404 len: 337 time: 0.0401177 Nov 16 21:33:42.483140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36208) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.520124 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-975faafb-c3f5-442a-99be-bcf7f6af9f18 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.521304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975faafb-c3f5-442a-99be-bcf7f6af9f18 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.526809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-975faafb-c3f5-442a-99be-bcf7f6af9f18 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/01ea9b25-84aa-4aa0-9494-2be608a83e4c HTTP/1.1" status: 404 len: 337 time: 0.0397439 Nov 16 21:33:42.527118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36212) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.579381 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b663c8da-bd92-4171-8808-b67e60f21032 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.579381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b663c8da-bd92-4171-8808-b67e60f21032 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.584249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b663c8da-bd92-4171-8808-b67e60f21032 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/1e189742-cdd3-4044-85af-83e9dc8ce4b7 HTTP/1.1" status: 404 len: 333 time: 0.0539491 Nov 16 21:33:42.589093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36214) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.598542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9b47515-5660-458d-be09-808f1cc89948 req-5a7437e1-17b4-47c4-a4cd-f3768ff3c305 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0302520 Nov 16 21:33:42.638563 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee1d2f6-9107-4f29-aa5f-eba48e14fd3b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.639164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee1d2f6-9107-4f29-aa5f-eba48e14fd3b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.644643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dee1d2f6-9107-4f29-aa5f-eba48e14fd3b tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/ece0bd62-c34d-4fa8-b65f-28d079a1290f HTTP/1.1" status: 404 len: 337 time: 0.0521030 Nov 16 21:33:42.645010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36216) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.647132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.670195 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-829c262a-7c74-49f0-a25c-64c2aa1b4930 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.670767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829c262a-7c74-49f0-a25c-64c2aa1b4930 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.673845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-829c262a-7c74-49f0-a25c-64c2aa1b4930 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/9ddf822a-f256-4681-bbc2-cd3c156cb0db HTTP/1.1" status: 404 len: 333 time: 0.0277982 Nov 16 21:33:42.676425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36218) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.681572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a48a538-11bf-4f01-8724-7d49274c0aa3']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:42.695453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e441d6-e27f-4aa3-af75-16150bc1be07') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:42.697795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e441d6-e27f-4aa3-af75-16150bc1be07') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:42.703861 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c222ba-14df-45d2-99ff-dcfb19baed91 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.704170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c222ba-14df-45d2-99ff-dcfb19baed91 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.709460 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-79c222ba-14df-45d2-99ff-dcfb19baed91 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/ddc6c8b1-f899-414f-ab26-fcf8263bb5ba HTTP/1.1" status: 404 len: 337 time: 0.0299289 Nov 16 21:33:42.712736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36220) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.739418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.746339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377984b7-49b4-4770-9df9-06c1dae3eea0 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:33:42.747004 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e040396-3bd8-4d4f-b2e8-ae879b0a3674 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.747584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e040396-3bd8-4d4f-b2e8-ae879b0a3674 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.752806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9e040396-3bd8-4d4f-b2e8-ae879b0a3674 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/4248436d-e1bf-4994-b376-04a77798fc7a HTTP/1.1" status: 404 len: 333 time: 0.0366201 Nov 16 21:33:42.753667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36222) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.774396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.784756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:42.785411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.792858 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7542303-8814-4319-bd0e-527bff918cb3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.793586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7542303-8814-4319-bd0e-527bff918cb3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.796882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a7542303-8814-4319-bd0e-527bff918cb3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/0c59c87a-3907-4673-b1ea-7f45a6584232 HTTP/1.1" status: 404 len: 337 time: 0.0420196 Nov 16 21:33:42.801976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36224) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.837621 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a265f435-e7ba-4c18-86c5-7d886033341f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.839037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a265f435-e7ba-4c18-86c5-7d886033341f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.843060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377984b7-49b4-4770-9df9-06c1dae3eea0 None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:42.846866 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:42.848981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.849074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a265f435-e7ba-4c18-86c5-7d886033341f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/c53c608d-989d-4c42-9f2d-805f071bc99f HTTP/1.1" status: 404 len: 333 time: 0.0439765 Nov 16 21:33:42.892746 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5a0be5-c07a-4b51-90a1-d01e5c8d4ba3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.893201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5a0be5-c07a-4b51-90a1-d01e5c8d4ba3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.896377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec5a0be5-c07a-4b51-90a1-d01e5c8d4ba3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/1e30d368-426a-4b8c-ab6c-93eba8d8ade1 HTTP/1.1" status: 404 len: 337 time: 0.0453265 Nov 16 21:33:42.899174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36228) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.902675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.926330 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26feae0-1661-4839-a2ef-6bad4bebfcbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.926724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:42.926904 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26feae0-1661-4839-a2ef-6bad4bebfcbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.929880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d26feae0-1661-4839-a2ef-6bad4bebfcbb tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/628acb2c-5510-41c9-a573-f71b99fde3f1 HTTP/1.1" status: 404 len: 333 time: 0.0289443 Nov 16 21:33:42.932749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36230) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.933571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/5a48a538-11bf-4f01-8724-7d49274c0aa3 HTTP/1.1" status: 204 len: 168 time: 0.5799654 Nov 16 21:33:42.934728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc8c16-03db-46a8-845b-98eb445cffc0 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Network': ['ID=5a48a538-11bf-4f01-8724-7d49274c0aa3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:42.936452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36232) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.965456 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-33127251-fd76-437e-90a2-940548311ca4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.965947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33127251-fd76-437e-90a2-940548311ca4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.969032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-33127251-fd76-437e-90a2-940548311ca4 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/c4e25c1d-4664-4c81-8cbf-b88139b7d623 HTTP/1.1" status: 404 len: 337 time: 0.0347946 Nov 16 21:33:42.971464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36234) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:42.996141 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e61b43-c943-476f-b348-ebbc01fd1930 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:42.997118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e61b43-c943-476f-b348-ebbc01fd1930 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:42.999944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-30e61b43-c943-476f-b348-ebbc01fd1930 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/80f09f90-2e01-419b-80ec-7d8fdfd842b0 HTTP/1.1" status: 404 len: 333 time: 0.0275464 Nov 16 21:33:43.002456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36238) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.009003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting subnet d8385caa-6f5a-4688-85a4-7c26b538eeec {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:43.013189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.035665 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef0b17b-7018-44dd-baa9-ce52790f9a72 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.036126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef0b17b-7018-44dd-baa9-ce52790f9a72 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.039535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ef0b17b-7018-44dd-baa9-ce52790f9a72 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/45333eb3-7517-4f88-8e82-361ca3aa9fb6 HTTP/1.1" status: 404 len: 337 time: 0.0358150 Nov 16 21:33:43.042773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36240) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.070245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.077809 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-15394fa1-f6b5-49e9-8c19-7416886713c9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.078467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15394fa1-f6b5-49e9-8c19-7416886713c9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.081932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-15394fa1-f6b5-49e9-8c19-7416886713c9 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/b6582aed-769c-4c21-a060-e58d645867e1 HTTP/1.1" status: 404 len: 337 time: 0.0359101 Nov 16 21:33:43.085245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36242) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.138530 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fe4abf-79c5-4550-87ed-03c95dea2d28 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.139324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fe4abf-79c5-4550-87ed-03c95dea2d28 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.145903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c9fe4abf-79c5-4550-87ed-03c95dea2d28 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/6b5fbc6c-99ba-44ed-a9cb-af9abec4e87e HTTP/1.1" status: 404 len: 333 time: 0.0591838 Nov 16 21:33:43.146939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36244) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.175850 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.182545 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc774278-1e4e-4b1a-86d6-d4961692d90e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.183216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc774278-1e4e-4b1a-86d6-d4961692d90e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.187120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cc774278-1e4e-4b1a-86d6-d4961692d90e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/9d5cf396-62d6-4e4e-bf39-e8197b325316 HTTP/1.1" status: 404 len: 337 time: 0.0391455 Nov 16 21:33:43.192983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36246) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.206506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:43.222453 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-789985ca-4cc1-48a8-ad07-4e488512c181 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.223518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789985ca-4cc1-48a8-ad07-4e488512c181 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.226880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-789985ca-4cc1-48a8-ad07-4e488512c181 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/baa8df69-61ed-4d10-b87d-6297c18b9077 HTTP/1.1" status: 404 len: 337 time: 0.0327342 Nov 16 21:33:43.230074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36248) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.236280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b268fa68-f331-4888-81bc-01b459ccbafe {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:43.236956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b268fa68-f331-4888-81bc-01b459ccbafe not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:43.255721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.265457 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cbb595-54b1-43bb-9e51-73f89d7dc506 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.266482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cbb595-54b1-43bb-9e51-73f89d7dc506 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.271786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c3cbb595-54b1-43bb-9e51-73f89d7dc506 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/727274fa-36a3-4d34-9efb-900d0600c7de HTTP/1.1" status: 404 len: 333 time: 0.0382061 Nov 16 21:33:43.272096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36250) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.286518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Subnet': ['ID=d8385caa-6f5a-4688-85a4-7c26b538eeec,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.290510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.294102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2326d076-cb31-4cc6-b52d-18265fc2b849 tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/subnets/d8385caa-6f5a-4688-85a4-7c26b538eeec HTTP/1.1" status: 204 len: 168 time: 0.3566184 Nov 16 21:33:43.296389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36252) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.299434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f11f29-dfd4-4c61-8216-a4f38753006c None None] Network ece4590a-2d2c-442a-bb99-a9c517eb47b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:43.317734 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb69a7c-0e73-45a2-abf4-ad8e7082ea04 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.318190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb69a7c-0e73-45a2-abf4-ad8e7082ea04 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.325595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-afb69a7c-0e73-45a2-abf4-ad8e7082ea04 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/94d970bd-0753-4ed5-b735-768e564428ca HTTP/1.1" status: 404 len: 337 time: 0.0522408 Nov 16 21:33:43.326226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.356794 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50dac03-fcd1-4579-aeca-ba80b8951068 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.357262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50dac03-fcd1-4579-aeca-ba80b8951068 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.363601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36256) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.363860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d50dac03-fcd1-4579-aeca-ba80b8951068 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/e6e1a9a4-96c1-47fa-a5a0-32acf7edd79f HTTP/1.1" status: 404 len: 337 time: 0.0360091 Nov 16 21:33:43.409755 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2953c852-4a59-4636-aac5-fbe6d89bed12 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.410345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2953c852-4a59-4636-aac5-fbe6d89bed12 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.415493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2953c852-4a59-4636-aac5-fbe6d89bed12 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/c190d83d-9e85-4aaf-b9ad-1ca61612a925 HTTP/1.1" status: 404 len: 333 time: 0.0487416 Nov 16 21:33:43.416846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36258) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.424245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.484430 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0b537c-652f-4608-bff1-e7bb0884b889 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.484624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Deleting port 87fb6c62-ce50-4383-8340-e6aacb9e08be {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:43.484889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0b537c-652f-4608-bff1-e7bb0884b889 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.484992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.489029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6b0b537c-652f-4608-bff1-e7bb0884b889 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/f61f99df-0eed-42b7-a693-ce8765fa14f7 HTTP/1.1" status: 404 len: 337 time: 0.0707378 Nov 16 21:33:43.493986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36260) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.521918 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07cd811-59c0-45fc-9391-de68a26981bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.522482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07cd811-59c0-45fc-9391-de68a26981bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.528702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c07cd811-59c0-45fc-9391-de68a26981bd tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/3cda0e99-3044-4bc2-872f-60e82a1d8de3 HTTP/1.1" status: 404 len: 337 time: 0.0329092 Nov 16 21:33:43.529762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36262) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.536840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] DHCP port deletion for ece4590a-2d2c-442a-bb99-a9c517eb47b4 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:43.559431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-53858737-9a09-43cc-8545-152b0537c129 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports?device_id=afcf4937-5b4f-4d93-931c-dc07707aaa53 HTTP/1.1" status: 200 len: 205 time: 0.0287719 Nov 16 21:33:43.560157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.585751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] For port 87fb6c62-ce50-4383-8340-e6aacb9e08be, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=87fb6c62-ce50-4383-8340-e6aacb9e08be,segment=NetworkSegment(0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7),segment_id=0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:43.586494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.587325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] Deleting port 87fb6c62-ce50-4383-8340-e6aacb9e08be {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:43.587705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.602720 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-0a4869e1-dbb7-4ff3-b94c-5ab38e4c8703 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] delete failed (client error): The resource could not be found. Nov 16 21:33:43.606103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Calling delete_port for 87fb6c62-ce50-4383-8340-e6aacb9e08be owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:43.607777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0a4869e1-dbb7-4ff3-b94c-5ab38e4c8703 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/routers/afcf4937-5b4f-4d93-931c-dc07707aaa53 HTTP/1.1" status: 404 len: 336 time: 0.0464680 Nov 16 21:33:43.608325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36266) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.635228 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d81d905-f321-41bd-9e28-afea11458e7c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.635791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d81d905-f321-41bd-9e28-afea11458e7c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.642193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d81d905-f321-41bd-9e28-afea11458e7c tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/37ddcd29-e985-4b62-9292-0ee4d8dffa6e HTTP/1.1" status: 404 len: 337 time: 0.0327430 Nov 16 21:33:43.642897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36270) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.673204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] For port 87fb6c62-ce50-4383-8340-e6aacb9e08be, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=87fb6c62-ce50-4383-8340-e6aacb9e08be,segment=NetworkSegment(0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7),segment_id=0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:43.673637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.687927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-302f1d95-83b6-4f44-bf28-b0ed39d82c03 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76b6737-3b51-4072-bff7-7ed0288cfe77 HTTP/1.1" status: 200 len: 205 time: 0.0437279 Nov 16 21:33:43.688776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36272) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.698277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] Calling delete_port for 87fb6c62-ce50-4383-8340-e6aacb9e08be owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:43.743241 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-09179827-e753-4853-957a-4406426fada3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] delete failed (client error): The resource could not be found. Nov 16 21:33:43.745404 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-09179827-e753-4853-957a-4406426fada3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/routers/b76b6737-3b51-4072-bff7-7ed0288cfe77 HTTP/1.1" status: 404 len: 336 time: 0.0557423 Nov 16 21:33:43.748194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.763336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33c81cd2-2b94-40cc-bb6e-faab779743a7 req-99e08c10-5be2-41c3-b2de-700fe1387e44 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0368125 Nov 16 21:33:43.781819 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b33c5d1-dd62-4b5a-818e-846d896435b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.782288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b33c5d1-dd62-4b5a-818e-846d896435b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.795034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.795265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4b33c5d1-dd62-4b5a-818e-846d896435b7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/39e1a6c1-3b84-42f8-95b1-a4a757ddaee3 HTTP/1.1" status: 404 len: 337 time: 0.0389438 Nov 16 21:33:43.795265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36276) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.810786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.815855 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4beca5-1626-4640-89c6-232804bcafb8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.816323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4beca5-1626-4640-89c6-232804bcafb8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.822071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef4beca5-1626-4640-89c6-232804bcafb8 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/54e608f8-7e29-4171-862d-0da9acf666f1 HTTP/1.1" status: 404 len: 337 time: 0.0320916 Nov 16 21:33:43.823516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36278) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.824275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Port': ['ID=87fb6c62-ce50-4383-8340-e6aacb9e08be,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.839667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] No DVR routers for this DVR port 87fb6c62-ce50-4383-8340-e6aacb9e08be on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:43.847295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] Pushing event deleted for resources: {'Port': ['ID=87fb6c62-ce50-4383-8340-e6aacb9e08be,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:43.851809 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad3eca3-81a0-4730-a1ed-a9d6bcaf88a5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.852400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad3eca3-81a0-4730-a1ed-a9d6bcaf88a5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.855949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db49b45-cdd5-4329-9085-be46b35ecf6c None None] No DVR routers for this DVR port 87fb6c62-ce50-4383-8340-e6aacb9e08be on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:43.859501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ad3eca3-81a0-4730-a1ed-a9d6bcaf88a5 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/47cd6404-5ca5-496d-be35-01d41e0ba16a HTTP/1.1" status: 404 len: 333 time: 0.0349629 Nov 16 21:33:43.860172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36280) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.887234 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5971fab3-64d3-4eb0-9ee5-281a24987aa7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.887699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5971fab3-64d3-4eb0-9ee5-281a24987aa7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.893139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5971fab3-64d3-4eb0-9ee5-281a24987aa7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/e3f803a9-e741-4f26-90e9-fa5bccb8abaa HTTP/1.1" status: 404 len: 337 time: 0.0297947 Nov 16 21:33:43.893381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36282) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.917883 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cd115f-cbae-47f0-b396-a0d5ae8e7f07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.918436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cd115f-cbae-47f0-b396-a0d5ae8e7f07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.923231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-79cd115f-cbae-47f0-b396-a0d5ae8e7f07 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/e5582efa-5156-423e-bfdf-191d5a8c653d HTTP/1.1" status: 404 len: 333 time: 0.0273502 Nov 16 21:33:43.924616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36284) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.940661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:43.950710 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af022ce-4753-4b47-905a-ed606ad84164 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.951110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af022ce-4753-4b47-905a-ed606ad84164 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.956349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7af022ce-4753-4b47-905a-ed606ad84164 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/5d1cbca4-648a-42fa-86dd-54babe9f05b8 HTTP/1.1" status: 404 len: 337 time: 0.0286312 Nov 16 21:33:43.956590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.961615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece4590a-2d2c-442a-bb99-a9c517eb47b4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:43.972279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:43.972570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b37ef8c-08c3-4456-8ca0-8e2fabfd3fd7') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:43.981216 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58e52b0-dad7-4a46-b0ef-2bcde3cd393f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:43.981216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58e52b0-dad7-4a46-b0ef-2bcde3cd393f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:43.985905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e58e52b0-dad7-4a46-b0ef-2bcde3cd393f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/f5bf897a-f23a-4bf3-8d17-c8635e139c4f HTTP/1.1" status: 404 len: 333 time: 0.0261686 Nov 16 21:33:43.986159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36288) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:43.991201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.005985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.011608 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c5c916-2770-48fb-831f-3bf6eecb3803 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.012077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c5c916-2770-48fb-831f-3bf6eecb3803 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.013200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:44.013775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.015189 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-71c5c916-2770-48fb-831f-3bf6eecb3803 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/06b5e2f5-5803-4505-bf47-a8f85f066490 HTTP/1.1" status: 404 len: 337 time: 0.0281026 Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:44.017264 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:44.019017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.045604 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07a083a-3f49-45a6-8557-e584e41bec39 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.046271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07a083a-3f49-45a6-8557-e584e41bec39 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.049316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f07a083a-3f49-45a6-8557-e584e41bec39 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/7ccf9258-b72c-4d9a-b713-bd3c53545fdd HTTP/1.1" status: 404 len: 333 time: 0.0305600 Nov 16 21:33:44.056346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36294) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.083384 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0379a685-d28e-416b-a678-590533c9ce8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.083856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0379a685-d28e-416b-a678-590533c9ce8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.089669 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0379a685-d28e-416b-a678-590533c9ce8f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/04704954-fb0f-4457-9f62-2c98fd12ce69 HTTP/1.1" status: 404 len: 337 time: 0.0294638 Nov 16 21:33:44.090007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36296) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.115062 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.116820 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-27107ebc-0deb-4727-be9c-517ad2b4c08d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.117358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27107ebc-0deb-4727-be9c-517ad2b4c08d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.120436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-27107ebc-0deb-4727-be9c-517ad2b4c08d tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/24fe026a-4c7f-44ce-9ad3-8e0bcc13a1e8 HTTP/1.1" status: 404 len: 333 time: 0.0293489 Nov 16 21:33:44.123159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36298) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.125616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.128828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] 10.222.0.48 "DELETE /v2.0/networks/ece4590a-2d2c-442a-bb99-a9c517eb47b4 HTTP/1.1" status: 204 len: 168 time: 0.8312762 Nov 16 21:33:44.142035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6482781-ee60-43f8-87bf-9133991f687e tempest-NetworksIpV6TestAttrs-2009841921 tempest-NetworksIpV6TestAttrs-2009841921-project] Pushing event deleted for resources: {'Network': ['ID=ece4590a-2d2c-442a-bb99-a9c517eb47b4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:44.152523 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc24650-6ff7-40f7-880e-1fb178178d1f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.152995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc24650-6ff7-40f7-880e-1fb178178d1f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.156384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2dc24650-6ff7-40f7-880e-1fb178178d1f tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/f55a3be0-f3c7-4829-8b3f-84222e931638 HTTP/1.1" status: 404 len: 337 time: 0.0319512 Nov 16 21:33:44.159666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36302) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.184109 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f064afba-a804-444f-8929-8726ed326de3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.184697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f064afba-a804-444f-8929-8726ed326de3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.190354 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f064afba-a804-444f-8929-8726ed326de3 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/3d7b6968-4e1b-4cbf-98a9-e6b48870afaa HTTP/1.1" status: 404 len: 333 time: 0.0272837 Nov 16 21:33:44.190552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36304) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.217987 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c58e03-d9c2-4286-992b-285406b2f849 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.218356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c58e03-d9c2-4286-992b-285406b2f849 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.223807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-08c58e03-d9c2-4286-992b-285406b2f849 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/a80394eb-7c8a-4a7e-add8-716de5ff6402 HTTP/1.1" status: 404 len: 337 time: 0.0299916 Nov 16 21:33:44.224068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36306) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.248401 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e54efd-1fde-4020-bc6a-d48032224e1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.248981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e54efd-1fde-4020-bc6a-d48032224e1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.252128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-33e54efd-1fde-4020-bc6a-d48032224e1e tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/ports/fe6f2e98-aeae-40a4-8a7e-8149ebeada15 HTTP/1.1" status: 404 len: 333 time: 0.0271199 Nov 16 21:33:44.254588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36308) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.285832 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f22e4e7-3ca8-438d-bdcc-22bc9d7d2866 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:44.286341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f22e4e7-3ca8-438d-bdcc-22bc9d7d2866 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:44.289965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f22e4e7-3ca8-438d-bdcc-22bc9d7d2866 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/subnets/601c1de8-4e84-405d-8139-68a2fc141f8f HTTP/1.1" status: 404 len: 337 time: 0.0338354 Nov 16 21:33:44.292900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36310) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.371613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.411938 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:33:44.476743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.482180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36314) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.501551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e85c439-5c54-44c3-9249-f8a38c359d2c']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:44.512561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942d8c50-b84d-405e-a938-8ad8ccb3ca1a') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:44.512786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942d8c50-b84d-405e-a938-8ad8ccb3ca1a') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:44.522526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.536781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.543027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:44.543410 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:44.546791 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:44.610961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.622270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.625502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] 10.222.0.48 "DELETE /v2.0/networks/4e85c439-5c54-44c3-9249-f8a38c359d2c HTTP/1.1" status: 204 len: 168 time: 0.3315396 Nov 16 21:33:44.643692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79b70d-ad87-4fa5-bfd7-effe480971e7 tempest-NetworksTestDHCPv6-1594622441 tempest-NetworksTestDHCPv6-1594622441-project] Pushing event deleted for resources: {'Network': ['ID=4e85c439-5c54-44c3-9249-f8a38c359d2c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:44.671841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36320) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.672175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82478dfc-a2f7-4b09-a7d9-eff5062b8807 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=583ec7b64c914568a4af147cf9608b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881318 Nov 16 21:33:44.730645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd101e31-fe24-41dc-becb-471bd197c420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.756954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd101e31-fe24-41dc-becb-471bd197c420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.813830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd101e31-fe24-41dc-becb-471bd197c420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.817772 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bd101e31-fe24-41dc-becb-471bd197c420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:44.819150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bd101e31-fe24-41dc-becb-471bd197c420 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/463dc171-a8a0-460c-91ce-fa422f94197b HTTP/1.1" status: 204 len: 168 time: 0.1457083 Nov 16 21:33:44.839204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101e31-fe24-41dc-becb-471bd197c420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463dc171-a8a0-460c-91ce-fa422f94197b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:44.853316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36328) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:44.906565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91cd9bc4-ef22-4378-963d-5ba789069dd5 req-fa9cc83c-722b-42fa-9367-4069ef82f23e tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0389290 Nov 16 21:33:45.012502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ec970e44-3bf4-4bd1-809b-be59c3563ffc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f469721a5123442dba0c5f8604a054b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576054 Nov 16 21:33:45.015062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36332) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:45.075663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa4232eb-579f-41f0-91f5-88c3a9f50b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.099550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa4232eb-579f-41f0-91f5-88c3a9f50b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.172943 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa4232eb-579f-41f0-91f5-88c3a9f50b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.176216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa4232eb-579f-41f0-91f5-88c3a9f50b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:45.177712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aa4232eb-579f-41f0-91f5-88c3a9f50b56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e857bc19-bb8a-48b3-909f-6b8b141a0116 HTTP/1.1" status: 204 len: 168 time: 0.1614964 Nov 16 21:33:45.188713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4232eb-579f-41f0-91f5-88c3a9f50b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e857bc19-bb8a-48b3-909f-6b8b141a0116,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:45.204251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 87fb6c62-ce50-4383-8340-e6aacb9e08be no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:33:45.239011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 87fb6c62-ce50-4383-8340-e6aacb9e08be {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:33:45.239371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 87fb6c62-ce50-4383-8340-e6aacb9e08be not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:33:45.739248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36374) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:45.887309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36380) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:45.940581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'networks': [{'name': 'tempest-network--1378941033'}, {'name': 'tempest-network--195243124'}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:45.941092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'network': {'name': 'tempest-network--1378941033'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:45.941673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'network': {'name': 'tempest-network--195243124'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:45.952523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-562545869'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:45.974719 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.api [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 21:33:45.974719 n-d-817778-8 neutron-server[102454]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 21:33:45.974719 n-d-817778-8 neutron-server[102454]: [parameters: {'project_id': '38156696c11d481b8d35ec5fdfe55fe7', 'id': 'b4e1a368-2412-498a-baac-74b672524339', 'expiration': datetime.datetime(2021, 11, 16, 21, 35, 45, 968324)}] Nov 16 21:33:45.974719 n-d-817778-8 neutron-server[102454]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:33:45.975188 n-d-817778-8 neutron-server[102454]: DEBUG oslo_db.api [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:33:45.981471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'network': 2} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:45.986422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.005109 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.026039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a8dc6116-b4c2-477e-909f-0335159aeafa req-14cd360c-90aa-4776-8baa-703d705aaa53 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0372558 Nov 16 21:33:46.093126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.097151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.097745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.141557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:46.148038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30fe71-381e-447d-b4b5-70a12cc7d353,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.156356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.156732 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Added segment 965afa49-0c88-44ce-9b7b-d4d2458b7928 of type vlan for network 4c1b6291-cfc8-4b96-bc60-b0590b57aa23 Nov 16 21:33:46.198670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.226422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:46.236400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.236743 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Added segment 35fca61d-dfc7-44e2-bcf3-741c3bf9c125 of type vlan for network dc7dc991-c3c3-47f2-80a5-dcd5c4269124 Nov 16 21:33:46.287014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.311135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.311683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.317268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.322141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.323153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.406076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5175555 Nov 16 21:33:46.408680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.423446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Network': ['ID=4c1b6291-cfc8-4b96-bc60-b0590b57aa23,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.436143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4c1b6291-cfc8-4b96-bc60-b0590b57aa23 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:46.556125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19dc82-6bee-463e-93ea-a24c2ef60789 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Network': ['ID=dc7dc991-c3c3-47f2-80a5-dcd5c4269124,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.566225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:46.569878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.580263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.681469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.700621 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.714589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network dc7dc991-c3c3-47f2-80a5-dcd5c4269124 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:46.734498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:46.746577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b7c8c6-b787-4467-ab86-8de86e219691,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.753578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.754057 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment a81828be-fdb0-495c-9efe-1964db23e180 of type vlan for network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 Nov 16 21:33:46.756915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17fa44c-a675-4fd4-b571-b18161f7ef04 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.763655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17fa44c-a675-4fd4-b571-b18161f7ef04 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.769692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17fa44c-a675-4fd4-b571-b18161f7ef04 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.775987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17fa44c-a675-4fd4-b571-b18161f7ef04 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.780676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d17fa44c-a675-4fd4-b571-b18161f7ef04 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3683541 Nov 16 21:33:46.781088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36410) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.820321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.846378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.852000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:46.852566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.865664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:46.908436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1676662 Nov 16 21:33:46.911360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36412) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:46.916721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'name': 'tempest-PortsIpV6TestJSON-227579049'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:46.975290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f5d6-25e2-42fe-8016-d0e09f41fcac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=921cef91-b8e7-43ef-9fae-faf6ae6e2698,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:46.989210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:47.040741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:47.046205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.078223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 05e2e421-9136-4b55-85c3-452bde2225e8 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:47.219592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d05ba168-305c-42dd-bb1f-e930b879c307 req-524c3de3-bdd1-419b-97a0-1df1fc6e93f4 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0539446 Nov 16 21:33:47.231885 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.267196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.267459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1b6291-cfc8-4b96-bc60-b0590b57aa23']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:47.281098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965afa49-0c88-44ce-9b7b-d4d2458b7928') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:47.281478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965afa49-0c88-44ce-9b7b-d4d2458b7928') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:47.295016 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.303153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.311346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.318602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:47.319008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:47.322906 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:47.377556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=05e2e421-9136-4b55-85c3-452bde2225e8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.393558 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.395941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': 'a81828be-fdb0-495c-9efe-1964db23e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:47.396315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: 921cef91-b8e7-43ef-9fae-faf6ae6e2698, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:47.404141 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.408245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/networks/4c1b6291-cfc8-4b96-bc60-b0590b57aa23 HTTP/1.1" status: 204 len: 168 time: 0.6250405 Nov 16 21:33:47.410676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36420) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.421044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c8910-0bf1-4c89-9729-7a911ae5eebc tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Network': ['ID=4c1b6291-cfc8-4b96-bc60-b0590b57aa23,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.468011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:47.479846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 921cef91-b8e7-43ef-9fae-faf6ae6e2698) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:47.492236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:47.494453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235274b4-b654-495f-aaca-4ff7e68b95f6 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:47.499399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:47.500046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.531281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-52c91db4-64dc-47ed-a41a-157f55f3a9d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6163030 Nov 16 21:33:47.531831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36430) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.539422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1154729343'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:47.547047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.581572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:47.589237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.653566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:47.674759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.679023 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment 5d6fb540-0feb-4c24-a7ee-b97e5d75d305 of type vlan for network 2cda7f8f-4f8a-4f9e-9202-98df37e60494 Nov 16 21:33:47.716011 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.742223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7dc991-c3c3-47f2-80a5-dcd5c4269124']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:47.754285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fca61d-dfc7-44e2-bcf3-741c3bf9c125') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:47.755105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fca61d-dfc7-44e2-bcf3-741c3bf9c125') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:47.766527 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.767127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.785383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.793714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:47.794138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:47.798546 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:47.811350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.818259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:47.819141 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.875876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.883697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:47.892118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3589044 Nov 16 21:33:47.892558 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/networks/dc7dc991-c3c3-47f2-80a5-dcd5c4269124 HTTP/1.1" status: 204 len: 168 time: 0.4804721 Nov 16 21:33:47.893058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36466) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.895152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:47.900677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'ports': [{'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'}, {'network_id': '2cda7f8f-4f8a-4f9e-9202-98df37e60494'}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:47.900996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:47.901480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '2cda7f8f-4f8a-4f9e-9202-98df37e60494'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:47.916675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a0c3f-d5b5-45c6-b004-ce2201eede5e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Network': ['ID=dc7dc991-c3c3-47f2-80a5-dcd5c4269124,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.972504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0bda5-5327-40c9-8dec-8a03bf4cc450 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=2cda7f8f-4f8a-4f9e-9202-98df37e60494,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:47.988586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 2cda7f8f-4f8a-4f9e-9202-98df37e60494 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:48.059589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb867d-9fd5-4de6-9ff6-1b5987c7bdcd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:48.066335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb867d-9fd5-4de6-9ff6-1b5987c7bdcd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:48.068117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2eb867d-9fd5-4de6-9ff6-1b5987c7bdcd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1706069 Nov 16 21:33:48.074979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36488) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:48.080048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1165676206'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.110878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 2} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:48.117694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.134098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.136184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:48.148904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.186067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:48.196816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.197580 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Added segment a4bf894c-a65f-4553-aa11-4c7d8e98de12 of type vlan for network 1ca56b46-0c73-48ad-adc3-e4b971c1cc74 Nov 16 21:33:48.249598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.251943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 2b242e59-bca5-46d3-b601-50bcb07aa25b yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:48.310340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.318942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:48.324521 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.386316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f25de0ef-bb9a-4287-aee2-23fd269a585b req-45eec3a8-8d64-44ee-9140-fc02c80f9ba9 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0644510 Nov 16 21:33:48.414909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3385990 Nov 16 21:33:48.420148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36526) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:48.438167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-163705795'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.450226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.495501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1c44b-e010-4f18-96d7-2e226077a183 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Network': ['ID=1ca56b46-0c73-48ad-adc3-e4b971c1cc74,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.517301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:48.517503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 1ca56b46-0c73-48ad-adc3-e4b971c1cc74 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:48.521081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.547217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:48.559980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.560737 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Added segment 34b3db4b-c25f-42aa-a619-5c8ae09e9206 of type vlan for network 13e72dd4-b032-4a18-8ce8-649e0b2a9f03 Nov 16 21:33:48.567223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 55a459d9-4f98-498c-872c-399353bbe537 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:48.654120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.687248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.692914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:48.693732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.737083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.767234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3450148 Nov 16 21:33:48.770251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36566) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:48.778346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'ports': [{'network_id': '1ca56b46-0c73-48ad-adc3-e4b971c1cc74', 'name': 'tempest-port--1897146516', 'admin_state_up': True}, {'network_id': '13e72dd4-b032-4a18-8ce8-649e0b2a9f03', 'admin_state_up': False}]} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.778700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'port': {'network_id': '1ca56b46-0c73-48ad-adc3-e4b971c1cc74', 'name': 'tempest-port--1897146516', 'admin_state_up': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.779477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'port': {'network_id': '13e72dd4-b032-4a18-8ce8-649e0b2a9f03', 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:48.784993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b6245-13fc-49b2-91f8-c4894f84ef8e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Network': ['ID=13e72dd4-b032-4a18-8ce8-649e0b2a9f03,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.796963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 13e72dd4-b032-4a18-8ce8-649e0b2a9f03 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:48.807237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.862852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:48.869817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:48.884357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:48.885461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:48.901663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=2b242e59-bca5-46d3-b601-50bcb07aa25b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:48.986630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': '5d6fb540-0feb-4c24-a7ee-b97e5d75d305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2cda7f8f-4f8a-4f9e-9202-98df37e60494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:48.986630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: 2cda7f8f-4f8a-4f9e-9202-98df37e60494, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:49.021388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=55a459d9-4f98-498c-872c-399353bbe537,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:49.031611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 2cda7f8f-4f8a-4f9e-9202-98df37e60494 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:49.043158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'port': 2} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:49.045316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 2cda7f8f-4f8a-4f9e-9202-98df37e60494) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:49.048306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.051908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:49.058881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db543c8-b928-42cd-b629-fcd6cd2d8b6c None None] Network 2cda7f8f-4f8a-4f9e-9202-98df37e60494 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:49.068503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.077346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.091336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.095005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.125974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-22177aad-ee7d-4be8-aae0-a7f64b5c6731 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2298501 Nov 16 21:33:49.128587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36602) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:49.178505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] device_id is not set on port d67b18ea-7b11-4a8c-a0e7-7a600dae63d5 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:49.321012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 55a459d9-4f98-498c-872c-399353bbe537 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:49.321355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.357788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.455121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] device_id is not set on port 4c51e0e2-5ce1-4558-ae0f-65f6d0b9a1aa yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:49.510824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.531768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 55a459d9-4f98-498c-872c-399353bbe537 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:49.655808 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.683535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.738601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dd1fea35-2ef9-4d06-a6a0-bf623ce87c3c req-27a2fe18-c05c-4dea-b9d9-284d4aeb5239 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0672851 Nov 16 21:33:49.748922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=55a459d9-4f98-498c-872c-399353bbe537,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:49.760733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.767315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.768844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-894a7741-a186-4375-881b-065cee2e3958 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/55a459d9-4f98-498c-872c-399353bbe537 HTTP/1.1" status: 204 len: 168 time: 0.6382990 Nov 16 21:33:49.769607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36664) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:49.842890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0279e-8e95-43bb-bb10-a7e87ad1aa8d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.848623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0279e-8e95-43bb-bb10-a7e87ad1aa8d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:49.853286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1de0279e-8e95-43bb-bb10-a7e87ad1aa8d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0787878 Nov 16 21:33:49.853286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36674) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:49.859868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Port': ['ID=d67b18ea-7b11-4a8c-a0e7-7a600dae63d5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:49.884103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Checking segment: {'id': 'a4bf894c-a65f-4553-aa11-4c7d8e98de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1ca56b46-0c73-48ad-adc3-e4b971c1cc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:49.884478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network hostable DHCP agents. Network: 1ca56b46-0c73-48ad-adc3-e4b971c1cc74, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:49.911494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network 1ca56b46-0c73-48ad-adc3-e4b971c1cc74 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:49.930954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 1ca56b46-0c73-48ad-adc3-e4b971c1cc74) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:49.941572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:49.942606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:49.951634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bec05-5fad-4ab9-bc38-e1a69a2f488b None None] Network 1ca56b46-0c73-48ad-adc3-e4b971c1cc74 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:50.049621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Port': ['ID=4c51e0e2-5ce1-4558-ae0f-65f6d0b9a1aa,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:50.059021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 2b242e59-bca5-46d3-b601-50bcb07aa25b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:50.059502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.079366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Checking segment: {'id': '34b3db4b-c25f-42aa-a619-5c8ae09e9206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '13e72dd4-b032-4a18-8ce8-649e0b2a9f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:50.079732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network hostable DHCP agents. Network: 13e72dd4-b032-4a18-8ce8-649e0b2a9f03, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:50.119571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network 13e72dd4-b032-4a18-8ce8-649e0b2a9f03 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:50.131529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 13e72dd4-b032-4a18-8ce8-649e0b2a9f03) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:50.136041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:50.142425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.149390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce999714-06a2-4211-b562-c3e0d1a0c1e6 None None] Network 13e72dd4-b032-4a18-8ce8-649e0b2a9f03 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:50.161379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.162081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.193711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b4423383-80de-4049-886d-16a3dc6cd366 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4222555 Nov 16 21:33:50.196134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36716) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.279100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.303102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e75ef7-aca6-4609-af1c-f0bb9c588d89 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.321619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 2b242e59-bca5-46d3-b601-50bcb07aa25b owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:50.340089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e75ef7-aca6-4609-af1c-f0bb9c588d89 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.344210 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e9e75ef7-aca6-4609-af1c-f0bb9c588d89 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1446626 Nov 16 21:33:50.348788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36732) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.477375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Deleting port d67b18ea-7b11-4a8c-a0e7-7a600dae63d5 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:50.478242 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.478426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.516122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.521849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/2b242e59-bca5-46d3-b601-50bcb07aa25b HTTP/1.1" status: 204 len: 168 time: 0.6664948 Nov 16 21:33:50.551473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.584759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863bfae-3448-49fd-a645-f9e95f47bb96 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=2b242e59-bca5-46d3-b601-50bcb07aa25b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:50.604781 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.631663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Calling delete_port for d67b18ea-7b11-4a8c-a0e7-7a600dae63d5 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:50.647201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1538b7-989c-422a-ab78-9c3eb0590ec9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:50.648886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0e1538b7-989c-422a-ab78-9c3eb0590ec9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0962641 Nov 16 21:33:50.652770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.692165 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4835b3ca-1edb-43bb-b0b8-aafabddd59a5 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:33:50.701035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4835b3ca-1edb-43bb-b0b8-aafabddd59a5 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/55a459d9-4f98-498c-872c-399353bbe537 HTTP/1.1" status: 404 len: 333 time: 0.0423601 Nov 16 21:33:50.701742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36774) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.753971 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13462ed-ffb2-425f-a935-01cae452188c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:33:50.760444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36784) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:50.765155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f13462ed-ffb2-425f-a935-01cae452188c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/2b242e59-bca5-46d3-b601-50bcb07aa25b HTTP/1.1" status: 404 len: 333 time: 0.0528331 Nov 16 21:33:50.778260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-771020a5-df5c-4bae-b008-a680838e1a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.863844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.912589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61a1526c-07d7-4e8d-af98-78ca2a012e62 req-7717ad1c-8ab5-42ae-80f9-eb64e005787e tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0450549 Nov 16 21:33:50.933084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.937057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Port': ['ID=d67b18ea-7b11-4a8c-a0e7-7a600dae63d5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:50.939364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:50.942742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-97bb8245-7620-4b66-bf6d-9b12f9eeb6a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/ports/d67b18ea-7b11-4a8c-a0e7-7a600dae63d5 HTTP/1.1" status: 204 len: 168 time: 0.5929482 Nov 16 21:33:50.945885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36806) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.058720 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.062345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Deleting port 4c51e0e2-5ce1-4558-ae0f-65f6d0b9a1aa {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:51.062684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.087568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cda7f8f-4f8a-4f9e-9202-98df37e60494']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:51.099946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6fb540-0feb-4c24-a7ee-b97e5d75d305') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:51.100347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6fb540-0feb-4c24-a7ee-b97e5d75d305') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:51.112116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.144498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.146531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.154245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:51.155387 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:51.159967 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:51.162356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Calling delete_port for 4c51e0e2-5ce1-4558-ae0f-65f6d0b9a1aa owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:51.234816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.241936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.245393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/2cda7f8f-4f8a-4f9e-9202-98df37e60494 HTTP/1.1" status: 204 len: 168 time: 0.4837847 Nov 16 21:33:51.251724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36842) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.258190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-957170070'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:51.258812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b9e40-252b-4507-8d1f-9552c753a159 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=2cda7f8f-4f8a-4f9e-9202-98df37e60494,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:51.264066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.306761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Port': ['ID=4c51e0e2-5ce1-4558-ae0f-65f6d0b9a1aa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:51.316464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.320820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3d319464-3164-437d-adac-8724ab08348e tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/ports/4c51e0e2-5ce1-4558-ae0f-65f6d0b9a1aa HTTP/1.1" status: 204 len: 168 time: 0.3732550 Nov 16 21:33:51.324159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36852) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.328193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:51.332066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.363339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ed7fc161-8374-4299-845c-f56312c2e0bb tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344818 Nov 16 21:33:51.363588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36858) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.364405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:51.372112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2018945990'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:51.375194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.375658 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment eb349b74-cd13-4513-aa72-79ddca5e4601 of type vlan for network eb94ab14-4d9e-4762-8345-7a8de33e36b6 Nov 16 21:33:51.396876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:51.402655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.425311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.434245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:51.455914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.456250 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Added segment 3ccfc33a-1fdb-44c3-aff6-d7ceb75d0f7c of type vlan for network bcceb77a-4926-47ab-b0cd-9888bd5979fe Nov 16 21:33:51.478450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.484752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:51.485410 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.505222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.518906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2649214 Nov 16 21:33:51.528703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36876) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.535954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:51.573301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb7f6e-4fa3-4238-9c5b-0dea8fabcf99 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=eb94ab14-4d9e-4762-8345-7a8de33e36b6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:51.586725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:51.590064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.595759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:51.596182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.700550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3346987 Nov 16 21:33:51.703450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:51.715574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1552604299'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:51.717276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669fe9b-2b5f-408d-ac94-b960850d3820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Network': ['ID=bcceb77a-4926-47ab-b0cd-9888bd5979fe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:51.729738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network bcceb77a-4926-47ab-b0cd-9888bd5979fe details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:51.734281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:51.739321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.763181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:51.767593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:51.835219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Performing IP validity checks on allocation pools {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:33:51.838995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:33:51.971762 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.053375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:52.074275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-770f6392-5024-47fc-9c0d-c0efd0c602bd req-c9e2a18d-3874-484c-834c-519318f614a0 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0370872 Nov 16 21:33:52.078717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': 'eb349b74-cd13-4513-aa72-79ddca5e4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:52.078988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: eb94ab14-4d9e-4762-8345-7a8de33e36b6, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:52.100424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:52.110490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:52.112969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, eb94ab14-4d9e-4762-8345-7a8de33e36b6) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:52.117372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:52.118200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.122609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a405347-aa38-4f01-b979-23ce81c0bb1e None None] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:52.123437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.123789 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Added segment b905f050-e7c7-4986-9d88-0495f2d9288d of type vlan for network 4106a6ff-7801-4332-8180-56a6911a06d1 Nov 16 21:33:52.138071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1cfbf2db-79ca-40ee-9abb-857497d1be85 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6049345 Nov 16 21:33:52.138273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36910) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:52.143451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6', 'name': 'tempest-PortsIpV6TestJSON-1955018576'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:52.169760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.196627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.203227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:52.203816 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.270138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5647848 Nov 16 21:33:52.285722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa35bc3-0115-4848-b165-365201570820 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Network': ['ID=4106a6ff-7801-4332-8180-56a6911a06d1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:52.295427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-eb94ab14-4d9e-4762-8345-7a8de33e36b6', 'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': '62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:52.296423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.310002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4106a6ff-7801-4332-8180-56a6911a06d1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:52.314079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:52.318041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.348928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 792279fe-6834-4ce6-955a-a6501993ec73 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:52.409217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:52.414995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'subnets': [{'network_id': 'bcceb77a-4926-47ab-b0cd-9888bd5979fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1729654927', 'ip_version': 4}, {'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:52.415315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'subnet': {'network_id': 'bcceb77a-4926-47ab-b0cd-9888bd5979fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1729654927', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:52.415969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Request body: {'subnet': {'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:52.483126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::1da (eb94ab14-4d9e-4762-8345-7a8de33e36b6/62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b/792279fe-6834-4ce6-955a-a6501993ec73) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:52.579067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Made reservation on behalf of ceaa76ca67da4f698aa40d0267f6f11a for: {'subnet': 2} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:52.583722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.584066 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.632224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.677273 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.741367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:52.745838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:52.750263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:52.754855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Allocated IP 2001:db8::2 (eb94ab14-4d9e-4762-8345-7a8de33e36b6/62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b/b6468ffd-e4a5-497b-9f57-a9e5ab6dc454) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:52.756958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:52.757648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.764786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=792279fe-6834-4ce6-955a-a6501993ec73,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:52.782740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2c3d562e-b912-48f0-b48e-6d4f598ac2e8 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6433733 Nov 16 21:33:52.786166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:52.904780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 792279fe-6834-4ce6-955a-a6501993ec73 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:52.905139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.963627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.973024 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:52.998086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:53.028332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:53.045062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:53.061607 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.071649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.071942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e5-f664-45f4-b3fb-de065e8bcf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.094091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 792279fe-6834-4ce6-955a-a6501993ec73 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:53.097832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Pushing event updated for resources: {'Port': ['ID=b6468ffd-e4a5-497b-9f57-a9e5ab6dc454,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:53.136895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Attempting to bind port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:53.138141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Attempting to bind port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'eb349b74-cd13-4513-aa72-79ddca5e4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:53.138838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Attempting to bind port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454 on network eb94ab14-4d9e-4762-8345-7a8de33e36b6 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:53.144876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:53.145451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Checking segment: {'id': 'eb349b74-cd13-4513-aa72-79ddca5e4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:53.146236 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.146783 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Bound using segment: {'id': 'eb349b74-cd13-4513-aa72-79ddca5e4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:53.147412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Bound port: b6468ffd-e4a5-497b-9f57-a9e5ab6dc454, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb349b74-cd13-4513-aa72-79ddca5e4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eb94ab14-4d9e-4762-8345-7a8de33e36b6'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:53.147962 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.233728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f06bea3c-36cc-484c-9853-957857c8595d req-ab61b13d-4b4c-4f33-9d20-49b06b6b2b83 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0355356 Nov 16 21:33:53.236770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Subnet': ['ID=1a09a6b5-43d0-4330-b802-0aa439c46520,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:53.248795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] For port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:53.253556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Checking segment: {'id': '3ccfc33a-1fdb-44c3-aff6-d7ceb75d0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bcceb77a-4926-47ab-b0cd-9888bd5979fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:53.253935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network hostable DHCP agents. Network: bcceb77a-4926-47ab-b0cd-9888bd5979fe, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:53.254076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] For port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6468ffd-e4a5-497b-9f57-a9e5ab6dc454,segment=NetworkSegment(eb349b74-cd13-4513-aa72-79ddca5e4601),segment_id=eb349b74-cd13-4513-aa72-79ddca5e4601)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:53.272214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.277735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network bcceb77a-4926-47ab-b0cd-9888bd5979fe is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:53.280814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.289647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, bcceb77a-4926-47ab-b0cd-9888bd5979fe) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:53.305995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.318700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35b4a5-b1fb-457e-9fd1-46d9c2f91d67 None None] Network bcceb77a-4926-47ab-b0cd-9888bd5979fe requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:53.320752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=792279fe-6834-4ce6-955a-a6501993ec73,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:53.352850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.357538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa290d3b-0f36-41ae-83ee-377352f8beea tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/792279fe-6834-4ce6-955a-a6501993ec73 HTTP/1.1" status: 204 len: 168 time: 0.5698993 Nov 16 21:33:53.360079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36928) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.388122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event updated for resources: {'Subnet': ['ID=1e093e92-d940-49b4-9df9-d1c7c75b22fd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:53.401488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Checking segment: {'id': 'b905f050-e7c7-4986-9d88-0495f2d9288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:53.401913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network hostable DHCP agents. Network: 4106a6ff-7801-4332-8180-56a6911a06d1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:53.412669 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1160bc4e-ba1b-4f2e-85d6-a5675c4f0305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:33:53.414036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1160bc4e-ba1b-4f2e-85d6-a5675c4f0305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:33:53.419466 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1160bc4e-ba1b-4f2e-85d6-a5675c4f0305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/792279fe-6834-4ce6-955a-a6501993ec73 HTTP/1.1" status: 404 len: 333 time: 0.0582573 Nov 16 21:33:53.422417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.432762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Network 4106a6ff-7801-4332-8180-56a6911a06d1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:53.437496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b993373-5b82-47ce-af78-87d1fa166a1a None None] Pushing event updated for resources: {'Port': ['ID=b6468ffd-e4a5-497b-9f57-a9e5ab6dc454,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:53.445987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4106a6ff-7801-4332-8180-56a6911a06d1) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:53.455850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479736b-8d37-414c-ad36-08de769bb611 None None] Network 4106a6ff-7801-4332-8180-56a6911a06d1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:53.465901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.466448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.467355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.473502 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-95379c1a-837f-4d0e-9536-66335c5cbbfe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:33:53.475882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-95379c1a-837f-4d0e-9536-66335c5cbbfe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/792279fe-6834-4ce6-955a-a6501993ec73 HTTP/1.1" status: 404 len: 333 time: 0.0518947 Nov 16 21:33:53.479947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36932) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.521143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eef2dcda-3af6-454c-bb81-5c43f94fa5a7 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1082273 Nov 16 21:33:53.521989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36934) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.564012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:53.573497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.593148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd63f49-f083-405a-b669-dfc7c3f2bd69 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.595559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd63f49-f083-405a-b669-dfc7c3f2bd69 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.598638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd63f49-f083-405a-b669-dfc7c3f2bd69 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:53.603479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dcd63f49-f083-405a-b669-dfc7c3f2bd69 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0776670 Nov 16 21:33:53.604223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36936) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:53.693395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.732267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e261b-ad6d-433f-afd9-ca6dc9705787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-bcceb77a-4926-47ab-b0cd-9888bd5979fe', 'network_id': 'bcceb77a-4926-47ab-b0cd-9888bd5979fe', 'tenant_id': 'ceaa76ca67da4f698aa40d0267f6f11a', 'fixed_ips': [{'subnet_id': '1a09a6b5-43d0-4330-b802-0aa439c46520'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:53.735209 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-167e261b-ad6d-433f-afd9-ca6dc9705787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.748218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Deleting subnet 1a09a6b5-43d0-4330-b802-0aa439c46520 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:53.755711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.770528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4106a6ff-7801-4332-8180-56a6911a06d1', 'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1', 'tenant_id': 'ceaa76ca67da4f698aa40d0267f6f11a', 'fixed_ips': [{'subnet_id': '1e093e92-d940-49b4-9df9-d1c7c75b22fd'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:53.771666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.835037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.891461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.917050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.980859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:53.993935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-167e261b-ad6d-433f-afd9-ca6dc9705787 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a09a6b5-43d0-4330-b802-0aa439c46520: This subnet is being modified by another concurrent operation. Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a09a6b5-43d0-4330-b802-0aa439c46520: This subnet is being modified by another concurrent operation. Nov 16 21:33:54.010903 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 21:33:54.022276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Subnet': ['ID=1a09a6b5-43d0-4330-b802-0aa439c46520,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.026164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.033022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-200a9245-c95c-4573-bb90-b3b23923c9ad tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/subnets/1a09a6b5-43d0-4330-b802-0aa439c46520 HTTP/1.1" status: 204 len: 168 time: 0.4242513 Nov 16 21:33:54.035362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36938) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.035506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.039506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b HTTP/1.1" status: 204 len: 168 time: 0.5583336 Nov 16 21:33:54.040716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1d34f-cec7-4c4b-b776-d7824d705aba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.045406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36940) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.047326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a234aba-d315-40e0-9cef-bddd7260cecf None None] Network bcceb77a-4926-47ab-b0cd-9888bd5979fe requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:54.094688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Allocated IP 172.20.0.18 (4106a6ff-7801-4332-8180-56a6911a06d1/1e093e92-d940-49b4-9df9-d1c7c75b22fd/0d149ab5-850f-4910-844a-593c6af340be) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:54.145607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Deleting subnet 1e093e92-d940-49b4-9df9-d1c7c75b22fd {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:54.202895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.203992 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.260568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:54.261074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.340739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] For port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b6468ffd-e4a5-497b-9f57-a9e5ab6dc454,segment=NetworkSegment(eb349b74-cd13-4513-aa72-79ddca5e4601),segment_id=eb349b74-cd13-4513-aa72-79ddca5e4601)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:54.341193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.363820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for b6468ffd-e4a5-497b-9f57-a9e5ab6dc454 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:54.374934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dcf2550-95d0-4eeb-994f-c76e0fe54ecf req-d986d818-8991-4d15-8ae5-8c64e3fd2539 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0312586 Nov 16 21:33:54.440022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.446502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.448010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.474679 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.491404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Network 4106a6ff-7801-4332-8180-56a6911a06d1 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:54.497434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:54.501319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:54.504589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=b6468ffd-e4a5-497b-9f57-a9e5ab6dc454,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.506508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No DVR routers for this DVR port b6468ffd-e4a5-497b-9f57-a9e5ab6dc454 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:54.510952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.515468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Pushing event updated for resources: {'Port': ['ID=0d149ab5-850f-4910-844a-593c6af340be,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.578729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Attempting to bind port 0d149ab5-850f-4910-844a-593c6af340be on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:54.579129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Attempting to bind port 0d149ab5-850f-4910-844a-593c6af340be by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b905f050-e7c7-4986-9d88-0495f2d9288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:54.579509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Attempting to bind port 0d149ab5-850f-4910-844a-593c6af340be on network 4106a6ff-7801-4332-8180-56a6911a06d1 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:54.585781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:54.586166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Checking segment: {'id': 'b905f050-e7c7-4986-9d88-0495f2d9288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:54.586578 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.586984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Bound using segment: {'id': 'b905f050-e7c7-4986-9d88-0495f2d9288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:54.587469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Bound port: 0d149ab5-850f-4910-844a-593c6af340be, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b905f050-e7c7-4986-9d88-0495f2d9288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4106a6ff-7801-4332-8180-56a6911a06d1'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:54.588394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.616235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.623451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.644209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb94ab14-4d9e-4762-8345-7a8de33e36b6']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:54.658635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb349b74-cd13-4513-aa72-79ddca5e4601') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:54.658988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb349b74-cd13-4513-aa72-79ddca5e4601') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:54.673536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.705421 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.710751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.721148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:54.721148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:54.725289 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:54.748142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Subnet': ['ID=1e093e92-d940-49b4-9df9-d1c7c75b22fd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.750680 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.757188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c67ac05-109e-40c3-9e9d-080004849d6a tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/subnets/1e093e92-d940-49b4-9df9-d1c7c75b22fd HTTP/1.1" status: 204 len: 168 time: 0.7200494 Nov 16 21:33:54.757578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36946) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.811584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a2a4f-ec62-4afe-b9dd-c4c4b4290da2 None None] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:54.812139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.825322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.829265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/eb94ab14-4d9e-4762-8345-7a8de33e36b6 HTTP/1.1" status: 204 len: 168 time: 0.7826390 Nov 16 21:33:54.833961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fec2df-1d7a-4b4a-a1eb-0baa69f2ecfa tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:54.839734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b6fec2df-1d7a-4b4a-a1eb-0baa69f2ecfa tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772431 Nov 16 21:33:54.839734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36948) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.839942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a2a4f-ec62-4afe-b9dd-c4c4b4290da2 None None] Network eb94ab14-4d9e-4762-8345-7a8de33e36b6 could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:33:54.841900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36950) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:54.843459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fbd5f950-f882-45de-bd55-c0deeef2e3e1 None None] Could not find standard attr ID for object b6468ffd-e4a5-497b-9f57-a9e5ab6dc454. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:54.844830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80334400'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:54.853317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00c85c-9c40-430f-b3d2-6da649df2e7a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=eb94ab14-4d9e-4762-8345-7a8de33e36b6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.866552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] For port 0d149ab5-850f-4910-844a-593c6af340be, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:54.870812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] For port 0d149ab5-850f-4910-844a-593c6af340be, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0d149ab5-850f-4910-844a-593c6af340be,segment=NetworkSegment(b905f050-e7c7-4986-9d88-0495f2d9288d),segment_id=b905f050-e7c7-4986-9d88-0495f2d9288d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:54.876050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:54.877404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.880066 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.914616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:54.932271 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.932894 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment 0bc54d03-93f5-4db2-9f19-63c51482fce9 of type vlan for network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca Nov 16 21:33:54.946793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a87bc-8c69-49a4-8ed3-7f0236fa4e28 None None] DHCP port deletion for eb94ab14-4d9e-4762-8345-7a8de33e36b6 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:54.956590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fadaf-40c7-4359-9a78-5720ad5efd4c None None] Pushing event updated for resources: {'Port': ['ID=0d149ab5-850f-4910-844a-593c6af340be,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:54.968244 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:54.986227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.016833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.022919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:55.023659 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.030823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Deleting port 0d149ab5-850f-4910-844a-593c6af340be {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:55.031167 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.081448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2439761 Nov 16 21:33:55.085255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36952) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:55.093448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:55.110969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] For port 0d149ab5-850f-4910-844a-593c6af340be, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0d149ab5-850f-4910-844a-593c6af340be,segment=NetworkSegment(b905f050-e7c7-4986-9d88-0495f2d9288d),segment_id=b905f050-e7c7-4986-9d88-0495f2d9288d)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:55.111332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.142147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Calling delete_port for 0d149ab5-850f-4910-844a-593c6af340be owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:55.160884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1449d9-ca5c-4efe-9a2a-8ce8f00db8ac tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=ca42ef72-8e3c-4abf-a727-cab0a0dc8bca,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:55.192533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:55.260577 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:55.265888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.269260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.315067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Port': ['ID=0d149ab5-850f-4910-844a-593c6af340be,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:55.317236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] No DVR routers for this DVR port 0d149ab5-850f-4910-844a-593c6af340be on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:55.420699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.444262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4106a6ff-7801-4332-8180-56a6911a06d1']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:55.457068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b905f050-e7c7-4986-9d88-0495f2d9288d') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:55.457370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b905f050-e7c7-4986-9d88-0495f2d9288d') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:55.469148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.484485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.521692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:55.522344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:55.526289 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:55.536364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.540120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6075c024-b8c1-4ec0-aadc-62720c779cde req-2dc8952c-1a53-4f24-8852-1b528ca076f8 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0469127 Nov 16 21:33:55.601803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=96b5af55-d21c-4cc1-b7b1-09e7469dccfa,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:55.610706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.619156 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.622635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/networks/4106a6ff-7801-4332-8180-56a6911a06d1 HTTP/1.1" status: 204 len: 168 time: 0.7797537 Nov 16 21:33:55.625832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36962) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:55.632908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afaadc-5267-494d-be97-0a6d102ca300 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Network': ['ID=4106a6ff-7801-4332-8180-56a6911a06d1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:55.638727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': '0bc54d03-93f5-4db2-9f19-63c51482fce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:55.639109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: ca42ef72-8e3c-4abf-a727-cab0a0dc8bca, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:33:55.709288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.968770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:33:55.980650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.983692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ca42ef72-8e3c-4abf-a727-cab0a0dc8bca) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:55.989296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:55.990176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:55.996150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b146f-20bd-4fa5-a868-0ddd77d9a217 None None] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:56.035812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36964) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:56.036070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-23ce6dcb-d473-4bd5-a6d3-cc2a19e27a14 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9496508 Nov 16 21:33:56.044086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1616184103'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:56.117554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.159368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcceb77a-4926-47ab-b0cd-9888bd5979fe']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.172060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccfc33a-1fdb-44c3-aff6-d7ceb75d0f7c') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.172361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccfc33a-1fdb-44c3-aff6-d7ceb75d0f7c') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.182841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.186830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2eff7347-42ea-40b3-b002-aca8c05d6c79 None None] Could not find standard attr ID for object 0d149ab5-850f-4910-844a-593c6af340be. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:56.196479 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.206221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:56.206677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.209032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922732b-b006-40ed-aa71-36864b9f3b82 None None] DHCP port deletion for 4106a6ff-7801-4332-8180-56a6911a06d1 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:56.210011 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:56.225617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ca42ef72-8e3c-4abf-a727-cab0a0dc8bca', 'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': '96b5af55-d21c-4cc1-b7b1-09e7469dccfa'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:33:56.226688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.237453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:56.239306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71e181-6fdd-4f66-87d0-eece0ba0d018 None None] Network 4106a6ff-7801-4332-8180-56a6911a06d1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:56.242169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.256016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71e181-6fdd-4f66-87d0-eece0ba0d018 None None] Network 4106a6ff-7801-4332-8180-56a6911a06d1 could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:33:56.263663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port de5f24f7-2421-4f32-95aa-f7c4d3db6e34 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:56.273102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.281333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.287129 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/networks/bcceb77a-4926-47ab-b0cd-9888bd5979fe HTTP/1.1" status: 204 len: 168 time: 0.6573529 Nov 16 21:33:56.288727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36966) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:56.361432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794ba9e-3a1c-4090-992e-e891f4970a8c tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Network': ['ID=bcceb77a-4926-47ab-b0cd-9888bd5979fe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:56.403257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::12b (ca42ef72-8e3c-4abf-a727-cab0a0dc8bca/96b5af55-d21c-4cc1-b7b1-09e7469dccfa/de5f24f7-2421-4f32-95aa-f7c4d3db6e34) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:56.409804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.499775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.522521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e72dd4-b032-4a18-8ce8-649e0b2a9f03']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.533952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b3db4b-c25f-42aa-a619-5c8ae09e9206') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.534248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b3db4b-c25f-42aa-a619-5c8ae09e9206') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.549293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.558053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.563667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.569859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:56.570246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:56.574557 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:56.605583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.637221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.646689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.652817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/networks/13e72dd4-b032-4a18-8ce8-649e0b2a9f03 HTTP/1.1" status: 204 len: 168 time: 0.3604426 Nov 16 21:33:56.653206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36972) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:56.655902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:56.659334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:56.663671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:56.671051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:56.672469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.676651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b149261-a54a-4eee-8e81-2b5bed84d047 tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Network': ['ID=13e72dd4-b032-4a18-8ce8-649e0b2a9f03,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:56.703556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6661108 Nov 16 21:33:56.707456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36974) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:56.718023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.719140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea072b-a7f4-44bd-8269-149d6da19f19 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=de5f24f7-2421-4f32-95aa-f7c4d3db6e34,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:56.757425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Allocated IP 2001:db8::2 (ca42ef72-8e3c-4abf-a727-cab0a0dc8bca/96b5af55-d21c-4cc1-b7b1-09e7469dccfa/4432707e-341f-4b30-8f5f-de90178996ed) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:33:56.775036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7418fcd1-a34d-43a3-ad35-74b17d6bdd58 req-20858982-eb7f-4200-b96d-dafc853af6ce tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0785346 Nov 16 21:33:56.809653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.851097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port de5f24f7-2421-4f32-95aa-f7c4d3db6e34 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:56.851448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.920153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.949667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.952023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca56b46-0c73-48ad-adc3-e4b971c1cc74']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.964432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for de5f24f7-2421-4f32-95aa-f7c4d3db6e34 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:56.964625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bf894c-a65f-4553-aa11-4c7d8e98de12') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.964867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bf894c-a65f-4553-aa11-4c7d8e98de12') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:56.971137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.977463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.979551 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:56.993028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.000695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:57.001154 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:57.004558 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:57.037596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Pushing event updated for resources: {'Port': ['ID=4432707e-341f-4b30-8f5f-de90178996ed,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.054143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:57.056007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:57.058892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:57.076710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.092280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.096071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] 10.222.0.48 "DELETE /v2.0/networks/1ca56b46-0c73-48ad-adc3-e4b971c1cc74 HTTP/1.1" status: 204 len: 168 time: 0.4409122 Nov 16 21:33:57.121871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Attempting to bind port 4432707e-341f-4b30-8f5f-de90178996ed on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:33:57.122334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Attempting to bind port 4432707e-341f-4b30-8f5f-de90178996ed by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0bc54d03-93f5-4db2-9f19-63c51482fce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:33:57.122808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Attempting to bind port 4432707e-341f-4b30-8f5f-de90178996ed on network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:33:57.141118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:33:57.142070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Checking segment: {'id': '0bc54d03-93f5-4db2-9f19-63c51482fce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:33:57.142640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.142758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cdc2f-aac2-4123-81d8-abba9589a7bd tempest-BulkNetworkOpsTest-2108083083 tempest-BulkNetworkOpsTest-2108083083-project] Pushing event deleted for resources: {'Network': ['ID=1ca56b46-0c73-48ad-adc3-e4b971c1cc74,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.143293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Bound using segment: {'id': '0bc54d03-93f5-4db2-9f19-63c51482fce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:33:57.143974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Bound port: 4432707e-341f-4b30-8f5f-de90178996ed, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc54d03-93f5-4db2-9f19-63c51482fce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ca42ef72-8e3c-4abf-a727-cab0a0dc8bca'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:33:57.144527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.158534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.194471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=de5f24f7-2421-4f32-95aa-f7c4d3db6e34,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.221184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.223121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] For port 4432707e-341f-4b30-8f5f-de90178996ed, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:33:57.226746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8a21f9d-8ec1-41c7-bb1c-bca11b205ac7 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/de5f24f7-2421-4f32-95aa-f7c4d3db6e34 HTTP/1.1" status: 204 len: 168 time: 0.5181038 Nov 16 21:33:57.229686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] For port 4432707e-341f-4b30-8f5f-de90178996ed, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4432707e-341f-4b30-8f5f-de90178996ed,segment=NetworkSegment(0bc54d03-93f5-4db2-9f19-63c51482fce9),segment_id=0bc54d03-93f5-4db2-9f19-63c51482fce9)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:33:57.230493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:57.234597 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.260127 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d888273b-74dc-49d7-8904-b0bbad77c16b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:33:57.261941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d888273b-74dc-49d7-8904-b0bbad77c16b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/de5f24f7-2421-4f32-95aa-f7c4d3db6e34 HTTP/1.1" status: 404 len: 333 time: 0.0300140 Nov 16 21:33:57.265043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36980) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:57.332054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99c532-c32b-478f-a90d-01018bf5ef68 None None] Pushing event updated for resources: {'Port': ['ID=4432707e-341f-4b30-8f5f-de90178996ed,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.394527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 96b5af55-d21c-4cc1-b7b1-09e7469dccfa {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:33:57.398373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.451356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.459608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36986) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:57.550583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.653064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.676019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-201871e9-f22a-402a-a7b7-047f70f6e717 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ceaa76ca67da4f698aa40d0267f6f11a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150357 Nov 16 21:33:57.676757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 36990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:57.686316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=96b5af55-d21c-4cc1-b7b1-09e7469dccfa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.693618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.700894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-10172826-2174-4fc6-a879-451172209b3e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/96b5af55-d21c-4cc1-b7b1-09e7469dccfa HTTP/1.1" status: 204 len: 168 time: 0.4281254 Nov 16 21:33:57.701573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 36992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:57.751557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d700b89a-4f36-4998-a871-8c75bdc77cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.784270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d700b89a-4f36-4998-a871-8c75bdc77cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.792215 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.839973 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d700b89a-4f36-4998-a871-8c75bdc77cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.842951 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d700b89a-4f36-4998-a871-8c75bdc77cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.844134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d700b89a-4f36-4998-a871-8c75bdc77cf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d30fe71-381e-447d-b4b5-70a12cc7d353 HTTP/1.1" status: 204 len: 168 time: 0.1663551 Nov 16 21:33:57.856433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700b89a-4f36-4998-a871-8c75bdc77cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30fe71-381e-447d-b4b5-70a12cc7d353,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:57.859983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 4432707e-341f-4b30-8f5f-de90178996ed {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:57.860325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.941775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] For port 4432707e-341f-4b30-8f5f-de90178996ed, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4432707e-341f-4b30-8f5f-de90178996ed,segment=NetworkSegment(0bc54d03-93f5-4db2-9f19-63c51482fce9),segment_id=0bc54d03-93f5-4db2-9f19-63c51482fce9)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:33:57.942142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:57.965434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79cd790a-9adc-4aa5-81be-9ea2d58c98f5 req-d5501121-0b5b-421d-862f-fa75b0241269 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0401554 Nov 16 21:33:57.975327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 4432707e-341f-4b30-8f5f-de90178996ed owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:58.066338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.100397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=4432707e-341f-4b30-8f5f-de90178996ed,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:58.104122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No DVR routers for this DVR port 4432707e-341f-4b30-8f5f-de90178996ed on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:33:58.200867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.227938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca42ef72-8e3c-4abf-a727-cab0a0dc8bca']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:58.239043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc54d03-93f5-4db2-9f19-63c51482fce9') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:58.239842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc54d03-93f5-4db2-9f19-63c51482fce9') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:33:58.252705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.272894 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.283480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:33:58.284169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:33:58.289477 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:33:58.364916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.376397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.383547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/ca42ef72-8e3c-4abf-a727-cab0a0dc8bca HTTP/1.1" status: 204 len: 168 time: 0.6776612 Nov 16 21:33:58.383901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37008) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:58.390670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'name': 'tempest-PortsIpV6TestJSON-1785802977'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:58.420639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203553bc-8397-48f6-ae81-3c4ad59363e6 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=ca42ef72-8e3c-4abf-a727-cab0a0dc8bca,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:58.514772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:58.525143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.578441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 6b9e21d5-c787-4ef2-acaa-481c4094938a yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:58.727390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3ba221eb-123b-4327-93ad-4aaa0cf4e075 None None] Could not find standard attr ID for object 4432707e-341f-4b30-8f5f-de90178996ed. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:33:58.769193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5167bdf-2bc4-44f2-ac83-07029c520ef0 None None] DHCP port deletion for ca42ef72-8e3c-4abf-a727-cab0a0dc8bca request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:33:58.788690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.792327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3fdf9b-a8b7-44a8-8ff1-88890a312774 None None] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:33:58.804726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3fdf9b-a8b7-44a8-8ff1-88890a312774 None None] Network ca42ef72-8e3c-4abf-a727-cab0a0dc8bca could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:33:58.807149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37020) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:58.821564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f899c8-cf44-4834-8270-5e9436f82e22 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:33:58.844416 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.899978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:58.903722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:58.907994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:58.913497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:58.914286 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:58.924102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=6b9e21d5-c787-4ef2-acaa-481c4094938a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:58.928617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f899c8-cf44-4834-8270-5e9436f82e22 None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:33:58.957954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-124198282'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:58.965898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3951216b-1b1b-4c40-9f41-cb4201bff1c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5799019 Nov 16 21:33:58.967353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37024) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:58.986939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:58.991768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.002312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.107695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27fea08a-a979-433c-90fe-fb972dfeced6 req-bc9db6f0-a482-4850-8c4b-ef646bc80498 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0387228 Nov 16 21:33:59.143916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 6b9e21d5-c787-4ef2-acaa-481c4094938a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:33:59.145555 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.159617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.167690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.185974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:33:59.227220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.227579 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment f05d8301-52a7-4ce2-b9c1-efcb430f55b9 of type vlan for network fc2626b0-6291-4e6a-bd1a-bc3f900365fd Nov 16 21:33:59.235778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.247379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d3a2e-cd3b-4932-84d5-2faf09cf34d0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:59.257238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 6b9e21d5-c787-4ef2-acaa-481c4094938a owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:33:59.286928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.316972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.324184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:59.324870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.354592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.383964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=6b9e21d5-c787-4ef2-acaa-481c4094938a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:59.392067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.398105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e250f559-918a-4c4b-a683-1b66bc94ac2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/6b9e21d5-c787-4ef2-acaa-481c4094938a HTTP/1.1" status: 204 len: 168 time: 0.4271119 Nov 16 21:33:59.398567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5897779 Nov 16 21:33:59.398757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37028) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:59.406913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'mac_address': 'fa:16:3e:32:56:b7', 'name': 'tempest-PortsIpV6TestJSON-1571873085'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:59.419517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dab8e7-51b9-43c2-99a0-37c61516a265 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=fc2626b0-6291-4e6a-bd1a-bc3f900365fd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:59.442791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network fc2626b0-6291-4e6a-bd1a-bc3f900365fd details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:33:59.500890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:59.547370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37032) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:59.554133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:33:59.581103 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.601714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 08de1ca2-b781-43eb-9ccc-0d931b420d49 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:33:59.684041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:33:59.699832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.787802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.822891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-0e9be624-304c-467e-9f03-b8f21c955191 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613982 Nov 16 21:33:59.824492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.877484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:33:59.880750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:33:59.885612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:33:59.891209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:33:59.891826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:33:59.895242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=08de1ca2-b781-43eb-9ccc-0d931b420d49,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:33:59.911572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f142e553-659b-46bf-aec3-4ff79ce17ab2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5117204 Nov 16 21:33:59.914281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37036) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:33:59.999674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a2621-42dc-49d2-92e3-e65b1fe6268e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.001268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-325a2621-42dc-49d2-92e3-e65b1fe6268e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/08de1ca2-b781-43eb-9ccc-0d931b420d49 HTTP/1.1" status: 200 len: 845 time: 0.0857508 Nov 16 21:34:00.003862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37040) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:00.007578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc595e6-288a-491e-aa53-94d094d1028e req-1f1594a4-e2eb-4f5b-8765-6ec86c4f742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.009010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-1f1594a4-e2eb-4f5b-8765-6ec86c4f742f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.1339180 Nov 16 21:34:00.030162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.106849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 08de1ca2-b781-43eb-9ccc-0d931b420d49 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:00.107351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.161290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=bde687ca-bd9e-4c60-9e26-cdd0bfe80a98,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:00.182461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:00.182830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: fc2626b0-6291-4e6a-bd1a-bc3f900365fd, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:00.188155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.202388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc595e6-288a-491e-aa53-94d094d1028e req-36b43917-ea49-4e77-838b-466493804d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.203871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-36b43917-ea49-4e77-838b-466493804d54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 0.1687326 Nov 16 21:34:00.204006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 08de1ca2-b781-43eb-9ccc-0d931b420d49 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:00.242521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-029eaa02-6de9-48f9-b6b1-13731f3ef72d req-be5b3c67-b637-4741-934e-6604918b5198 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0375998 Nov 16 21:34:00.283369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network fc2626b0-6291-4e6a-bd1a-bc3f900365fd is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:00.298842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, fc2626b0-6291-4e6a-bd1a-bc3f900365fd) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:00.304268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.305938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.307228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.311891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14451e-6a28-4f2a-8456-8662df1bdcf2 None None] Network fc2626b0-6291-4e6a-bd1a-bc3f900365fd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:00.328180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-eb19c59f-e87c-4309-8f88-14cb2b42c04d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 1001 time: 0.1110222 Nov 16 21:34:00.341393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=08de1ca2-b781-43eb-9ccc-0d931b420d49,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:00.354617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37044) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:00.355004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0df68593-fc2c-45b1-aa1d-32872b97503c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8064139 Nov 16 21:34:00.358515 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.365838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a4a8370-c8eb-4e68-b809-c7250d33daab tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/08de1ca2-b781-43eb-9ccc-0d931b420d49 HTTP/1.1" status: 204 len: 168 time: 0.3605199 Nov 16 21:34:00.371750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1626917873'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:00.383532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37046) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:00.396031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:00.401183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.424573 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11edab0-f0d1-42b3-befd-c5723db89f2d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:00.426324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d11edab0-f0d1-42b3-befd-c5723db89f2d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/08de1ca2-b781-43eb-9ccc-0d931b420d49 HTTP/1.1" status: 404 len: 333 time: 0.0412958 Nov 16 21:34:00.430407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:00.435294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:00.436094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'name': 'tempest-PortsIpV6TestJSON-1317876581'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:00.448325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.448705 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment acd6d6b1-e9f5-4f29-8b85-fed10641b27a of type vlan for network b530389d-8656-4ab7-92f2-11a047831c1f Nov 16 21:34:00.457039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc595e6-288a-491e-aa53-94d094d1028e req-1d9fe130-b9f8-4175-85bc-f7022c44827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.458269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-1d9fe130-b9f8-4175-85bc-f7022c44827c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.1232719 Nov 16 21:34:00.503104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.506038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-fc2626b0-6291-4e6a-bd1a-bc3f900365fd', 'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'bde687ca-bd9e-4c60-9e26-cdd0bfe80a98'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:00.507025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.536987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.546744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.547987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.570436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc595e6-288a-491e-aa53-94d094d1028e req-d205db4b-4cdc-4e58-9bfa-70caa27f0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:00.570436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-d205db4b-4cdc-4e58-9bfa-70caa27f0a66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828454 Nov 16 21:34:00.583216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-a5d2954a-450c-4841-b81f-2d5341903239 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:34:00.584519 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-a5d2954a-450c-4841-b81f-2d5341903239 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076365 Nov 16 21:34:00.586257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:00.590464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.646095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=b530389d-8656-4ab7-92f2-11a047831c1f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:00.656138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2dee2eb-0d6f-41dd-aeeb-fa351189c211 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2997355 Nov 16 21:34:00.658859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37052) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:00.663700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b530389d-8656-4ab7-92f2-11a047831c1f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:00.665090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'b530389d-8656-4ab7-92f2-11a047831c1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:00.668845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 6ba62a85-7ab7-4911-b12d-12138ab64623 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:00.783919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:00.788800 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:00.802968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Allocated IP 172.20.255.242 (fc2626b0-6291-4e6a-bd1a-bc3f900365fd/bde687ca-bd9e-4c60-9e26-cdd0bfe80a98/365e1a69-b831-4aae-ab15-5476654d8bef) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:00.992491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.001965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.045200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.052277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Network fc2626b0-6291-4e6a-bd1a-bc3f900365fd is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:01.056940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:01.064428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:01.081956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=365e1a69-b831-4aae-ab15-5476654d8bef,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:01.122789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=96bf5c36-d1bd-4ecc-9fdc-369b1f09350c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:01.163583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Attempting to bind port 365e1a69-b831-4aae-ab15-5476654d8bef on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:01.164270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Attempting to bind port 365e1a69-b831-4aae-ab15-5476654d8bef by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:01.164413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': 'acd6d6b1-e9f5-4f29-8b85-fed10641b27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b530389d-8656-4ab7-92f2-11a047831c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:01.164720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: b530389d-8656-4ab7-92f2-11a047831c1f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:01.165100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Attempting to bind port 365e1a69-b831-4aae-ab15-5476654d8bef on network fc2626b0-6291-4e6a-bd1a-bc3f900365fd {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:01.173561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:01.174404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Checking segment: {'id': 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:01.174983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.175550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Bound using segment: {'id': 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:01.176109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-a22e04c0-efe3-4413-8098-b6778bc3a087 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819201 Nov 16 21:34:01.176763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Bound port: 365e1a69-b831-4aae-ab15-5476654d8bef, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc2626b0-6291-4e6a-bd1a-bc3f900365fd'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:01.177414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.188981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network b530389d-8656-4ab7-92f2-11a047831c1f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:01.202206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b530389d-8656-4ab7-92f2-11a047831c1f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:01.214775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:01.215796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.239166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c321e884-818e-4cd1-94e1-c919d235aff1 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5789714 Nov 16 21:34:01.242087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:01.242838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e7b46-ed25-44c1-ac86-f545804a2060 None None] Network b530389d-8656-4ab7-92f2-11a047831c1f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:01.327656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] For port 365e1a69-b831-4aae-ab15-5476654d8bef, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:01.332181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] For port 365e1a69-b831-4aae-ab15-5476654d8bef, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=365e1a69-b831-4aae-ab15-5476654d8bef,segment=NetworkSegment(f05d8301-52a7-4ce2-b9c1-efcb430f55b9),segment_id=f05d8301-52a7-4ce2-b9c1-efcb430f55b9)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:01.350160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.403770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.425664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.427121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbc595e6-288a-491e-aa53-94d094d1028e req-768fc299-25fe-41c6-8c7d-a17f0937d1c6 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403371 Nov 16 21:34:01.466280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cdae357-522b-4462-9aba-e81cc0b44255 req-8421fbc2-0542-49e6-8208-d69ab8001025 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.1047513 Nov 16 21:34:01.480155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.496635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a2092-acbf-40a3-843b-f31d6e6c3eb8 None None] Pushing event updated for resources: {'Port': ['ID=365e1a69-b831-4aae-ab15-5476654d8bef,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:01.540345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102dce8-86ce-4822-a315-2299ff630c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-b530389d-8656-4ab7-92f2-11a047831c1f', 'network_id': 'b530389d-8656-4ab7-92f2-11a047831c1f', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': '96bf5c36-d1bd-4ecc-9fdc-369b1f09350c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:01.542478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8102dce8-86ce-4822-a315-2299ff630c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.545795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.581584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:01.587282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:01.590914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:01.598177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:01.598942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.602991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=6ba62a85-7ab7-4911-b12d-12138ab64623,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:01.633761 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.649444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f4ad9066-d6e8-4e20-b504-f15e1f33b8c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2178643 Nov 16 21:34:01.651817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:01.676484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-8102dce8-86ce-4822-a315-2299ff630c83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96bf5c36-d1bd-4ecc-9fdc-369b1f09350c: This subnet is being modified by another concurrent operation. Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96bf5c36-d1bd-4ecc-9fdc-369b1f09350c: This subnet is being modified by another concurrent operation. Nov 16 21:34:01.695500 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 21:34:01.707679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=96bf5c36-d1bd-4ecc-9fdc-369b1f09350c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:01.732422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdded742-96c3-4e19-908d-6dde4cd8eca4 None None] Network b530389d-8656-4ab7-92f2-11a047831c1f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:01.834692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.849458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.857932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b530389d-8656-4ab7-92f2-11a047831c1f']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:01.875557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6d6b1-e9f5-4f29-8b85-fed10641b27a') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:01.875557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6d6b1-e9f5-4f29-8b85-fed10641b27a') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:01.887269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.903631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.913781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:01.914190 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:01.918348 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:01.983754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.991149 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:01.995007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/b530389d-8656-4ab7-92f2-11a047831c1f HTTP/1.1" status: 204 len: 168 time: 0.7513049 Nov 16 21:34:02.000444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37064) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.005346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-271882658'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:02.006778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bfee2-c247-46da-ba48-dd704daea229 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=b530389d-8656-4ab7-92f2-11a047831c1f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:02.054667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:02.058132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.080123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.085170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.119398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:02.137235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] In _notify_port_updated(), no bound segment for port 6ba62a85-7ab7-4911-b12d-12138ab64623 on network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:34:02.142719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.143330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.144595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/ports/6ba62a85-7ab7-4911-b12d-12138ab64623 HTTP/1.1" status: 200 len: 818 time: 0.4918027 Nov 16 21:34:02.148081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37066) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.153107 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.153445 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment 3649d28f-28c8-4a97-bcd0-2d43ede18797 of type vlan for network c261bf2c-860d-4e88-8bcc-f83108d54b65 Nov 16 21:34:02.155076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93910-1793-49a3-9263-1dff82be7913 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=6ba62a85-7ab7-4911-b12d-12138ab64623,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:02.196013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.221701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.227642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.228815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.253485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 6ba62a85-7ab7-4911-b12d-12138ab64623 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:02.254044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.295366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2914538 Nov 16 21:34:02.295868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.301428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'c261bf2c-860d-4e88-8bcc-f83108d54b65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:02.339284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.353442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 6ba62a85-7ab7-4911-b12d-12138ab64623 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:02.355561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285c63d-a589-464c-bc5e-25c8328589e4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=c261bf2c-860d-4e88-8bcc-f83108d54b65,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:02.367742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c261bf2c-860d-4e88-8bcc-f83108d54b65 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:02.423109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:02.428437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.452350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.483472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=6ba62a85-7ab7-4911-b12d-12138ab64623,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:02.487086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.490809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4e55d9ef-d5f5-4501-ba28-15cfa900748d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/6ba62a85-7ab7-4911-b12d-12138ab64623 HTTP/1.1" status: 204 len: 168 time: 0.3370640 Nov 16 21:34:02.493283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37070) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.496408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing IP validity checks on allocation pools {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:34:02.496940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:34:02.545070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea27e84-871c-4c2f-a4db-a93389b16e46 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.546585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1ea27e84-871c-4c2f-a4db-a93389b16e46 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0520644 Nov 16 21:34:02.549209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.576649 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f72922e-70ac-477f-acfe-d53d7bb4b338 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:02.578345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4f72922e-70ac-477f-acfe-d53d7bb4b338 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/6ba62a85-7ab7-4911-b12d-12138ab64623 HTTP/1.1" status: 404 len: 333 time: 0.0279303 Nov 16 21:34:02.588410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37076) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.594062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1985180019'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:02.618805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:02.623137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.655168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:02.657890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cf4d498-c895-4143-95b8-260dc35765e4 req-e24c21eb-84c4-409b-be03-9e5b7520f8d8 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0761912 Nov 16 21:34:02.679051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.690435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.690871 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment 76af1e98-5364-42ab-9abd-ba1c8a48424c of type vlan for network 125a47a4-fa40-48a6-aebc-3d9bce81af75 Nov 16 21:34:02.749996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.763751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=29eb724b-05a0-44f9-b376-c2c3fce90ccb,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:02.772439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b171f-41e2-4ba4-b042-91f37e55f712 None None] Network fc2626b0-6291-4e6a-bd1a-bc3f900365fd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:02.773656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': '3649d28f-28c8-4a97-bcd0-2d43ede18797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c261bf2c-860d-4e88-8bcc-f83108d54b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:02.774025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: c261bf2c-860d-4e88-8bcc-f83108d54b65, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:02.798171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.804398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.805010 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.807954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network c261bf2c-860d-4e88-8bcc-f83108d54b65 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:02.823437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c261bf2c-860d-4e88-8bcc-f83108d54b65) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:02.839010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bbaf8e-fd92-4567-8ef3-4ce71a1982da None None] Network c261bf2c-860d-4e88-8bcc-f83108d54b65 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:02.849336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-534ef2cd-556c-4c3f-ba63-be379969c4d6 None None] Provisioning complete for port 365e1a69-b831-4aae-ab15-5476654d8bef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:02.849803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-534ef2cd-556c-4c3f-ba63-be379969c4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.851129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:02.851890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:02.877273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-22d39548-4f34-49fc-9565-77612fbfdaf7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5803437 Nov 16 21:34:02.881028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37080) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.896016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=125a47a4-fa40-48a6-aebc-3d9bce81af75,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:02.913212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-17032a7e-6488-4662-9024-76725c8c9c70 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3233540 Nov 16 21:34:02.913929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37082) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:02.920257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:03.024822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:03.029086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.039842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.078966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:03.097450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.182633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.315575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=29eb724b-05a0-44f9-b376-c2c3fce90ccb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:03.333135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 365e1a69-b831-4aae-ab15-5476654d8bef up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:03.335432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.339469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.352389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.370727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c261bf2c-860d-4e88-8bcc-f83108d54b65']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:03.394497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3649d28f-28c8-4a97-bcd0-2d43ede18797') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:03.394497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3649d28f-28c8-4a97-bcd0-2d43ede18797') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:03.402522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5844b93-c584-4e85-bf88-8f2d1c4f6158 None None] Network c261bf2c-860d-4e88-8bcc-f83108d54b65 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:03.409789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.421314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=7a7530d1-0551-49e4-8bf9-f5d5a54e7327,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:03.428766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.437686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:03.438466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:03.442315 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:03.460179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': '76af1e98-5364-42ab-9abd-ba1c8a48424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:03.460761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: 125a47a4-fa40-48a6-aebc-3d9bce81af75, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:03.498675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:03.512417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 125a47a4-fa40-48a6-aebc-3d9bce81af75) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:03.515915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-534ef2cd-556c-4c3f-ba63-be379969c4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.520142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.520755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.533051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.543530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.547122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/c261bf2c-860d-4e88-8bcc-f83108d54b65 HTTP/1.1" status: 204 len: 168 time: 0.6648512 Nov 16 21:34:03.551543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37090) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:03.559476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520840510'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:03.566805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6c84-6736-425d-adef-9c4da4b2ee27 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=c261bf2c-860d-4e88-8bcc-f83108d54b65,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:03.567439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f82c821b-56fa-4569-ab19-9ed51534389d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6523275 Nov 16 21:34:03.570573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37092) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:03.571444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126a863-4861-4b2e-b158-98b53d43ce59 None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:03.579025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:03.628808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-534ef2cd-556c-4c3f-ba63-be379969c4d6 None None] For port 365e1a69-b831-4aae-ab15-5476654d8bef, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=365e1a69-b831-4aae-ab15-5476654d8bef,segment=NetworkSegment(f05d8301-52a7-4ce2-b9c1-efcb430f55b9),segment_id=f05d8301-52a7-4ce2-b9c1-efcb430f55b9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:03.642752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:03.646410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.647220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 365e1a69-b831-4aae-ab15-5476654d8bef triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:03.647588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.709425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:03.732229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.733047 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment 6e20c373-0d2a-4179-a31e-37fb39771331 of type vlan for network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea Nov 16 21:34:03.748650 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-534ef2cd-556c-4c3f-ba63-be379969c4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.825763 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.886556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-43a24ecd-e2e1-4101-97a5-921f96e4a80f req-b77b7b80-3da1-44b1-84cf-6e52d2c44c20 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0880828 Nov 16 21:34:03.887167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.893439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:03.894261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:03.942858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef2cd-556c-4c3f-ba63-be379969c4d6 None None] Pushing event updated for resources: {'Port': ['ID=365e1a69-b831-4aae-ab15-5476654d8bef,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.021243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-65c04f4e-67c4-4112-b6b4-bc7894a6925b None None] Provisioning complete for port 365e1a69-b831-4aae-ab15-5476654d8bef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:04.021653 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65c04f4e-67c4-4112-b6b4-bc7894a6925b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.094027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-125a47a4-fa40-48a6-aebc-3d9bce81af75', 'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': '7a7530d1-0551-49e4-8bf9-f5d5a54e7327'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:04.094864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.201771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:04.205446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.277488 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7246053 Nov 16 21:34:04.280563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.284594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409919f-d722-49d2-9af7-b324a4e33ed8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=c5df6e1c-6a90-47b1-8684-5f2c9f1311ea,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.289711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Allocated IP 2001:db8::2 (125a47a4-fa40-48a6-aebc-3d9bce81af75/7a7530d1-0551-49e4-8bf9-f5d5a54e7327/04d3f139-949c-48a0-ad68-5b74d5e14685) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:04.290145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:04.297360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:04.332957 n-d-817778-8 neutron-server[102453]: INFO neutron.db.ipam_backend_mixin [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a7530d1-0551-49e4-8bf9-f5d5a54e7327 (CIDR: 2001:db8::/64) Nov 16 21:34:04.337134 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:04.338446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:04.360110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dddfcd00-252a-46d2-bb6a-c6a507068f97 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7857521 Nov 16 21:34:04.360376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37108) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.366862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:04.444912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:04.450013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.505556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:04.511185 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.535833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.559827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.618421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:04.626988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:04.631759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:04.642726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Pushing event updated for resources: {'Port': ['ID=04d3f139-949c-48a0-ad68-5b74d5e14685,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.716811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.719345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Attempting to bind port 04d3f139-949c-48a0-ad68-5b74d5e14685 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:04.719558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Attempting to bind port 04d3f139-949c-48a0-ad68-5b74d5e14685 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '76af1e98-5364-42ab-9abd-ba1c8a48424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:04.719940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Attempting to bind port 04d3f139-949c-48a0-ad68-5b74d5e14685 on network 125a47a4-fa40-48a6-aebc-3d9bce81af75 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:04.725049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:04.725439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Checking segment: {'id': '76af1e98-5364-42ab-9abd-ba1c8a48424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:04.725882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.727124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Bound using segment: {'id': '76af1e98-5364-42ab-9abd-ba1c8a48424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:04.727124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Bound port: 04d3f139-949c-48a0-ad68-5b74d5e14685, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76af1e98-5364-42ab-9abd-ba1c8a48424c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:04.727124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.786895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=c21d1ba4-a9d7-443f-91af-4900dbae0340,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.822749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': '6e20c373-0d2a-4179-a31e-37fb39771331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:04.823432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: c5df6e1c-6a90-47b1-8684-5f2c9f1311ea, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:04.832181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] For port 04d3f139-949c-48a0-ad68-5b74d5e14685, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:04.836404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] For port 04d3f139-949c-48a0-ad68-5b74d5e14685, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=04d3f139-949c-48a0-ad68-5b74d5e14685,segment=NetworkSegment(76af1e98-5364-42ab-9abd-ba1c8a48424c),segment_id=76af1e98-5364-42ab-9abd-ba1c8a48424c)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:04.842550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.843716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:04.852825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.857235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c5df6e1c-6a90-47b1-8684-5f2c9f1311ea) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:04.865570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:04.866270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.893378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:04.898419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-010bcfeb-0d19-48b9-a3f2-5f77ed5c4341 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6159692 Nov 16 21:34:04.898754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37120) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.910622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:04.912075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427b31-c51a-4fe8-a1d0-7b7e2bf8702c None None] Pushing event updated for resources: {'Port': ['ID=04d3f139-949c-48a0-ad68-5b74d5e14685,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.918306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:04.918639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10515604-812c-4380-b9f5-e416292dbb96 None None] Network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:04.918908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:04.968687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=eb75a15b-8c07-4abd-88c7-a847ba87f1d6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:04.987222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37124) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:04.992912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'fixed_ips': [{'subnet_id': '7a7530d1-0551-49e4-8bf9-f5d5a54e7327'}, {'subnet_id': 'eb75a15b-8c07-4abd-88c7-a847ba87f1d6'}], 'name': 'tempest-PortsIpV6TestJSON-1578408763'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:04.996900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88749a3c-23ae-44a3-b5ab-f721d20583e9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6343949 Nov 16 21:34:05.099644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.124335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-c5df6e1c-6a90-47b1-8684-5f2c9f1311ea', 'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'c21d1ba4-a9d7-443f-91af-4900dbae0340'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:05.125222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.171312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca1b25c6-6dca-454e-82fc-3d2ecb889f2d req-2f729df3-c31b-4aef-8423-5d0c27cd3214 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0855224 Nov 16 21:34:05.207483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.333587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 365e1a69-b831-4aae-ab15-5476654d8bef up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:05.368580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:05.397663 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.432192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Allocated IP 172.20.0.1 (c5df6e1c-6a90-47b1-8684-5f2c9f1311ea/c21d1ba4-a9d7-443f-91af-4900dbae0340/d7960e44-8506-4895-b9a7-8f0eacc642fd) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:05.496965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.516650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port c6bc4b2e-844f-48a1-97b3-f95c5818d778 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:05.670499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 365e1a69-b831-4aae-ab15-5476654d8bef triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:05.671067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.848410 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.857917 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.878178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::1ba (125a47a4-fa40-48a6-aebc-3d9bce81af75/7a7530d1-0551-49e4-8bf9-f5d5a54e7327/c6bc4b2e-844f-48a1-97b3-f95c5818d778) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:05.887435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:05.891038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8:0:1::163 (125a47a4-fa40-48a6-aebc-3d9bce81af75/eb75a15b-8c07-4abd-88c7-a847ba87f1d6/c6bc4b2e-844f-48a1-97b3-f95c5818d778) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:05.906662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:05.910021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:05.915144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:05.918653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Pushing event updated for resources: {'Port': ['ID=d7960e44-8506-4895-b9a7-8f0eacc642fd,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:05.946461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=c21d1ba4-a9d7-443f-91af-4900dbae0340,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:05.998685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Attempting to bind port d7960e44-8506-4895-b9a7-8f0eacc642fd on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:06.001633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Attempting to bind port d7960e44-8506-4895-b9a7-8f0eacc642fd by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '6e20c373-0d2a-4179-a31e-37fb39771331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:06.001633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Attempting to bind port d7960e44-8506-4895-b9a7-8f0eacc642fd on network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:06.011806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:06.012466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Checking segment: {'id': '6e20c373-0d2a-4179-a31e-37fb39771331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:06.012962 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.013442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Bound using segment: {'id': '6e20c373-0d2a-4179-a31e-37fb39771331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:06.014037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Bound port: d7960e44-8506-4895-b9a7-8f0eacc642fd, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e20c373-0d2a-4179-a31e-37fb39771331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:06.014617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.052760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.080585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5df6e1c-6a90-47b1-8684-5f2c9f1311ea']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:06.092230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e20c373-0d2a-4179-a31e-37fb39771331') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:06.092535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e20c373-0d2a-4179-a31e-37fb39771331') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:06.102524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] For port d7960e44-8506-4895-b9a7-8f0eacc642fd, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:06.105106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.107625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] For port d7960e44-8506-4895-b9a7-8f0eacc642fd, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d7960e44-8506-4895-b9a7-8f0eacc642fd,segment=NetworkSegment(6e20c373-0d2a-4179-a31e-37fb39771331),segment_id=6e20c373-0d2a-4179-a31e-37fb39771331)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:06.115200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.122268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.137327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:06.137822 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:06.142051 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:06.217766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccca23-ee76-498c-9e73-c5808d703879 None None] Pushing event updated for resources: {'Port': ['ID=d7960e44-8506-4895-b9a7-8f0eacc642fd,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:06.239194 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:34:06.239194 n-d-817778-8 neutron-server[102453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:34:06.239194 n-d-817778-8 neutron-server[102453]: [parameters: {'id': 'c5df6e1c-6a90-47b1-8684-5f2c9f1311ea'}] Nov 16 21:34:06.239194 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:06.239863 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:06.249011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de257dbd-c92b-4ff2-8a9e-44b67b03cbec None None] Network c5df6e1c-6a90-47b1-8684-5f2c9f1311ea requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:06.268482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.323618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed5b1e-b6c9-4a87-9a3d-b2a0ce0d8690 None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:06.329917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0efee6b-62ce-4a0d-85d2-c08df04be415 req-e605a60a-8357-4879-9cb8-e359331cacaf tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0441346 Nov 16 21:34:06.335256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.393000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:06.396417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:06.400437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:06.406375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:06.407013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.419716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=c6bc4b2e-844f-48a1-97b3-f95c5818d778,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:06.437881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37146) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:06.438170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af1cf0a5-7efa-400e-8eb7-117069b10b2a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4498007 Nov 16 21:34:06.444360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a7530d1-0551-49e4-8bf9-f5d5a54e7327'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:06.467143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b41937e0-f064-43fa-b4a9-86d0e48e76c4 None None] Provisioning complete for port 04d3f139-949c-48a0-ad68-5b74d5e14685 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:06.467787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b41937e0-f064-43fa-b4a9-86d0e48e76c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.583527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4954e2e4-41e6-4abc-872d-1796cda6377e req-29bd6970-2c98-47ec-99f9-57f4d8845509 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0399494 Nov 16 21:34:06.634068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b41937e0-f064-43fa-b4a9-86d0e48e76c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.642260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.675205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b41937e0-f064-43fa-b4a9-86d0e48e76c4 None None] For port 04d3f139-949c-48a0-ad68-5b74d5e14685, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=04d3f139-949c-48a0-ad68-5b74d5e14685,segment=NetworkSegment(76af1e98-5364-42ab-9abd-ba1c8a48424c),segment_id=76af1e98-5364-42ab-9abd-ba1c8a48424c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:06.679829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b41937e0-f064-43fa-b4a9-86d0e48e76c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.740429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.779563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41937e0-f064-43fa-b4a9-86d0e48e76c4 None None] Pushing event updated for resources: {'Port': ['ID=04d3f139-949c-48a0-ad68-5b74d5e14685,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:06.782819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] Update dhcp port {'port': {'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'fixed_ips': [{'subnet_id': '7a7530d1-0551-49e4-8bf9-f5d5a54e7327', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb75a15b-8c07-4abd-88c7-a847ba87f1d6'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '04d3f139-949c-48a0-ad68-5b74d5e14685'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:06.813354 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:06.905896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting port d7960e44-8506-4895-b9a7-8f0eacc642fd {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:06.906520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.004259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Delete allocated IP 2001:db8:0:1::163 (125a47a4-fa40-48a6-aebc-3d9bce81af75/eb75a15b-8c07-4abd-88c7-a847ba87f1d6) {{(pid=102453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:34:07.013353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] For port d7960e44-8506-4895-b9a7-8f0eacc642fd, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d7960e44-8506-4895-b9a7-8f0eacc642fd,segment=NetworkSegment(6e20c373-0d2a-4179-a31e-37fb39771331),segment_id=6e20c373-0d2a-4179-a31e-37fb39771331)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:07.013716 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.034309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Calling delete_port for d7960e44-8506-4895-b9a7-8f0eacc642fd owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:07.206289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.209625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.236852 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.238984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Port': ['ID=d7960e44-8506-4895-b9a7-8f0eacc642fd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.247538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No DVR routers for this DVR port d7960e44-8506-4895-b9a7-8f0eacc642fd on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:07.255796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 04d3f139-949c-48a0-ad68-5b74d5e14685 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:07.316123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] Allocated IP 2001:db8:0:1::2 (125a47a4-fa40-48a6-aebc-3d9bce81af75/eb75a15b-8c07-4abd-88c7-a847ba87f1d6/04d3f139-949c-48a0-ad68-5b74d5e14685) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:07.334717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] In _notify_port_updated(), no bound segment for port c6bc4b2e-844f-48a1-97b3-f95c5818d778 on network 125a47a4-fa40-48a6-aebc-3d9bce81af75 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:34:07.341061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.343153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.343517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/ports/c6bc4b2e-844f-48a1-97b3-f95c5818d778 HTTP/1.1" status: 200 len: 926 time: 0.9034731 Nov 16 21:34:07.346093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:07.358780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a7530d1-0551-49e4-8bf9-f5d5a54e7327'}, {'subnet_id': 'eb75a15b-8c07-4abd-88c7-a847ba87f1d6'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:07.381970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 04d3f139-949c-48a0-ad68-5b74d5e14685 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:07.382352 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.395761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ebe17-27ed-4c23-8472-55e8abb722af tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=c6bc4b2e-844f-48a1-97b3-f95c5818d778,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.403614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.428289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5df6e1c-6a90-47b1-8684-5f2c9f1311ea']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:07.444375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e20c373-0d2a-4179-a31e-37fb39771331') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:07.444955 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e20c373-0d2a-4179-a31e-37fb39771331') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:07.459083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.477869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.480040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.496524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:07.496959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:07.500929 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:07.511988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] For port 04d3f139-949c-48a0-ad68-5b74d5e14685, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=04d3f139-949c-48a0-ad68-5b74d5e14685,segment=NetworkSegment(76af1e98-5364-42ab-9abd-ba1c8a48424c),segment_id=76af1e98-5364-42ab-9abd-ba1c8a48424c)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:07.549822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.561806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.568230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.576237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/c5df6e1c-6a90-47b1-8684-5f2c9f1311ea HTTP/1.1" status: 204 len: 168 time: 2.6721330 Nov 16 21:34:07.576364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37166) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:07.582704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504850858'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:07.592460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.629646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:07.635220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.639716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec7155-fd78-44e6-91f0-53fb18ed921f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=c5df6e1c-6a90-47b1-8684-5f2c9f1311ea,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.671552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fe4e5e1-ea2f-4f3f-9247-37639cf562d6 req-1efab096-def7-468c-816f-835613215f51 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0361402 Nov 16 21:34:07.674961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:07.695193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.695779 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment a887ddf4-d3d8-4de0-915a-beda56a2c457 of type vlan for network d6dbe809-944b-4527-b7e5-a70698d79f00 Nov 16 21:34:07.775351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.778167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c16b4e-5e45-4a29-96e8-fe90df6df1cf None None] Pushing event updated for resources: {'Port': ['ID=04d3f139-949c-48a0-ad68-5b74d5e14685,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.830906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.835384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8:0:1::121 (125a47a4-fa40-48a6-aebc-3d9bce81af75/eb75a15b-8c07-4abd-88c7-a847ba87f1d6/c6bc4b2e-844f-48a1-97b3-f95c5818d778) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:07.839966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:07.840663 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:07.906925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3293869 Nov 16 21:34:07.915492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37174) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:07.923390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'd6dbe809-944b-4527-b7e5-a70698d79f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:07.945266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47909f0f-a34f-443d-9d42-03475ef2eb1b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=d6dbe809-944b-4527-b7e5-a70698d79f00,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:07.960577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d6dbe809-944b-4527-b7e5-a70698d79f00 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:08.068227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:08.073475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.084176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.092583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.208636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] In _notify_port_updated(), no bound segment for port c6bc4b2e-844f-48a1-97b3-f95c5818d778 on network 125a47a4-fa40-48a6-aebc-3d9bce81af75 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:34:08.215479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:08.216148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.221019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/ports/c6bc4b2e-844f-48a1-97b3-f95c5818d778 HTTP/1.1" status: 200 len: 1012 time: 0.8682046 Nov 16 21:34:08.221204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37180) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:08.221294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c5e6-14ba-4ca2-a47f-4e0a7b1c32e3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=c6bc4b2e-844f-48a1-97b3-f95c5818d778,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.388384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.466145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port c6bc4b2e-844f-48a1-97b3-f95c5818d778 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:08.466489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.489010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=f93e6317-93e5-4aad-acc9-f2730a59c82f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:08.516274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': 'a887ddf4-d3d8-4de0-915a-beda56a2c457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd6dbe809-944b-4527-b7e5-a70698d79f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:08.516645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: d6dbe809-944b-4527-b7e5-a70698d79f00, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:08.551137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network d6dbe809-944b-4527-b7e5-a70698d79f00 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:08.574074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d6dbe809-944b-4527-b7e5-a70698d79f00) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:08.583531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:08.584131 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.584824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca8ec7-3f53-4af9-b6ad-1c71f61720e4 None None] Network d6dbe809-944b-4527-b7e5-a70698d79f00 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:08.588435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.607302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for c6bc4b2e-844f-48a1-97b3-f95c5818d778 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:08.616024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4f9b2baa-0021-4265-9311-4db695601542 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6997020 Nov 16 21:34:08.625298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:08.668296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0aa1b2-931c-40a2-bc00-46479911d143 None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:08.761982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-855d8d01-962a-42b2-a997-9d002a4f5e6a None None] Provisioning complete for port c6bc4b2e-844f-48a1-97b3-f95c5818d778 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:08.762730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-855d8d01-962a-42b2-a997-9d002a4f5e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.789838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.828630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cfd91e29-d810-4f63-9147-745d8c6b8bc2 req-301526e3-e2c6-4429-8ef9-0e85a169f298 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0293436 Nov 16 21:34:08.844524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-855d8d01-962a-42b2-a997-9d002a4f5e6a None None] Port c6bc4b2e-844f-48a1-97b3-f95c5818d778 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:08.912469 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:08.929564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-855d8d01-962a-42b2-a997-9d002a4f5e6a None None] Provisioning complete for port 04d3f139-949c-48a0-ad68-5b74d5e14685 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:08.929564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-855d8d01-962a-42b2-a997-9d002a4f5e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.029222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.061429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.063114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=f93e6317-93e5-4aad-acc9-f2730a59c82f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:09.064486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c8efc-e792-49a0-8451-1da25a96bd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d6dbe809-944b-4527-b7e5-a70698d79f00', 'network_id': 'd6dbe809-944b-4527-b7e5-a70698d79f00', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'f93e6317-93e5-4aad-acc9-f2730a59c82f'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:09.065373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e0c8efc-e792-49a0-8451-1da25a96bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.124841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=c6bc4b2e-844f-48a1-97b3-f95c5818d778,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:09.222633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80bd0282-11b3-487c-9b2a-fd4e95cd6434 req-78f61260-2884-405a-b5c2-529197be0065 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d216e067f43044ed8ce810aac8e57bb9&device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0573227 Nov 16 21:34:09.266765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80bd0282-11b3-487c-9b2a-fd4e95cd6434 req-64e5ebcf-3d23-4092-9a2e-3e519598dadf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d216e067f43044ed8ce810aac8e57bb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332124 Nov 16 21:34:09.270452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03b353f7-ec88-4d0a-a3da-dbbc01032280 req-376b611a-d16a-4f55-9386-371ab16b6475 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0413170 Nov 16 21:34:09.315299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.404317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.410008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-69a5200b-2dbf-462b-b388-1bbabf20f22c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/c6bc4b2e-844f-48a1-97b3-f95c5818d778 HTTP/1.1" status: 204 len: 168 time: 1.1860182 Nov 16 21:34:09.410407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37212) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:09.418580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dbe809-944b-4527-b7e5-a70698d79f00']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:09.445112 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7abd157-ce13-425c-bf44-ec92d808ba58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:09.447297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f7abd157-ce13-425c-bf44-ec92d808ba58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/c6bc4b2e-844f-48a1-97b3-f95c5818d778 HTTP/1.1" status: 404 len: 333 time: 0.0358710 Nov 16 21:34:09.449464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a887ddf4-d3d8-4de0-915a-beda56a2c457') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:09.449798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a887ddf4-d3d8-4de0-915a-beda56a2c457') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:09.450323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37214) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:09.468792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 04d3f139-949c-48a0-ad68-5b74d5e14685 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:09.473494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.528758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet eb75a15b-8c07-4abd-88c7-a847ba87f1d6 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:09.530505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262ed66-4e7e-42a6-88e2-02635818199a None None] Network d6dbe809-944b-4527-b7e5-a70698d79f00 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:09.533304 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.584114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.632052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 04d3f139-949c-48a0-ad68-5b74d5e14685 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:09.632373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.687941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.833137 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.859750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.876092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-947f5dd9-e04b-4298-945c-f2e2306f1afb None None] Provisioning complete for port 04d3f139-949c-48a0-ad68-5b74d5e14685 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:09.876710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947f5dd9-e04b-4298-945c-f2e2306f1afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.876825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:09.877055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:09.880268 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:09.892390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=eb75a15b-8c07-4abd-88c7-a847ba87f1d6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:09.900134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0282-11b3-487c-9b2a-fd4e95cd6434 req-d99ea739-a624-444b-9410-340cacd55d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:09.902005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80bd0282-11b3-487c-9b2a-fd4e95cd6434 req-d99ea739-a624-444b-9410-340cacd55d79 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6121607 Nov 16 21:34:09.903772 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.911942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-218c762e-6d2b-4f9a-92ba-e83de6727609 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/eb75a15b-8c07-4abd-88c7-a847ba87f1d6 HTTP/1.1" status: 204 len: 168 time: 0.4604003 Nov 16 21:34:09.912939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37220) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:09.980121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 7a7530d1-0551-49e4-8bf9-f5d5a54e7327 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:09.983726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:09.996954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.029205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=d6dbe809-944b-4527-b7e5-a70698d79f00,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.032748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.040879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d524c07d-8cd3-4a49-8c91-1ca48062d366 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/d6dbe809-944b-4527-b7e5-a70698d79f00 HTTP/1.1" status: 204 len: 168 time: 1.4096603 Nov 16 21:34:10.042025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37224) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.048541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051840525'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:10.074566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.085913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:10.094502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.124879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:10.134462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bdfbd5-8553-4732-90a3-8fb851fa01ce None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:10.142152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.142861 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment 47186244-a0a0-484a-b2bb-42e10fbb3738 of type vlan for network d1a8e21a-e859-4721-820e-e62cd38efd78 Nov 16 21:34:10.193031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.202261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b95c8238-dea5-457b-8999-24356a51e6b7 None None] Could not find standard attr ID for object c6bc4b2e-844f-48a1-97b3-f95c5818d778. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:10.204228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.252003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.261263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:10.262725 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.285779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.308761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.312939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/7a7530d1-0551-49e4-8bf9-f5d5a54e7327 HTTP/1.1" status: 204 len: 168 time: 0.3984802 Nov 16 21:34:10.331970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37232) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.354863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3116758 Nov 16 21:34:10.358256 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37234) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:10.365967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:10.426511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494474cc-cceb-4a36-978d-76ea98ece104 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7530d1-0551-49e4-8bf9-f5d5a54e7327,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.432831 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.482156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16268154-8eca-49f3-9ac3-cc6987577abb req-eafb8230-28cb-4972-b042-ea1d02a56db0 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0552661 Nov 16 21:34:10.495185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c7a3e-afa3-44a6-9660-9a83620ccaab tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=d1a8e21a-e859-4721-820e-e62cd38efd78,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.507762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121ce3a-734c-4f1d-892a-00e5868d620b None None] Update dhcp port {'port': {'network_id': '125a47a4-fa40-48a6-aebc-3d9bce81af75', 'fixed_ips': [{'subnet_id': '7a7530d1-0551-49e4-8bf9-f5d5a54e7327'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '04d3f139-949c-48a0-ad68-5b74d5e14685'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:10.526048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 04d3f139-949c-48a0-ad68-5b74d5e14685 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:10.527261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.539059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d1a8e21a-e859-4721-820e-e62cd38efd78 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:10.550836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:10.556587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.598427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7121ce3a-734c-4f1d-892a-00e5868d620b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.599594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] For port 04d3f139-949c-48a0-ad68-5b74d5e14685, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=04d3f139-949c-48a0-ad68-5b74d5e14685,segment=NetworkSegment(76af1e98-5364-42ab-9abd-ba1c8a48424c),segment_id=76af1e98-5364-42ab-9abd-ba1c8a48424c)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:10.599963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.630927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 04d3f139-949c-48a0-ad68-5b74d5e14685 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:10.631989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing IP validity checks on allocation pools {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:34:10.632525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:34:10.751906 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.780154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=04d3f139-949c-48a0-ad68-5b74d5e14685,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.785031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No DVR routers for this DVR port 04d3f139-949c-48a0-ad68-5b74d5e14685 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:10.826118 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.832896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ad849-6030-4195-8213-417492217605 None None] Network 125a47a4-fa40-48a6-aebc-3d9bce81af75 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:10.888517 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.889898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=d98a8d20-37a9-473e-847c-9da7424909e2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:10.913035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a47a4-fa40-48a6-aebc-3d9bce81af75']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:10.923829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76af1e98-5364-42ab-9abd-ba1c8a48424c') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:10.924383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76af1e98-5364-42ab-9abd-ba1c8a48424c') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:10.928035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': '47186244-a0a0-484a-b2bb-42e10fbb3738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:10.928508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: d1a8e21a-e859-4721-820e-e62cd38efd78, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:10.936482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.941431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c3966264-ed7b-4e55-82c7-c3f2b22fdd51 None None] Could not find standard attr ID for object 04d3f139-949c-48a0-ad68-5b74d5e14685. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:10.951287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network d1a8e21a-e859-4721-820e-e62cd38efd78 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:10.968082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d1a8e21a-e859-4721-820e-e62cd38efd78) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:10.969415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.975972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:10.975972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.986893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:10.987108 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:10.990571 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:10.998499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2b312-3355-47ea-af8d-60f64072e317 None None] Network d1a8e21a-e859-4721-820e-e62cd38efd78 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:11.001463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-582f9e62-a24e-42d6-8379-b2e0b38a9997 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6397002 Nov 16 21:34:11.001937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37246) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.075793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb02614-8da7-4008-8834-7e8737f96bea None None] DHCP port deletion for 125a47a4-fa40-48a6-aebc-3d9bce81af75 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:11.097328 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.113172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.121085 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/125a47a4-fa40-48a6-aebc-3d9bce81af75 HTTP/1.1" status: 204 len: 168 time: 0.7837422 Nov 16 21:34:11.122827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37252) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.164838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0c212-9d52-4eed-8ca5-517a49be1217 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=125a47a4-fa40-48a6-aebc-3d9bce81af75,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.203411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd20aeb-5e46-4100-b4c0-a10633eaf70b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:11.218902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bcd20aeb-5e46-4100-b4c0-a10633eaf70b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0859315 Nov 16 21:34:11.218902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37254) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.240587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 04d3f139-949c-48a0-ad68-5b74d5e14685 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:11.264122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 04d3f139-949c-48a0-ad68-5b74d5e14685 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:11.264381 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80bd0282-11b3-487c-9b2a-fd4e95cd6434 req-fc88cb6a-148a-4744-a5eb-c807af338c36 tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0441875 Nov 16 21:34:11.264471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 04d3f139-949c-48a0-ad68-5b74d5e14685 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:11.266009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-d1a8e21a-e859-4721-820e-e62cd38efd78', 'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'd98a8d20-37a9-473e-847c-9da7424909e2'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:11.267419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.278699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a21650bf-1a1b-4ccb-ba06-4e3ed366c3de tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0593469 Nov 16 21:34:11.281480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37256) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.286876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-807328887'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:11.305402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.324781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:11.328723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.398474 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.401829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:11.435577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.435945 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment 31445ca4-852b-400e-b340-ae49ac08e3ac of type vlan for network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 Nov 16 21:34:11.452944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Allocated IP 172.20.0.3 (d1a8e21a-e859-4721-820e-e62cd38efd78/d98a8d20-37a9-473e-847c-9da7424909e2/ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:11.499706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.528339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.534724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:11.535398 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.599626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3142867 Nov 16 21:34:11.600037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:11.612507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:11.635286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1a546e7-31ba-4301-a8ad-4357903c2c7e req-3d129ade-1ced-4fe2-a672-f9eeebdc8f2c tempest-ServerShowV254Test-2141352806 tempest-ServerShowV254Test-2141352806-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab152324-021f-4536-8739-b5e02bbcec7a HTTP/1.1" status: 200 len: 210 time: 0.0382094 Nov 16 21:34:11.662696 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.669948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.670224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bcf27-85b5-4011-a8fc-f8c00b74b60c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=302f5e1c-4ca9-4c95-8e10-80ac7558c866,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.700794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:11.707943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.750457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Network d1a8e21a-e859-4721-820e-e62cd38efd78 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:11.768069 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=d98a8d20-37a9-473e-847c-9da7424909e2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.782695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:11.791374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:11.811786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Pushing event updated for resources: {'Port': ['ID=ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:11.861958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.865393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:11.870361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.890354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Attempting to bind port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:11.891692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Attempting to bind port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '47186244-a0a0-484a-b2bb-42e10fbb3738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:11.892105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Attempting to bind port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2 on network d1a8e21a-e859-4721-820e-e62cd38efd78 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:11.897552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:11.898120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Checking segment: {'id': '47186244-a0a0-484a-b2bb-42e10fbb3738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:11.898533 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.898934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Bound using segment: {'id': '47186244-a0a0-484a-b2bb-42e10fbb3738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:11.899411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Bound port: ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47186244-a0a0-484a-b2bb-42e10fbb3738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd1a8e21a-e859-4721-820e-e62cd38efd78'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:11.899874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.942320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a8e21a-e859-4721-820e-e62cd38efd78']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:11.979273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] For port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:11.982946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] For port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2,segment=NetworkSegment(47186244-a0a0-484a-b2bb-42e10fbb3738),segment_id=47186244-a0a0-484a-b2bb-42e10fbb3738)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:11.988950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:11.991206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47186244-a0a0-484a-b2bb-42e10fbb3738') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:11.991659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47186244-a0a0-484a-b2bb-42e10fbb3738') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:12.012993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.052646 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.065295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:12.065814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:12.068800 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:12.093725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e7203-56d7-4cfa-8d8d-d766fc59a4e7 None None] Pushing event updated for resources: {'Port': ['ID=ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:12.109309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e700d-763b-4e98-9367-47dc75a3bbe0 None None] Network d1a8e21a-e859-4721-820e-e62cd38efd78 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:12.167609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:34:12.167609 n-d-817778-8 neutron-server[102453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:34:12.167609 n-d-817778-8 neutron-server[102453]: [parameters: {'id': 'd1a8e21a-e859-4721-820e-e62cd38efd78'}] Nov 16 21:34:12.167609 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:12.168168 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:12.220486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.248117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c422647-e121-4017-8ecf-1bf83b5828f8 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:12.286206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=04edaf75-a0cf-43bc-bfd6-61fce34e71dd,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:12.295905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': '31445ca4-852b-400e-b340-ae49ac08e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:12.296347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: 302f5e1c-4ca9-4c95-8e10-80ac7558c866, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:12.314455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:12.323658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 302f5e1c-4ca9-4c95-8e10-80ac7558c866) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:12.333760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:12.334465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.361537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-47fd83a7-11c9-4644-bd16-a4780c647f1e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7604642 Nov 16 21:34:12.363972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37280) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:12.370672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866', 'name': 'tempest-PortsIpV6TestJSON-943395466'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:12.447870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c422647-e121-4017-8ecf-1bf83b5828f8 None None] Unable to find a vacant binding_index for network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 and agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 {{(pid=102455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 16 21:34:12.454176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c422647-e121-4017-8ecf-1bf83b5828f8 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 302f5e1c-4ca9-4c95-8e10-80ac7558c866) {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:12.492018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:12.495818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.512726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 207d21b6-2457-488b-90d6-32143f0180f7 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:12.672657 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.690027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::194 (302f5e1c-4ca9-4c95-8e10-80ac7558c866/04edaf75-a0cf-43bc-bfd6-61fce34e71dd/207d21b6-2457-488b-90d6-32143f0180f7) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:12.716042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-302f5e1c-4ca9-4c95-8e10-80ac7558c866', 'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': '04edaf75-a0cf-43bc-bfd6-61fce34e71dd'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:12.718926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.858470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:12.859211 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.983403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:12.985989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] For port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2,segment=NetworkSegment(47186244-a0a0-484a-b2bb-42e10fbb3738),segment_id=47186244-a0a0-484a-b2bb-42e10fbb3738)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:12.986340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.002549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Calling delete_port for ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:13.031668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37296) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.080431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.157035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:13.161747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Allocated IP 2001:db8::2 (302f5e1c-4ca9-4c95-8e10-80ac7558c866/04edaf75-a0cf-43bc-bfd6-61fce34e71dd/ae91b4c6-1ef7-43fa-a4c7-7d37a452a418) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:13.162870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:13.169789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:13.175519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:13.176161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.187076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.190981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=207d21b6-2457-488b-90d6-32143f0180f7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.203575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-13058e25-228a-4316-8282-5d00a8054ad2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8376756 Nov 16 21:34:13.209813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37306) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.210004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-998b2e03-bde8-477c-8e3d-977a9525b919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.233411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866', 'name': 'tempest-PortsIpV6TestJSON-2056962738'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:13.250483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No DVR routers for this DVR port ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:13.252373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Port': ['ID=ea0d0a6c-f5fe-4939-8ee7-1076d4385ce2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.351853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-998b2e03-bde8-477c-8e3d-977a9525b919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.357261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-998b2e03-bde8-477c-8e3d-977a9525b919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.385549 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.399259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.409238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.423334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37308) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.423641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-998b2e03-bde8-477c-8e3d-977a9525b919 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d216e067f43044ed8ce810aac8e57bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895903 Nov 16 21:34:13.424725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b2e03-bde8-477c-8e3d-977a9525b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533d560d-4870-4f38-9a07-6e3cbe7859fe,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.446371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a8e21a-e859-4721-820e-e62cd38efd78']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:13.467146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:13.471192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:13.473473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Pushing event updated for resources: {'Port': ['ID=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.475277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:13.475476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47186244-a0a0-484a-b2bb-42e10fbb3738') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:13.475802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47186244-a0a0-484a-b2bb-42e10fbb3738') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:13.501738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.518648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:13.522255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.541249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.560049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:13.560449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.563480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Attempting to bind port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:13.563480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Attempting to bind port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '31445ca4-852b-400e-b340-ae49ac08e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:13.563703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Attempting to bind port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 on network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:13.566359 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:13.568147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port ba40953b-f806-4657-a0bf-84351e1cea5f yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:13.571326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:13.572517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Checking segment: {'id': '31445ca4-852b-400e-b340-ae49ac08e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:13.573093 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.573492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Bound using segment: {'id': '31445ca4-852b-400e-b340-ae49ac08e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:13.574006 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Bound port: ae91b4c6-1ef7-43fa-a4c7-7d37a452a418, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31445ca4-852b-400e-b340-ae49ac08e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '302f5e1c-4ca9-4c95-8e10-80ac7558c866'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:13.574380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.612500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0595d87-eeee-48ba-a9f4-7e6b66b821df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.643350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] For port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:13.681969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] For port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,segment=NetworkSegment(31445ca4-852b-400e-b340-ae49ac08e3ac),segment_id=31445ca4-852b-400e-b340-ae49ac08e3ac)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:13.686382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.691481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0595d87-eeee-48ba-a9f4-7e6b66b821df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.701645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.705725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/d1a8e21a-e859-4721-820e-e62cd38efd78 HTTP/1.1" status: 204 len: 168 time: 2.7023311 Nov 16 21:34:13.708899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:13.714782 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.715613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144357675'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:13.734142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb1220-09d1-4ea7-a0fa-57f82c166c87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=d1a8e21a-e859-4721-820e-e62cd38efd78,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.745158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:13.750184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.779829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:13.792844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.793341 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment 616c1bc7-6d75-4ec1-a686-c62b42e8fdf2 of type vlan for network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b Nov 16 21:34:13.795685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544257-c9cb-4fd7-bc1a-727bb31b2118 None None] Pushing event updated for resources: {'Port': ['ID=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.857671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0595d87-eeee-48ba-a9f4-7e6b66b821df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.861238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.861382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0595d87-eeee-48ba-a9f4-7e6b66b821df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.863126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0595d87-eeee-48ba-a9f4-7e6b66b821df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/533d560d-4870-4f38-9a07-6e3cbe7859fe HTTP/1.1" status: 204 len: 168 time: 0.4372659 Nov 16 21:34:13.892373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::10c (302f5e1c-4ca9-4c95-8e10-80ac7558c866/04edaf75-a0cf-43bc-bfd6-61fce34e71dd/ba40953b-f806-4657-a0bf-84351e1cea5f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:13.896099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0595d87-eeee-48ba-a9f4-7e6b66b821df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d560d-4870-4f38-9a07-6e3cbe7859fe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:13.901281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:13.928580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:13.929649 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.005531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2953539 Nov 16 21:34:14.013570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.020721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': 'e0f0b475-9685-4e78-af8a-5f8d5ee13d7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:14.141431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.146983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5e97d-dcec-4005-abfd-19ef863a5dfd tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=e0f0b475-9685-4e78-af8a-5f8d5ee13d7b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:14.163135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:14.232764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:14.255222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.260578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.366672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:14.371477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:14.383004 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:14.392675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.393110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.407252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=ba40953b-f806-4657-a0bf-84351e1cea5f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:14.433701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-db2bd71b-82af-4d2b-8143-c93d068f26b4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2261813 Nov 16 21:34:14.436858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.561781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c36036-da3d-4087-a605-afa74bb166be tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.563508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a0c36036-da3d-4087-a605-afa74bb166be tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A194 HTTP/1.1" status: 200 len: 928 time: 0.1250858 Nov 16 21:34:14.566974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37346) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.628739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.726662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=b7e9d6de-132c-4e2f-9df6-0482cc016b7f,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:14.743130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': '616c1bc7-6d75-4ec1-a686-c62b42e8fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e0f0b475-9685-4e78-af8a-5f8d5ee13d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:14.743130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: e0f0b475-9685-4e78-af8a-5f8d5ee13d7b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:14.754866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port ba40953b-f806-4657-a0bf-84351e1cea5f {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:14.755205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.846679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:14.869702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e0f0b475-9685-4e78-af8a-5f8d5ee13d7b) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:14.877068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:14.877989 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.916469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:14.922688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-18f6e4c1-e9a1-44e9-a445-7b86b83844c7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9080822 Nov 16 21:34:14.925539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37362) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:14.936382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for ba40953b-f806-4657-a0bf-84351e1cea5f owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:15.054560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.130088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.134849 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.186834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=ba40953b-f806-4657-a0bf-84351e1cea5f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.262311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.302492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0449d938-f40c-467d-b3c5-9172bf1fd1ba None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:15.359383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e9d6de-132c-4e2f-9df6-0482cc016b7f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.390001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.420483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f0b475-9685-4e78-af8a-5f8d5ee13d7b']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:15.437109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616c1bc7-6d75-4ec1-a686-c62b42e8fdf2') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:15.437413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616c1bc7-6d75-4ec1-a686-c62b42e8fdf2') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:15.444019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:15.451647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5a8e3f45-6995-4d6e-9258-b2157e247b54 None None] Provisioning complete for port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:15.452097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.452479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a8e3f45-6995-4d6e-9258-b2157e247b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.469442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.483329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:15.483746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:15.492522 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:15.515301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449d938-f40c-467d-b3c5-9172bf1fd1ba None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:15.660752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1cea6090-b527-4db9-b71a-65ce62155381 req-fcb3fd2c-7cfe-479b-ad24-eba234352a03 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0341032 Nov 16 21:34:15.662574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:15.663512 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.686407 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.687327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.695414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53c7481e-0b52-4d0e-add4-5d7e752fe8f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/ba40953b-f806-4657-a0bf-84351e1cea5f HTTP/1.1" status: 204 len: 168 time: 1.1274889 Nov 16 21:34:15.710609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37388) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.717623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.730489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/e0f0b475-9685-4e78-af8a-5f8d5ee13d7b HTTP/1.1" status: 204 len: 168 time: 0.8032696 Nov 16 21:34:15.732251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37390) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.735065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14060a8b-78c7-43fa-b2e1-a563333fee6c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=e0f0b475-9685-4e78-af8a-5f8d5ee13d7b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.753195 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a8e3f45-6995-4d6e-9258-b2157e247b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.758974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373377248'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:15.770150 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d56b29-a8a6-431c-8944-a820f23890d9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:15.772339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-06d56b29-a8a6-431c-8944-a820f23890d9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/ba40953b-f806-4657-a0bf-84351e1cea5f HTTP/1.1" status: 404 len: 333 time: 0.0540032 Nov 16 21:34:15.777969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37396) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:15.820468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:15.825356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.865454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5a8e3f45-6995-4d6e-9258-b2157e247b54 None None] For port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,segment=NetworkSegment(31445ca4-852b-400e-b340-ae49ac08e3ac),segment_id=31445ca4-852b-400e-b340-ae49ac08e3ac)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:15.874738 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5a8e3f45-6995-4d6e-9258-b2157e247b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.888040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:15.903581 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:15.903918 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment 61c71c33-e77f-4afe-96f9-824733652239 of type vlan for network 84575f0a-f985-444d-b8b3-76f9cd2b8f1c Nov 16 21:34:15.954300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 207d21b6-2457-488b-90d6-32143f0180f7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:15.954517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e3f45-6995-4d6e-9258-b2157e247b54 None None] Pushing event updated for resources: {'Port': ['ID=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:15.954617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.046637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.062677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 207d21b6-2457-488b-90d6-32143f0180f7 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:16.084003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d84c3a-04ff-45ab-a031-b92784be699a None None] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:16.087440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d8ba6-1b6d-4226-a0f9-1cdccdd6c29d None None] Network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:16.140711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d8ba6-1b6d-4226-a0f9-1cdccdd6c29d None None] Network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:34:16.173600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.197103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619555e-c017-420a-9797-91ddebb98546 None None] Network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:16.228490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619555e-c017-420a-9797-91ddebb98546 None None] Network e0f0b475-9685-4e78-af8a-5f8d5ee13d7b could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:34:16.236735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.255045 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.262380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:16.263161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.312238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=207d21b6-2457-488b-90d6-32143f0180f7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:16.375434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6366942 Nov 16 21:34:16.375434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.375847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37410) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:16.379577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-42e26786-31ac-45d0-a399-d981d5ce3312 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/207d21b6-2457-488b-90d6-32143f0180f7 HTTP/1.1" status: 204 len: 168 time: 0.5981734 Nov 16 21:34:16.382253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': '84575f0a-f985-444d-b8b3-76f9cd2b8f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:16.385036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37412) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:16.400263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65692a0-dba6-4489-bc21-d1f43471f95f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=84575f0a-f985-444d-b8b3-76f9cd2b8f1c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:16.412984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 84575f0a-f985-444d-b8b3-76f9cd2b8f1c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:16.417827 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7553804e-099c-4713-83c5-ae80a6213cfe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:16.419572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7553804e-099c-4713-83c5-ae80a6213cfe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/207d21b6-2457-488b-90d6-32143f0180f7 HTTP/1.1" status: 404 len: 333 time: 0.0339334 Nov 16 21:34:16.423134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37418) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:16.515999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 04edaf75-a0cf-43bc-bfd6-61fce34e71dd {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:16.541722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.574186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:16.581768 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.631595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.757465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.858060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.906895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.911938 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/04edaf75-a0cf-43bc-bfd6-61fce34e71dd HTTP/1.1" status: 204 len: 168 time: 0.4875929 Nov 16 21:34:16.913478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:16.916252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37426) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:16.933749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7c13b-7a41-4486-a87b-353b04c1ff6c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=04edaf75-a0cf-43bc-bfd6-61fce34e71dd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:16.973033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a3b4f0c-778c-446f-848f-c4dfb24b387e req-b837c66e-b7f4-47d1-a7ab-2b85bbc3e99b tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.1069469 Nov 16 21:34:17.112633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546aecac-12b2-4bba-8704-ec7c1d2eb0d3 None None] Network 302f5e1c-4ca9-4c95-8e10-80ac7558c866 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:17.240023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:17.299683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=a928461a-e7c2-4b65-b2eb-caed63b8d7e3,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.314298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-404d1b70-f85f-44a9-8198-02557c0200e1 None None] Provisioning complete for port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:17.314686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-404d1b70-f85f-44a9-8198-02557c0200e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.328490 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.334947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': '61c71c33-e77f-4afe-96f9-824733652239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '84575f0a-f985-444d-b8b3-76f9cd2b8f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:17.335311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: 84575f0a-f985-444d-b8b3-76f9cd2b8f1c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:17.377709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network 84575f0a-f985-444d-b8b3-76f9cd2b8f1c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:17.383021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:17.383407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.395595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 84575f0a-f985-444d-b8b3-76f9cd2b8f1c) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:17.407834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:17.408491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.434089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:17.434445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.440667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ed98895-5b31-4a59-b9bc-b640ea026540 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0636129 Nov 16 21:34:17.444213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37438) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:17.446152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e3599-9baf-4fb5-8e12-f426cbd3aced None None] Network 84575f0a-f985-444d-b8b3-76f9cd2b8f1c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:17.521491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] For port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,segment=NetworkSegment(31445ca4-852b-400e-b340-ae49ac08e3ac),segment_id=31445ca4-852b-400e-b340-ae49ac08e3ac)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:17.522965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.549488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] DHCP port deletion for 302f5e1c-4ca9-4c95-8e10-80ac7558c866 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:17.551925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:17.714390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.761322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:17.770148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No DVR routers for this DVR port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:17.796940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.797166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Deleting port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:17.797375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.859921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e429ddb9-5ea0-4ec8-8f9c-9904643619c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-84575f0a-f985-444d-b8b3-76f9cd2b8f1c', 'network_id': '84575f0a-f985-444d-b8b3-76f9cd2b8f1c', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'a928461a-e7c2-4b65-b2eb-caed63b8d7e3'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:17.860782 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e429ddb9-5ea0-4ec8-8f9c-9904643619c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.913379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.923082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] For port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:17.923535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.932868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.955928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302f5e1c-4ca9-4c95-8e10-80ac7558c866']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:17.967329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31445ca4-852b-400e-b340-ae49ac08e3ac') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:17.967784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31445ca4-852b-400e-b340-ae49ac08e3ac') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:17.979640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:17.983637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.000237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.009561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Calling delete_port for ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:18.015240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:34:18.016352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:18.017944 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.018082 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:18.022459 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:18.039622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=a928461a-e7c2-4b65-b2eb-caed63b8d7e3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-e429ddb9-5ea0-4ec8-8f9c-9904643619c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a928461a-e7c2-4b65-b2eb-caed63b8d7e3: This subnet is being modified by another concurrent operation. Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a928461a-e7c2-4b65-b2eb-caed63b8d7e3: This subnet is being modified by another concurrent operation. Nov 16 21:34:18.078820 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 21:34:18.086807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] Pushing event deleted for resources: {'Port': ['ID=ae91b4c6-1ef7-43fa-a4c7-7d37a452a418,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.108108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0e992-e7c4-47fe-b5e7-f1329a396bb5 None None] Network 84575f0a-f985-444d-b8b3-76f9cd2b8f1c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:18.111404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.113646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ff913-9401-4b34-8ff2-6a724d6f0419 None None] No DVR routers for this DVR port ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:18.137237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.142904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/302f5e1c-4ca9-4c95-8e10-80ac7558c866 HTTP/1.1" status: 204 len: 168 time: 1.2217045 Nov 16 21:34:18.147340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37446) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.153355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-810384470'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:18.169547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4a49a9d4-6158-460d-be1e-8f5219fe28c4 req-69016cba-0c57-4aa8-8962-c9b56c1174c4 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0601909 Nov 16 21:34:18.170444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427d51a-3553-4d20-b8e2-90ff448cc17a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=302f5e1c-4ca9-4c95-8e10-80ac7558c866,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.183424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:18.187494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.219363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.250621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7d243-0da8-49c4-a4db-6566f2502dd6 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:18.256086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84575f0a-f985-444d-b8b3-76f9cd2b8f1c']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:18.257880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:18.271262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c71c33-e77f-4afe-96f9-824733652239') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:18.271610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c71c33-e77f-4afe-96f9-824733652239') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:18.282853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.283212 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment f54297a3-0024-4bf5-ac22-5a6c83941ca4 of type vlan for network 146d380c-d6f2-46d7-b0a6-49720934ea97 Nov 16 21:34:18.285473 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.327439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.343096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:18.343553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:18.347229 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:18.349474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.358052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7d243-0da8-49c4-a4db-6566f2502dd6 None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:18.431691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.435769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.444178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:18.445323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.457715 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.463226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/84575f0a-f985-444d-b8b3-76f9cd2b8f1c HTTP/1.1" status: 204 len: 168 time: 1.0148902 Nov 16 21:34:18.466911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37454) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.471948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686809462'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:18.479385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6d259-1c4c-421f-b398-a7a52b0af857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=84575f0a-f985-444d-b8b3-76f9cd2b8f1c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.500811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:18.505161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.536547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:18.539925 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3885164 Nov 16 21:34:18.540034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37456) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.553536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:18.554672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.555220 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment cb5ced08-23d6-4a1d-8330-8b9e868a3c74 of type vlan for network 32727f89-c4ae-4f63-a44a-0ed91f36337c Nov 16 21:34:18.606288 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.631814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35de334-8261-4e1a-bd2e-169001f3fd39 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=146d380c-d6f2-46d7-b0a6-49720934ea97,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.644863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.652430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:18.655739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:18.657127 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750369'] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.683110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:18.687326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.748477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2803569 Nov 16 21:34:18.751943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37462) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:18.757559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:18.819795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c832c8-1e8e-46ca-9b44-43d4653fff6f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=32727f89-c4ae-4f63-a44a-0ed91f36337c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:18.947346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:18.953188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:18.958983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c92a3864-5f88-4d3f-890e-613829ca653c req-60a76b75-0143-483d-9952-07ff6a2ec62f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0731328 Nov 16 21:34:19.004828 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.020753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.029143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=06702b75-c9b8-4a18-9553-7b5c170c5f56,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:19.031532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c is not hosted by any dhcp agent {{(pid=102453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:34:19.037732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:19.038419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.041065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "PUT /v2.0/networks/32727f89-c4ae-4f63-a44a-0ed91f36337c HTTP/1.1" status: 200 len: 723 time: 0.2873421 Nov 16 21:34:19.044019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': 'f54297a3-0024-4bf5-ac22-5a6c83941ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:19.044169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37468) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:19.044673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: 146d380c-d6f2-46d7-b0a6-49720934ea97, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:19.050245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:19.066226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:19.084102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 146d380c-d6f2-46d7-b0a6-49720934ea97) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:19.091022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:19.091630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.097364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1133d28-5278-46b2-9248-6a520307a88c None None] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:19.119653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-69e9e8ef-926f-4149-894c-653c9fde9602 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5779736 Nov 16 21:34:19.123073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:19.130312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97', 'name': 'tempest-PortsIpV6TestJSON-44307175', 'fixed_ips': [{'subnet_id': '06702b75-c9b8-4a18-9553-7b5c170c5f56', 'ip_address': '2001:db8::10'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:19.167459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065095f8-67a1-4fc0-8e90-58516c886c1a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=32727f89-c4ae-4f63-a44a-0ed91f36337c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:19.216702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:19.221199 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.264546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:19.347557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:19.377068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e33763c-d73b-4375-950a-ab721ba0b4eb req-36d2de39-9b07-4cb4-991b-6361e8e40c41 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0946522 Nov 16 21:34:19.378619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:19.378980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae91b4c6-1ef7-43fa-a4c7-7d37a452a418 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:19.418850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:19.464229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-146d380c-d6f2-46d7-b0a6-49720934ea97', 'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': '06702b75-c9b8-4a18-9553-7b5c170c5f56'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:19.465250 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.498392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.515648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.539744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port b24fec34-c60f-4ba3-ad37-0cc73529eb50 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:19.589240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=bd33746b-a723-40e3-89ad-248daae3650b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:19.597611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:19.597978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: 32727f89-c4ae-4f63-a44a-0ed91f36337c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:19.616520 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:19.639820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Allocated IP 2001:db8::2 (146d380c-d6f2-46d7-b0a6-49720934ea97/06702b75-c9b8-4a18-9553-7b5c170c5f56/ebdc28c3-f85b-4cdb-b1a7-d26fd269a144) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:19.650050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 32727f89-c4ae-4f63-a44a-0ed91f36337c) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:19.672108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:19.673441 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.706497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:19.706712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3b49300d-335e-43d2-988a-b32d030664bc tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6611862 Nov 16 21:34:19.708280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e757b-5d08-4d06-a869-949fb042d2e2 None None] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:19.713527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:19.815669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502611'] for subnet, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.906373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.936360 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.967000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-32727f89-c4ae-4f63-a44a-0ed91f36337c', 'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'bd33746b-a723-40e3-89ad-248daae3650b'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:19.968209 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:19.996111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:20.000576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:20.006345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:20.010275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791121399260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8489358'] for subnet, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.012541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::10 (146d380c-d6f2-46d7-b0a6-49720934ea97/06702b75-c9b8-4a18-9553-7b5c170c5f56/b24fec34-c60f-4ba3-ad37-0cc73529eb50) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:20.017152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Pushing event updated for resources: {'Port': ['ID=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.064678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:20.065263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.069546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "PUT /v2.0/subnets/bd33746b-a723-40e3-89ad-248daae3650b HTTP/1.1" status: 200 len: 806 time: 0.3589218 Nov 16 21:34:20.070789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37490) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:20.090531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241929e4-c8b1-4c44-8606-26685444a6e5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=bd33746b-a723-40e3-89ad-248daae3650b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.197112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Attempting to bind port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:20.197876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Attempting to bind port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f54297a3-0024-4bf5-ac22-5a6c83941ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:20.198316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Attempting to bind port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 on network 146d380c-d6f2-46d7-b0a6-49720934ea97 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:20.204677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:20.205216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Checking segment: {'id': 'f54297a3-0024-4bf5-ac22-5a6c83941ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:20.205767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.206286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Bound using segment: {'id': 'f54297a3-0024-4bf5-ac22-5a6c83941ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:20.207007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Bound port: ebdc28c3-f85b-4cdb-b1a7-d26fd269a144, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54297a3-0024-4bf5-ac22-5a6c83941ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:20.207513 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.263886 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.283819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.311492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Allocated IP 172.20.0.2 (32727f89-c4ae-4f63-a44a-0ed91f36337c/bd33746b-a723-40e3-89ad-248daae3650b/581c39d5-9a1c-4790-bda6-82d1d0aa4e98) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:20.325055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.329338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] For port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:20.332733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.334570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] For port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,segment=NetworkSegment(f54297a3-0024-4bf5-ac22-5a6c83941ca4),segment_id=f54297a3-0024-4bf5-ac22-5a6c83941ca4)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:20.341806 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.394666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:20.396677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:20.404222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:20.414065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:20.416663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.442038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3178253 Nov 16 21:34:20.445055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37504) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:20.450045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '146d380c-d6f2-46d7-b0a6-49720934ea97', 'name': 'tempest-PortsIpV6TestJSON-1834464810', 'fixed_ips': [{'subnet_id': '06702b75-c9b8-4a18-9553-7b5c170c5f56', 'ip_address': '2001:db8::f'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:20.458079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cec2a7-875b-4ca1-b465-e73f54730fb4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=b24fec34-c60f-4ba3-ad37-0cc73529eb50,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.517070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25828-6641-4aec-bf07-a52956299967 None None] Pushing event updated for resources: {'Port': ['ID=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.536423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a40c5535-4649-4303-9247-279d60e79844 req-7df6f5af-4459-4b5b-b843-ba46f2a0cd5a tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0442882 Nov 16 21:34:20.645145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:20.651444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.674311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port 13093bac-8976-4a8a-8473-5a85f45f4a9f yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:20.716536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.729166 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.756634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.818107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:20.828377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:20.834057 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d29bb86e-05dc-4407-8cf5-4ed48be92bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:20.839235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=bd33746b-a723-40e3-89ad-248daae3650b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.859746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Pushing event updated for resources: {'Port': ['ID=581c39d5-9a1c-4790-bda6-82d1d0aa4e98,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:20.866920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:20.961907 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.008207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Attempting to bind port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:21.008670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Attempting to bind port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:21.009198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Attempting to bind port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98 on network 32727f89-c4ae-4f63-a44a-0ed91f36337c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:21.019120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32727f89-c4ae-4f63-a44a-0ed91f36337c']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:21.027209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:21.027988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Checking segment: {'id': 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:21.028519 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.030221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Bound using segment: {'id': 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:21.030828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Bound port: 581c39d5-9a1c-4790-bda6-82d1d0aa4e98, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '32727f89-c4ae-4f63-a44a-0ed91f36337c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:21.032370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.040952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:21.041422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:21.065544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.070213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::f (146d380c-d6f2-46d7-b0a6-49720934ea97/06702b75-c9b8-4a18-9553-7b5c170c5f56/13093bac-8976-4a8a-8473-5a85f45f4a9f) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:21.094998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.110332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:21.110664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:21.115355 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:21.192578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] For port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:21.198257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26fa34ee-4ab2-4b40-ac0b-f41e789e4ca9 req-e4cd9905-e57d-44ac-a97d-a50277c956c2 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0750687 Nov 16 21:34:21.229339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] For port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=581c39d5-9a1c-4790-bda6-82d1d0aa4e98,segment=NetworkSegment(cb5ced08-23d6-4a1d-8330-8b9e868a3c74),segment_id=cb5ced08-23d6-4a1d-8330-8b9e868a3c74)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:21.232775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:34:21.232775 n-d-817778-8 neutron-server[102453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:34:21.232775 n-d-817778-8 neutron-server[102453]: [parameters: {'id': '32727f89-c4ae-4f63-a44a-0ed91f36337c'}] Nov 16 21:34:21.232775 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:21.233082 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:21.234588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.325200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:21.388070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.390228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9096f-7610-4716-bbd1-29137ff91a52 None None] Pushing event updated for resources: {'Port': ['ID=581c39d5-9a1c-4790-bda6-82d1d0aa4e98,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.396399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1556da0-e888-40e1-a67d-9de52beb116d None None] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:21.417698 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:34:21.445928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.498183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:21.502176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:21.507287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:21.513895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:21.514648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.530873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=13093bac-8976-4a8a-8473-5a85f45f4a9f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.536921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dd64c7ad-342a-4a1b-aa7e-ad8e43fe7a22 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0909564 Nov 16 21:34:21.539614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37532) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:21.568628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:21.569217 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.631383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6dc7d-e76d-4d01-80fa-fd5b1a6c04ef None None] Network 32727f89-c4ae-4f63-a44a-0ed91f36337c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:21.687703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95db90-b3a6-490f-bb81-3df1ca886331 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:21.692470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37538) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:21.701692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ae95db90-b3a6-490f-bb81-3df1ca886331 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1479959 Nov 16 21:34:21.735012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.735260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.811848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,segment=NetworkSegment(f54297a3-0024-4bf5-ac22-5a6c83941ca4),segment_id=f54297a3-0024-4bf5-ac22-5a6c83941ca4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:21.820124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.822956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901d10e-6542-48c6-959f-54d1e7b4e3f4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:21.835358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901d10e-6542-48c6-959f-54d1e7b4e3f4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:21.842230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901d10e-6542-48c6-959f-54d1e7b4e3f4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:21.846748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37540) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:21.846989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e901d10e-6542-48c6-959f-54d1e7b4e3f4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1528678 Nov 16 21:34:21.894765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:21.895117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.927531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddfd98-a853-456a-bd52-75b34fb0c074 None None] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:21.949396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:21.995949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-78dab858-78f4-419e-b935-6a0090001865 None None] Provisioning complete for port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:21.996190 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] For port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=581c39d5-9a1c-4790-bda6-82d1d0aa4e98,segment=NetworkSegment(cb5ced08-23d6-4a1d-8330-8b9e868a3c74),segment_id=cb5ced08-23d6-4a1d-8330-8b9e868a3c74)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:21.996431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:21.997009 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78dab858-78f4-419e-b935-6a0090001865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.014351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Calling delete_port for 581c39d5-9a1c-4790-bda6-82d1d0aa4e98 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:22.022613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 13093bac-8976-4a8a-8473-5a85f45f4a9f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:22.022850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.168279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.192748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 13093bac-8976-4a8a-8473-5a85f45f4a9f owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:22.209580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.278249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Port': ['ID=581c39d5-9a1c-4790-bda6-82d1d0aa4e98,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:22.283534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No DVR routers for this DVR port 581c39d5-9a1c-4790-bda6-82d1d0aa4e98 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:22.327439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2db6050-f24f-4dcd-9c83-a5eb69f78228 req-a7759764-9b74-41a3-9d18-d02a5e574cb9 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0372686 Nov 16 21:34:22.408226 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.436349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32727f89-c4ae-4f63-a44a-0ed91f36337c']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:22.467461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:22.467769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5ced08-23d6-4a1d-8330-8b9e868a3c74') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:22.484219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.506443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.511232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.537844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:22.538263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:22.542988 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:22.545444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=13093bac-8976-4a8a-8473-5a85f45f4a9f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:22.592283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8af127df-5b0d-4b16-8476-75dbf8b1f5bc None None] Could not find standard attr ID for object 13093bac-8976-4a8a-8473-5a85f45f4a9f. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:22.615072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8af127df-5b0d-4b16-8476-75dbf8b1f5bc None None] Provisioning complete for port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.615739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8af127df-5b0d-4b16-8476-75dbf8b1f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.632610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.636995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-169af6d1-b1c6-42c9-8ec4-a14129ce232b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/13093bac-8976-4a8a-8473-5a85f45f4a9f HTTP/1.1" status: 204 len: 168 time: 0.7889438 Nov 16 21:34:22.640714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37558) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:22.647157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.674090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.685879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/32727f89-c4ae-4f63-a44a-0ed91f36337c HTTP/1.1" status: 204 len: 168 time: 2.6134672 Nov 16 21:34:22.687210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ce62b-caca-4004-af63-45baa753ed53 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=32727f89-c4ae-4f63-a44a-0ed91f36337c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:22.689000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:22.704050 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7e0294-27a5-4b56-b2be-1588c72ae95b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:22.708386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8d7e0294-27a5-4b56-b2be-1588c72ae95b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/13093bac-8976-4a8a-8473-5a85f45f4a9f HTTP/1.1" status: 404 len: 333 time: 0.0673521 Nov 16 21:34:22.709008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37562) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:22.723391 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8781f5-d89f-4ec5-9f34-d028bac3bf1f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:22.724210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8781f5-d89f-4ec5-9f34-d028bac3bf1f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:22.733907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d8781f5-d89f-4ec5-9f34-d028bac3bf1f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/32727f89-c4ae-4f63-a44a-0ed91f36337c HTTP/1.1" status: 404 len: 339 time: 0.0431502 Nov 16 21:34:22.735051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37564) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:22.741336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1098924629', 'description': 'd1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:22.743273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8af127df-5b0d-4b16-8476-75dbf8b1f5bc None None] Provisioning complete for port b24fec34-c60f-4ba3-ad37-0cc73529eb50 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.744927 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8af127df-5b0d-4b16-8476-75dbf8b1f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.767057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:22.773499 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.807327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:22.811069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8af127df-5b0d-4b16-8476-75dbf8b1f5bc None None] Port b24fec34-c60f-4ba3-ad37-0cc73529eb50 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:22.821172 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.822503 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment 0226e65f-496a-44f6-a396-418e7dab74ba of type vlan for network b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa Nov 16 21:34:22.845748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port b24fec34-c60f-4ba3-ad37-0cc73529eb50 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:22.846092 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.878463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.910225 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.929811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:22.931529 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.965957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.970030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ef879d70-87b2-4295-941e-b83dd5657897 None None] Provisioning complete for port b24fec34-c60f-4ba3-ad37-0cc73529eb50 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:22.970412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ef879d70-87b2-4295-941e-b83dd5657897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:22.980261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for b24fec34-c60f-4ba3-ad37-0cc73529eb50 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:23.014941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2757573 Nov 16 21:34:23.019781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37570) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.044742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecf2a8-d421-4bc0-b428-9282067f6ba8 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:23.079307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:23.183078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5093257c-96a4-4f45-86fa-cb04bf932223 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:23.186969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5093257c-96a4-4f45-86fa-cb04bf932223 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks?id=b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa HTTP/1.1" status: 200 len: 761 time: 0.1638269 Nov 16 21:34:23.187893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37572) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.194930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'description': 'd2'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:23.200664 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.210068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ef879d70-87b2-4295-941e-b83dd5657897 None None] Port b24fec34-c60f-4ba3-ad37-0cc73529eb50 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:23.215644 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eab67eca-5264-45a5-b18d-f47c191986ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.302913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=b24fec34-c60f-4ba3-ad37-0cc73529eb50,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:23.319505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:23.336515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.336892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.341867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.342558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.343292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.344027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.344739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.345287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.345843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.346394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.347071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.347624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:23.386314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.392591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37580) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.401527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4abdb391-48a1-4472-8ffc-0baa6fc73875 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/b24fec34-c60f-4ba3-ad37-0cc73529eb50 HTTP/1.1" status: 204 len: 168 time: 0.6826777 Nov 16 21:34:23.423110 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4814ddff-a4ef-44e3-98da-90ec8f17cba0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:23.425430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4814ddff-a4ef-44e3-98da-90ec8f17cba0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/b24fec34-c60f-4ba3-ad37-0cc73529eb50 HTTP/1.1" status: 404 len: 333 time: 0.0317068 Nov 16 21:34:23.428173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37582) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.530209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 06702b75-c9b8-4a18-9553-7b5c170c5f56 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:23.535078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.541842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c7d160ac-cef4-4a2c-9424-d4e25696075e None None] Could not find standard attr ID for object 13093bac-8976-4a8a-8473-5a85f45f4a9f. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:23.570910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:23.571408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.591397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.604903 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.623865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebed38af-693b-47c0-9dc0-de62f7ff93a9 req-331ed6a1-c074-4e5f-8c8e-b7f85c09e003 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.1355135 Nov 16 21:34:23.635313 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.658141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa is not hosted by any dhcp agent {{(pid=102454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 21:34:23.658141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:23.658141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.659322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "PUT /v2.0/networks/b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa HTTP/1.1" status: 200 len: 758 time: 0.4704254 Nov 16 21:34:23.660137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37590) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.758899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f71af3-352e-4598-8251-52626836ee90 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:23.773061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:23.817548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c109a-d09f-44b6-b0e4-51879560964c None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:23.830687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b99e08-7d86-4d03-97ef-31f657d50ba7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:23.835641 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82b99e08-7d86-4d03-97ef-31f657d50ba7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks?id=b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa HTTP/1.1" status: 200 len: 761 time: 0.1710868 Nov 16 21:34:23.835641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.836514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37592) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.844300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-353540914'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:23.869741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:23.877815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.911507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:23.928344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.928819 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment cc0613fc-903a-46e9-b52c-8f5c1dc2cf54 of type vlan for network 83d9e935-6df7-43a6-9922-a8c7a11d418e Nov 16 21:34:23.933449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.940394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c109a-d09f-44b6-b0e4-51879560964c None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:23.964829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=06702b75-c9b8-4a18-9553-7b5c170c5f56,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:23.966877 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:23.972779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55fe1120-d451-46c0-9b3f-8ea99369c435 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/06702b75-c9b8-4a18-9553-7b5c170c5f56 HTTP/1.1" status: 204 len: 168 time: 0.5410528 Nov 16 21:34:23.972950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37600) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:23.985645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.015660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.025668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:24.027320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.093542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.105061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2659512 Nov 16 21:34:24.110016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37602) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:24.118013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88d38a-d62c-4993-8bf3-eaa151ebe233 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=83d9e935-6df7-43a6-9922-a8c7a11d418e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:24.120380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:24.132525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 83d9e935-6df7-43a6-9922-a8c7a11d418e details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:24.254428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.277831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:24.278221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.291153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:24.294669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.296982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8000c-5d46-4049-a7f2-d9f368bd5c2d None None] Network 146d380c-d6f2-46d7-b0a6-49720934ea97 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:24.407148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] For port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,segment=NetworkSegment(f54297a3-0024-4bf5-ac22-5a6c83941ca4),segment_id=f54297a3-0024-4bf5-ac22-5a6c83941ca4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:24.407536 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.429958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:24.500281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] DHCP port deletion for 146d380c-d6f2-46d7-b0a6-49720934ea97 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:24.550786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] Deleting port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:24.551167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.595310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.627703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.633481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:24.636170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No DVR routers for this DVR port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:24.637964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] For port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,segment=NetworkSegment(f54297a3-0024-4bf5-ac22-5a6c83941ca4),segment_id=f54297a3-0024-4bf5-ac22-5a6c83941ca4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:24.638492 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.658969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] Calling delete_port for ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:24.744938 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:24.777350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] Pushing event deleted for resources: {'Port': ['ID=ebdc28c3-f85b-4cdb-b1a7-d26fd269a144,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:24.778206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-52b8f934-0cd8-443e-adb7-0fb56c2555ea req-260dd94d-e334-48ad-a1a7-54437295a91a tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0315099 Nov 16 21:34:24.784244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c43b68-abcf-4c10-8a39-94442782a4ed None None] No DVR routers for this DVR port ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:25.039948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=bec4e243-7462-42e8-88a4-ece31970726a,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.054345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.064884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:25.065251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: 83d9e935-6df7-43a6-9922-a8c7a11d418e, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:25.082062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146d380c-d6f2-46d7-b0a6-49720934ea97']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:25.095920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54297a3-0024-4bf5-ac22-5a6c83941ca4') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:25.096227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54297a3-0024-4bf5-ac22-5a6c83941ca4') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:25.108555 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.115210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network 83d9e935-6df7-43a6-9922-a8c7a11d418e is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:25.127669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.132336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 83d9e935-6df7-43a6-9922-a8c7a11d418e) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:25.138555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:25.138970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:25.142167 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:25.143955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6ce4f-6c29-437e-8821-ecf73d3a6ae4 None None] Network 83d9e935-6df7-43a6-9922-a8c7a11d418e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:25.144035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:25.144482 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.213537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3833a67c-21b9-4e78-a0dd-7a05f4b46ba3 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1000004 Nov 16 21:34:25.213880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:25.268498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.279580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.286075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/146d380c-d6f2-46d7-b0a6-49720934ea97 HTTP/1.1" status: 204 len: 168 time: 1.3087854 Nov 16 21:34:25.287166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:25.292562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-375283622'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:25.301041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442fa68-c9d6-4ef7-807b-e390f46e4c9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=146d380c-d6f2-46d7-b0a6-49720934ea97,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.324394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:25.328238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:25.332618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.354859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-83d9e935-6df7-43a6-9922-a8c7a11d418e', 'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'bec4e243-7462-42e8-88a4-ece31970726a'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:25.355869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.358243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:25.358588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ebdc28c3-f85b-4cdb-b1a7-d26fd269a144 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:25.371483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.377866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:25.398923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.399263 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Added segment f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2 of type vlan for network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 Nov 16 21:34:25.436652 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.456532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.494968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.506085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:25.506867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.520872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Allocated IP 172.20.0.2 (83d9e935-6df7-43a6-9922-a8c7a11d418e/bec4e243-7462-42e8-88a4-ece31970726a/43c1b8e1-a2eb-4cb6-b9aa-07c88b123491) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:25.531123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2398343 Nov 16 21:34:25.531982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37634) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:25.536451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:25.597167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204b99b-195f-4c1f-8a7d-fa420ed82997 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Network': ['ID=8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.637458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:25.649832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:25.653811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.742552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.807525 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.816037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.856868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Network 83d9e935-6df7-43a6-9922-a8c7a11d418e is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:25.859782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:25.863460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:25.905546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Pushing event updated for resources: {'Port': ['ID=43c1b8e1-a2eb-4cb6-b9aa-07c88b123491,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:25.909550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.918700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-638eac08-9c4b-4259-85ef-482cc9ec76ba req-d38cd15e-238e-4265-82db-d91d6e889fc8 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0385926 Nov 16 21:34:25.933881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Attempting to bind port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:25.934261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Attempting to bind port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:25.934623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Attempting to bind port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491 on network 83d9e935-6df7-43a6-9922-a8c7a11d418e {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:25.940678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:25.941061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Checking segment: {'id': 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:25.941470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.942057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Bound using segment: {'id': 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:25.942406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Bound port: 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83d9e935-6df7-43a6-9922-a8c7a11d418e'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:25.942802 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.966589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:25.998141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=a9fb5f10-a138-4673-8189-088a1af07e6f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.018690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] For port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:26.022360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] For port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=43c1b8e1-a2eb-4cb6-b9aa-07c88b123491,segment=NetworkSegment(cc0613fc-903a-46e9-b52c-8f5c1dc2cf54),segment_id=cc0613fc-903a-46e9-b52c-8f5c1dc2cf54)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:26.027703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.078628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=bec4e243-7462-42e8-88a4-ece31970726a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.087787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.090773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Checking segment: {'id': 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:26.091138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network hostable DHCP agents. Network: 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:26.111683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a48c-3a1f-426a-b577-e062efa4ba61 None None] Pushing event updated for resources: {'Port': ['ID=43c1b8e1-a2eb-4cb6-b9aa-07c88b123491,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.117686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d9e935-6df7-43a6-9922-a8c7a11d418e']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:26.128881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:26.129145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:26.138245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd1a448-a1ce-4f5b-afa5-8cf1d27872d3 None None] Network 83d9e935-6df7-43a6-9922-a8c7a11d418e requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:26.153230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.170526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.178695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:26.181061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:26.181582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:26.184728 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:26.244096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:26.250344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:26.251076 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.256623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4111b-4c46-4139-ae8a-81dddf17f877 None None] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:26.259443 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.db.api [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 21:34:26.259443 n-d-817778-8 neutron-server[102453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 21:34:26.259443 n-d-817778-8 neutron-server[102453]: [parameters: {'id': '83d9e935-6df7-43a6-9922-a8c7a11d418e'}] Nov 16 21:34:26.259443 n-d-817778-8 neutron-server[102453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:34:26.259983 n-d-817778-8 neutron-server[102453]: DEBUG oslo_db.api [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:34:26.270823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5caf1c79-c21f-454b-a60e-c10fd421fe63 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7383780 Nov 16 21:34:26.273453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37646) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.278818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-647332089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:26.307389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.308464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.403399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.407901 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.426864 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.428106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-23b54cf7-eb17-444e-92ae-5d2a5227ca48 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1536875 Nov 16 21:34:26.431007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37652) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:26.435117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1', 'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': 'a9fb5f10-a138-4673-8189-088a1af07e6f'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:26.436046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.436958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1', 'name': 'tempest-PortsIpV6TestJSON-834899684'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:26.555750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:26.561000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.583447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Allocated IP 2001:db8::2 (8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1/a9fb5f10-a138-4673-8189-088a1af07e6f/56de9aec-0887-4c50-a6df-c81169dfeffb) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:26.583619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port b261215d-d6ae-4168-8264-f86719138ed0 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:26.659950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.756445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.761309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.763134 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.818589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:26.823703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:26.827585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:26.833468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::303 (8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1/a9fb5f10-a138-4673-8189-088a1af07e6f/b261215d-d6ae-4168-8264-f86719138ed0) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:26.841369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Pushing event updated for resources: {'Port': ['ID=56de9aec-0887-4c50-a6df-c81169dfeffb,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:26.845981 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:26.846496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.889659 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Attempting to bind port 56de9aec-0887-4c50-a6df-c81169dfeffb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:26.890203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Attempting to bind port 56de9aec-0887-4c50-a6df-c81169dfeffb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:26.890674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Attempting to bind port 56de9aec-0887-4c50-a6df-c81169dfeffb on network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:26.895862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:26.896399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Checking segment: {'id': 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:26.896908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.897405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Bound using segment: {'id': 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:26.898169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Bound port: 56de9aec-0887-4c50-a6df-c81169dfeffb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:26.898686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.941412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] For port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=43c1b8e1-a2eb-4cb6-b9aa-07c88b123491,segment=NetworkSegment(cc0613fc-903a-46e9-b52c-8f5c1dc2cf54),segment_id=cc0613fc-903a-46e9-b52c-8f5c1dc2cf54)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:26.941825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:26.956311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Calling delete_port for 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:26.971597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] For port 56de9aec-0887-4c50-a6df-c81169dfeffb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:26.975310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] For port 56de9aec-0887-4c50-a6df-c81169dfeffb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=56de9aec-0887-4c50-a6df-c81169dfeffb,segment=NetworkSegment(f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2),segment_id=f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:26.980079 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.047823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea318-3faf-4fa5-a248-91a85d6f3a2e None None] Pushing event updated for resources: {'Port': ['ID=56de9aec-0887-4c50-a6df-c81169dfeffb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.075187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.105245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Port': ['ID=43c1b8e1-a2eb-4cb6-b9aa-07c88b123491,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.107174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No DVR routers for this DVR port 43c1b8e1-a2eb-4cb6-b9aa-07c88b123491 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:27.114183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5d56b70-ad1f-4470-a4b6-4ac94e26ea0a req-f2e6122c-5e49-47a2-a1f8-292c81412442 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0415554 Nov 16 21:34:27.134775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.187811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.207057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.229534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d9e935-6df7-43a6-9922-a8c7a11d418e']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:27.241887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:27.242444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0613fc-903a-46e9-b52c-8f5c1dc2cf54') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:27.247762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:27.249952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:27.251871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=b261215d-d6ae-4168-8264-f86719138ed0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.254038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.254739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:27.261415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.262194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.269589 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.276960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:27.277371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.279990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0b9a98f4-ff23-4f0c-a100-099997ffd305 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8474507 Nov 16 21:34:27.294151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37666) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:27.363603 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:27.366961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.374810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:27.378175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/83d9e935-6df7-43a6-9922-a8c7a11d418e HTTP/1.1" status: 204 len: 168 time: 2.1632774 Nov 16 21:34:27.380666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37672) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.420977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cedd39-a84b-4640-9148-86cacb2f9a17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=83d9e935-6df7-43a6-9922-a8c7a11d418e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:27.423294 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01a1bc1-e32e-4f71-92dc-37b4af1d7333 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] GET failed (client error): The resource could not be found. Nov 16 21:34:27.424756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d01a1bc1-e32e-4f71-92dc-37b4af1d7333 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/subnets/bec4e243-7462-42e8-88a4-ece31970726a HTTP/1.1" status: 404 len: 337 time: 0.0430067 Nov 16 21:34:27.427465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37674) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.447689 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63f2ab1-19e5-4060-a7fb-b12c57dd7857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:27.448259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63f2ab1-19e5-4060-a7fb-b12c57dd7857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:27.451502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b63f2ab1-19e5-4060-a7fb-b12c57dd7857 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/83d9e935-6df7-43a6-9922-a8c7a11d418e HTTP/1.1" status: 404 len: 339 time: 0.0229907 Nov 16 21:34:27.455125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37676) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.693774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54fd912-3ca7-4b32-9412-6722b6b60306 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.698276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c54fd912-3ca7-4b32-9412-6722b6b60306 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2392683 Nov 16 21:34:27.698544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37684) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.745323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d3e3fea2-1d59-4414-8473-32c12d4b6a19 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 HTTP/1.1" status: 200 len: 207 time: 0.0454190 Nov 16 21:34:27.748745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37686) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:27.870292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef6639-f93a-4c54-a47a-77e62c802f4f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.877255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef6639-f93a-4c54-a47a-77e62c802f4f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.885287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef6639-f93a-4c54-a47a-77e62c802f4f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.891477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef6639-f93a-4c54-a47a-77e62c802f4f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:27.893230 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-29ef6639-f93a-4c54-a47a-77e62c802f4f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1435103 Nov 16 21:34:27.896894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37688) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.042303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-62314ae3-358a-40eb-9d2a-b3e60ca1574b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1442289 Nov 16 21:34:28.045782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37694) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.091586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.109949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753698c-46f0-4a70-a7f4-ab74a4feb7b7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.111888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5753698c-46f0-4a70-a7f4-ab74a4feb7b7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.113479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5753698c-46f0-4a70-a7f4-ab74a4feb7b7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0667403 Nov 16 21:34:28.117267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37696) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.181838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18ffa0-9aa0-48fe-af9c-96eabafcfd87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.184134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18ffa0-9aa0-48fe-af9c-96eabafcfd87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.186463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8d18ffa0-9aa0-48fe-af9c-96eabafcfd87 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0681107 Nov 16 21:34:28.191014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37700) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.282908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21081a83-59c1-48fb-be64-8bc38f50a287 None None] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:28.306930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-707330c2-78ae-4b1a-bda5-c37b77915694 req-5401ec2d-e43a-4158-8ee5-8beedddbb5a3 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0345473 Nov 16 21:34:28.382873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6a8e9a29-f18a-4d24-9cc1-078f968dedac None None] Provisioning complete for port 56de9aec-0887-4c50-a6df-c81169dfeffb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:28.383178 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9a29-f18a-4d24-9cc1-078f968dedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.396620 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1cf5ad-233d-4fe8-a29e-c0533a7ac40d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.403145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37706) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.404006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e1cf5ad-233d-4fe8-a29e-c0533a7ac40d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks/fc2626b0-6291-4e6a-bd1a-bc3f900365fd HTTP/1.1" status: 200 len: 799 time: 0.2117741 Nov 16 21:34:28.512342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.530589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.542672 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9a29-f18a-4d24-9cc1-078f968dedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.583407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1427d532-556e-4c7d-8f06-216c1efb5b7d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/networks/fc2626b0-6291-4e6a-bd1a-bc3f900365fd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1760178 Nov 16 21:34:28.584208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37712) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.595240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6a8e9a29-f18a-4d24-9cc1-078f968dedac None None] For port 56de9aec-0887-4c50-a6df-c81169dfeffb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=56de9aec-0887-4c50-a6df-c81169dfeffb,segment=NetworkSegment(f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2),segment_id=f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:28.602226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9a29-f18a-4d24-9cc1-078f968dedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.622410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=b261215d-d6ae-4168-8264-f86719138ed0,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:28.694600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9a29-f18a-4d24-9cc1-078f968dedac None None] Pushing event updated for resources: {'Port': ['ID=56de9aec-0887-4c50-a6df-c81169dfeffb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:28.719184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be946126-4de0-4b1b-b672-1de7e3c78b5a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.720553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-be946126-4de0-4b1b-b672-1de7e3c78b5a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/subnets/bde687ca-bd9e-4c60-9e26-cdd0bfe80a98 HTTP/1.1" status: 200 len: 811 time: 0.1351433 Nov 16 21:34:28.726030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37716) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.768591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.783806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb6b3b-c4bf-40a8-b832-038e73131d15 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['shared'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.789194 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49eb6b3b-c4bf-40a8-b832-038e73131d15 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "GET /v2.0/subnets/bde687ca-bd9e-4c60-9e26-cdd0bfe80a98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0619717 Nov 16 21:34:28.789864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37718) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:28.795058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-895889923'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:28.816766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:28.822224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.850779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:28.862120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.862478 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Added segment debdc300-31f9-45d1-a519-191e5d5ed91c of type vlan for network 9766cefc-6a56-4587-9cdb-fb725616154a Nov 16 21:34:28.913385 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.924253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.942265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.956856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:28.957567 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:28.967166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-55f65ae4-ff24-47cd-9734-906445487710 None None] Provisioning complete for port b261215d-d6ae-4168-8264-f86719138ed0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:28.967903 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55f65ae4-ff24-47cd-9734-906445487710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.020899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-55f65ae4-ff24-47cd-9734-906445487710 None None] Port b261215d-d6ae-4168-8264-f86719138ed0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:29.033602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-55f65ae4-ff24-47cd-9734-906445487710 None None] Provisioning complete for port 56de9aec-0887-4c50-a6df-c81169dfeffb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:29.035332 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55f65ae4-ff24-47cd-9734-906445487710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.040403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2467887 Nov 16 21:34:29.041464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:29.054291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:29.125926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4f183-a7a5-4038-a896-a88ad393fd0f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Network': ['ID=9766cefc-6a56-4587-9cdb-fb725616154a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:29.170195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9766cefc-6a56-4587-9cdb-fb725616154a details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:29.260153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Made reservation on behalf of 4520e417459f4f269cef38cd1c96fd45 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:29.264056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.310065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.315957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.316941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.396692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Performing IP validity checks on allocation pools {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:34:29.402347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:34:29.402436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=b261215d-d6ae-4168-8264-f86719138ed0,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:29.497181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 56de9aec-0887-4c50-a6df-c81169dfeffb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:29.525139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cfbe83d-ad24-4beb-a636-170c070697eb req-d54f77b9-2b48-4c37-9787-d7bd96713d6e tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0581539 Nov 16 21:34:29.574273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:29.575965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:29.666504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 56de9aec-0887-4c50-a6df-c81169dfeffb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:29.667087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.674895 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.725928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9bea8074-38c5-453f-83cc-b5ce24ea6b55 None None] Provisioning complete for port b261215d-d6ae-4168-8264-f86719138ed0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:29.726391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bea8074-38c5-453f-83cc-b5ce24ea6b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.762414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:29.797253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Router ad6d91a8-b23f-4441-ac7b-47d536f84808 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:34:29.806049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9bea8074-38c5-453f-83cc-b5ce24ea6b55 None None] Port b261215d-d6ae-4168-8264-f86719138ed0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:29.811360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Checking segment: {'id': 'debdc300-31f9-45d1-a519-191e5d5ed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:29.812334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network hostable DHCP agents. Network: 9766cefc-6a56-4587-9cdb-fb725616154a, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:29.848933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Network 9766cefc-6a56-4587-9cdb-fb725616154a is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:29.861856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9766cefc-6a56-4587-9cdb-fb725616154a) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:29.867146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:29.868884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:29.875977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec87617-3761-4867-a068-070fa88e0886 None None] Network 9766cefc-6a56-4587-9cdb-fb725616154a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:29.890326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef3a6988-170b-4e2e-b84e-ae259961ab17 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8404536 Nov 16 21:34:29.893292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37738) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:29.899377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:29.955099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:29.967298 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] Sync routers for ids ['ad6d91a8-b23f-4441-ac7b-47d536f84808'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:29.970657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b4313d3d-f487-48f3-bda2-10fb7c2756a3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/routers/ad6d91a8-b23f-4441-ac7b-47d536f84808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748540 Nov 16 21:34:29.972888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:29.993701 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] Routers {'ad6d91a8-b23f-4441-ac7b-47d536f84808'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:29.994791 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ad6d91a8-b23f-4441-ac7b-47d536f84808'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:30.033305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc6e89-3c8e-4494-9d64-ebff27d7345e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:30.037352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ccbc6e89-3c8e-4494-9d64-ebff27d7345e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6d91a8-b23f-4441-ac7b-47d536f84808 HTTP/1.1" status: 200 len: 988 time: 0.0608714 Nov 16 21:34:30.037650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37742) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:30.064186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11545683'] for subnet, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.075291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:30.090841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9766cefc-6a56-4587-9cdb-fb725616154a', 'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a', 'tenant_id': '4520e417459f4f269cef38cd1c96fd45', 'fixed_ips': [{'subnet_id': 'bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:30.091839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.096367 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] Routers {'ad6d91a8-b23f-4441-ac7b-47d536f84808'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:30.097043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ad6d91a8-b23f-4441-ac7b-47d536f84808'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:30.157439 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:30.158120 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6b9ee-d0e3-4092-944c-a553eed0a540 None None] The sync data for ids ['ad6d91a8-b23f-4441-ac7b-47d536f84808'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:30.190363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7fed89f8-4253-4c24-ad8d-9a85a8a8d33b None None] Provisioning complete for port b261215d-d6ae-4168-8264-f86719138ed0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:30.190643 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fed89f8-4253-4c24-ad8d-9a85a8a8d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.270728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7fed89f8-4253-4c24-ad8d-9a85a8a8d33b None None] Port b261215d-d6ae-4168-8264-f86719138ed0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:30.290684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791121399260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10236259'] for subnet, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.344959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Allocated IP 172.20.0.3 (9766cefc-6a56-4587-9cdb-fb725616154a/bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73/c1b60dcb-2388-4c80-a433-478ea038bfb6) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:30.349268 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:30.351050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.354453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "PUT /v2.0/subnets/bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73 HTTP/1.1" status: 200 len: 877 time: 0.4585457 Nov 16 21:34:30.356206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:30.371431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85efa8-4377-4ad8-81f1-8ba70378cba6 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event updated for resources: {'Subnet': ['ID=bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:30.508382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.515620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.516529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.530964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.553463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Network 9766cefc-6a56-4587-9cdb-fb725616154a is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:30.561886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:30.568258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:30.579746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Pushing event updated for resources: {'Port': ['ID=c1b60dcb-2388-4c80-a433-478ea038bfb6,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:30.658631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Attempting to bind port c1b60dcb-2388-4c80-a433-478ea038bfb6 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:30.659068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Attempting to bind port c1b60dcb-2388-4c80-a433-478ea038bfb6 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'debdc300-31f9-45d1-a519-191e5d5ed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:30.659418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Attempting to bind port c1b60dcb-2388-4c80-a433-478ea038bfb6 on network 9766cefc-6a56-4587-9cdb-fb725616154a {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:30.664214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-142c9289-2194-4c96-a5d4-e2680f803c71 req-b2f9710d-48e9-48fa-b977-156ac1ae8177 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0457790 Nov 16 21:34:30.665682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:30.666285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Checking segment: {'id': 'debdc300-31f9-45d1-a519-191e5d5ed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:30.666703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.667255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Bound using segment: {'id': 'debdc300-31f9-45d1-a519-191e5d5ed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:30.668065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Bound port: c1b60dcb-2388-4c80-a433-478ea038bfb6, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debdc300-31f9-45d1-a519-191e5d5ed91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9766cefc-6a56-4587-9cdb-fb725616154a'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:30.668466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.740353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] For port c1b60dcb-2388-4c80-a433-478ea038bfb6, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:30.745368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] For port c1b60dcb-2388-4c80-a433-478ea038bfb6, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c1b60dcb-2388-4c80-a433-478ea038bfb6,segment=NetworkSegment(debdc300-31f9-45d1-a519-191e5d5ed91c),segment_id=debdc300-31f9-45d1-a519-191e5d5ed91c)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:30.749713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.759766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting port c1b60dcb-2388-4c80-a433-478ea038bfb6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:30.760697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.834060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40ab9-5c07-4574-b43f-1f1748dd9707 None None] Pushing event updated for resources: {'Port': ['ID=c1b60dcb-2388-4c80-a433-478ea038bfb6,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:30.914258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] For port c1b60dcb-2388-4c80-a433-478ea038bfb6, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c1b60dcb-2388-4c80-a433-478ea038bfb6,segment=NetworkSegment(debdc300-31f9-45d1-a519-191e5d5ed91c),segment_id=debdc300-31f9-45d1-a519-191e5d5ed91c)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:30.914627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:30.930331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Calling delete_port for c1b60dcb-2388-4c80-a433-478ea038bfb6 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:30.999928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port b261215d-d6ae-4168-8264-f86719138ed0 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:31.000191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.154350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.173100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for b261215d-d6ae-4168-8264-f86719138ed0 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:31.191728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.262890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c1b60dcb-2388-4c80-a433-478ea038bfb6 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:31.279483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Port': ['ID=c1b60dcb-2388-4c80-a433-478ea038bfb6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:31.290279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c1b60dcb-2388-4c80-a433-478ea038bfb6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:31.290653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c1b60dcb-2388-4c80-a433-478ea038bfb6 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:34:31.306692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No DVR routers for this DVR port c1b60dcb-2388-4c80-a433-478ea038bfb6 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:31.312604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port c1b60dcb-2388-4c80-a433-478ea038bfb6 not found, will not notify nova. {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:34:31.401810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.506709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.547003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.551191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:31.625665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=b261215d-d6ae-4168-8264-f86719138ed0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:31.661864 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.776352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.803654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9766cefc-6a56-4587-9cdb-fb725616154a']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:31.833396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179a5a0-6389-4b52-abf4-a8ad729f2fc3 req-58063d8b-906d-474b-9789-6771a056de3d tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0542037 Nov 16 21:34:31.839652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debdc300-31f9-45d1-a519-191e5d5ed91c') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:31.840026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debdc300-31f9-45d1-a519-191e5d5ed91c') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:31.926133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.947124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.964400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:31.965034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:31.968107 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:32.048914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4af24d-e0db-4e95-b1aa-fc7adf7df7ee None None] Network 9766cefc-6a56-4587-9cdb-fb725616154a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:32.088509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Router ad6d91a8-b23f-4441-ac7b-47d536f84808 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:34:32.097733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.117417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.124077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/9766cefc-6a56-4587-9cdb-fb725616154a HTTP/1.1" status: 204 len: 168 time: 1.7636096 Nov 16 21:34:32.124077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaada3a1-7a05-44ca-a0f9-831f67674e06 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=9766cefc-6a56-4587-9cdb-fb725616154a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.125175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37782) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.144607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-79bb0cad-24b5-430c-92d8-07121dc24b2d None None] Could not find standard attr ID for object c1b60dcb-2388-4c80-a433-478ea038bfb6. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:32.189272 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b0448c-15e5-45e8-a1db-35dfb0247b38 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.190170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b0448c-15e5-45e8-a1db-35dfb0247b38 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.193365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d4b0448c-15e5-45e8-a1db-35dfb0247b38 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/bd72ca99-5afd-44c4-9d6e-c2ff7cc57f73 HTTP/1.1" status: 404 len: 337 time: 0.0641854 Nov 16 21:34:32.196552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.199148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:34:32.207160 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5b9dd66-9732-434f-b397-ca1da84eec75 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/routers/ad6d91a8-b23f-4441-ac7b-47d536f84808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1686003 Nov 16 21:34:32.208579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37790) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.221206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] Sync routers for ids ['ad6d91a8-b23f-4441-ac7b-47d536f84808'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:34:32.222145 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e0d7c7-a2ac-44a7-8cd8-08dafa2f8929 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.222725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e0d7c7-a2ac-44a7-8cd8-08dafa2f8929 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.225859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a1e0d7c7-a2ac-44a7-8cd8-08dafa2f8929 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/9766cefc-6a56-4587-9cdb-fb725616154a HTTP/1.1" status: 404 len: 339 time: 0.0281689 Nov 16 21:34:32.229186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37792) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.238798 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb33e4c-67a7-45e0-b575-2a9645690088 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:32.242498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1837bc4-694d-498e-b6e6-b7ceff1fe973 None None] DHCP port deletion for 9766cefc-6a56-4587-9cdb-fb725616154a request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:32.244631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ebb33e4c-67a7-45e0-b575-2a9645690088 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/b261215d-d6ae-4168-8264-f86719138ed0 HTTP/1.1" status: 404 len: 333 time: 0.0355721 Nov 16 21:34:32.245287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37794) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.245500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] Routers {'ad6d91a8-b23f-4441-ac7b-47d536f84808'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:32.246175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ad6d91a8-b23f-4441-ac7b-47d536f84808'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.266827 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d0ae80-bf97-48ff-86e4-3134f58c1b83 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.269067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d0ae80-bf97-48ff-86e4-3134f58c1b83 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.274017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88d0ae80-bf97-48ff-86e4-3134f58c1b83 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/bec4e243-7462-42e8-88a4-ece31970726a HTTP/1.1" status: 404 len: 337 time: 0.0436869 Nov 16 21:34:32.277032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37796) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.297981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.315999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f6bab-c733-405f-afa6-64a0342e1de7 None None] Network 9766cefc-6a56-4587-9cdb-fb725616154a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:32.318141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] Routers {'ad6d91a8-b23f-4441-ac7b-47d536f84808'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:34:32.318371 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e375aac-0400-47a6-997d-e0571e2ebd9a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.318732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ad6d91a8-b23f-4441-ac7b-47d536f84808'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.319437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e375aac-0400-47a6-997d-e0571e2ebd9a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.325742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2e375aac-0400-47a6-997d-e0571e2ebd9a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/83d9e935-6df7-43a6-9922-a8c7a11d418e HTTP/1.1" status: 404 len: 339 time: 0.0474141 Nov 16 21:34:32.329602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37798) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.338022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.358721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.359384 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf42bc-3dbd-4d98-95a0-54cb198bcaf6 None None] The sync data for ids ['ad6d91a8-b23f-4441-ac7b-47d536f84808'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:34:32.372210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f6bab-c733-405f-afa6-64a0342e1de7 None None] Network 9766cefc-6a56-4587-9cdb-fb725616154a could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 21:34:32.380428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d10d9-28b9-4762-b84b-6eea8deb478a None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 21:34:32.447258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.511974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d10d9-28b9-4762-b84b-6eea8deb478a None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 21:34:32.553745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.580264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.592056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0226e65f-496a-44f6-a396-418e7dab74ba') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.592377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0226e65f-496a-44f6-a396-418e7dab74ba') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:32.605256 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.624100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.632541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:32.632937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:32.637185 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:32.736065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.764765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.769110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa HTTP/1.1" status: 204 len: 168 time: 0.4380159 Nov 16 21:34:32.770093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2b7e5-2921-4eb9-85e8-27b69399dd5b tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=b8dc7c9d-32cf-4b57-a6c6-7dbd38c7b9aa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:32.771916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37804) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.806358 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-14421f21-d5ac-4c6c-94ae-43f4e8f03a77 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.806889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14421f21-d5ac-4c6c-94ae-43f4e8f03a77 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.813825 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14421f21-d5ac-4c6c-94ae-43f4e8f03a77 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/bd33746b-a723-40e3-89ad-248daae3650b HTTP/1.1" status: 404 len: 337 time: 0.0383523 Nov 16 21:34:32.814167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37812) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.834540 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-373f3a5d-fef1-4a3c-a722-45e207a6ae7f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.835137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373f3a5d-fef1-4a3c-a722-45e207a6ae7f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.840849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-373f3a5d-fef1-4a3c-a722-45e207a6ae7f tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/32727f89-c4ae-4f63-a44a-0ed91f36337c HTTP/1.1" status: 404 len: 339 time: 0.0234923 Nov 16 21:34:32.841187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37814) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.869130 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa48e35-3967-4faf-b8dc-1f81075a594c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.869821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa48e35-3967-4faf-b8dc-1f81075a594c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.875288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3aa48e35-3967-4faf-b8dc-1f81075a594c tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/a928461a-e7c2-4b65-b2eb-caed63b8d7e3 HTTP/1.1" status: 404 len: 337 time: 0.0303648 Nov 16 21:34:32.876532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37818) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.912036 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5139cad-b3c6-4b07-b5d1-30a8aadc8d33 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.912847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5139cad-b3c6-4b07-b5d1-30a8aadc8d33 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.917018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f5139cad-b3c6-4b07-b5d1-30a8aadc8d33 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/84575f0a-f985-444d-b8b3-76f9cd2b8f1c HTTP/1.1" status: 404 len: 339 time: 0.0367897 Nov 16 21:34:32.919645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37820) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:32.954145 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.956382 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:32.984061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36e804e7-04e1-41ef-8325-aad5b8f3e764 req-2987d844-99d4-4f01-a40d-8f86d2b56696 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0486395 Nov 16 21:34:32.984908 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7784b705-aae1-4619-9fdc-f63f0c78beb4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:32.985400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7784b705-aae1-4619-9fdc-f63f0c78beb4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:32.988709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7784b705-aae1-4619-9fdc-f63f0c78beb4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/b7e9d6de-132c-4e2f-9df6-0482cc016b7f HTTP/1.1" status: 404 len: 337 time: 0.0678833 Nov 16 21:34:32.991626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.006149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.006918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Fanout notify agent at l3_agent the message router_deleted on router ad6d91a8-b23f-4441-ac7b-47d536f84808 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:34:33.015355 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-460befeb-6d33-4982-91ab-7228ab4c68af tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.023711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460befeb-6d33-4982-91ab-7228ab4c68af tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.024677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.024813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-460befeb-6d33-4982-91ab-7228ab4c68af tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/e0f0b475-9685-4e78-af8a-5f8d5ee13d7b HTTP/1.1" status: 404 len: 339 time: 0.0292382 Nov 16 21:34:33.024906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-546e9c9b-1e08-4834-bea7-9812f401e202 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/routers/ad6d91a8-b23f-4441-ac7b-47d536f84808 HTTP/1.1" status: 204 len: 168 time: 0.7761676 Nov 16 21:34:33.024998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.026846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.051221 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b14fa23-cfce-47e3-a0b5-ebc77c36f6d7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.051599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b14fa23-cfce-47e3-a0b5-ebc77c36f6d7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.055595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7b14fa23-cfce-47e3-a0b5-ebc77c36f6d7 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/d98a8d20-37a9-473e-847c-9da7424909e2 HTTP/1.1" status: 404 len: 337 time: 0.0300417 Nov 16 21:34:33.057666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37828) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.077064 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc823a48-bf73-4b67-a049-3596785b7bec tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.077594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc823a48-bf73-4b67-a049-3596785b7bec tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.078985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet a9fb5f10-a138-4673-8189-088a1af07e6f {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:33.080614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bc823a48-bf73-4b67-a049-3596785b7bec tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/d1a8e21a-e859-4721-820e-e62cd38efd78 HTTP/1.1" status: 404 len: 339 time: 0.0217354 Nov 16 21:34:33.083177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37830) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.085079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.110307 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7026109e-c814-4a2f-a4c3-d45ec0acd5b0 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.110778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7026109e-c814-4a2f-a4c3-d45ec0acd5b0 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.116605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7026109e-c814-4a2f-a4c3-d45ec0acd5b0 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/f93e6317-93e5-4aad-acc9-f2730a59c82f HTTP/1.1" status: 404 len: 337 time: 0.0298772 Nov 16 21:34:33.116797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37836) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.129589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.136442 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e349083-c6d5-4afe-96d4-b7166a74e9ec tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.136967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e349083-c6d5-4afe-96d4-b7166a74e9ec tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.140003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e349083-c6d5-4afe-96d4-b7166a74e9ec tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/d6dbe809-944b-4527-b7e5-a70698d79f00 HTTP/1.1" status: 404 len: 339 time: 0.0222902 Nov 16 21:34:33.142569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37838) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.194933 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98381da-2f7b-4c0d-999f-bbae167c4c4a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.195394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98381da-2f7b-4c0d-999f-bbae167c4c4a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.199107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a98381da-2f7b-4c0d-999f-bbae167c4c4a tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/c21d1ba4-a9d7-443f-91af-4900dbae0340 HTTP/1.1" status: 404 len: 337 time: 0.0556254 Nov 16 21:34:33.201970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37840) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.222362 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-304dd7c4-3b2e-4196-8392-10e74dd14ef4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.222870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304dd7c4-3b2e-4196-8392-10e74dd14ef4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.225953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-304dd7c4-3b2e-4196-8392-10e74dd14ef4 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/c5df6e1c-6a90-47b1-8684-5f2c9f1311ea HTTP/1.1" status: 404 len: 339 time: 0.0230503 Nov 16 21:34:33.229380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37842) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.235325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c1b60dcb-2388-4c80-a433-478ea038bfb6 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:33.249019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.261946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: c1b60dcb-2388-4c80-a433-478ea038bfb6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:33.262298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c1b60dcb-2388-4c80-a433-478ea038bfb6 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:33.267659 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64abe95-541e-499a-b0fb-ddce4a779bbb tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.268792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64abe95-541e-499a-b0fb-ddce4a779bbb tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.272428 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e64abe95-541e-499a-b0fb-ddce4a779bbb tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/29eb724b-05a0-44f9-b376-c2c3fce90ccb HTTP/1.1" status: 404 len: 337 time: 0.0420253 Nov 16 21:34:33.275006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.288984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.297653 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-21522b38-c326-49d4-ad5c-a03f0cc2a745 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.298185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21522b38-c326-49d4-ad5c-a03f0cc2a745 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.304078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21522b38-c326-49d4-ad5c-a03f0cc2a745 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/c261bf2c-860d-4e88-8bcc-f83108d54b65 HTTP/1.1" status: 404 len: 339 time: 0.0276899 Nov 16 21:34:33.304640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.325530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.331290 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afdf140-507f-42eb-a1e6-18f07490e9e2 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.331748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afdf140-507f-42eb-a1e6-18f07490e9e2 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.337550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2afdf140-507f-42eb-a1e6-18f07490e9e2 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/96bf5c36-d1bd-4ecc-9fdc-369b1f09350c HTTP/1.1" status: 404 len: 337 time: 0.0319493 Nov 16 21:34:33.338178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37848) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.353203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fb5f10-a138-4673-8189-088a1af07e6f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:33.357300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.358296 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffe56d3-fd4f-402b-959a-fbbe593c86a0 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:33.358878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffe56d3-fd4f-402b-959a-fbbe593c86a0 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:33.361559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53229f17-659d-45c7-8747-b85a114284d4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/a9fb5f10-a138-4673-8189-088a1af07e6f HTTP/1.1" status: 204 len: 168 time: 0.3330319 Nov 16 21:34:33.364769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37850) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.365059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ffe56d3-fd4f-402b-959a-fbbe593c86a0 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/b530389d-8656-4ab7-92f2-11a047831c1f HTTP/1.1" status: 404 len: 339 time: 0.0258458 Nov 16 21:34:33.365573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37852) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.378374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a48fa-5c53-42ac-83e2-39ba34d7b925 None None] Network 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:33.480306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting subnet bde687ca-bd9e-4c60-9e26-cdd0bfe80a98 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:33.488347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.518737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.542939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.586908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] DHCP port deletion for 8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:33.639267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] Deleting port 56de9aec-0887-4c50-a6df-c81169dfeffb {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:33.639642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.662391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 56de9aec-0887-4c50-a6df-c81169dfeffb {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:33.662741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.707202 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.709715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] For port 56de9aec-0887-4c50-a6df-c81169dfeffb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=56de9aec-0887-4c50-a6df-c81169dfeffb,segment=NetworkSegment(f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2),segment_id=f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:33.710354 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.723537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] Calling delete_port for 56de9aec-0887-4c50-a6df-c81169dfeffb owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:33.772617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] For port 56de9aec-0887-4c50-a6df-c81169dfeffb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=56de9aec-0887-4c50-a6df-c81169dfeffb,segment=NetworkSegment(f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2),segment_id=f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:33.773010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.788969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 56de9aec-0887-4c50-a6df-c81169dfeffb owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:33.808648 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.830998 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.851392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] No DVR routers for this DVR port 56de9aec-0887-4c50-a6df-c81169dfeffb on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:33.874394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Subnet': ['ID=bde687ca-bd9e-4c60-9e26-cdd0bfe80a98,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:33.877838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.881052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-02bb4a59-bd7f-487d-9870-9ad1baa7b8f5 tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/subnets/bde687ca-bd9e-4c60-9e26-cdd0bfe80a98 HTTP/1.1" status: 204 len: 168 time: 0.5145333 Nov 16 21:34:33.884108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:33.897305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda36d06-7713-4a9c-910d-0055e02eb6f0 None None] Network fc2626b0-6291-4e6a-bd1a-bc3f900365fd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:33.900429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7fd4-8ea1-4bd8-9f53-ac98f05e576f None None] Pushing event deleted for resources: {'Port': ['ID=56de9aec-0887-4c50-a6df-c81169dfeffb,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:33.933870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:33.963331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=56de9aec-0887-4c50-a6df-c81169dfeffb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:33.973055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No DVR routers for this DVR port 56de9aec-0887-4c50-a6df-c81169dfeffb on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:33.980055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.073246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.093399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Deleting port 365e1a69-b831-4aae-ab15-5476654d8bef {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:34.094809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.103263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:34.148087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] DHCP port deletion for fc2626b0-6291-4e6a-bd1a-bc3f900365fd request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:34.168514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:34.169436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4da6542-0a6e-41c8-85d5-f25ccd6d2ea2') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:34.181578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.186846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] For port 365e1a69-b831-4aae-ab15-5476654d8bef, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=365e1a69-b831-4aae-ab15-5476654d8bef,segment=NetworkSegment(f05d8301-52a7-4ce2-b9c1-efcb430f55b9),segment_id=f05d8301-52a7-4ce2-b9c1-efcb430f55b9)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:34.187751 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.197685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] Deleting port 365e1a69-b831-4aae-ab15-5476654d8bef {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:34.198074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.199758 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.207598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Calling delete_port for 365e1a69-b831-4aae-ab15-5476654d8bef owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:34.208401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:34.209133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:34.225311 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:34.234333 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04e6a165-c51e-425c-9260-1364333b44ea req-52879b46-c2c4-4e3e-9b20-890c28b9d1a3 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.1055696 Nov 16 21:34:34.278255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] For port 365e1a69-b831-4aae-ab15-5476654d8bef, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=365e1a69-b831-4aae-ab15-5476654d8bef,segment=NetworkSegment(f05d8301-52a7-4ce2-b9c1-efcb430f55b9),segment_id=f05d8301-52a7-4ce2-b9c1-efcb430f55b9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:34.278822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.292497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] Calling delete_port for 365e1a69-b831-4aae-ab15-5476654d8bef owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:34.310524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.310917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.320377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.327967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1 HTTP/1.1" status: 204 len: 168 time: 0.9501936 Nov 16 21:34:34.336425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37876) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.343168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Port': ['ID=365e1a69-b831-4aae-ab15-5476654d8bef,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.347595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d76407-7c0d-4de2-951e-557ec19488df tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=8a3a149b-459d-41dd-8ca7-adfc3d0d0fe1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.355596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] No DVR routers for this DVR port 365e1a69-b831-4aae-ab15-5476654d8bef on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:34.395203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8891a8-64c0-47a5-96ea-a8dc93e50a9c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:34.401734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37878) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.402739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9c8891a8-64c0-47a5-96ea-a8dc93e50a9c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/05e2e421-9136-4b55-85c3-452bde2225e8 HTTP/1.1" status: 200 len: 844 time: 0.0647063 Nov 16 21:34:34.413314 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.440645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] Pushing event deleted for resources: {'Port': ['ID=365e1a69-b831-4aae-ab15-5476654d8bef,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:34.444302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0e78b-4c9f-4abd-bcef-c52ccc42bfa1 None None] No DVR routers for this DVR port 365e1a69-b831-4aae-ab15-5476654d8bef on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:34.498179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd8100b7-c2df-40c7-9deb-d8c4ca7b8eec tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/05e2e421-9136-4b55-85c3-452bde2225e8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0951254 Nov 16 21:34:34.502201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37880) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:34.506891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:34.512192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.836302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2626b0-6291-4e6a-bd1a-bc3f900365fd']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:34.857501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:34.857833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05d8301-52a7-4ce2-b9c1-efcb430f55b9') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:34.874410 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.897580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.907519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:34.907925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:34.910985 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:34.921244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:34.924766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.028541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.037590 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.040822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] 10.222.0.48 "DELETE /v2.0/networks/fc2626b0-6291-4e6a-bd1a-bc3f900365fd HTTP/1.1" status: 204 len: 168 time: 1.1557145 Nov 16 21:34:35.061794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Pushing event deleted for resources: {'Network': ['ID=fc2626b0-6291-4e6a-bd1a-bc3f900365fd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.072634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.072992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.073347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.073722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.074070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.074414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.074750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.075109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.075419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.075749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.076082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.076410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117fcc1f-3b6d-4d69-afd0-64f7900f614d tempest-NetworksTest-84694671 tempest-NetworksTest-84694671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:35.204064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.237794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 365e1a69-b831-4aae-ab15-5476654d8bef no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:35.267372 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:35.272081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:35.275315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:35.276050 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.287286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce744141-912c-412c-a6e1-c320ea264757 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:35.289947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 365e1a69-b831-4aae-ab15-5476654d8bef {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:35.290392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 365e1a69-b831-4aae-ab15-5476654d8bef not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:35.290955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 56de9aec-0887-4c50-a6df-c81169dfeffb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:35.297065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7938342 Nov 16 21:34:35.299685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37902) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:35.306385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'security_group': {'name': 'tempest-secgroup-1465849963'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:35.328296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7097e-e5fb-4b92-8543-74bac57912ee tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=56971fac-fec6-44c9-9ebd-0b7dcee9a96e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.349931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.388204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37904) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:35.394932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 56de9aec-0887-4c50-a6df-c81169dfeffb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:35.395709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 56de9aec-0887-4c50-a6df-c81169dfeffb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:35.419190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7f0272a-20e4-41f3-899e-0e65a69fab6f req-9a5e6a84-242d-4548-b122-e2feb937a8bd tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0512335 Nov 16 21:34:35.438325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.462214 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.468142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.501759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.503015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2017415 Nov 16 21:34:35.505991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37912) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:35.508008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56288d3-5b4f-44ed-a27f-48b083e0b5e1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcdd9eb-8eca-44ff-8829-32a84a1a5f05,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.516072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504512165'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:35.553095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.600529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'tenant_id': '38156696c11d481b8d35ec5fdfe55fe7', 'fixed_ips': [{'subnet_id': '56971fac-fec6-44c9-9ebd-0b7dcee9a96e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:35.601433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.641347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:35.641589 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7ac03868-1ce1-4589-b61c-4edcb6c96a4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4520e417459f4f269cef38cd1c96fd45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519088 Nov 16 21:34:35.665803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.670180 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.699226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eec8cc5-65c9-435b-af9a-8e55f2d0fa08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.723170 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.724462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2171071 Nov 16 21:34:35.726728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c74d15-d0ed-4161-b501-19f05dbe002a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997ee385-08a6-4cbf-af3e-b650126bbd4f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.728726 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37916) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:35.728887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eec8cc5-65c9-435b-af9a-8e55f2d0fa08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.734468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673059919', 'security_groups': ['997ee385-08a6-4cbf-af3e-b650126bbd4f'], 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56971fac-fec6-44c9-9ebd-0b7dcee9a96e'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:35.795458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eec8cc5-65c9-435b-af9a-8e55f2d0fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.799758 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3eec8cc5-65c9-435b-af9a-8e55f2d0fa08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:35.817024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3eec8cc5-65c9-435b-af9a-8e55f2d0fa08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf7d3a2e-cd3b-4932-84d5-2faf09cf34d0 HTTP/1.1" status: 204 len: 168 time: 0.1745207 Nov 16 21:34:35.824346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Allocated IP 2001:db8::2 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/56971fac-fec6-44c9-9ebd-0b7dcee9a96e/297241c9-5ee3-4ba9-81b8-747bf7c58692) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:35.837673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8cc5-65c9-435b-af9a-8e55f2d0fa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d3a2e-cd3b-4932-84d5-2faf09cf34d0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:35.894282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:36.032619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.045431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.052702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.057995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port cc6ea31a-408a-4249-ba54-178a73631423 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:36.123834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:36.126277 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:36.128189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Pushing event updated for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.132274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:36.194624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Attempting to bind port 297241c9-5ee3-4ba9-81b8-747bf7c58692 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:36.195143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Attempting to bind port 297241c9-5ee3-4ba9-81b8-747bf7c58692 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'a81828be-fdb0-495c-9efe-1964db23e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:36.195599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Attempting to bind port 297241c9-5ee3-4ba9-81b8-747bf7c58692 on network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:36.201813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:36.202343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Checking segment: {'id': 'a81828be-fdb0-495c-9efe-1964db23e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:36.202840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.203327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Bound using segment: {'id': 'a81828be-fdb0-495c-9efe-1964db23e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:36.203894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Bound port: 297241c9-5ee3-4ba9-81b8-747bf7c58692, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81828be-fdb0-495c-9efe-1964db23e180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:36.204368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.283025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:36.286450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=297241c9-5ee3-4ba9-81b8-747bf7c58692,segment=NetworkSegment(a81828be-fdb0-495c-9efe-1964db23e180),segment_id=a81828be-fdb0-495c-9efe-1964db23e180)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:36.292164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.302463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::7f (921cef91-b8e7-43ef-9fae-faf6ae6e2698/56971fac-fec6-44c9-9ebd-0b7dcee9a96e/cc6ea31a-408a-4249-ba54-178a73631423) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:36.363465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb609f74-51dc-4b7f-966b-9543a744d5e7 None None] Pushing event updated for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.527836 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.555882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3758a14e-2d9c-4932-95a5-5efe3bbb193f req-ac28a611-681d-4b3a-a2ef-e73e8a3e97eb tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0397804 Nov 16 21:34:36.598102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.725850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:36.728667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:36.735576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=cc6ea31a-408a-4249-ba54-178a73631423,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:36.738934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:36.754240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:36.755926 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.779546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0d53bf0-c3f9-4628-bd35-7676e9d701c0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0497844 Nov 16 21:34:36.783097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37958) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:36.790252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37960) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:36.792618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:36.930026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ef123351-74b6-4120-8574-b7e56c3c5268 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] Request body: {'port': {'network_id': '90e7ea52-6e1d-461b-bcdf-421c8faec14b', 'name': 'tempest-NetworksNegativeTestJSON-1858144040'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:36.941399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:36.944822 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef123351-74b6-4120-8574-b7e56c3c5268 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] POST failed (client error): The resource could not be found. Nov 16 21:34:36.945346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef123351-74b6-4120-8574-b7e56c3c5268 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:36.945486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:36.947675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef123351-74b6-4120-8574-b7e56c3c5268 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1550248 Nov 16 21:34:36.957604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37966) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:36.978423 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e956b4e8-1928-4d3f-a474-dcef0fefadfa tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:36.979111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e956b4e8-1928-4d3f-a474-dcef0fefadfa tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:36.986862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e956b4e8-1928-4d3f-a474-dcef0fefadfa tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "DELETE /v2.0/networks/9d172ccf-723c-4c59-bedf-f22ade8c4c3a HTTP/1.1" status: 404 len: 339 time: 0.0303519 Nov 16 21:34:36.988640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37968) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.019341 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2cc73e-7184-447f-89e4-2be7b137fb6d tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:37.020436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2cc73e-7184-447f-89e4-2be7b137fb6d tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:37.027802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b2cc73e-7184-447f-89e4-2be7b137fb6d tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "DELETE /v2.0/ports/25e65185-66d7-4305-bc5a-53c2f4e383a4 HTTP/1.1" status: 404 len: 333 time: 0.0340521 Nov 16 21:34:37.028186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37970) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.062477 n-d-817778-8 neutron-server[102454]: INFO neutron.db.ipam_backend_mixin [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56971fac-fec6-44c9-9ebd-0b7dcee9a96e (CIDR: 2001:db8::/64) Nov 16 21:34:37.064429 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c96e33f-c024-4f2a-940a-634e89634012 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:37.065169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c96e33f-c024-4f2a-940a-634e89634012 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:37.066064 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:37.066782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:37.069287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7c96e33f-c024-4f2a-940a-634e89634012 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "DELETE /v2.0/subnets/92ad3481-41e6-46f0-ae3e-92fcabf27b15 HTTP/1.1" status: 404 len: 337 time: 0.0397580 Nov 16 21:34:37.073122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37972) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.092408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b912f75c-01b6-478a-bac6-198859ad8650 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3079934 Nov 16 21:34:37.095464 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-364a8aca-489e-4caf-b299-7f727eb54822 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] GET failed (client error): The resource could not be found. Nov 16 21:34:37.095784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37976) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.100494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-364a8aca-489e-4caf-b299-7f727eb54822 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "GET /v2.0/networks/bfecc5bc-a683-40e6-a7a5-5a9b564a7360 HTTP/1.1" status: 404 len: 339 time: 0.0229502 Nov 16 21:34:37.101159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37978) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.101703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:37.132349 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9967600d-db89-4ce8-aa76-4e9a6014b11a tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] GET failed (client error): The resource could not be found. Nov 16 21:34:37.134203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9967600d-db89-4ce8-aa76-4e9a6014b11a tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "GET /v2.0/ports/9fa6d38e-74dd-47c9-b0e7-2e89629c3fc3 HTTP/1.1" status: 404 len: 333 time: 0.0309119 Nov 16 21:34:37.138173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37982) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.185935 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02837e2-61dd-4ebc-b4fc-c3a85c8c26a9 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] GET failed (client error): The resource could not be found. Nov 16 21:34:37.187380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b02837e2-61dd-4ebc-b4fc-c3a85c8c26a9 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "GET /v2.0/subnets/8ba56782-a420-4a94-881b-4a86c8ef5c2b HTTP/1.1" status: 404 len: 337 time: 0.0479281 Nov 16 21:34:37.192054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37984) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.199789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2fe3271e-95a6-4bd5-ad1b-787b695c9e05 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:37.221211 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe3271e-95a6-4bd5-ad1b-787b695c9e05 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] PUT failed (client error): The resource could not be found. Nov 16 21:34:37.221770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe3271e-95a6-4bd5-ad1b-787b695c9e05 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:37.222956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2fe3271e-95a6-4bd5-ad1b-787b695c9e05 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "PUT /v2.0/networks/0422d09d-6601-44df-9a89-4ef208da2a72 HTTP/1.1" status: 404 len: 339 time: 0.0299003 Nov 16 21:34:37.226991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 37986) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.233264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-96a55c93-1524-42f4-be73-e0aa7be098e7 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:37.268764 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a55c93-1524-42f4-be73-e0aa7be098e7 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] PUT failed (client error): The resource could not be found. Nov 16 21:34:37.269775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a55c93-1524-42f4-be73-e0aa7be098e7 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:37.281677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 37988) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.283123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-96a55c93-1524-42f4-be73-e0aa7be098e7 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "PUT /v2.0/ports/3340b64a-5239-4eaf-bc0b-d547cfc75f5c HTTP/1.1" status: 404 len: 333 time: 0.0542183 Nov 16 21:34:37.295654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-66afd4cb-18c1-43ef-83d2-f3086a285cb0 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:37.325725 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-66afd4cb-18c1-43ef-83d2-f3086a285cb0 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] PUT failed (client error): The resource could not be found. Nov 16 21:34:37.326284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66afd4cb-18c1-43ef-83d2-f3086a285cb0 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:37.327535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-66afd4cb-18c1-43ef-83d2-f3086a285cb0 tempest-NetworksNegativeTestJSON-626269927 tempest-NetworksNegativeTestJSON-626269927-project] 10.222.0.48 "PUT /v2.0/subnets/962436a2-b1f5-4603-bb91-bc3b6cd87ca1 HTTP/1.1" status: 404 len: 337 time: 0.0490942 Nov 16 21:34:37.353064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 297241c9-5ee3-4ba9-81b8-747bf7c58692 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:37.377585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:37.381962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.456620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:37.458392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.577839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.678318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=297241c9-5ee3-4ba9-81b8-747bf7c58692,segment=NetworkSegment(a81828be-fdb0-495c-9efe-1964db23e180),segment_id=a81828be-fdb0-495c-9efe-1964db23e180)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:37.683484 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.761889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.770930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc8f83a3-1496-4e3d-8a26-30ea942ab9f6 req-8560fc52-91e1-49cf-9e36-4d0ccb648ac0 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0307784 Nov 16 21:34:37.795515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:37.795753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38008) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.847553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-988fbfac-c460-4e1b-afa1-d7962cf7268f None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:37.848226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-988fbfac-c460-4e1b-afa1-d7962cf7268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.888661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=c4a4f2dd-da15-46bc-bc46-013b51150d40,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:37.901165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:37.903109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:37.907908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:37.908647 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:37.938909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38012) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:37.939490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53c6062c-42ee-4d77-a394-ef9f26062235 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8423307 Nov 16 21:34:37.946433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1042205795', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4a4f2dd-da15-46bc-bc46-013b51150d40'}], 'security_groups': ['ddcdd9eb-8eca-44ff-8829-32a84a1a5f05']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:37.965461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-988fbfac-c460-4e1b-afa1-d7962cf7268f None None] Provisioning complete for port 05e2e421-9136-4b55-85c3-452bde2225e8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:37.966142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-988fbfac-c460-4e1b-afa1-d7962cf7268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.007886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-988fbfac-c460-4e1b-afa1-d7962cf7268f None None] Port 05e2e421-9136-4b55-85c3-452bde2225e8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:38.028545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a53367f-93ba-41f1-b0c9-fb22d8931b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.085306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.110411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97085ef9-5756-4677-bcf7-650eefd65068 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:38.179388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bc9547fb-a523-4262-ad54-2fe8221d3f1a None None] Provisioning complete for port cc6ea31a-408a-4249-ba54-178a73631423 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:38.179878 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc9547fb-a523-4262-ad54-2fe8221d3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.237236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bc9547fb-a523-4262-ad54-2fe8221d3f1a None None] Port cc6ea31a-408a-4249-ba54-178a73631423 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:38.265248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a53367f-93ba-41f1-b0c9-fb22d8931b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.272077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a53367f-93ba-41f1-b0c9-fb22d8931b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.364653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a53367f-93ba-41f1-b0c9-fb22d8931b2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a27a23c282c14c81bc98446eaea6bda4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5672994 Nov 16 21:34:38.365438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53367f-93ba-41f1-b0c9-fb22d8931b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfc48ad-da72-4354-8ca2-8867403b05aa,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:38.367716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38016) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.452759 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98e54b61-a3d0-464c-b85b-b2034e4b2317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.485686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98e54b61-a3d0-464c-b85b-b2034e4b2317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.515159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Delete allocated IP 2001:db8::7f (921cef91-b8e7-43ef-9fae-faf6ae6e2698/56971fac-fec6-44c9-9ebd-0b7dcee9a96e) {{(pid=102453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:34:38.525653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8:0:1::1a4 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/c4a4f2dd-da15-46bc-bc46-013b51150d40/cc6ea31a-408a-4249-ba54-178a73631423) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:38.556644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98e54b61-a3d0-464c-b85b-b2034e4b2317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.559644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98e54b61-a3d0-464c-b85b-b2034e4b2317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.563155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-98e54b61-a3d0-464c-b85b-b2034e4b2317 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adfc48ad-da72-4354-8ca2-8867403b05aa HTTP/1.1" status: 204 len: 168 time: 0.1917896 Nov 16 21:34:38.570718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e54b61-a3d0-464c-b85b-b2034e4b2317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfc48ad-da72-4354-8ca2-8867403b05aa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:38.614038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] Update dhcp port {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'fixed_ips': [{'subnet_id': '56971fac-fec6-44c9-9ebd-0b7dcee9a96e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4a4f2dd-da15-46bc-bc46-013b51150d40'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '297241c9-5ee3-4ba9-81b8-747bf7c58692'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:38.656141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.748171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.754609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.822274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] In _notify_port_updated(), no bound segment for port cc6ea31a-408a-4249-ba54-178a73631423 on network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:34:38.828103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:38.828732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.830084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/ports/cc6ea31a-408a-4249-ba54-178a73631423 HTTP/1.1" status: 200 len: 931 time: 0.8895550 Nov 16 21:34:38.833074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38024) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:38.868289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] Allocated IP 2001:db8:0:1::2 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/c4a4f2dd-da15-46bc-bc46-013b51150d40/297241c9-5ee3-4ba9-81b8-747bf7c58692) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:38.938934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb82d4-b020-46e5-9cec-fe56f4bf3978 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=cc6ea31a-408a-4249-ba54-178a73631423,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:38.967326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port cc6ea31a-408a-4249-ba54-178a73631423 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:38.967680 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:38.987177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99e869c0-29f1-4230-a7bd-9238a0991809 req-515bfd03-a227-4d9d-93af-d3f1c29cad56 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0796051 Nov 16 21:34:39.017846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=297241c9-5ee3-4ba9-81b8-747bf7c58692,segment=NetworkSegment(a81828be-fdb0-495c-9efe-1964db23e180),segment_id=a81828be-fdb0-495c-9efe-1964db23e180)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:39.072962 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.077566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.091756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.106682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for cc6ea31a-408a-4249-ba54-178a73631423 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:39.141347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f863b7e-0f9b-4188-8a49-ebf93ab1010e None None] Pushing event updated for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:39.268676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 297241c9-5ee3-4ba9-81b8-747bf7c58692 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:39.323431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:39.324047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.334275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.380074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=cc6ea31a-408a-4249-ba54-178a73631423,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:39.432048 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.438271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38044) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:39.438422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0ece74d2-8943-4104-83e1-98600d530d2c tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/cc6ea31a-408a-4249-ba54-178a73631423 HTTP/1.1" status: 204 len: 168 time: 0.6042507 Nov 16 21:34:39.468773 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6d0c29-bb4d-4ff3-abbb-1435e42f73c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:39.471888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4a6d0c29-bb4d-4ff3-abbb-1435e42f73c3 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/cc6ea31a-408a-4249-ba54-178a73631423 HTTP/1.1" status: 404 len: 333 time: 0.0325935 Nov 16 21:34:39.474909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38046) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:39.546330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15845ca9-c639-4ad0-92f5-c5615288cb66 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.562234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:39.580398 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15845ca9-c639-4ad0-92f5-c5615288cb66 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.639825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15845ca9-c639-4ad0-92f5-c5615288cb66 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.643036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15845ca9-c639-4ad0-92f5-c5615288cb66 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.644673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-15845ca9-c639-4ad0-92f5-c5615288cb66 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/security-groups/997ee385-08a6-4cbf-af3e-b650126bbd4f HTTP/1.1" status: 204 len: 168 time: 0.1686068 Nov 16 21:34:39.647301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38052) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:39.672432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15845ca9-c639-4ad0-92f5-c5615288cb66 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ee385-08a6-4cbf-af3e-b650126bbd4f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:39.705668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1694285465'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:39.757631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:39.762609 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.773830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7bf0d5b-0147-4cb7-9011-61070273198a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.776010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.818940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7bf0d5b-0147-4cb7-9011-61070273198a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.908414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7bf0d5b-0147-4cb7-9011-61070273198a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.911130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7bf0d5b-0147-4cb7-9011-61070273198a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.913986 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7bf0d5b-0147-4cb7-9011-61070273198a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddcdd9eb-8eca-44ff-8829-32a84a1a5f05 HTTP/1.1" status: 204 len: 168 time: 0.2656519 Nov 16 21:34:39.915852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:39.945040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf0d5b-0147-4cb7-9011-61070273198a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcdd9eb-8eca-44ff-8829-32a84a1a5f05,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:39.948398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.954179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.984944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:39.995273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 56971fac-fec6-44c9-9ebd-0b7dcee9a96e {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:39.998629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:39.999586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72b97d0-6536-4284-ba01-deed4ccca44e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:40.002897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.003976 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment 3bc572c0-097a-42af-8267-7cc483f9a31d of type vlan for network 1a8b011e-5707-4a65-beb8-821ceb8392cd Nov 16 21:34:40.072972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.079722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.094497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1b0b213d-6606-476e-a622-9a1000eab47f None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:40.095044 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1b0b213d-6606-476e-a622-9a1000eab47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.124542 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.141636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:40.142321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.200272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a42fb4-692d-412d-91aa-15a605575df7 req-ac0de2d6-e080-45e6-aca1-3626dc178e1a tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0412381 Nov 16 21:34:40.232195 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6688139 Nov 16 21:34:40.232900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38060) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:40.238832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'name': 'tempest-PortsTestJSON-39278835'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:40.248537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444411f4-e312-4532-8418-25736583c190 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=1a8b011e-5707-4a65-beb8-821ceb8392cd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:40.271465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:40.281022 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.332175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1b0b213d-6606-476e-a622-9a1000eab47f None None] Provisioning complete for port 05e2e421-9136-4b55-85c3-452bde2225e8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:40.332562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1b0b213d-6606-476e-a622-9a1000eab47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.355991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.402286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b213d-6606-476e-a622-9a1000eab47f None None] Port 05e2e421-9136-4b55-85c3-452bde2225e8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:40.405946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1b0b213d-6606-476e-a622-9a1000eab47f None None] Could not find standard attr ID for object cc6ea31a-408a-4249-ba54-178a73631423. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:40.428202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=56971fac-fec6-44c9-9ebd-0b7dcee9a96e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:40.456003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.459618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-266b419d-2640-4efd-92db-d354b30cdb9d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/56971fac-fec6-44c9-9ebd-0b7dcee9a96e HTTP/1.1" status: 204 len: 168 time: 0.5424950 Nov 16 21:34:40.464733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38064) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:40.474241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:40.500508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:40.504560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.520262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c2b391cf-ec78-497b-ae2f-b36e5d650b50 None None] Could not find standard attr ID for object cc6ea31a-408a-4249-ba54-178a73631423. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:40.523819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port bdb6999b-2669-494f-bea0-f4bb80a8a491 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:40.648720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:40.652291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d837e6-13d9-4560-ac9a-611a1665d091 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:40.654254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.743567 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.781654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.863424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=bdb6999b-2669-494f-bea0-f4bb80a8a491,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:40.894375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': '3bc572c0-097a-42af-8267-7cc483f9a31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:40.894735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: 1a8b011e-5707-4a65-beb8-821ceb8392cd, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:40.919702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:40.932618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 1a8b011e-5707-4a65-beb8-821ceb8392cd) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:40.946789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:40.947652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bfa0b-93c2-4c29-9d56-13a1d7a01492 None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:40.958804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:40.962335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:40.969027 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.001192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e4216fe0-7384-4233-90bf-000524f6114b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7635703 Nov 16 21:34:41.001490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38068) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.006899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178690501'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.028199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:41.034314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:41.038688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:41.039299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.051036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:41.054995 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.065838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5991044 Nov 16 21:34:41.069166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38072) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.075466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'security_group': {'name': 'tempest-secgroup-840354743'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.088410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5591bf-671c-466b-9ea2-5b5a2122ee4f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=05adc6ae-3c33-4f06-8616-4667a64fe3f4,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.129974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.141041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:41.157960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.158614 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment d6b754cc-de5d-4022-82e9-1740097de69f of type vlan for network d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4 Nov 16 21:34:41.223849 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.255629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.262741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.279993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.294092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:41.294541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.296030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45939c00-d319-4a39-8c7d-ee6d0faa091d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.301165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.306430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe667d69-596a-4d47-be5d-76993dde796e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2362430 Nov 16 21:34:41.306877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.311370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'security_group': {'name': 'tempest-secgroup-75436575'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.353053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.369218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-790de91c-5f91-4186-8dd0-dd93e182890e req-9b1e22e2-816e-424a-81a3-8ee9681eb5ad tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0288658 Nov 16 21:34:41.407884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4051096 Nov 16 21:34:41.410259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38078) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.421071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'ports': [{'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'}, {'network_id': 'd6b92ffc-40b8-4491-abe2-e6b1c6eef2e4'}]} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.421387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.421914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': 'd6b92ffc-40b8-4491-abe2-e6b1c6eef2e4'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.430090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f374a5-b92e-4cd6-a8ca-ea5c3dadda5c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.446976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:41.528864 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.575070 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.622336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.623683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3157365 Nov 16 21:34:41.626446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.633003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'security_group': {'name': 'tempest-secgroup-971450196'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.653068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d56972-3066-4916-9b00-38e169e77bff None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:41.653834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38490ba-042e-471e-ac71-e3a64d42f0f0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf859c2-9037-4149-b70b-1f9971fa99c3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.667648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.690780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 2} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:41.691469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.717980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.783441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3ce5c571-f63e-4f31-a509-42424f3b572f None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:41.783942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c571-f63e-4f31-a509-42424f3b572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.791065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.796739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.829746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port ed4c6722-c37c-4102-a8a6-3715b8b28dc6 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:41.835996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:41.838429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2091596 Nov 16 21:34:41.841142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38082) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:41.843822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a38ab4-eaa3-49e4-beec-55e530f83a93 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6def60-4c32-4803-b8f3-a16cbd24915f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:41.848218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-96683743', 'security_groups': ['9f6def60-4c32-4803-b8f3-a16cbd24915f'], 'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05adc6ae-3c33-4f06-8616-4667a64fe3f4'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:41.964254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3ce5c571-f63e-4f31-a509-42424f3b572f None None] Provisioning complete for port 05e2e421-9136-4b55-85c3-452bde2225e8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:41.964636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ce5c571-f63e-4f31-a509-42424f3b572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.031221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5c571-f63e-4f31-a509-42424f3b572f None None] Port 05e2e421-9136-4b55-85c3-452bde2225e8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:42.039158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Update dhcp port {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'fixed_ips': [{'subnet_id': 'c4a4f2dd-da15-46bc-bc46-013b51150d40', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05adc6ae-3c33-4f06-8616-4667a64fe3f4'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '297241c9-5ee3-4ba9-81b8-747bf7c58692'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:42.050961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:42.066943 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.120146 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.205623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port 1d337b24-b016-4bf6-9d58-9dfa096636d2 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:42.225542 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.243285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Allocated IP 2001:db8::2 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/05adc6ae-3c33-4f06-8616-4667a64fe3f4/297241c9-5ee3-4ba9-81b8-747bf7c58692) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:42.255997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] device_id is not set on port b28be5d7-a7de-419d-92f3-7d74f891f123 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:42.343262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=297241c9-5ee3-4ba9-81b8-747bf7c58692,segment=NetworkSegment(a81828be-fdb0-495c-9efe-1964db23e180),segment_id=a81828be-fdb0-495c-9efe-1964db23e180)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:42.374476 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.379767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.470200 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.495130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f69293b-61ae-41e9-a6cc-26d844d2a347 req-5ff33974-9f89-4875-aa83-f7ae2fff60b9 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0280123 Nov 16 21:34:42.528208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8::142 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/05adc6ae-3c33-4f06-8616-4667a64fe3f4/b28be5d7-a7de-419d-92f3-7d74f891f123) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:42.530297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Pushing event updated for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:42.543215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.543968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.544547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.545076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.545628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.547301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.548029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.548604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.548947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.549868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.550274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.550621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb509da6-38f9-48ee-84c8-157d981e2a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:34:42.564767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.673647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:42.681019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:42.689134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:42.690498 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.701658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=ed4c6722-c37c-4102-a8a6-3715b8b28dc6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:42.807580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=1d337b24-b016-4bf6-9d58-9dfa096636d2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:42.823665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.826782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': 'd6b754cc-de5d-4022-82e9-1740097de69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd6b92ffc-40b8-4491-abe2-e6b1c6eef2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:42.827152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:42.864744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:42.879175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:42.885263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:42.892895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:42.897537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e1992-b8cc-4461-a9c2-d5e0edea7f94 None None] Network d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:42.898359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:42.899712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.904715 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:42.959011 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:42.959252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-323db78b-71f1-41da-89ea-88a7c2b61c5b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5477102 Nov 16 21:34:42.978381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:42.984560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:42.988950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:42.995533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:42.996189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.010160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=b28be5d7-a7de-419d-92f3-7d74f891f123,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.022807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ceb534d4-f474-4e91-bd64-5050b8cff101 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1787937 Nov 16 21:34:43.026832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.045023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:43.118353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 1d337b24-b016-4bf6-9d58-9dfa096636d2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:43.118693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.207782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:43.213113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.243987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.270293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 297241c9-5ee3-4ba9-81b8-747bf7c58692 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:43.271360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 1d337b24-b016-4bf6-9d58-9dfa096636d2 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:43.345630 n-d-817778-8 neutron-server[102454]: INFO neutron.db.ipam_backend_mixin [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05adc6ae-3c33-4f06-8616-4667a64fe3f4 (CIDR: 2001:db8::/64) Nov 16 21:34:43.350605 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:43.351163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:43.356934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:43.357686 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.374357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6c91b31c-d375-414c-bd15-27f456226e58 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3416395 Nov 16 21:34:43.374999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38094) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.384684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:43.411217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-69164e92-0636-49c1-b4e6-808f64417089 None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:43.411755 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69164e92-0636-49c1-b4e6-808f64417089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.415813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.463966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=1d337b24-b016-4bf6-9d58-9dfa096636d2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.478254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.486768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1eff8320-fedb-4114-a6b1-2e7fb1fa3256 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/1d337b24-b016-4bf6-9d58-9dfa096636d2 HTTP/1.1" status: 204 len: 168 time: 0.5243983 Nov 16 21:34:43.487415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38096) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.534148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:43.545800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.587990 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde16097-4a81-4a30-b664-eb36df46db22 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:43.594623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde16097-4a81-4a30-b664-eb36df46db22 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:43.596253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cde16097-4a81-4a30-b664-eb36df46db22 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1078398 Nov 16 21:34:43.598958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38100) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.643962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-69164e92-0636-49c1-b4e6-808f64417089 None None] Provisioning complete for port 05e2e421-9136-4b55-85c3-452bde2225e8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:43.644522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69164e92-0636-49c1-b4e6-808f64417089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.676957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-633e9dc9-5e71-4bed-b8f3-04797e67e842 req-8431de64-9f62-41a7-af48-19b2e0d84623 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0460086 Nov 16 21:34:43.724246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-69164e92-0636-49c1-b4e6-808f64417089 None None] Port 05e2e421-9136-4b55-85c3-452bde2225e8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:43.731667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port ed4c6722-c37c-4102-a8a6-3715b8b28dc6 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:43.732015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.759508 n-d-817778-8 neutron-server[102454]: INFO neutron.db.ipam_backend_mixin [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c4a4f2dd-da15-46bc-bc46-013b51150d40 (CIDR: 2001:db8:0:1::/64) Nov 16 21:34:43.763238 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:43.763812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:43.780568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-70a07619-b188-4384-baaa-9f151831c1e2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4032462 Nov 16 21:34:43.783085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:43.788625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'subnet': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:43.807378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.820362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for ed4c6722-c37c-4102-a8a6-3715b8b28dc6 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:43.845841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-accba7be-5362-47ef-a7c9-865d4c0b33e5 None None] Provisioning complete for port b28be5d7-a7de-419d-92f3-7d74f891f123 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:43.846219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-accba7be-5362-47ef-a7c9-865d4c0b33e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.881876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-accba7be-5362-47ef-a7c9-865d4c0b33e5 None None] Port b28be5d7-a7de-419d-92f3-7d74f891f123 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:43.920094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Made reservation on behalf of 38156696c11d481b8d35ec5fdfe55fe7 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:43.923824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.935706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.966980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=ed4c6722-c37c-4102-a8a6-3715b8b28dc6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:43.972275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:43.976856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-daef2bf0-9105-4b70-a086-f6e019926c04 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/ed4c6722-c37c-4102-a8a6-3715b8b28dc6 HTTP/1.1" status: 204 len: 168 time: 0.3766334 Nov 16 21:34:43.979511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38104) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.036097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee927390-c182-4317-a52e-6ca180e4992b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.037904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ee927390-c182-4317-a52e-6ca180e4992b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0572650 Nov 16 21:34:44.040835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38106) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.070545 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-040f7f97-6120-4708-8346-8db5fb9af375 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:34:44.072628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-040f7f97-6120-4708-8346-8db5fb9af375 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/1d337b24-b016-4bf6-9d58-9dfa096636d2 HTTP/1.1" status: 404 len: 333 time: 0.0296917 Nov 16 21:34:44.075296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38108) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.099348 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a661d8-7827-47b1-b81b-aff78c6debc6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:34:44.100736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-72a661d8-7827-47b1-b81b-aff78c6debc6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/ed4c6722-c37c-4102-a8a6-3715b8b28dc6 HTTP/1.1" status: 404 len: 333 time: 0.0245264 Nov 16 21:34:44.103706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38110) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.173585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.184459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.222214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:44.225408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:44.229921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.230496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.232875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Subnet': ['ID=77173537-7c72-48e8-9837-d44ac07b5052,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:44.234605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d66ba1-b314-42c0-af58-66defc662f67 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:44.255834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-54a97206-5a3f-4e2d-9bb3-1725cfd1747b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4710426 Nov 16 21:34:44.256756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38116) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.263449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1914674464', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77173537-7c72-48e8-9837-d44ac07b5052'}], 'security_groups': ['45939c00-d319-4a39-8c7d-ee6d0faa091d', '0cf859c2-9037-4149-b70b-1f9971fa99c3']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:44.286704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.317627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:44.341567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.345214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b754cc-de5d-4022-82e9-1740097de69f') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:44.345570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b754cc-de5d-4022-82e9-1740097de69f') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:44.358563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.375454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.382853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:44.384804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:44.388977 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:44.482002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.490983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.501597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4 HTTP/1.1" status: 204 len: 168 time: 0.3968258 Nov 16 21:34:44.518006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556c4c9-d990-460c-a035-256172c16730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=d6b92ffc-40b8-4491-abe2-e6b1c6eef2e4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:44.520019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38132) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.526445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-597117665'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:44.552419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:44.552586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] Update dhcp port {'port': {'network_id': '921cef91-b8e7-43ef-9fae-faf6ae6e2698', 'fixed_ips': [{'subnet_id': 'c4a4f2dd-da15-46bc-bc46-013b51150d40', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '05adc6ae-3c33-4f06-8616-4667a64fe3f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '77173537-7c72-48e8-9837-d44ac07b5052'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '297241c9-5ee3-4ba9-81b8-747bf7c58692'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:34:44.558759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.585087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.586118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:44.599665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.600334 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment dbfa8996-3dd7-45d4-93de-81232fc737a9 of type vlan for network b73a3f32-9165-46fe-8b64-f3a548641816 Nov 16 21:34:44.653799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.684790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.699692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:44.700766 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:44.783495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=b73a3f32-9165-46fe-8b64-f3a548641816,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:44.802803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network b73a3f32-9165-46fe-8b64-f3a548641816 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:44.817498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-090e26d9-a086-4555-a1e1-864001f234e1 req-bb02beb3-d396-4b79-ae77-56f6aa67f5b9 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0363827 Nov 16 21:34:44.823792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d5f4a50-6103-45a3-92f3-9719b856d2c3 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3025975 Nov 16 21:34:44.826930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38168) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:44.830954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Delete allocated IP 2001:db8::142 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/05adc6ae-3c33-4f06-8616-4667a64fe3f4) {{(pid=102454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:34:44.841166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:44.843844 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Allocated IP 2001:db8:0:2::3d4 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/77173537-7c72-48e8-9837-d44ac07b5052/b28be5d7-a7de-419d-92f3-7d74f891f123) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:44.955871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:44.959492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.023652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Performing IP validity checks on allocation pools {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 21:34:45.025036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.ipam_backend_mixin [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 21:34:45.050449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.056123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.127694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] Allocated IP 2001:db8:0:2::2 (921cef91-b8e7-43ef-9fae-faf6ae6e2698/77173537-7c72-48e8-9837-d44ac07b5052/297241c9-5ee3-4ba9-81b8-747bf7c58692) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:45.187741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.267273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=c4168fe6-88bd-4118-a640-db83b4a535d0,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:45.276056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': 'dbfa8996-3dd7-45d4-93de-81232fc737a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:45.276438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: b73a3f32-9165-46fe-8b64-f3a548641816, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:45.297772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network b73a3f32-9165-46fe-8b64-f3a548641816 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:45.312354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, b73a3f32-9165-46fe-8b64-f3a548641816) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:45.317672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.318658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.341558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55a147ad-2beb-4354-a5a7-af0161a91906 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5134821 Nov 16 21:34:45.344362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38230) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:45.351612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816', 'name': 'tempest-PortsTestJSON-431287545'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:45.428670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fd7ce-b10a-4deb-bc5d-6838d85f8f43 None None] Network b73a3f32-9165-46fe-8b64-f3a548641816 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:45.472195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] In _notify_port_updated(), no bound segment for port b28be5d7-a7de-419d-92f3-7d74f891f123 on network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:34:45.480906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:45.481193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.485099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "PUT /v2.0/ports/b28be5d7-a7de-419d-92f3-7d74f891f123 HTTP/1.1" status: 200 len: 970 time: 1.2243989 Nov 16 21:34:45.487947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38250) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:45.526392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab83496-368d-40a5-a822-41540af0d11e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event updated for resources: {'Port': ['ID=b28be5d7-a7de-419d-92f3-7d74f891f123,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:45.534843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:45.538912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.557448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=297241c9-5ee3-4ba9-81b8-747bf7c58692,segment=NetworkSegment(a81828be-fdb0-495c-9efe-1964db23e180),segment_id=a81828be-fdb0-495c-9efe-1964db23e180)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:45.562382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port bc8b34b4-48b9-4215-8a7f-afdbfdafeabc yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:45.611503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port b28be5d7-a7de-419d-92f3-7d74f891f123 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:45.611955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.636102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.647805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.742217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-b73a3f32-9165-46fe-8b64-f3a548641816', 'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': 'c4168fe6-88bd-4118-a640-db83b4a535d0'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:45.743934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.745473 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.760163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for b28be5d7-a7de-419d-92f3-7d74f891f123 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:45.768270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.9 (b73a3f32-9165-46fe-8b64-f3a548641816/c4168fe6-88bd-4118-a640-db83b4a535d0/bc8b34b4-48b9-4215-8a7f-afdbfdafeabc) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:45.926839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcd1fb-0aad-485b-9cc6-9a6a00e8ee1c None None] Pushing event updated for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:45.947601 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:45.966704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b08fefac-5346-4e6a-bf50-a09cdf3aa86f req-0424ec10-e7f5-4964-8999-67f77c4a589c tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0342605 Nov 16 21:34:45.994001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=b28be5d7-a7de-419d-92f3-7d74f891f123,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.030176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.033559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.036440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4678501d-5cb5-41ff-9c21-ee8a2045ded4 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/b28be5d7-a7de-419d-92f3-7d74f891f123 HTTP/1.1" status: 204 len: 168 time: 0.5475757 Nov 16 21:34:46.038499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38310) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.071604 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-774f99b8-5fb2-4fa3-a261-4eea0e556bca tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] GET failed (client error): The resource could not be found. Nov 16 21:34:46.073327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-774f99b8-5fb2-4fa3-a261-4eea0e556bca tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports/b28be5d7-a7de-419d-92f3-7d74f891f123 HTTP/1.1" status: 404 len: 333 time: 0.0337191 Nov 16 21:34:46.075945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.091784 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.144137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network b73a3f32-9165-46fe-8b64-f3a548641816 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:46.147988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:46.155728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:46.185925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Allocated IP 172.20.0.2 (b73a3f32-9165-46fe-8b64-f3a548641816/c4168fe6-88bd-4118-a640-db83b4a535d0/05dff87f-4b64-4694-b2d2-01f7d306b466) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:46.190184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-522d61a2-1dae-46e8-aa0f-2119cf53887f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.194281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=bc8b34b4-48b9-4215-8a7f-afdbfdafeabc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.236780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-522d61a2-1dae-46e8-aa0f-2119cf53887f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.256901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:46.257608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.277600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e4d376f2-3090-4709-8b85-5bbbcfccee6e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9318352 Nov 16 21:34:46.282548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38342) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.312685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-522d61a2-1dae-46e8-aa0f-2119cf53887f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.315969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-522d61a2-1dae-46e8-aa0f-2119cf53887f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.319455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-522d61a2-1dae-46e8-aa0f-2119cf53887f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f6def60-4c32-4803-b8f3-a16cbd24915f HTTP/1.1" status: 204 len: 168 time: 0.2415495 Nov 16 21:34:46.322639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38348) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.335873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d61a2-1dae-46e8-aa0f-2119cf53887f tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6def60-4c32-4803-b8f3-a16cbd24915f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.457066 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.460892 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b86b5d3e-2193-4e96-916d-7e7a39fc0dc9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.466923 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.497568 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port bc8b34b4-48b9-4215-8a7f-afdbfdafeabc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:46.497914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.517606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b86b5d3e-2193-4e96-916d-7e7a39fc0dc9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.518076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Network b73a3f32-9165-46fe-8b64-f3a548641816 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:46.522321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:46.524991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:46.537747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Pushing event updated for resources: {'Port': ['ID=05dff87f-4b64-4694-b2d2-01f7d306b466,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.590167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Attempting to bind port 05dff87f-4b64-4694-b2d2-01f7d306b466 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:46.591092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Attempting to bind port 05dff87f-4b64-4694-b2d2-01f7d306b466 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'dbfa8996-3dd7-45d4-93de-81232fc737a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:46.592140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Attempting to bind port 05dff87f-4b64-4694-b2d2-01f7d306b466 on network b73a3f32-9165-46fe-8b64-f3a548641816 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:46.598719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:46.599306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Checking segment: {'id': 'dbfa8996-3dd7-45d4-93de-81232fc737a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:46.599862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.600473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Bound using segment: {'id': 'dbfa8996-3dd7-45d4-93de-81232fc737a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:46.601147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Bound port: 05dff87f-4b64-4694-b2d2-01f7d306b466, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfa8996-3dd7-45d4-93de-81232fc737a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b73a3f32-9165-46fe-8b64-f3a548641816'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:46.602465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.629393 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b86b5d3e-2193-4e96-916d-7e7a39fc0dc9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.632475 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b86b5d3e-2193-4e96-916d-7e7a39fc0dc9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.633264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b86b5d3e-2193-4e96-916d-7e7a39fc0dc9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/security-groups/0cf859c2-9037-4149-b70b-1f9971fa99c3 HTTP/1.1" status: 204 len: 168 time: 0.3096297 Nov 16 21:34:46.636397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.640493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.662679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for bc8b34b4-48b9-4215-8a7f-afdbfdafeabc owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:46.674923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] For port 05dff87f-4b64-4694-b2d2-01f7d306b466, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:46.678766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] For port 05dff87f-4b64-4694-b2d2-01f7d306b466, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=05dff87f-4b64-4694-b2d2-01f7d306b466,segment=NetworkSegment(dbfa8996-3dd7-45d4-93de-81232fc737a9),segment_id=dbfa8996-3dd7-45d4-93de-81232fc737a9)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:46.685275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.754641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e62553a-ad88-4f9a-b217-80bd56c8e5aa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.791791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50313c0-d31b-4856-8d2d-d3aeea8ac144 None None] Pushing event updated for resources: {'Port': ['ID=05dff87f-4b64-4694-b2d2-01f7d306b466,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.792780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e62553a-ad88-4f9a-b217-80bd56c8e5aa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.861688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1eb3eebd-7012-44ae-82fe-24a51633ef49 None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:46.862448 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eebd-7012-44ae-82fe-24a51633ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.869301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e62553a-ad88-4f9a-b217-80bd56c8e5aa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.879982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e62553a-ad88-4f9a-b217-80bd56c8e5aa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.884087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8e62553a-ad88-4f9a-b217-80bd56c8e5aa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/security-groups/45939c00-d319-4a39-8c7d-ee6d0faa091d HTTP/1.1" status: 204 len: 168 time: 0.2431157 Nov 16 21:34:46.885366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38404) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:46.919606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b5d3e-2193-4e96-916d-7e7a39fc0dc9 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf859c2-9037-4149-b70b-1f9971fa99c3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.932053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:46.941122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62553a-ad88-4f9a-b217-80bd56c8e5aa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45939c00-d319-4a39-8c7d-ee6d0faa091d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:46.966816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=bc8b34b4-48b9-4215-8a7f-afdbfdafeabc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:47.136563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 05adc6ae-3c33-4f06-8616-4667a64fe3f4 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:47.147724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.194836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1eb3eebd-7012-44ae-82fe-24a51633ef49 None None] Provisioning complete for port 05e2e421-9136-4b55-85c3-452bde2225e8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:47.196422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1eb3eebd-7012-44ae-82fe-24a51633ef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.210706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.295763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3eebd-7012-44ae-82fe-24a51633ef49 None None] Port 05e2e421-9136-4b55-85c3-452bde2225e8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:47.315135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1eb3eebd-7012-44ae-82fe-24a51633ef49 None None] Could not find standard attr ID for object b28be5d7-a7de-419d-92f3-7d74f891f123. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:47.364828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.444707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e30e8278-5a78-4a86-8669-7c7b52ddc3aa None None] Could not find standard attr ID for object b28be5d7-a7de-419d-92f3-7d74f891f123. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:47.487952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 05dff87f-4b64-4694-b2d2-01f7d306b466 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:47.491547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.536150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.543139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/05adc6ae-3c33-4f06-8616-4667a64fe3f4 HTTP/1.1" status: 204 len: 168 time: 0.6541562 Nov 16 21:34:47.544031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a29fa-462f-4e36-80a8-b660a6bcfebe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=05adc6ae-3c33-4f06-8616-4667a64fe3f4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:47.551610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38470) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:47.600811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 05dff87f-4b64-4694-b2d2-01f7d306b466 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:47.601476 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.660891 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-607f22c5-a754-4517-bbda-0edbed741708 req-5988c1da-d775-47f3-abfe-939d0c464b18 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.1493077 Nov 16 21:34:47.682090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet 77173537-7c72-48e8-9837-d44ac07b5052 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:47.686201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.728126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.747171 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.755828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f5292bfe-8c5c-412d-b909-a040a72e2d49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/bc8b34b4-48b9-4215-8a7f-afdbfdafeabc HTTP/1.1" status: 204 len: 168 time: 1.4699209 Nov 16 21:34:47.760118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38494) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:47.772608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.809023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 05dff87f-4b64-4694-b2d2-01f7d306b466, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=05dff87f-4b64-4694-b2d2-01f7d306b466,segment=NetworkSegment(dbfa8996-3dd7-45d4-93de-81232fc737a9),segment_id=dbfa8996-3dd7-45d4-93de-81232fc737a9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:47.816156 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b305ac-3ad4-482a-9cc8-ba899c81133b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:47.817624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b305ac-3ad4-482a-9cc8-ba899c81133b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:47.819766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2be88-f007-4d44-b82b-65d60dd69ffc None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:47.822418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.823284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 297241c9-5ee3-4ba9-81b8-747bf7c58692 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:47.828392 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00b305ac-3ad4-482a-9cc8-ba899c81133b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/bc8b34b4-48b9-4215-8a7f-afdbfdafeabc HTTP/1.1" status: 404 len: 333 time: 0.0668173 Nov 16 21:34:47.831058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38504) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:47.870559 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27eafdc-1adf-4623-8a62-119708eb7063 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:34:47.872430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d27eafdc-1adf-4623-8a62-119708eb7063 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/bc8b34b4-48b9-4215-8a7f-afdbfdafeabc HTTP/1.1" status: 404 len: 333 time: 0.0402129 Nov 16 21:34:47.876784 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38510) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:47.934791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:47.968943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet c4168fe6-88bd-4118-a640-db83b4a535d0 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:47.974218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.015130 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.062523 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.071606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:48.072170 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.077227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.080752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/77173537-7c72-48e8-9837-d44ac07b5052 HTTP/1.1" status: 204 len: 168 time: 0.5229712 Nov 16 21:34:48.082170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43157069-2e4c-46ad-b207-53b859d853fa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=77173537-7c72-48e8-9837-d44ac07b5052,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.083826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38534) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.121007 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f1f35d-7f51-4de4-8fa6-c6f827d8e2a0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:48.121763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f1f35d-7f51-4de4-8fa6-c6f827d8e2a0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:48.125230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d9f1f35d-7f51-4de4-8fa6-c6f827d8e2a0 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/05adc6ae-3c33-4f06-8616-4667a64fe3f4 HTTP/1.1" status: 404 len: 337 time: 0.0402997 Nov 16 21:34:48.128286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38540) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.140313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=05dff87f-4b64-4694-b2d2-01f7d306b466,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.258682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting subnet c4a4f2dd-da15-46bc-bc46-013b51150d40 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:48.267052 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.315882 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.344873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.352658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9d686-0aea-46a2-8319-5ef13e4800d2 None None] Network b73a3f32-9165-46fe-8b64-f3a548641816 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:48.447658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fe0e51e6-10a3-4d67-9d84-a9ea8db9adfa None None] Provisioning complete for port 05dff87f-4b64-4694-b2d2-01f7d306b466 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:48.448343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe0e51e6-10a3-4d67-9d84-a9ea8db9adfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.461128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.499760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=c4168fe6-88bd-4118-a640-db83b4a535d0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.504530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.508191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92b95fb3-e5f0-4918-965d-e1bfca7648c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/c4168fe6-88bd-4118-a640-db83b4a535d0 HTTP/1.1" status: 204 len: 168 time: 0.6301003 Nov 16 21:34:48.509870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.511875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38582) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.626863 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.670366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a4f2dd-da15-46bc-bc46-013b51150d40,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:48.685883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.701664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-729cc982-1afa-478c-a269-94438c6969ba tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/c4a4f2dd-da15-46bc-bc46-013b51150d40 HTTP/1.1" status: 204 len: 168 time: 0.5720441 Nov 16 21:34:48.702514 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38602) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.710121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.723872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] DHCP port deletion for b73a3f32-9165-46fe-8b64-f3a548641816 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:48.764792 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6073b49c-596b-490d-bdac-0650e705ce3d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:48.765484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6073b49c-596b-490d-bdac-0650e705ce3d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:48.771837 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6073b49c-596b-490d-bdac-0650e705ce3d tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/56971fac-fec6-44c9-9ebd-0b7dcee9a96e HTTP/1.1" status: 404 len: 337 time: 0.0681002 Nov 16 21:34:48.774954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38606) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.812963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e7cb368-5300-4fc5-b3d7-42373b322192 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad6d91a8-b23f-4441-ac7b-47d536f84808 HTTP/1.1" status: 200 len: 205 time: 0.0354962 Nov 16 21:34:48.815399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38608) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.818205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] Deleting port 05dff87f-4b64-4694-b2d2-01f7d306b466 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:48.818672 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.832364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 05dff87f-4b64-4694-b2d2-01f7d306b466 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:48.832711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.851807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed5b6491-c0b6-4823-9f49-51b82266ebbf req-2df2f860-5188-49af-9937-bd3138cbd48a tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0367999 Nov 16 21:34:48.880428 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-c0ab4b64-649a-4098-8c3d-b903164f2515 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] delete failed (client error): The resource could not be found. Nov 16 21:34:48.881498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0ab4b64-649a-4098-8c3d-b903164f2515 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/routers/ad6d91a8-b23f-4441-ac7b-47d536f84808 HTTP/1.1" status: 404 len: 336 time: 0.0642552 Nov 16 21:34:48.884519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.903894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] For port 05dff87f-4b64-4694-b2d2-01f7d306b466, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=05dff87f-4b64-4694-b2d2-01f7d306b466,segment=NetworkSegment(dbfa8996-3dd7-45d4-93de-81232fc737a9),segment_id=dbfa8996-3dd7-45d4-93de-81232fc737a9)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:48.904300 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.914124 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d2948-472f-4848-9c50-fff8bd552ef2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:48.914632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011d2948-472f-4848-9c50-fff8bd552ef2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:48.918254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-011d2948-472f-4848-9c50-fff8bd552ef2 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/a9fb5f10-a138-4673-8189-088a1af07e6f HTTP/1.1" status: 404 len: 337 time: 0.0327041 Nov 16 21:34:48.920729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38612) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.922274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] Calling delete_port for 05dff87f-4b64-4694-b2d2-01f7d306b466 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:48.929770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] For port 05dff87f-4b64-4694-b2d2-01f7d306b466, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=05dff87f-4b64-4694-b2d2-01f7d306b466,segment=NetworkSegment(dbfa8996-3dd7-45d4-93de-81232fc737a9),segment_id=dbfa8996-3dd7-45d4-93de-81232fc737a9)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:48.930364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:48.948444 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-998fdf57-6441-42cb-950c-8f923ca1b8f1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:48.948938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998fdf57-6441-42cb-950c-8f923ca1b8f1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:48.950189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 05dff87f-4b64-4694-b2d2-01f7d306b466 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:48.952175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-998fdf57-6441-42cb-950c-8f923ca1b8f1 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/06702b75-c9b8-4a18-9553-7b5c170c5f56 HTTP/1.1" status: 404 len: 337 time: 0.0304310 Nov 16 21:34:48.956110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38614) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:48.990696 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ab4da1-5f55-45ec-8c1e-c4f56cd2c57b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:48.991164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ab4da1-5f55-45ec-8c1e-c4f56cd2c57b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:48.995626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-12ab4da1-5f55-45ec-8c1e-c4f56cd2c57b tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/04edaf75-a0cf-43bc-bfd6-61fce34e71dd HTTP/1.1" status: 404 len: 337 time: 0.0384812 Nov 16 21:34:48.998742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38616) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.019691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.032306 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de6bc0d-89e6-44c7-a6ad-b4787f0f856e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:49.033164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de6bc0d-89e6-44c7-a6ad-b4787f0f856e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:49.039839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7de6bc0d-89e6-44c7-a6ad-b4787f0f856e tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/c6bc4b2e-844f-48a1-97b3-f95c5818d778 HTTP/1.1" status: 404 len: 333 time: 0.0395269 Nov 16 21:34:49.040005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.048918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] Pushing event deleted for resources: {'Port': ['ID=05dff87f-4b64-4694-b2d2-01f7d306b466,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.053038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fed0c-28b3-4ee6-8729-6f6971202b0b None None] No DVR routers for this DVR port 05dff87f-4b64-4694-b2d2-01f7d306b466 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:49.078769 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d56638-079b-4e67-a609-6d719224ea38 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:49.079233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d56638-079b-4e67-a609-6d719224ea38 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:49.084433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f1d56638-079b-4e67-a609-6d719224ea38 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/eb75a15b-8c07-4abd-88c7-a847ba87f1d6 HTTP/1.1" status: 404 len: 337 time: 0.0413964 Nov 16 21:34:49.085534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38620) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.115003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.120336 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae407a82-de3e-49fe-a119-b86d886cebca tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:49.120769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae407a82-de3e-49fe-a119-b86d886cebca tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:49.124039 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ae407a82-de3e-49fe-a119-b86d886cebca tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/7a7530d1-0551-49e4-8bf9-f5d5a54e7327 HTTP/1.1" status: 404 len: 337 time: 0.0368614 Nov 16 21:34:49.126720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38622) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.142713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=05dff87f-4b64-4694-b2d2-01f7d306b466,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.147385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No DVR routers for this DVR port 05dff87f-4b64-4694-b2d2-01f7d306b466 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:49.157454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01758177-3457-4b0d-a169-e6bdb5f40001 None None] Network 921cef91-b8e7-43ef-9fae-faf6ae6e2698 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:49.160793 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40af4fe-b4f8-43c3-b012-770fd573caaa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:49.161474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40af4fe-b4f8-43c3-b012-770fd573caaa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:49.166519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a40af4fe-b4f8-43c3-b012-770fd573caaa tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/de5f24f7-2421-4f32-95aa-f7c4d3db6e34 HTTP/1.1" status: 404 len: 333 time: 0.0387075 Nov 16 21:34:49.169356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.204828 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-925ce9c3-8f4c-434d-968e-1ca9b86dd6fe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:49.205312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925ce9c3-8f4c-434d-968e-1ca9b86dd6fe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:49.208864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-925ce9c3-8f4c-434d-968e-1ca9b86dd6fe tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/96b5af55-d21c-4cc1-b7b1-09e7469dccfa HTTP/1.1" status: 404 len: 337 time: 0.0381267 Nov 16 21:34:49.216822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38626) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.246930 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e09169-3cd2-4fc7-af31-5c13e1a22381 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] DELETE failed (client error): The resource could not be found. Nov 16 21:34:49.247363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.247554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e09169-3cd2-4fc7-af31-5c13e1a22381 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:49.249696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 05dff87f-4b64-4694-b2d2-01f7d306b466 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:49.250677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-40e09169-3cd2-4fc7-af31-5c13e1a22381 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/subnets/62bd26a5-8f9b-4f7d-9fd1-0fa2b75ea10b HTTP/1.1" status: 404 len: 337 time: 0.0328712 Nov 16 21:34:49.253961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.269676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73a3f32-9165-46fe-8b64-f3a548641816']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:49.280499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfa8996-3dd7-45d4-93de-81232fc737a9') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:49.280799 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfa8996-3dd7-45d4-93de-81232fc737a9') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:49.291443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 05dff87f-4b64-4694-b2d2-01f7d306b466 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:49.291799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 05dff87f-4b64-4694-b2d2-01f7d306b466 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:49.295098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.302144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d8169f55-4988-4c28-92a6-ead9d18a15b5 None None] Provisioning complete for port 297241c9-5ee3-4ba9-81b8-747bf7c58692 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:49.302530 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d8169f55-4988-4c28-92a6-ead9d18a15b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.314538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.321482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:49.322029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:49.325222 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:49.361387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Deleting port 05e2e421-9136-4b55-85c3-452bde2225e8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:49.361782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.397385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.407023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.416010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38630) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.416544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/b73a3f32-9165-46fe-8b64-f3a548641816 HTTP/1.1" status: 204 len: 168 time: 0.9034188 Nov 16 21:34:49.421616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1844137303'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:49.431225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa958c-f3a4-4360-a245-fe2ab6f3d1f4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=b73a3f32-9165-46fe-8b64-f3a548641816,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.446123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d8169f55-4988-4c28-92a6-ead9d18a15b5 None None] Provisioning complete for port 05e2e421-9136-4b55-85c3-452bde2225e8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:49.446653 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d8169f55-4988-4c28-92a6-ead9d18a15b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.458906 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.478626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Calling delete_port for 05e2e421-9136-4b55-85c3-452bde2225e8 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:49.484344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] DHCP port deletion for 921cef91-b8e7-43ef-9fae-faf6ae6e2698 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:49.485316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:49.489426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.495302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d8169f55-4988-4c28-92a6-ead9d18a15b5 None None] Port 05e2e421-9136-4b55-85c3-452bde2225e8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:34:49.536733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] Deleting port 297241c9-5ee3-4ba9-81b8-747bf7c58692 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:49.537117 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.555075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:49.574681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.575019 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment 6b88e738-a520-4400-8256-7e411b2e1181 of type vlan for network 5314a486-4016-440d-a325-83ee2841e3c5 Nov 16 21:34:49.602096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] For port 297241c9-5ee3-4ba9-81b8-747bf7c58692, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=297241c9-5ee3-4ba9-81b8-747bf7c58692,segment=NetworkSegment(a81828be-fdb0-495c-9efe-1964db23e180),segment_id=a81828be-fdb0-495c-9efe-1964db23e180)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:49.602500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.619134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] Calling delete_port for 297241c9-5ee3-4ba9-81b8-747bf7c58692 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:49.622343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.630690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.670205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Port': ['ID=05e2e421-9136-4b55-85c3-452bde2225e8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.681331 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.687064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:49.687669 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.691359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.698023 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-04fd0a53-d0c8-434c-923c-fc6f7604a50a tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/ports/05e2e421-9136-4b55-85c3-452bde2225e8 HTTP/1.1" status: 204 len: 168 time: 0.4429462 Nov 16 21:34:49.698946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38636) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.720150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.750852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] No DVR routers for this DVR port 297241c9-5ee3-4ba9-81b8-747bf7c58692 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:49.752647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbee8a-5df6-4ab9-bba7-bea0f45f54aa None None] Pushing event deleted for resources: {'Port': ['ID=297241c9-5ee3-4ba9-81b8-747bf7c58692,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.776653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=5314a486-4016-440d-a325-83ee2841e3c5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:49.788829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 5314a486-4016-440d-a325-83ee2841e3c5 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:49.797933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-29d6f3e8-691d-448a-a5f1-5456f422dde5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3809376 Nov 16 21:34:49.800868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38640) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:49.806029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '5314a486-4016-440d-a325-83ee2841e3c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:49.864891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.928170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:49.936576 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:49.978944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.004347 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921cef91-b8e7-43ef-9fae-faf6ae6e2698']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:50.018222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81828be-fdb0-495c-9efe-1964db23e180') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:50.018809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81828be-fdb0-495c-9efe-1964db23e180') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:50.029238 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0bc5be6-553b-456c-b159-6f8c1dc668ae req-9bd8a6ad-a586-4741-9acb-bf1e454a707e tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0412281 Nov 16 21:34:50.032898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.049401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.058053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:50.058474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:50.062069 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:50.123793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.130982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.135019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] 10.222.0.48 "DELETE /v2.0/networks/921cef91-b8e7-43ef-9fae-faf6ae6e2698 HTTP/1.1" status: 204 len: 168 time: 0.4342639 Nov 16 21:34:50.148486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf555c-f44d-4f9e-9d0c-101e9e56c684 tempest-PortsIpV6TestJSON-1521463685 tempest-PortsIpV6TestJSON-1521463685-project] Pushing event deleted for resources: {'Network': ['ID=921cef91-b8e7-43ef-9fae-faf6ae6e2698,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:50.244846 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.310350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=ff078060-430d-45b0-9df9-e24dbb934b54,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:50.318165 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': '6b88e738-a520-4400-8256-7e411b2e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5314a486-4016-440d-a325-83ee2841e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:50.318536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: 5314a486-4016-440d-a325-83ee2841e3c5, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:50.336341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 5314a486-4016-440d-a325-83ee2841e3c5 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:50.351076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 5314a486-4016-440d-a325-83ee2841e3c5) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:50.361898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:50.362235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa91c79f-8e2f-4611-9462-4074c15f386b None None] Network 5314a486-4016-440d-a325-83ee2841e3c5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:50.362498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.388414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:50.388953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2f8f2ed5-53fd-4b3e-8dd3-9a99927a414c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5870016 Nov 16 21:34:50.394309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '5314a486-4016-440d-a325-83ee2841e3c5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1837775812'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:50.433228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38650) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:50.533211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:50.537416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.560632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port a590b256-4ed3-4f3c-baa7-c3f6278f8f76 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:50.600624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dafc8107-3d27-4883-896d-72d49026fe71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38156696c11d481b8d35ec5fdfe55fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658514 Nov 16 21:34:50.601532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:50.666248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf872dda-5833-42d3-a2f7-feef09357b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.710817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf872dda-5833-42d3-a2f7-feef09357b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.721902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.11 (5314a486-4016-440d-a325-83ee2841e3c5/ff078060-430d-45b0-9df9-e24dbb934b54/a590b256-4ed3-4f3c-baa7-c3f6278f8f76) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:50.747688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-5314a486-4016-440d-a325-83ee2841e3c5', 'network_id': '5314a486-4016-440d-a325-83ee2841e3c5', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': 'ff078060-430d-45b0-9df9-e24dbb934b54'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:50.748602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.787101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf872dda-5833-42d3-a2f7-feef09357b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.791658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cf872dda-5833-42d3-a2f7-feef09357b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.795296 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cf872dda-5833-42d3-a2f7-feef09357b22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63b7c8c6-b787-4467-ab86-8de86e219691 HTTP/1.1" status: 204 len: 168 time: 0.1896946 Nov 16 21:34:50.796235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9c09632-313c-482c-b9f3-9af7cce30c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.810154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf872dda-5833-42d3-a2f7-feef09357b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b7c8c6-b787-4467-ab86-8de86e219691,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:50.859337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.897661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:50.952792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 5314a486-4016-440d-a325-83ee2841e3c5 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:50.956831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Allocated IP 172.20.0.2 (5314a486-4016-440d-a325-83ee2841e3c5/ff078060-430d-45b0-9df9-e24dbb934b54/a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:50.960205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:50.978635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:51.019842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=a590b256-4ed3-4f3c-baa7-c3f6278f8f76,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:51.063686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:51.064551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.087865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fbdac353-6a06-4126-9ad2-5e31029f1009 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6955435 Nov 16 21:34:51.088179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38666) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.189349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cfede116-23f8-4f45-9590-d14bec23f5d3 req-cf1a5617-8e49-40f1-a3ce-f2cb9ec6fc53 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0370083 Nov 16 21:34:51.238458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port a590b256-4ed3-4f3c-baa7-c3f6278f8f76 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:51.238788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.260876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.269642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.282874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 297241c9-5ee3-4ba9-81b8-747bf7c58692 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:34:51.342100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.342481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 297241c9-5ee3-4ba9-81b8-747bf7c58692 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:34:51.342824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 297241c9-5ee3-4ba9-81b8-747bf7c58692 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:34:51.346074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Network 5314a486-4016-440d-a325-83ee2841e3c5 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:51.351223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:51.356544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:51.360128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Pushing event updated for resources: {'Port': ['ID=a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:51.362403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for a590b256-4ed3-4f3c-baa7-c3f6278f8f76 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:51.427567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Attempting to bind port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:51.427964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Attempting to bind port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '6b88e738-a520-4400-8256-7e411b2e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5314a486-4016-440d-a325-83ee2841e3c5'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:51.428342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Attempting to bind port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf on network 5314a486-4016-440d-a325-83ee2841e3c5 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:51.435243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:51.435635 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Checking segment: {'id': '6b88e738-a520-4400-8256-7e411b2e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5314a486-4016-440d-a325-83ee2841e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:51.436057 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.436462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Bound using segment: {'id': '6b88e738-a520-4400-8256-7e411b2e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5314a486-4016-440d-a325-83ee2841e3c5'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:51.436963 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Bound port: a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b88e738-a520-4400-8256-7e411b2e1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5314a486-4016-440d-a325-83ee2841e3c5'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:51.437431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.511966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] For port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:51.517553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.518129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] For port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf,segment=NetworkSegment(6b88e738-a520-4400-8256-7e411b2e1181),segment_id=6b88e738-a520-4400-8256-7e411b2e1181)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:51.524888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.571441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=a590b256-4ed3-4f3c-baa7-c3f6278f8f76,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:51.598859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbdef5-93fe-4120-8192-be21bef39970 None None] Pushing event updated for resources: {'Port': ['ID=a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:51.688773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.698047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9db53935-2bb5-459d-8dbd-91faf397ea56 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/a590b256-4ed3-4f3c-baa7-c3f6278f8f76 HTTP/1.1" status: 204 len: 168 time: 0.6062419 Nov 16 21:34:51.698422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38682) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.734627 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f208e472-325f-47b1-9bbb-15b47a9b9926 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:34:51.739494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f208e472-325f-47b1-9bbb-15b47a9b9926 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/a590b256-4ed3-4f3c-baa7-c3f6278f8f76 HTTP/1.1" status: 404 len: 333 time: 0.0364926 Nov 16 21:34:51.739927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:51.832516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet ff078060-430d-45b0-9df9-e24dbb934b54 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:34:51.841478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:51.889749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.000694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.075417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.112608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=ff078060-430d-45b0-9df9-e24dbb934b54,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.119082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.122216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-031977a8-405c-431d-b45b-043e2a8f1a00 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/ff078060-430d-45b0-9df9-e24dbb934b54 HTTP/1.1" status: 204 len: 168 time: 0.3811958 Nov 16 21:34:52.124831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38696) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.215210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.288813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:52.290316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.309303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5c7e065-9be4-4617-b4c3-9e8a8225ef3c req-60c81357-961f-4239-ba13-ff71c258b38f tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0333500 Nov 16 21:34:52.377204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] For port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf,segment=NetworkSegment(6b88e738-a520-4400-8256-7e411b2e1181),segment_id=6b88e738-a520-4400-8256-7e411b2e1181)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:52.378041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.403309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:52.510877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.538715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.543199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No DVR routers for this DVR port a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:34:52.646563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.682563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5314a486-4016-440d-a325-83ee2841e3c5']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:52.700032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b88e738-a520-4400-8256-7e411b2e1181') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:52.700332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b88e738-a520-4400-8256-7e411b2e1181') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:34:52.714486 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.733005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.740726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:34:52.741137 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:34:52.749974 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:34:52.776545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637f4e2-94ab-48a7-809f-3dc46c57d798 None None] Network 5314a486-4016-440d-a325-83ee2841e3c5 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:52.821551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.845027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:52.851048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1548fed5-c1ea-4ffc-afbf-e7c0565f3a91 None None] Could not find standard attr ID for object a6fab0e6-1b7c-48c3-8982-a8f7fc32b7bf. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:34:52.853827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38716) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:52.860571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'name': 'tempest-PortsTestJSON-1248114267'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:52.865587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/5314a486-4016-440d-a325-83ee2841e3c5 HTTP/1.1" status: 204 len: 168 time: 0.7388749 Nov 16 21:34:52.866659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437393c-6db0-45d4-a1b0-e286ee0da89e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=5314a486-4016-440d-a325-83ee2841e3c5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:52.996636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:53.001079 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.038667 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b455012-1677-4d8f-a6ad-ca6b87005abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.084688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port e491ac0f-a54c-4e36-aac6-87f9f2bb19f4 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:53.086998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad3f56-f29c-419e-af20-5d5a4756c348 None None] DHCP port deletion for 5314a486-4016-440d-a325-83ee2841e3c5 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:34:53.281952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.316035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.361852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:53.367401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:53.373959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:53.379631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:53.380253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.393926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=e491ac0f-a54c-4e36-aac6-87f9f2bb19f4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.408507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-929e39a0-fb94-4152-9d2e-9c73f2fde8c5 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5534155 Nov 16 21:34:53.411026 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:53.437634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dc3e8c5-9910-431f-b0e9-ffd634a528f0 req-d053f458-ba88-4bf3-afed-dafc6bc96bf6 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0336349 Nov 16 21:34:53.503540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port e491ac0f-a54c-4e36-aac6-87f9f2bb19f4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:53.503870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.572621 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.585221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for e491ac0f-a54c-4e36-aac6-87f9f2bb19f4 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:53.669167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.698581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=e491ac0f-a54c-4e36-aac6-87f9f2bb19f4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:53.705427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.708798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-895fd1d4-ad2d-46cf-be45-8488659465be tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/e491ac0f-a54c-4e36-aac6-87f9f2bb19f4 HTTP/1.1" status: 204 len: 168 time: 0.2964954 Nov 16 21:34:53.711881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38726) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:53.716729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'mac_address': 'fa:16:3e:5c:be:71', 'name': 'tempest-PortsTestJSON-1276061183'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:53.805064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:53.880935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:53.901369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port ad8c07b8-2716-4490-a7c4-b5fa57bb31bf yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:54.060406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.094633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.138625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:54.141880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:54.151565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:54.158655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.159299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.166012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.183416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=ad8c07b8-2716-4490-a7c4-b5fa57bb31bf,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:54.193070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38734) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:54.193267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87c907c3-0564-4de1-8320-53dbb53c15d2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4802828 Nov 16 21:34:54.254699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708cea0-e2fa-4da0-bc85-06ad3506591c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:54.258660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5708cea0-e2fa-4da0-bc85-06ad3506591c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/ad8c07b8-2716-4490-a7c4-b5fa57bb31bf HTTP/1.1" status: 200 len: 841 time: 0.0623055 Nov 16 21:34:54.259693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:54.322553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2047185e-c94c-4a12-a300-ee793d523a5f req-0355e994-cf2f-46b8-81f5-c5b448342557 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0508993 Nov 16 21:34:54.371057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port ad8c07b8-2716-4490-a7c4-b5fa57bb31bf {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:54.371610 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.448266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.477768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for ad8c07b8-2716-4490-a7c4-b5fa57bb31bf owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:54.619642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.621086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f924721-e5e5-4f2a-973b-460fb6d39f11 req-fc8596c7-12d0-48c2-8695-31b6ab6d3ea4 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0428994 Nov 16 21:34:54.649343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=ad8c07b8-2716-4490-a7c4-b5fa57bb31bf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:54.660061 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.666490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-27765872-3d4c-479e-a44e-9123c4c78c5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/ad8c07b8-2716-4490-a7c4-b5fa57bb31bf HTTP/1.1" status: 204 len: 168 time: 0.4026926 Nov 16 21:34:54.666830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38750) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:54.718655 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-872fbb5e-6d82-4d91-a8cb-4addaf57f21a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:34:54.720126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-872fbb5e-6d82-4d91-a8cb-4addaf57f21a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/ad8c07b8-2716-4490-a7c4-b5fa57bb31bf HTTP/1.1" status: 404 len: 333 time: 0.0522821 Nov 16 21:34:54.724000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38754) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:54.730156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'name': 'tempest-PortsTestJSON-51923500'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:54.830958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:54.834615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:54.853637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port fbed7cb3-f4da-4f48-b4e7-574c493feff1 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:55.025932 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.067414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.118277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:55.121668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:55.125873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:55.131328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:55.131924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.136531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=fbed7cb3-f4da-4f48-b4e7-574c493feff1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:55.155391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f87104b8-a717-40ef-ac6d-5ff828dfc66e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4279356 Nov 16 21:34:55.155754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38758) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:55.161105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:55.240053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.438522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.445053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.495998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] In _notify_port_updated(), no bound segment for port fbed7cb3-f4da-4f48-b4e7-574c493feff1 on network 1a8b011e-5707-4a65-beb8-821ceb8392cd {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:34:55.502398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:55.503402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.508960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/ports/fbed7cb3-f4da-4f48-b4e7-574c493feff1 HTTP/1.1" status: 200 len: 818 time: 0.3483119 Nov 16 21:34:55.511983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38762) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:55.522569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879caad-fb8f-4f94-9ffc-cac6aa43449e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=fbed7cb3-f4da-4f48-b4e7-574c493feff1,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:55.642299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port fbed7cb3-f4da-4f48-b4e7-574c493feff1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:34:55.642641 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.728822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.753620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.770991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for fbed7cb3-f4da-4f48-b4e7-574c493feff1 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:34:55.801050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1728a2e-1b79-4739-a29c-872ff7c79f86 req-83a2cbf9-4aaa-45bd-ade8-cc77d647484b tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0428710 Nov 16 21:34:55.886395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.918685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=fbed7cb3-f4da-4f48-b4e7-574c493feff1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:55.932851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:55.936408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d35d3eb-9f7d-4b4d-8164-4bc423d21cc1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/fbed7cb3-f4da-4f48-b4e7-574c493feff1 HTTP/1.1" status: 204 len: 168 time: 0.4206882 Nov 16 21:34:55.938902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38774) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:55.998671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453fc489-b343-45ed-9e82-f6073089efd8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.003616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38776) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.003951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-453fc489-b343-45ed-9e82-f6073089efd8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0640304 Nov 16 21:34:56.046142 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a712a927-bfa3-4255-84b2-63ae92d6abee tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:34:56.051125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a712a927-bfa3-4255-84b2-63ae92d6abee tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/fbed7cb3-f4da-4f48-b4e7-574c493feff1 HTTP/1.1" status: 404 len: 333 time: 0.0424678 Nov 16 21:34:56.051496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.057990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1762695203'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:56.097167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:56.100833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.127917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66344e01-fbb4-4e13-a1d4-ba0d1acd58a4 req-3159e745-ee8c-4da5-a9b2-56b0c661f386 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1041d3cb0633488d9ae5842927d9d64d&device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0713944 Nov 16 21:34:56.168991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd3ed592-da96-49bf-8c5a-4c17b68ea5a1 req-533eb731-ff9e-4f05-8411-1fbb6f4e3851 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0339553 Nov 16 21:34:56.175931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:34:56.182017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66344e01-fbb4-4e13-a1d4-ba0d1acd58a4 req-4b9c1f7c-0857-4404-95b4-5c6082bac235 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1041d3cb0633488d9ae5842927d9d64d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458298 Nov 16 21:34:56.189397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.190030 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment e00f8470-ad14-4d58-b796-d58b82f53ead of type vlan for network ae991365-5e45-4287-934d-e2dcd0dff137 Nov 16 21:34:56.251323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.282111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.289252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.290553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.304348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66344e01-fbb4-4e13-a1d4-ba0d1acd58a4 req-64297a14-0a37-4942-82a9-0d7afdb99179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.306901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66344e01-fbb4-4e13-a1d4-ba0d1acd58a4 req-64297a14-0a37-4942-82a9-0d7afdb99179 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186693 Nov 16 21:34:56.355791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3032899 Nov 16 21:34:56.359146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38784) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.372294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:56.390334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36168b-0f5d-456e-af20-eacd00306f0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=ae991365-5e45-4287-934d-e2dcd0dff137,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:56.405222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:34:56.483525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:56.487887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.636368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.696885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.764816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=8f134735-603c-4d43-9244-e29f9f16e33a,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:56.774341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': 'e00f8470-ad14-4d58-b796-d58b82f53ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:56.774781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: ae991365-5e45-4287-934d-e2dcd0dff137, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:34:56.792255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network ae991365-5e45-4287-934d-e2dcd0dff137 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:34:56.803152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ae991365-5e45-4287-934d-e2dcd0dff137) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:56.807603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:56.808205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:56.813256 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60cf1d-52c0-47fc-9774-dd410c151344 None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:56.827242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-16e5571a-3e10-4995-8d5c-c0c65b4ee667 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4667420 Nov 16 21:34:56.829951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:56.835654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:56.978012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:56.982160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.005070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ae991365-5e45-4287-934d-e2dcd0dff137', 'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': '8f134735-603c-4d43-9244-e29f9f16e33a'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:34:57.006164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.086241 n-d-817778-8 neutron-server[102453]: INFO neutron.db.ipam_backend_mixin [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8f134735-603c-4d43-9244-e29f9f16e33a (CIDR: 172.20.0.0/28) Nov 16 21:34:57.089791 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:34:57.090444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:34:57.110591 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ad063669-0d6b-40e7-b3d3-f0a8f00d84fb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2794275 Nov 16 21:34:57.113141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38790) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:57.119886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:57.190150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Allocated IP 172.20.0.2 (ae991365-5e45-4287-934d-e2dcd0dff137/8f134735-603c-4d43-9244-e29f9f16e33a/bb8d2063-b9b5-413f-84b5-de5db74fa1e5) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:57.323163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-40debfcf-4d34-422e-94be-205c6c97f522 req-1a281961-5348-404f-ae1d-93ceaf14439c tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0354717 Nov 16 21:34:57.341956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:57.345656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.413135 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.429637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.483804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:57.487767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:57.495925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:57.529156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Pushing event updated for resources: {'Port': ['ID=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:57.571917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Attempting to bind port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:34:57.572301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Attempting to bind port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'e00f8470-ad14-4d58-b796-d58b82f53ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:34:57.572682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Attempting to bind port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 on network ae991365-5e45-4287-934d-e2dcd0dff137 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:34:57.578678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:34:57.579058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Checking segment: {'id': 'e00f8470-ad14-4d58-b796-d58b82f53ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:34:57.579465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.580001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Bound using segment: {'id': 'e00f8470-ad14-4d58-b796-d58b82f53ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:34:57.580350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Bound port: bb8d2063-b9b5-413f-84b5-de5db74fa1e5, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00f8470-ad14-4d58-b796-d58b82f53ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:34:57.580739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.678260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66344e01-fbb4-4e13-a1d4-ba0d1acd58a4 req-037fce48-d853-4597-9bc2-d3e11fb80276 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.41 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0392227 Nov 16 21:34:57.679568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.729160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] For port bb8d2063-b9b5-413f-84b5-de5db74fa1e5, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:34:57.737291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] For port bb8d2063-b9b5-413f-84b5-de5db74fa1e5, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,segment=NetworkSegment(e00f8470-ad14-4d58-b796-d58b82f53ead),segment_id=e00f8470-ad14-4d58-b796-d58b82f53ead)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:34:57.762471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.812440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network ae991365-5e45-4287-934d-e2dcd0dff137 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:57.839346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:57.848426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:57.849285 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:57.874706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=916c6e73-ac49-46af-910a-dfd109269516,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:57.883596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1a58c0a2-9a13-4bce-9334-128151fea534 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7688708 Nov 16 21:34:57.886736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38798) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:57.917045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137', 'fixed_ips': [{'subnet_id': '8f134735-603c-4d43-9244-e29f9f16e33a'}, {'subnet_id': '916c6e73-ac49-46af-910a-dfd109269516'}], 'name': 'tempest-PortsTestJSON-1976277814'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:57.953680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486494e1-b8a3-4a9d-b6b7-8ad88f9d5af3 None None] Pushing event updated for resources: {'Port': ['ID=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:58.079988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:34:58.419338 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:34:58.491228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a0b129e-0331-4b12-84b1-644c84725b1c req-6db7f219-5290-4c65-bc9e-af26909309e9 tempest-ServerShowV257Test-1225764075 tempest-ServerShowV257Test-1225764075-project] 10.222.0.48 "GET /v2.0/ports?device_id=070f20ff-0941-483c-8c75-6ba4be69b48b HTTP/1.1" status: 200 len: 210 time: 0.0352924 Nov 16 21:34:58.563510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:58.586946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:34:58.922777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.5 (ae991365-5e45-4287-934d-e2dcd0dff137/8f134735-603c-4d43-9244-e29f9f16e33a/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:58.934299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.20 (ae991365-5e45-4287-934d-e2dcd0dff137/916c6e73-ac49-46af-910a-dfd109269516/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:34:58.973269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38818) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:59.160368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26cd4786-38c8-4967-9a59-b35bc32869db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.209219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.256377 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.304584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd997a-86ac-4fbe-9bfc-3c408b224382 None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:34:59.362414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26cd4786-38c8-4967-9a59-b35bc32869db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.373923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26cd4786-38c8-4967-9a59-b35bc32869db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.388576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network ae991365-5e45-4287-934d-e2dcd0dff137 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:34:59.389497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=87fc79ec-b1e1-4e09-bc74-016a2d74d1d8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:59.392941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:34:59.395051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:34:59.406640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb8d2063-b9b5-413f-84b5-de5db74fa1e5 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:34:59.416382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-26cd4786-38c8-4967-9a59-b35bc32869db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f98e16ebae2409598e376f2c69689b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411864 Nov 16 21:34:59.422030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38830) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:59.440552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd4786-38c8-4967-9a59-b35bc32869db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fc974-5dd5-4307-9f88-9bb5cdec41d7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:59.474718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:34:59.475636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.496074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a1128b22-e4ef-44fb-9ca8-33f1bc21a061 None None] Provisioning complete for port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:59.496481 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1128b22-e4ef-44fb-9ca8-33f1bc21a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.505380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c53817f-23a8-4cd8-acd2-80387eeb7f75 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6173818 Nov 16 21:34:59.508887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38832) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:34:59.509372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1628951-57b2-4c7b-a74c-ce84d1c9997c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.514551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f134735-603c-4d43-9244-e29f9f16e33a'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:34:59.533982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1628951-57b2-4c7b-a74c-ce84d1c9997c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.553107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:34:59.553496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.597824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1628951-57b2-4c7b-a74c-ce84d1c9997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.601207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1628951-57b2-4c7b-a74c-ce84d1c9997c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.605486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a1628951-57b2-4c7b-a74c-ce84d1c9997c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c97fc974-5dd5-4307-9f88-9bb5cdec41d7 HTTP/1.1" status: 204 len: 168 time: 0.1823888 Nov 16 21:34:59.623033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1628951-57b2-4c7b-a74c-ce84d1c9997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fc974-5dd5-4307-9f88-9bb5cdec41d7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:59.738588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1128b22-e4ef-44fb-9ca8-33f1bc21a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.786879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a1128b22-e4ef-44fb-9ca8-33f1bc21a061 None None] For port bb8d2063-b9b5-413f-84b5-de5db74fa1e5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,segment=NetworkSegment(e00f8470-ad14-4d58-b796-d58b82f53ead),segment_id=e00f8470-ad14-4d58-b796-d58b82f53ead)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:34:59.803974 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1128b22-e4ef-44fb-9ca8-33f1bc21a061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.844979 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:34:59.871118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128b22-e4ef-44fb-9ca8-33f1bc21a061 None None] Pushing event updated for resources: {'Port': ['ID=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:34:59.970431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:00.037939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] Update dhcp port {'port': {'network_id': 'ae991365-5e45-4287-934d-e2dcd0dff137', 'fixed_ips': [{'subnet_id': '8f134735-603c-4d43-9244-e29f9f16e33a', 'ip_address': '172.20.0.2'}, {'subnet_id': '916c6e73-ac49-46af-910a-dfd109269516'}], 'binding:host_id': 'n-d-817778-8'}, 'id': 'bb8d2063-b9b5-413f-84b5-de5db74fa1e5'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:35:00.071515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.162095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38848) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:00.177023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-395577ea-a168-4165-9206-16b8aed9d9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.223341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Delete allocated IP 172.20.0.20 (ae991365-5e45-4287-934d-e2dcd0dff137/916c6e73-ac49-46af-910a-dfd109269516) {{(pid=102454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:35:00.225304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-156bc034-0963-450f-9ca0-0f3489e0a125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.315843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-395577ea-a168-4165-9206-16b8aed9d9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.324099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-395577ea-a168-4165-9206-16b8aed9d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.360824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395577ea-a168-4165-9206-16b8aed9d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef4e2a7-ad8c-47a6-bee6-f001420cce6f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.367677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.391668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.394525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38852) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:00.395102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-395577ea-a168-4165-9206-16b8aed9d9ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7506ce60a5847cd992aa93b68f6edd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299986 Nov 16 21:35:00.422683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-156bc034-0963-450f-9ca0-0f3489e0a125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.429178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-156bc034-0963-450f-9ca0-0f3489e0a125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.480515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] Allocated IP 172.20.0.18 (ae991365-5e45-4287-934d-e2dcd0dff137/916c6e73-ac49-46af-910a-dfd109269516/bb8d2063-b9b5-413f-84b5-de5db74fa1e5) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:00.486741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-156bc034-0963-450f-9ca0-0f3489e0a125 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1041d3cb0633488d9ae5842927d9d64d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119097 Nov 16 21:35:00.486940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bc034-0963-450f-9ca0-0f3489e0a125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a555dfed-728c-4ff1-92dd-d4d4d5a7cb3b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.501319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:00.525914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=87fc79ec-b1e1-4e09-bc74-016a2d74d1d8,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.585744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e8194e4-5b8c-48eb-8a9c-c2212a352148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.602496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1f141c-2c05-4ea5-b045-f48b55e7b3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.611711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e8194e4-5b8c-48eb-8a9c-c2212a352148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.624554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] For port bb8d2063-b9b5-413f-84b5-de5db74fa1e5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,segment=NetworkSegment(e00f8470-ad14-4d58-b796-d58b82f53ead),segment_id=e00f8470-ad14-4d58-b796-d58b82f53ead)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:00.636046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1f141c-2c05-4ea5-b045-f48b55e7b3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.671502 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.679407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.718920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] In _notify_port_updated(), no bound segment for port 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 on network ae991365-5e45-4287-934d-e2dcd0dff137 {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:35:00.724604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.725428 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.729918 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-004437b0-fb40-4fac-b858-03ed1b95c9b0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/ports/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 HTTP/1.1" status: 200 len: 919 time: 1.2167969 Nov 16 21:35:00.732646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38858) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:00.744264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f134735-603c-4d43-9244-e29f9f16e33a'}, {'subnet_id': '916c6e73-ac49-46af-910a-dfd109269516'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:00.753185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-3d3be41a-e95d-4121-b845-81eb155d22b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985556 Nov 16 21:35:00.776049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1f141c-2c05-4ea5-b045-f48b55e7b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.779898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ec1f141c-2c05-4ea5-b045-f48b55e7b3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.783789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ec1f141c-2c05-4ea5-b045-f48b55e7b3a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ef4e2a7-ad8c-47a6-bee6-f001420cce6f HTTP/1.1" status: 204 len: 168 time: 0.3841903 Nov 16 21:35:00.800044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e977e8a-4959-44f1-b979-94c69ec68414 None None] Pushing event updated for resources: {'Port': ['ID=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.801328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e8194e4-5b8c-48eb-8a9c-c2212a352148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.802759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f141c-2c05-4ea5-b045-f48b55e7b3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef4e2a7-ad8c-47a6-bee6-f001420cce6f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.804531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8e8194e4-5b8c-48eb-8a9c-c2212a352148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.809882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8e8194e4-5b8c-48eb-8a9c-c2212a352148 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a555dfed-728c-4ff1-92dd-d4d4d5a7cb3b HTTP/1.1" status: 204 len: 168 time: 0.3053575 Nov 16 21:35:00.825242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8194e4-5b8c-48eb-8a9c-c2212a352148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a555dfed-728c-4ff1-92dd-d4d4d5a7cb3b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:00.867936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:00.932345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-47732897-4af0-4334-92f9-f7542fc115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:00.937948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-47732897-4af0-4334-92f9-f7542fc115a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.0875001 Nov 16 21:35:01.137397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-c41aac8f-0ce9-44eb-9f2c-d60bf45b21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.140730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-c41aac8f-0ce9-44eb-9f2c-d60bf45b21b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 0.1779385 Nov 16 21:35:01.276585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb8d2063-b9b5-413f-84b5-de5db74fa1e5 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:01.315459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-1fd67e6b-9894-42ee-9bb7-b489a64bd956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 1001 time: 0.1629045 Nov 16 21:35:01.390503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:01.392443 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.404354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.19 (ae991365-5e45-4287-934d-e2dcd0dff137/916c6e73-ac49-46af-910a-dfd109269516/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:01.501874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-af61146a-cc7f-4cb7-800c-8afc4ea4ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.508598 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-af61146a-cc7f-4cb7-800c-8afc4ea4ba8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.1851833 Nov 16 21:35:01.638442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.650603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.657631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-f751de15-ade1-47a2-9259-0067c680b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:01.659158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-f751de15-ade1-47a2-9259-0067c680b653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429188 Nov 16 21:35:01.718230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e3d12-ebeb-416a-be8f-752d455962d1 None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:01.805984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-7bdbf05f-1724-4e79-80b8-8b45144732de service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382563 Nov 16 21:35:01.813623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=87fc79ec-b1e1-4e09-bc74-016a2d74d1d8,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:01.855076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ab3798ee-4342-4c56-9c52-4e57b203fa33 None None] Provisioning complete for port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:01.855767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ab3798ee-4342-4c56-9c52-4e57b203fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:01.952232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0c612fb-39fe-44c2-a8c5-541a4ffa72a0 req-9343d741-04fe-421d-83a5-75e25fa6450d service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389155 Nov 16 21:35:01.995763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] In _notify_port_updated(), no bound segment for port 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 on network ae991365-5e45-4287-934d-e2dcd0dff137 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:35:02.002452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.003142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.004516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fac81c61-7f41-49cf-a43c-ba9cfce15ff6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/ports/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 HTTP/1.1" status: 200 len: 999 time: 1.2704916 Nov 16 21:35:02.007462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38890) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:02.140737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:02.141415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.272138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ab3798ee-4342-4c56-9c52-4e57b203fa33 None None] Provisioning complete for port 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:02.272674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ab3798ee-4342-4c56-9c52-4e57b203fa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.283677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.300148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:02.318186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ab3798ee-4342-4c56-9c52-4e57b203fa33 None None] Port 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:02.366375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38904) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:02.510865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.558349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=87fc79ec-b1e1-4e09-bc74-016a2d74d1d8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:02.642233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1895142502-network', 'tenant_id': 'ee0f910a66624de881ba8dab6c42fe64'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:02.675645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.680249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cdee45d3-ccac-4593-8d06-62007e83d965 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 HTTP/1.1" status: 204 len: 168 time: 0.6692438 Nov 16 21:35:02.682842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:02.696267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Made reservation on behalf of ee0f910a66624de881ba8dab6c42fe64 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:02.699568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.724710 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a851f0bb-1f1d-4b81-a93b-bf7f78fc52bd tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:02.729464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a851f0bb-1f1d-4b81-a93b-bf7f78fc52bd tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 HTTP/1.1" status: 404 len: 333 time: 0.0425031 Nov 16 21:35:02.729464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.729976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:02.811915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 916c6e73-ac49-46af-910a-dfd109269516 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:02.815320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.834839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.840399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.862315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.875423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ebc2b5-67f6-4595-b5bd-845138d19b85,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:02.887822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:02.900114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.900460 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Added segment b0303004-4708-489c-ac82-a3f4d3aa4fb9 of type vlan for network c922dee4-f368-48e0-aa87-6f8acf1181a7 Nov 16 21:35:02.957128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.982030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.991495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:02.992557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:02.993210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.065577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6963515 Nov 16 21:35:03.076404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.083377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf9e35-ac13-4fa5-b77f-a03a88703c70 admin admin] Pushing event updated for resources: {'Network': ['ID=c922dee4-f368-48e0-aa87-6f8acf1181a7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:03.096281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c922dee4-f368-48e0-aa87-6f8acf1181a7 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:03.158637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=916c6e73-ac49-46af-910a-dfd109269516,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:03.165202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.169733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d9b92f1b-6231-4852-bf81-d606b4289028 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/916c6e73-ac49-46af-910a-dfd109269516 HTTP/1.1" status: 204 len: 168 time: 0.4388893 Nov 16 21:35:03.172458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:03.244668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 8f134735-603c-4d43-9244-e29f9f16e33a {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:03.249711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.311270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.349863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.616357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726a7de-e292-4fe7-8751-7ff5cecefe8f None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:03.726831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3d573043-bc7c-45ec-857b-4b396115e88a None None] Provisioning complete for port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:03.727583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3d573043-bc7c-45ec-857b-4b396115e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:03.896250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3d573043-bc7c-45ec-857b-4b396115e88a None None] Could not find standard attr ID for object 87fc79ec-b1e1-4e09-bc74-016a2d74d1d8. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:03.938019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.100132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.146130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=8f134735-603c-4d43-9244-e29f9f16e33a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:04.160983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83c21-2c1c-4b3e-bd72-3b38a0d611e8 req-9695f570-c738-4c72-b723-e6baf8052779 tempest-ComputeTenantNetworksTest-532087550 tempest-ComputeTenantNetworksTest-532087550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:04.167706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83c21-2c1c-4b3e-bd72-3b38a0d611e8 req-9695f570-c738-4c72-b723-e6baf8052779 tempest-ComputeTenantNetworksTest-532087550 tempest-ComputeTenantNetworksTest-532087550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:04.176298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83c21-2c1c-4b3e-bd72-3b38a0d611e8 req-9695f570-c738-4c72-b723-e6baf8052779 tempest-ComputeTenantNetworksTest-532087550 tempest-ComputeTenantNetworksTest-532087550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:04.186103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18b83c21-2c1c-4b3e-bd72-3b38a0d611e8 req-9695f570-c738-4c72-b723-e6baf8052779 tempest-ComputeTenantNetworksTest-532087550 tempest-ComputeTenantNetworksTest-532087550-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2136521 Nov 16 21:35:04.189478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.199589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b208f439-6da6-4bbe-8dd2-245a39178d0d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/8f134735-603c-4d43-9244-e29f9f16e33a HTTP/1.1" status: 204 len: 168 time: 1.0257869 Nov 16 21:35:04.204719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38954) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:04.311745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa26581-82a5-47af-9bfa-1922f5fca058 req-9060b2a3-1686-404f-9797-82953542d24a tempest-ComputeTenantNetworksTest-532087550 tempest-ComputeTenantNetworksTest-532087550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:04.314290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4fa26581-82a5-47af-9bfa-1922f5fca058 req-9060b2a3-1686-404f-9797-82953542d24a tempest-ComputeTenantNetworksTest-532087550 tempest-ComputeTenantNetworksTest-532087550-project] 10.222.0.48 "GET /v2.0/networks/c922dee4-f368-48e0-aa87-6f8acf1181a7 HTTP/1.1" status: 200 len: 769 time: 0.1143405 Nov 16 21:35:04.324288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38956) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:04.350927 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.428290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:04.428701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.505380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.536626 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] For port bb8d2063-b9b5-413f-84b5-de5db74fa1e5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,segment=NetworkSegment(e00f8470-ad14-4d58-b796-d58b82f53ead),segment_id=e00f8470-ad14-4d58-b796-d58b82f53ead)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:04.538376 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.567631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for bb8d2063-b9b5-413f-84b5-de5db74fa1e5 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:04.706531 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.753653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.755793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c922dee4-f368-48e0-aa87-6f8acf1181a7']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:04.770345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194af22-8406-4c31-b302-b85451e5ed1b None None] Network ae991365-5e45-4287-934d-e2dcd0dff137 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:04.782179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0303004-4708-489c-ac82-a3f4d3aa4fb9') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:04.786670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0303004-4708-489c-ac82-a3f4d3aa4fb9') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:04.796359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=bb8d2063-b9b5-413f-84b5-de5db74fa1e5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:04.803096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No DVR routers for this DVR port bb8d2063-b9b5-413f-84b5-de5db74fa1e5 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:04.834360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8912a2e9-ab04-44d6-8e3b-b6236700b308 None None] Could not find standard attr ID for object bb8d2063-b9b5-413f-84b5-de5db74fa1e5. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:04.853907 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.882454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.912782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:04.912782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:04.915103 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:04.941081 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.025565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae991365-5e45-4287-934d-e2dcd0dff137']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:05.034182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.058360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.067226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] 10.222.0.48 "DELETE /v2.0/networks/c922dee4-f368-48e0-aa87-6f8acf1181a7 HTTP/1.1" status: 204 len: 168 time: 0.7362118 Nov 16 21:35:05.081548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00f8470-ad14-4d58-b796-d58b82f53ead') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:05.082493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00f8470-ad14-4d58-b796-d58b82f53ead') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:05.086475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e907bd-abbb-4e79-b64e-611fa57b8e3d None None] DHCP port deletion for ae991365-5e45-4287-934d-e2dcd0dff137 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:05.102590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ddf1d-e021-4463-b898-e2460715da2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c922dee4-f368-48e0-aa87-6f8acf1181a7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:05.102751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.160866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.184398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:05.184724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:05.187998 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:05.298946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.366101 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.373878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.377108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/ae991365-5e45-4287-934d-e2dcd0dff137 HTTP/1.1" status: 204 len: 168 time: 1.1674702 Nov 16 21:35:05.382303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38970) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.399720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbdd10-83a9-4407-ba39-62af7f54547d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=ae991365-5e45-4287-934d-e2dcd0dff137,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:05.410951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb8d2063-b9b5-413f-84b5-de5db74fa1e5 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:05.431822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38972) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.444261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: bb8d2063-b9b5-413f-84b5-de5db74fa1e5 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:05.446173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device bb8d2063-b9b5-413f-84b5-de5db74fa1e5 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:05.502653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c97f83a-fbbc-49b7-a02a-753404ae5fad tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:05.504885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c97f83a-fbbc-49b7-a02a-753404ae5fad tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1209033 Nov 16 21:35:05.508784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-265a30ad-1726-4042-aaae-049238f354f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee0f910a66624de881ba8dab6c42fe64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0739443 Nov 16 21:35:05.509483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38974) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.510020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 38976) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.621623 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49a456b8-32b9-46b5-9129-dc295006c814 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1101947 Nov 16 21:35:05.624246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38980) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.629624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a37f1b1-b5db-4792-9cc4-9e25e47f0c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.630133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-294421745'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:05.672437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:05.677142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.682989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a37f1b1-b5db-4792-9cc4-9e25e47f0c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.720124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:05.731282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.731627 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment fc22129c-ac3f-4d62-b65e-bc4165320c88 of type vlan for network 371568dc-d800-4a54-8315-abc07abb07db Nov 16 21:35:05.790078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a37f1b1-b5db-4792-9cc4-9e25e47f0c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.804425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5a37f1b1-b5db-4792-9cc4-9e25e47f0c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.809914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5a37f1b1-b5db-4792-9cc4-9e25e47f0c0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15ebc2b5-67f6-4595-b5bd-845138d19b85 HTTP/1.1" status: 204 len: 168 time: 0.2881165 Nov 16 21:35:05.810455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.820535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f1b1-b5db-4792-9cc4-9e25e47f0c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ebc2b5-67f6-4595-b5bd-845138d19b85,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:05.859408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.866839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:05.867467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:05.932979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3073564 Nov 16 21:35:05.935901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 38984) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:05.940890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '371568dc-d800-4a54-8315-abc07abb07db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:05.997789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dab9d3-4a6e-4b1c-b950-3f1ae76bae67 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=371568dc-d800-4a54-8315-abc07abb07db,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:06.013936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 371568dc-d800-4a54-8315-abc07abb07db details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:06.068674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:06.079522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.360913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.441796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=08406363-9eb8-46cd-ac9a-2bf126ba9752,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:06.454283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': 'fc22129c-ac3f-4d62-b65e-bc4165320c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '371568dc-d800-4a54-8315-abc07abb07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:06.454999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: 371568dc-d800-4a54-8315-abc07abb07db, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:06.474217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 371568dc-d800-4a54-8315-abc07abb07db is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:06.486086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 371568dc-d800-4a54-8315-abc07abb07db) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:06.491108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:06.491887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.506946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e32e7f-9327-4fec-8456-a99fa9f5ea52 None None] Network 371568dc-d800-4a54-8315-abc07abb07db requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:06.514841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d940515-7522-42ff-99fb-8cbe607ef1f8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5776615 Nov 16 21:35:06.517498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39002) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:06.524348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '371568dc-d800-4a54-8315-abc07abb07db', 'name': 'tempest-PortsTestJSON-109016021'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:06.670722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:06.675354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.696452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port c6db01c8-9375-4de0-beae-e43e83a2b4a5 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:06.730993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-371568dc-d800-4a54-8315-abc07abb07db', 'network_id': '371568dc-d800-4a54-8315-abc07abb07db', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': '08406363-9eb8-46cd-ac9a-2bf126ba9752'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:06.739071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:06.859461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.4 (371568dc-d800-4a54-8315-abc07abb07db/08406363-9eb8-46cd-ac9a-2bf126ba9752/c6db01c8-9375-4de0-beae-e43e83a2b4a5) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:06.893087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39014) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:07.059017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-586329633-network', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:07.079068 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.083617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Made reservation on behalf of e2c5bd6aecb34f6388aaced00f2c0e13 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:07.086885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.096946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.154318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.194447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Allocated IP 172.20.0.2 (371568dc-d800-4a54-8315-abc07abb07db/08406363-9eb8-46cd-ac9a-2bf126ba9752/0bab6f35-c288-4b77-a8c9-a08624bc51ef) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:07.232320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.239389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.264454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 371568dc-d800-4a54-8315-abc07abb07db is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:07.267748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:07.274766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:07.344193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b636f5b-7cdd-4db9-9900-eec045cbf1e8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.344480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=c6db01c8-9375-4de0-beae-e43e83a2b4a5,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.361659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:07.394962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.396853 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Added segment 0c944d3f-5b9c-4bf0-b255-da7feb519205 of type vlan for network 340291a2-9d6b-45f4-a817-42bc340e6054 Nov 16 21:35:07.456666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:07.460361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.464678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.470537 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.492127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.498478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-caad885d-a2b4-4339-874f-ecaadeafd2c9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9790049 Nov 16 21:35:07.499713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39028) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:07.507714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '371568dc-d800-4a54-8315-abc07abb07db', 'name': 'tempest-PortsTestJSON-1263023662'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:07.518530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Network 371568dc-d800-4a54-8315-abc07abb07db is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:07.521695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:07.528409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:07.542191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Pushing event updated for resources: {'Port': ['ID=0bab6f35-c288-4b77-a8c9-a08624bc51ef,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.555286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.564928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:07.565907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.611086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Attempting to bind port 0bab6f35-c288-4b77-a8c9-a08624bc51ef on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:07.611468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Attempting to bind port 0bab6f35-c288-4b77-a8c9-a08624bc51ef by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'fc22129c-ac3f-4d62-b65e-bc4165320c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '371568dc-d800-4a54-8315-abc07abb07db'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:07.611842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Attempting to bind port 0bab6f35-c288-4b77-a8c9-a08624bc51ef on network 371568dc-d800-4a54-8315-abc07abb07db {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:07.624671 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:07.625258 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Checking segment: {'id': 'fc22129c-ac3f-4d62-b65e-bc4165320c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '371568dc-d800-4a54-8315-abc07abb07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:07.626275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.628900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Bound using segment: {'id': 'fc22129c-ac3f-4d62-b65e-bc4165320c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '371568dc-d800-4a54-8315-abc07abb07db'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:07.630024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Bound port: 0bab6f35-c288-4b77-a8c9-a08624bc51ef, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc22129c-ac3f-4d62-b65e-bc4165320c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '371568dc-d800-4a54-8315-abc07abb07db'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:07.630588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.715840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:07.726749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.727470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] For port 0bab6f35-c288-4b77-a8c9-a08624bc51ef, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:07.736737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] For port 0bab6f35-c288-4b77-a8c9-a08624bc51ef, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0bab6f35-c288-4b77-a8c9-a08624bc51ef,segment=NetworkSegment(fc22129c-ac3f-4d62-b65e-bc4165320c88),segment_id=fc22129c-ac3f-4d62-b65e-bc4165320c88)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:07.740708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=340291a2-9d6b-45f4-a817-42bc340e6054,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.745761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:07.761451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-68de264a-9400-4e6f-94fe-ed0b44b7a4c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8662667 Nov 16 21:35:07.762345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39032) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:07.777684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Request body: {'subnet': {'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-586329633-subnet', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:07.800400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port c240c8e0-9dfd-4e31-bbee-6ef278f24bad yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:07.806641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2084a-3faa-4984-bc0a-cff81cf08cbe None None] Pushing event updated for resources: {'Port': ['ID=0bab6f35-c288-4b77-a8c9-a08624bc51ef,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:07.809542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 340291a2-9d6b-45f4-a817-42bc340e6054 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:07.846916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Made reservation on behalf of e2c5bd6aecb34f6388aaced00f2c0e13 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:07.850163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.061381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.12 (371568dc-d800-4a54-8315-abc07abb07db/08406363-9eb8-46cd-ac9a-2bf126ba9752/c240c8e0-9dfd-4e31-bbee-6ef278f24bad) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:08.296984 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.362964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.400961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:08.421431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.456410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 371568dc-d800-4a54-8315-abc07abb07db is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:08.459710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:08.511871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:08.541680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Checking segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:08.542341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Network hostable DHCP agents. Network: 340291a2-9d6b-45f4-a817-42bc340e6054, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:08.586194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.586896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.625426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=c240c8e0-9dfd-4e31-bbee-6ef278f24bad,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:08.628015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Network 340291a2-9d6b-45f4-a817-42bc340e6054 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:08.635155 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f9647cd9-84f5-4e52-b31c-23f3321bc4f6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1339912 Nov 16 21:35:08.635943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39040) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.649923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 340291a2-9d6b-45f4-a817-42bc340e6054) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:08.665446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.666612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.667123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec160d-16cb-4229-b5ad-fc6b26f8eab4 None None] Network 340291a2-9d6b-45f4-a817-42bc340e6054 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:08.711397 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1f65c625-bf07-476f-81e4-477e5fef9d2f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9470773 Nov 16 21:35:08.714474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39042) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.721329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:08.725202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447ab4a4-b37f-4a52-b76c-a45d201d1c02 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:08.727287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-447ab4a4-b37f-4a52-b76c-a45d201d1c02 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.0900087 Nov 16 21:35:08.732376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39044) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:08.786014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.787332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.879287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-340291a2-9d6b-45f4-a817-42bc340e6054', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:08.880929 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.924838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:08.944701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port c240c8e0-9dfd-4e31-bbee-6ef278f24bad {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:08.945671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.091516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Allocated IP 172.20.0.2 (340291a2-9d6b-45f4-a817-42bc340e6054/5b0e3ec5-9bd4-4e10-b58b-68c300fbff55/5c27689e-3aee-4702-82e7-51f9113d90f2) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:09.158967 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.198100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.274598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for c240c8e0-9dfd-4e31-bbee-6ef278f24bad owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:09.349306 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.360582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.378390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0bab6f35-c288-4b77-a8c9-a08624bc51ef up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:09.441238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Network 340291a2-9d6b-45f4-a817-42bc340e6054 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:09.454983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:09.463141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:09.468999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Pushing event updated for resources: {'Port': ['ID=5c27689e-3aee-4702-82e7-51f9113d90f2,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:09.503481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca38234-f039-4c0e-8a10-54a101fad9e2 None None] Network 371568dc-d800-4a54-8315-abc07abb07db requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:09.505416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.574736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 0bab6f35-c288-4b77-a8c9-a08624bc51ef triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:09.576103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.608084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=c240c8e0-9dfd-4e31-bbee-6ef278f24bad,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:09.642326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e1256399-bc4f-46e7-b296-8abc3a1e4ae9 None None] Provisioning complete for port 0bab6f35-c288-4b77-a8c9-a08624bc51ef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:09.642701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1256399-bc4f-46e7-b296-8abc3a1e4ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.720592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Attempting to bind port 5c27689e-3aee-4702-82e7-51f9113d90f2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:09.721273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Attempting to bind port 5c27689e-3aee-4702-82e7-51f9113d90f2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:09.721273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Attempting to bind port 5c27689e-3aee-4702-82e7-51f9113d90f2 on network 340291a2-9d6b-45f4-a817-42bc340e6054 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:09.733243 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.756975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.772264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.772677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:09.773097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Checking segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:09.774089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.774491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Bound using segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:09.775072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Bound port: 5c27689e-3aee-4702-82e7-51f9113d90f2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:09.775462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:09.779109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e7c7dc5e-17cf-441f-abc7-6acf70b689bb tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/c240c8e0-9dfd-4e31-bbee-6ef278f24bad HTTP/1.1" status: 204 len: 168 time: 1.0424843 Nov 16 21:35:09.780085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39056) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.827390 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc3f048-5b22-45b4-b430-65b50432801b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:09.831794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bcc3f048-5b22-45b4-b430-65b50432801b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/c240c8e0-9dfd-4e31-bbee-6ef278f24bad HTTP/1.1" status: 404 len: 333 time: 0.0500085 Nov 16 21:35:09.832655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39058) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:09.904043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Allocated IP 172.25.3.49 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/324d4e2b-7a0b-4fda-9605-27be5f4df971) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:09.948638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port c6db01c8-9375-4de0-beae-e43e83a2b4a5 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:09.949453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.027467 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.056941 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.064546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] For port 5c27689e-3aee-4702-82e7-51f9113d90f2, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:10.077552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1256399-bc4f-46e7-b296-8abc3a1e4ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.077876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for c6db01c8-9375-4de0-beae-e43e83a2b4a5 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:10.100868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] For port 5c27689e-3aee-4702-82e7-51f9113d90f2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c27689e-3aee-4702-82e7-51f9113d90f2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:10.102854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.120328 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.171658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.228044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:10.235590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:10.243102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:10.247698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=324d4e2b-7a0b-4fda-9605-27be5f4df971,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:10.256937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.380862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=c6db01c8-9375-4de0-beae-e43e83a2b4a5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:10.420608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec72164-a281-43a9-8821-f80e7dc7c09f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:10.424649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 0bab6f35-c288-4b77-a8c9-a08624bc51ef, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0bab6f35-c288-4b77-a8c9-a08624bc51ef,segment=NetworkSegment(fc22129c-ac3f-4d62-b65e-bc4165320c88),segment_id=fc22129c-ac3f-4d62-b65e-bc4165320c88)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:10.449036 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.474568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.479517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c78e22f-ca8b-4517-859a-8039bdd347aa tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/c6db01c8-9375-4de0-beae-e43e83a2b4a5 HTTP/1.1" status: 204 len: 168 time: 0.6458704 Nov 16 21:35:10.482878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39066) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.525123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7784e6-15f9-4f90-a81a-73b6ccfbddc5 None None] Pushing event updated for resources: {'Port': ['ID=5c27689e-3aee-4702-82e7-51f9113d90f2,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:10.532582 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfba78ba-df68-431a-9f48-6f7d3920f31f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:10.534985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dfba78ba-df68-431a-9f48-6f7d3920f31f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/c6db01c8-9375-4de0-beae-e43e83a2b4a5 HTTP/1.1" status: 404 len: 333 time: 0.0487723 Nov 16 21:35:10.538034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39068) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:10.560749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-e1256399-bc4f-46e7-b296-8abc3a1e4ae9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:35:10.561126 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-e1256399-bc4f-46e7-b296-8abc3a1e4ae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:35:10.606063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=0bab6f35-c288-4b77-a8c9-a08624bc51ef,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:10.628917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 08406363-9eb8-46cd-ac9a-2bf126ba9752 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:10.633116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.706587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.732948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.855714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:10.966748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.020299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=08406363-9eb8-46cd-ac9a-2bf126ba9752,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:11.030571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.035885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ff023098-f602-43dc-b40a-952f218084e9 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/08406363-9eb8-46cd-ac9a-2bf126ba9752 HTTP/1.1" status: 204 len: 168 time: 0.4958127 Nov 16 21:35:11.038589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.120265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.180303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 0bab6f35-c288-4b77-a8c9-a08624bc51ef {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:11.180736 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.185932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.284426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] Provisioning complete for port 0bab6f35-c288-4b77-a8c9-a08624bc51ef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:11.287307 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.347589 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] For port 0bab6f35-c288-4b77-a8c9-a08624bc51ef, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0bab6f35-c288-4b77-a8c9-a08624bc51ef,segment=NetworkSegment(fc22129c-ac3f-4d62-b65e-bc4165320c88),segment_id=fc22129c-ac3f-4d62-b65e-bc4165320c88)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:11.348312 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.354164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff6428c-2153-4594-a4b7-d32ad3c69097 None None] Network 371568dc-d800-4a54-8315-abc07abb07db requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:11.369444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 0bab6f35-c288-4b77-a8c9-a08624bc51ef owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:11.513728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.521183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:11.521426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0bab6f35-c288-4b77-a8c9-a08624bc51ef up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:11.569866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 0bab6f35-c288-4b77-a8c9-a08624bc51ef {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:11.570313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0bab6f35-c288-4b77-a8c9-a08624bc51ef not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 21:35:11.575521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=0bab6f35-c288-4b77-a8c9-a08624bc51ef,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:11.577441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No DVR routers for this DVR port 0bab6f35-c288-4b77-a8c9-a08624bc51ef on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:11.608691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port 0bab6f35-c288-4b77-a8c9-a08624bc51ef not found, will not notify nova. {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 21:35:11.609110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c27689e-3aee-4702-82e7-51f9113d90f2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:11.613415 n-d-817778-8 neutron-server[102455]: INFO neutron.plugins.ml2.db [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] No ports have port_id starting with 0bab6f35-c288-4b77-a8c9-a08624bc51ef Nov 16 21:35:11.709415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:11.721125 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:11.723320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] Provisioning complete for port 324d4e2b-7a0b-4fda-9605-27be5f4df971 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:11.723712 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.748292 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:11.749019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.754088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39094) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:11.755237 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:11.756518 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-12d2540f-e15e-4f88-b13c-2530f707c4e5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0407610 Nov 16 21:35:11.789809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c27689e-3aee-4702-82e7-51f9113d90f2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:11.790202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.793096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] Port 324d4e2b-7a0b-4fda-9605-27be5f4df971 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:11.822716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a130215a-efa6-4b7d-b1ab-61b1e1c16ef2 None None] Could not find standard attr ID for object c6db01c8-9375-4de0-beae-e43e83a2b4a5. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:11.846253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d0396-8f36-42b6-878f-d3500f064b71 None None] DHCP port deletion for 371568dc-d800-4a54-8315-abc07abb07db request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:11.881464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.924186 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:11.927547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371568dc-d800-4a54-8315-abc07abb07db']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:11.937295 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.947208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc22129c-ac3f-4d62-b65e-bc4165320c88') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:11.952977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc22129c-ac3f-4d62-b65e-bc4165320c88') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:11.958663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bfef8b25-8f37-4b1c-a865-6f147480e2cb None None] Could not find standard attr ID for object c240c8e0-9dfd-4e31-bbee-6ef278f24bad. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:11.967821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:11.981698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 5c27689e-3aee-4702-82e7-51f9113d90f2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c27689e-3aee-4702-82e7-51f9113d90f2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:11.992564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.067993 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.080040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:12.080818 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.082327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=5c27689e-3aee-4702-82e7-51f9113d90f2,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:12.084582 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:12.111017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e32eb-08c7-41cb-9cc0-071e3b00bdad None None] Network 340291a2-9d6b-45f4-a817-42bc340e6054 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:12.187271 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:10Z', 'revision_number': 3, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:12.202851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.209144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4b4d9afc-74f8-4158-af3d-f7d5b868a332 None None] Provisioning complete for port 5c27689e-3aee-4702-82e7-51f9113d90f2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:12.209623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9afc-74f8-4158-af3d-f7d5b868a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.230644 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:12.231478 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Updating router 8b2590b2-e291-4c23-8f23-b40a92363f89 port 324d4e2b-7a0b-4fda-9605-27be5f4df971 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:12.250615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.261402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/371568dc-d800-4a54-8315-abc07abb07db HTTP/1.1" status: 204 len: 168 time: 1.2145720 Nov 16 21:35:12.261784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39100) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:12.267294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-406770673'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:12.269200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b225ac8-03f9-44c0-900b-f1c44495f9e2 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=371568dc-d800-4a54-8315-abc07abb07db,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:12.286892 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.309456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:12.318364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.400963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:12.442414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.442907 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment 855783df-186b-4f0b-a2bd-e0dbf95a6f4a of type vlan for network 15911efe-1600-4ede-959b-e318dd1fc6ce Nov 16 21:35:12.501290 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.567788 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.575068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:12.576153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.686701 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4237673 Nov 16 21:35:12.690988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39110) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:12.696896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:12.749234 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.759483 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.794528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbae3cc-3441-4b91-8d65-06186ff401c1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=15911efe-1600-4ede-959b-e318dd1fc6ce,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:12.808061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 15911efe-1600-4ede-959b-e318dd1fc6ce details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:12.859678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:12.870478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.921006 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Attempting to bind port 324d4e2b-7a0b-4fda-9605-27be5f4df971 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:12.934547 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Attempting to bind port 324d4e2b-7a0b-4fda-9605-27be5f4df971 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:12.935278 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Attempting to bind port 324d4e2b-7a0b-4fda-9605-27be5f4df971 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:12.945375 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Pushing event updated for resources: {'Port': ['ID=324d4e2b-7a0b-4fda-9605-27be5f4df971,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:12.958051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7e3ca-b645-4cf9-ae10-a39eb6c23ee1 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:12.959499 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:12.959945 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:12.960429 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.961692 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:12.962406 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Bound port: 324d4e2b-7a0b-4fda-9605-27be5f4df971, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:12.963122 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:12.976732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d0164c2b-4160-4f6a-8dd0-a07e10d89aec None None] Provisioning complete for port 5c27689e-3aee-4702-82e7-51f9113d90f2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:12.977115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0164c2b-4160-4f6a-8dd0-a07e10d89aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.019861 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.020312 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.020699 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.021116 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.021527 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.021941 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.022328 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.026946 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.027417 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.027959 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.028436 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.028436 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.028660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:13.110818 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] For port 324d4e2b-7a0b-4fda-9605-27be5f4df971, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:13.118810 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] For port 324d4e2b-7a0b-4fda-9605-27be5f4df971, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=324d4e2b-7a0b-4fda-9605-27be5f4df971,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:13.127049 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.205975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84971afe-2d82-4dee-8641-797a62a50d21 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:13.303575 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d07e7-b65e-4983-bde9-780af4ce4223 None None] Pushing event updated for resources: {'Port': ['ID=324d4e2b-7a0b-4fda-9605-27be5f4df971,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:13.307397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Allocated IP 172.20.0.1 (340291a2-9d6b-45f4-a817-42bc340e6054/5b0e3ec5-9bd4-4e10-b58b-68c300fbff55/898b0662-5c26-4eed-bdba-b06c81c94fb9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:13.309361 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:13.310168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:13.324314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e798f3be-1264-4875-840c-19c38a747a21 None None] Provisioning complete for port 324d4e2b-7a0b-4fda-9605-27be5f4df971 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:13.324823 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e798f3be-1264-4875-840c-19c38a747a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.365207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c27689e-3aee-4702-82e7-51f9113d90f2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:13.387661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.473893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.483899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e798f3be-1264-4875-840c-19c38a747a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.491422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=078d6ebf-0524-4a86-9391-0beb37443967,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:13.508094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e798f3be-1264-4875-840c-19c38a747a21 None None] For port 324d4e2b-7a0b-4fda-9605-27be5f4df971, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=324d4e2b-7a0b-4fda-9605-27be5f4df971,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:13.514027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5c27689e-3aee-4702-82e7-51f9113d90f2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:13.514027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.517974 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e798f3be-1264-4875-840c-19c38a747a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.527375 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.556746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': '855783df-186b-4f0b-a2bd-e0dbf95a6f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:13.557119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: 15911efe-1600-4ede-959b-e318dd1fc6ce, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:13.580074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Network 340291a2-9d6b-45f4-a817-42bc340e6054 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:13.587771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:13.597321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:13.602313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 15911efe-1600-4ede-959b-e318dd1fc6ce is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:13.619330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 15911efe-1600-4ede-959b-e318dd1fc6ce) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:13.622121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f3be-1264-4875-840c-19c38a747a21 None None] Pushing event updated for resources: {'Port': ['ID=324d4e2b-7a0b-4fda-9605-27be5f4df971,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:13.626445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:13.627058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.650018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f7b2fd-071d-465b-8f5c-67cebaff5617 None None] Network 15911efe-1600-4ede-959b-e318dd1fc6ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:13.654869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9eddeba9-b7e1-424c-9718-d9cb1e6f9c81 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9625018 Nov 16 21:35:13.657886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39116) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:13.663481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce', 'name': 'tempest-PortsTestJSON-116050', 'fixed_ips': [{'subnet_id': '078d6ebf-0524-4a86-9391-0beb37443967', 'ip_address': '172.20.0.10'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:13.715500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Pushing event updated for resources: {'Port': ['ID=898b0662-5c26-4eed-bdba-b06c81c94fb9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:13.718819 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:13.795127 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:13.908122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-15911efe-1600-4ede-959b-e318dd1fc6ce', 'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': '078d6ebf-0524-4a86-9391-0beb37443967'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:13.909023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.035771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0bab6f35-c288-4b77-a8c9-a08624bc51ef no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:14.083680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 0bab6f35-c288-4b77-a8c9-a08624bc51ef {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:14.084197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0bab6f35-c288-4b77-a8c9-a08624bc51ef not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:14.108578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b3a5dc61-8d23-478b-b7c1-39ebbd9c3497 None None] Provisioning complete for port 898b0662-5c26-4eed-bdba-b06c81c94fb9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:14.109698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b3a5dc61-8d23-478b-b7c1-39ebbd9c3497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.124508 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.133363 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:10Z', 'revision_number': 3, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:14.169354 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cfc850-510f-4cfd-96b5-96d2d15cc4d6 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:10Z', 'revision_number': 3, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:14.200268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5dc61-8d23-478b-b7c1-39ebbd9c3497 None None] Port 898b0662-5c26-4eed-bdba-b06c81c94fb9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:14.213065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Allocated IP 172.20.0.2 (15911efe-1600-4ede-959b-e318dd1fc6ce/078d6ebf-0524-4a86-9391-0beb37443967/96842a8e-fe68-4363-bf9b-f1a036cf4be0) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:14.404081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.414147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.423121 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.431731 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.496975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Pushing event updated for resources: {'Port': ['ID=96842a8e-fe68-4363-bf9b-f1a036cf4be0,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:14.523912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.524246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Network 15911efe-1600-4ede-959b-e318dd1fc6ce is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:14.537857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Pushing event updated for resources: {'Port': ['ID=898b0662-5c26-4eed-bdba-b06c81c94fb9,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:14.567009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:14.586316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:14.706608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:14.724084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Attempting to bind port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:14.724944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Attempting to bind port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '855783df-186b-4f0b-a2bd-e0dbf95a6f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:14.727180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Attempting to bind port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 on network 15911efe-1600-4ede-959b-e318dd1fc6ce {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:14.739148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:14.741622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Checking segment: {'id': '855783df-186b-4f0b-a2bd-e0dbf95a6f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:14.742629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.745493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Bound using segment: {'id': '855783df-186b-4f0b-a2bd-e0dbf95a6f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:14.749540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Bound port: 96842a8e-fe68-4363-bf9b-f1a036cf4be0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855783df-186b-4f0b-a2bd-e0dbf95a6f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:14.751626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.770038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Network 340291a2-9d6b-45f4-a817-42bc340e6054 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:14.771772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:14.901216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] For port 96842a8e-fe68-4363-bf9b-f1a036cf4be0, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:14.908917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] For port 96842a8e-fe68-4363-bf9b-f1a036cf4be0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=96842a8e-fe68-4363-bf9b-f1a036cf4be0,segment=NetworkSegment(855783df-186b-4f0b-a2bd-e0dbf95a6f4a),segment_id=855783df-186b-4f0b-a2bd-e0dbf95a6f4a)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:14.918658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.925890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:14.984192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port 81954031-3004-40cb-b1fa-4c024fdc740b yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:15.041778 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:15.124238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961912a9-66f0-43f2-a45e-b9871267786e None None] Pushing event updated for resources: {'Port': ['ID=96842a8e-fe68-4363-bf9b-f1a036cf4be0,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:15.252386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fac36d06-bbf9-4a66-9b80-36c93d72d128 None None] Provisioning complete for port 898b0662-5c26-4eed-bdba-b06c81c94fb9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:15.252766 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fac36d06-bbf9-4a66-9b80-36c93d72d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.353478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:15.357158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 324d4e2b-7a0b-4fda-9605-27be5f4df971 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:15.366398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6c82c9bc-433d-4960-8193-716efaf2329c admin admin] 10.222.0.48 "PUT /v2.0/routers/8b2590b2-e291-4c23-8f23-b40a92363f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6104209 Nov 16 21:35:15.399035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.10 (15911efe-1600-4ede-959b-e318dd1fc6ce/078d6ebf-0524-4a86-9391-0beb37443967/81954031-3004-40cb-b1fa-4c024fdc740b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:15.414528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fac36d06-bbf9-4a66-9b80-36c93d72d128 None None] Port 898b0662-5c26-4eed-bdba-b06c81c94fb9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:15.475899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 324d4e2b-7a0b-4fda-9605-27be5f4df971 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:15.476852 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.767956 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.823211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:15.924853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 15911efe-1600-4ede-959b-e318dd1fc6ce is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:15.928901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:15.934050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:16.001092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=81954031-3004-40cb-b1fa-4c024fdc740b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:16.022595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:16.024489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.054488 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6341f0c2-de9d-4fa5-a00c-6da9a01a0745 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3931615 Nov 16 21:35:16.054823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39148) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:16.061182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '15911efe-1600-4ede-959b-e318dd1fc6ce', 'name': 'tempest-PortsTestJSON-1086759760', 'fixed_ips': [{'subnet_id': '078d6ebf-0524-4a86-9391-0beb37443967', 'ip_address': '172.20.0.9'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:16.141957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:16.147418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952627001', 'description': 'tempest-description--2003631464'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:16.208820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.306390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:16.383447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.389356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.499104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.505607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39162) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:16.506176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3611004 Nov 16 21:35:16.508830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'security_group_rule': {'security_group_id': '1b5a00fd-e95d-4d6e-99e4-4b85eca59140', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:16.518221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8689bb1-586f-4d3a-8d3b-90e168e566dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a00fd-e95d-4d6e-99e4-4b85eca59140,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:16.605719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.674010 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:16.682822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port 8c8e5c44-cd29-4d4a-bc74-7377f4f36123 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:16.852320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6a2ce-fdc8-4709-913e-3568eef3293d None None] Network 15911efe-1600-4ede-959b-e318dd1fc6ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:17.019027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2caae604-3356-4797-9c0e-23f525ed6cb1 None None] Provisioning complete for port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:17.024415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2caae604-3356-4797-9c0e-23f525ed6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.066261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.9 (15911efe-1600-4ede-959b-e318dd1fc6ce/078d6ebf-0524-4a86-9391-0beb37443967/8c8e5c44-cd29-4d4a-bc74-7377f4f36123) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:17.133796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.141739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.200401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440dc6c0-0123-4553-a29e-1968976af050,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.220309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.223986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7af71176-f7dc-4e13-9535-595e67c6451d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7167585 Nov 16 21:35:17.225371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39170) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.232546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'security_group_rule': {'security_group_id': '1b5a00fd-e95d-4d6e-99e4-4b85eca59140', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:17.366428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2caae604-3356-4797-9c0e-23f525ed6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.381003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.392847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:17.505847 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.509327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.519878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.533121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 96842a8e-fe68-4363-bf9b-f1a036cf4be0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:17.554284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2caae604-3356-4797-9c0e-23f525ed6cb1 None None] For port 96842a8e-fe68-4363-bf9b-f1a036cf4be0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=96842a8e-fe68-4363-bf9b-f1a036cf4be0,segment=NetworkSegment(855783df-186b-4f0b-a2bd-e0dbf95a6f4a),segment_id=855783df-186b-4f0b-a2bd-e0dbf95a6f4a)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:17.555355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443ced16-4857-4447-9d51-ec0bc5427f7c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.558737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:17.560038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:17.571115 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.572885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.577395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-afd13244-0b7a-4a1d-ab99-b927604b3eec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501894 Nov 16 21:35:17.580263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.584855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:17.623536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.624012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 15911efe-1600-4ede-959b-e318dd1fc6ce is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:17.636891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:17.641686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:17.691464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=8c8e5c44-cd29-4d4a-bc74-7377f4f36123,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:17.734876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2caae604-3356-4797-9c0e-23f525ed6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.741965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:17.742859 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.763130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c9a754d5-8c1b-46fb-a7da-d2c5e9043d4f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7070518 Nov 16 21:35:17.767399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39176) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.876153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c07b3b-cddb-49d8-b266-af5039afa191 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:17.880611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-54c07b3b-cddb-49d8-b266-af5039afa191 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 919 time: 0.1117809 Nov 16 21:35:17.881231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39178) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:17.973682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:17.996924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbf346-6899-4fc5-b2f6-c3f1ca2d56db tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:18.017748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbf346-6899-4fc5-b2f6-c3f1ca2d56db tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:18.036298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbf346-6899-4fc5-b2f6-c3f1ca2d56db tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:18.042056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-50bbf346-6899-4fc5-b2f6-c3f1ca2d56db tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1598060 Nov 16 21:35:18.042735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39180) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:18.285181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Allocated IP 172.25.3.254 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/57d1b824-4b43-44ad-866d-8b23448dbd20) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:18.330601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 8c8e5c44-cd29-4d4a-bc74-7377f4f36123 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:18.330954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.366362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:18.550651 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.558853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.590449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 8c8e5c44-cd29-4d4a-bc74-7377f4f36123 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:18.615438 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.644080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8620c00f-8905-4c05-8785-20938abded61 None None] Provisioning complete for port 81954031-3004-40cb-b1fa-4c024fdc740b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:18.644550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8620c00f-8905-4c05-8785-20938abded61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.701591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:18.704415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caae604-3356-4797-9c0e-23f525ed6cb1 None None] Pushing event updated for resources: {'Port': ['ID=96842a8e-fe68-4363-bf9b-f1a036cf4be0,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:18.730785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:18.731090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.739383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:18.757823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:18.809004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'Port': ['ID=57d1b824-4b43-44ad-866d-8b23448dbd20,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:18.885979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8620c00f-8905-4c05-8785-20938abded61 None None] Port 81954031-3004-40cb-b1fa-4c024fdc740b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:18.915280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:18.977854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=8c8e5c44-cd29-4d4a-bc74-7377f4f36123,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:18.993443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8620c00f-8905-4c05-8785-20938abded61 None None] Provisioning complete for port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:18.993915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8620c00f-8905-4c05-8785-20938abded61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.031460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.086764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.110986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.117804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a779e16-6980-4f54-8650-75e36d4dc23d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/8c8e5c44-cd29-4d4a-bc74-7377f4f36123 HTTP/1.1" status: 204 len: 168 time: 1.0710378 Nov 16 21:35:19.118539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39186) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:19.196789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 2, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:19.213204 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a29d9f2-69c8-40b2-bf8f-518eefefca3c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:19.217569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a29d9f2-69c8-40b2-bf8f-518eefefca3c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/8c8e5c44-cd29-4d4a-bc74-7377f4f36123 HTTP/1.1" status: 404 len: 333 time: 0.0978630 Nov 16 21:35:19.220513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:19.316524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:19.317382 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Updating router 8b2590b2-e291-4c23-8f23-b40a92363f89 port 898b0662-5c26-4eed-bdba-b06c81c94fb9 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:35:19.350112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.354846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 96842a8e-fe68-4363-bf9b-f1a036cf4be0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:19.487327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.495853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.505230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 81954031-3004-40cb-b1fa-4c024fdc740b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:19.507603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.666279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'Port': ['ID=57d1b824-4b43-44ad-866d-8b23448dbd20,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:19.672957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.684374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.712619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 81954031-3004-40cb-b1fa-4c024fdc740b owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:19.716311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.728628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5daebbfc-0cb9-4319-b578-affceeb663ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1470723 Nov 16 21:35:19.872751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c2d9c588-2aa4-49b4-a2b1-73fa7d0d5a2b None None] Provisioning complete for port 81954031-3004-40cb-b1fa-4c024fdc740b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:19.873335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c588-2aa4-49b4-a2b1-73fa7d0d5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.879674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.920867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:19.999207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9c588-2aa4-49b4-a2b1-73fa7d0d5a2b None None] Port 81954031-3004-40cb-b1fa-4c024fdc740b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:20.004729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c2d9c588-2aa4-49b4-a2b1-73fa7d0d5a2b None None] Could not find standard attr ID for object 8c8e5c44-cd29-4d4a-bc74-7377f4f36123. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:20.006313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-4367016f-bf82-4716-9b07-0792e4e53930 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1952627001&fields=id&tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13 HTTP/1.1" status: 200 len: 267 time: 0.1426132 Nov 16 21:35:20.014024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:20.014574 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.047494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670945d1-9213-4cae-b23d-53c71c3ebf06 None None] Pushing event updated for resources: {'Port': ['ID=898b0662-5c26-4eed-bdba-b06c81c94fb9,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.132337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Attempting to bind port 898b0662-5c26-4eed-bdba-b06c81c94fb9 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:20.132886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Attempting to bind port 898b0662-5c26-4eed-bdba-b06c81c94fb9 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:20.133644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Attempting to bind port 898b0662-5c26-4eed-bdba-b06c81c94fb9 on network 340291a2-9d6b-45f4-a817-42bc340e6054 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:20.140239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.145604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:20.146968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Checking segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:20.147293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.149089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Bound using segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:20.150035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Bound port: 898b0662-5c26-4eed-bdba-b06c81c94fb9, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:20.150695 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.257267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=81954031-3004-40cb-b1fa-4c024fdc740b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.336303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] For port 898b0662-5c26-4eed-bdba-b06c81c94fb9, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:20.341788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] For port 898b0662-5c26-4eed-bdba-b06c81c94fb9, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=898b0662-5c26-4eed-bdba-b06c81c94fb9,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:20.349602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.431895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670945d1-9213-4cae-b23d-53c71c3ebf06 None None] Pushing event updated for resources: {'Port': ['ID=898b0662-5c26-4eed-bdba-b06c81c94fb9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:20.474047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:20.475411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:34:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:20.551229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.571521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-260272b3-abea-4765-828f-3b50521b659b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/81954031-3004-40cb-b1fa-4c024fdc740b HTTP/1.1" status: 204 len: 168 time: 1.3498116 Nov 16 21:35:20.576233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:20.635030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a2a8ee0b-cabf-4cff-9b1c-1a2fb6dbfbc4 None None] Provisioning complete for port 898b0662-5c26-4eed-bdba-b06c81c94fb9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:20.635414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ee0b-cabf-4cff-9b1c-1a2fb6dbfbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.662052 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-586fe616-af30-4a85-8bee-c211de54b2ed tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:20.669312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-586fe616-af30-4a85-8bee-c211de54b2ed tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/81954031-3004-40cb-b1fa-4c024fdc740b HTTP/1.1" status: 404 len: 333 time: 0.0895386 Nov 16 21:35:20.669598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39228) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:20.711654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-ff8d1f39-2e4a-4a0c-bd1c-7ff52daef331 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:20.729188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-ff8d1f39-2e4a-4a0c-bd1c-7ff52daef331 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 810 time: 0.6158891 Nov 16 21:35:20.762168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9deb8df7-6a5a-4333-8756-b648344ba865 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/quotas/e2c5bd6aecb34f6388aaced00f2c0e13 HTTP/1.1" status: 200 len: 375 time: 0.0276785 Nov 16 21:35:20.817550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 078d6ebf-0524-4a86-9391-0beb37443967 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:20.825074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.865019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:20.902735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.964698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ba6b291-54e1-4d81-936a-81878ed7912b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:20.993431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-ef243a06-880b-42dd-84ed-5e92d9eaf5e0 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2302358 Nov 16 21:35:20.994687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.073365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.146107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-6d43c42f-b924-4468-b95e-c6de8fe30766 service neutron] 10.222.0.48 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466832 Nov 16 21:35:21.154670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=078d6ebf-0524-4a86-9391-0beb37443967,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:21.156876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.163060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-258bdfbc-0db3-4e78-a398-d156ef0562e6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/078d6ebf-0524-4a86-9391-0beb37443967 HTTP/1.1" status: 204 len: 168 time: 0.4924572 Nov 16 21:35:21.163903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39230) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:21.166645 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ee0b-cabf-4cff-9b1c-1a2fb6dbfbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.180060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da284997-45b2-4135-97b8-972fa77f7950 None None] Network 15911efe-1600-4ede-959b-e318dd1fc6ce requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:21.339008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.356260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a2a8ee0b-cabf-4cff-9b1c-1a2fb6dbfbc4 None None] For port 898b0662-5c26-4eed-bdba-b06c81c94fb9, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=898b0662-5c26-4eed-bdba-b06c81c94fb9,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:21.381745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ee0b-cabf-4cff-9b1c-1a2fb6dbfbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.465503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:21.466237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.477002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-0b784793-ab29-4ada-8660-615312c556f6 service neutron] 10.222.0.48 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234198 Nov 16 21:35:21.500891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ee0b-cabf-4cff-9b1c-1a2fb6dbfbc4 None None] Pushing event updated for resources: {'Port': ['ID=898b0662-5c26-4eed-bdba-b06c81c94fb9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:21.626741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] For port 96842a8e-fe68-4363-bf9b-f1a036cf4be0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=96842a8e-fe68-4363-bf9b-f1a036cf4be0,segment=NetworkSegment(855783df-186b-4f0b-a2bd-e0dbf95a6f4a),segment_id=855783df-186b-4f0b-a2bd-e0dbf95a6f4a)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:21.627194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.628327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ead01ce0-ae5d-4cca-a7ef-3bbf398459f9 None None] Provisioning complete for port 898b0662-5c26-4eed-bdba-b06c81c94fb9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:21.628716 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ead01ce0-ae5d-4cca-a7ef-3bbf398459f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:21.662517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 96842a8e-fe68-4363-bf9b-f1a036cf4be0 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:21.779397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:20Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:21.839176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec571d8-f1c1-4d57-a0d6-e5ed81e69ec3 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:20Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:21.844737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] DHCP port deletion for 15911efe-1600-4ede-959b-e318dd1fc6ce request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:21.880856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59b1dd11-129a-4527-87fc-045527de41e4 req-b6f70771-2b30-4e56-a3cd-316ca4da5e33 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 210 time: 0.0820327 Nov 16 21:35:22.015411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.128476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=96842a8e-fe68-4363-bf9b-f1a036cf4be0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:22.148558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Deleting port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:22.149158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.159569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No DVR routers for this DVR port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:22.338633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] For port 96842a8e-fe68-4363-bf9b-f1a036cf4be0, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:22.339049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.384636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Calling delete_port for 96842a8e-fe68-4363-bf9b-f1a036cf4be0 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:22.387144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.406719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 21:35:22.411257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.474806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15911efe-1600-4ede-959b-e318dd1fc6ce']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:22.479076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] Pushing event deleted for resources: {'Port': ['ID=96842a8e-fe68-4363-bf9b-f1a036cf4be0,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:22.488570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292164e-e2ec-4c13-839f-da00a76739d8 None None] No DVR routers for this DVR port 96842a8e-fe68-4363-bf9b-f1a036cf4be0 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:22.513372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855783df-186b-4f0b-a2bd-e0dbf95a6f4a') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:22.514071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855783df-186b-4f0b-a2bd-e0dbf95a6f4a') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:22.544695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.580171 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.593979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:22.594657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:22.606857 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:22.785458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.815245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.825819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/15911efe-1600-4ede-959b-e318dd1fc6ce HTTP/1.1" status: 204 len: 168 time: 1.6571512 Nov 16 21:35:22.826197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39256) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:22.845183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1716622850'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:22.869772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ba7ca-ce01-41e1-af91-f92f1ba32a5f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=15911efe-1600-4ede-959b-e318dd1fc6ce,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:22.899003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:22.907302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:22.975465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:35:22.993647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.000423 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Added segment d609b749-4207-41b1-b81d-a15b20b00102 of type vlan for network 56e0a52d-9689-4903-b9b7-ff093d2e12fd Nov 16 21:35:23.080150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d80f9b1c-11c4-4607-bdc2-34af4f4d700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.080603 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.146999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2e02e9e-403b-4930-b102-b38381340389 req-bdb9a81e-2a94-4c1d-a4ce-13f9e73bedcc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 210 time: 0.0373080 Nov 16 21:35:23.148243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.155852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:23.156501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.252297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Network': ['ID=56e0a52d-9689-4903-b9b7-ff093d2e12fd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:23.271683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-60df3c75-24f5-4dc7-ae19-e0f066c688ae tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4417262 Nov 16 21:35:23.272038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39260) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:23.278814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:35:23.279453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:23.457059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:23.463011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.559123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 898b0662-5c26-4eed-bdba-b06c81c94fb9 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:23.740104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 898b0662-5c26-4eed-bdba-b06c81c94fb9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:23.740506 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:23.904065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-aa025382-0b32-4a4a-adda-250259308bfc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:23.905629 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-aa025382-0b32-4a4a-adda-250259308bfc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 810 time: 0.1466136 Nov 16 21:35:23.951720 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.041766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 96842a8e-fe68-4363-bf9b-f1a036cf4be0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:24.067995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 96842a8e-fe68-4363-bf9b-f1a036cf4be0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:24.068259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 96842a8e-fe68-4363-bf9b-f1a036cf4be0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:24.072735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=8e0b2d32-a472-46fa-894c-aab452655d13,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:24.086674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-3948a94f-301f-4ec1-bc5d-b0e74c0fd7f3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13 HTTP/1.1" status: 200 len: 380 time: 0.1470547 Nov 16 21:35:24.098226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'port': {'device_id': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'admin_state_up': True, 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'security_groups': ['1b5a00fd-e95d-4d6e-99e4-4b85eca59140']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:24.148166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Checking segment: {'id': 'd609b749-4207-41b1-b81d-a15b20b00102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:24.149373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network hostable DHCP agents. Network: 56e0a52d-9689-4903-b9b7-ff093d2e12fd, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:35:24.158313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.186809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:35:24.245270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 56e0a52d-9689-4903-b9b7-ff093d2e12fd) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:24.252875 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:24.253743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.254784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d6d22-0e0a-412f-a9d3-4879e06a6c30 None None] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:24.278656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Made reservation on behalf of e2c5bd6aecb34f6388aaced00f2c0e13 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:24.283143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.291990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3a8ac77e-3470-4dc4-af67-16b122aead28 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0184994 Nov 16 21:35:24.301243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39270) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:24.305711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63453908-92b0-4694-bbbf-946604ee5524 req-2336a096-e113-479b-ac14-a708e18ee82e tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 210 time: 0.0399594 Nov 16 21:35:24.322790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1279607709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:24.355477 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.356798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.464349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-56e0a52d-9689-4903-b9b7-ff093d2e12fd', 'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': '8e0b2d32-a472-46fa-894c-aab452655d13'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:24.465243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.635429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Allocated IP 172.20.0.2 (56e0a52d-9689-4903-b9b7-ff093d2e12fd/8e0b2d32-a472-46fa-894c-aab452655d13/ba25443c-f165-4a47-ad22-c1be4b51601b) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:24.777372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.828880 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.838407 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.854195 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.876501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Allocated IP 172.20.0.8 (340291a2-9d6b-45f4-a817-42bc340e6054/5b0e3ec5-9bd4-4e10-b58b-68c300fbff55/096c3e15-f956-4c32-9d0d-15d6c547dac2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:24.885473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:24.889577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39280) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:24.890165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-00863f1b-c2e6-496f-aa3b-f8474d2ac440 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5872798 Nov 16 21:35:24.896517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd', 'name': 'tempest-PortsTestJSON-426972950'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:24.918434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:24.927868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:24.950582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:24.980213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Pushing event updated for resources: {'Port': ['ID=ba25443c-f165-4a47-ad22-c1be4b51601b,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:25.134043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Attempting to bind port ba25443c-f165-4a47-ad22-c1be4b51601b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:25.134493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Attempting to bind port ba25443c-f165-4a47-ad22-c1be4b51601b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd609b749-4207-41b1-b81d-a15b20b00102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:25.134890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Attempting to bind port ba25443c-f165-4a47-ad22-c1be4b51601b on network 56e0a52d-9689-4903-b9b7-ff093d2e12fd {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:25.148641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:25.151274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Checking segment: {'id': 'd609b749-4207-41b1-b81d-a15b20b00102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:25.152013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.152374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Bound using segment: {'id': 'd609b749-4207-41b1-b81d-a15b20b00102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:25.152883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Bound port: ba25443c-f165-4a47-ad22-c1be4b51601b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd609b749-4207-41b1-b81d-a15b20b00102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56e0a52d-9689-4903-b9b7-ff093d2e12fd'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:25.153301 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.163193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:25.176475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.220832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.234538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port 6b15879e-23b2-48cd-abf3-e49972eccbef yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:25.279726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] For port ba25443c-f165-4a47-ad22-c1be4b51601b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:25.284067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] For port ba25443c-f165-4a47-ad22-c1be4b51601b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba25443c-f165-4a47-ad22-c1be4b51601b,segment=NetworkSegment(d609b749-4207-41b1-b81d-a15b20b00102),segment_id=d609b749-4207-41b1-b81d-a15b20b00102)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:25.289911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.302711 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.365225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bc6e0-2c8b-44d8-83cf-30f82ba86463 None None] Pushing event updated for resources: {'Port': ['ID=ba25443c-f165-4a47-ad22-c1be4b51601b,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:25.377116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'Port': ['ID=096c3e15-f956-4c32-9d0d-15d6c547dac2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:25.409674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Network 340291a2-9d6b-45f4-a817-42bc340e6054 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:25.411593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:25.426815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:25.498915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.5 (56e0a52d-9689-4903-b9b7-ff093d2e12fd/8e0b2d32-a472-46fa-894c-aab452655d13/6b15879e-23b2-48cd-abf3-e49972eccbef) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:25.513594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:25.514623 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.608138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-9a79c5d3-5050-4e80-985d-63ce586fdc66 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5138824 Nov 16 21:35:25.636196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d420bb-e67a-446a-81fe-96105ffb39e4 req-5bd0142f-aaaf-48fe-8a91-38c0a3017331 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:25.640475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96d420bb-e67a-446a-81fe-96105ffb39e4 req-5bd0142f-aaaf-48fe-8a91-38c0a3017331 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 931 time: 0.1421471 Nov 16 21:35:25.644645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Request body: {'port': {'device_id': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:25.762451 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.847494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.848559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.899580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.918163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96d420bb-e67a-446a-81fe-96105ffb39e4 req-5eacb497-2317-495f-b103-37a4a4941ffb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200880 Nov 16 21:35:25.968632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-019fb1f7-2506-4ffa-916d-936bbc235119 None None] Provisioning complete for port 096c3e15-f956-4c32-9d0d-15d6c547dac2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:25.969259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-019fb1f7-2506-4ffa-916d-936bbc235119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:25.972383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:26.021872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:26.039267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:26.052039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-019fb1f7-2506-4ffa-916d-936bbc235119 None None] Port 096c3e15-f956-4c32-9d0d-15d6c547dac2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:26.102814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:26.103493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.133439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2423956 Nov 16 21:35:26.136056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39296) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:26.283139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=6b15879e-23b2-48cd-abf3-e49972eccbef,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:26.295170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.295899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.296565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.297124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.297709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.298264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.298797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.299341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.299883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.300609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.301149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.301816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af082609-fee8-448e-aa6a-eaec4553d25c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:26.472984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096c3e15-f956-4c32-9d0d-15d6c547dac2 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:35:26.494500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.534677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Transition to ACTIVE for port object 096c3e15-f956-4c32-9d0d-15d6c547dac2 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:35:26.544363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.658460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.784076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Pushing event updated for resources: {'Port': ['ID=096c3e15-f956-4c32-9d0d-15d6c547dac2,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:26.959091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:26.966212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Attempting to bind port 096c3e15-f956-4c32-9d0d-15d6c547dac2 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:26.966556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Attempting to bind port 096c3e15-f956-4c32-9d0d-15d6c547dac2 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:26.966915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Attempting to bind port 096c3e15-f956-4c32-9d0d-15d6c547dac2 on network 340291a2-9d6b-45f4-a817-42bc340e6054 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:26.978239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Port 096c3e15-f956-4c32-9d0d-15d6c547dac2 on network 340291a2-9d6b-45f4-a817-42bc340e6054 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:35:26.978571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Attempting to bind port 096c3e15-f956-4c32-9d0d-15d6c547dac2 on network 340291a2-9d6b-45f4-a817-42bc340e6054 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:26.990848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:26.991146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Checking segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:26.993744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Bound using segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:26.994223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Bound port: 096c3e15-f956-4c32-9d0d-15d6c547dac2, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:26.994599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.164869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3fc67-a6ae-44f6-b0f6-be43298b468b None None] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:27.242245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] For port 096c3e15-f956-4c32-9d0d-15d6c547dac2, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:27.261978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] For port 096c3e15-f956-4c32-9d0d-15d6c547dac2, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:27.275321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.325248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68358737-009f-4592-b9ef-9c22e357a1fa req-6ce26b88-6945-4dc8-ad94-cb575267b020 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:27.342210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68358737-009f-4592-b9ef-9c22e357a1fa req-6ce26b88-6945-4dc8-ad94-cb575267b020 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 943 time: 0.2798502 Nov 16 21:35:27.357722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-75c42044-ca3c-496a-a2c0-6c50aff6c01e None None] Provisioning complete for port ba25443c-f165-4a47-ad22-c1be4b51601b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:27.358404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-75c42044-ca3c-496a-a2c0-6c50aff6c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.420387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:27.421215 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.422882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] 10.222.0.41 "PUT /v2.0/ports/096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1091 time: 1.7955463 Nov 16 21:35:27.437606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:27.451255 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ee0bc9-e54b-432c-b774-ada38b901bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:27.472024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba25443c-f165-4a47-ad22-c1be4b51601b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:27.481944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff63bc-a181-4ebc-b77f-ecf1dc1d9e1d service neutron] Pushing event updated for resources: {'Port': ['ID=096c3e15-f956-4c32-9d0d-15d6c547dac2,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:27.551166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-6356a2ab-22bd-49df-a669-ec5b0d8897c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:27.553064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-6356a2ab-22bd-49df-a669-ec5b0d8897c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0638280 Nov 16 21:35:27.600497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ba25443c-f165-4a47-ad22-c1be4b51601b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:27.600947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.615870 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-68358737-009f-4592-b9ef-9c22e357a1fa req-c9b55730-6742-4d3b-8ac1-2969bca5baa8 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710631 Nov 16 21:35:27.672940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-40917f97-f884-4c21-86e4-505d5442542d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 217 time: 0.1111224 Nov 16 21:35:27.680271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.695555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.700992 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e6af6a-277b-485b-a806-a325be525559 x-openstack-request-id: req-02e6af6a-277b-485b-a806-a325be525559 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:27.701414 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:27.702529 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02e6af6a-277b-485b-a806-a325be525559 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:27.703550 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'status': 'completed', 'code': 200} Nov 16 21:35:27.813454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-0eb5f59a-00ce-46bb-b101-94dcac39dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:27.815917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-0eb5f59a-00ce-46bb-b101-94dcac39dabc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.1299169 Nov 16 21:35:27.856269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=6b15879e-23b2-48cd-abf3-e49972eccbef,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:27.877475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-75c42044-ca3c-496a-a2c0-6c50aff6c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:27.902661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-35ed3bd2-6ebc-4a4c-8cca-b162c16887c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:27.907977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-35ed3bd2-6ebc-4a4c-8cca-b162c16887c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810122 Nov 16 21:35:27.993146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-75c42044-ca3c-496a-a2c0-6c50aff6c01e None None] For port ba25443c-f165-4a47-ad22-c1be4b51601b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba25443c-f165-4a47-ad22-c1be4b51601b,segment=NetworkSegment(d609b749-4207-41b1-b81d-a15b20b00102),segment_id=d609b749-4207-41b1-b81d-a15b20b00102)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:28.003017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-75c42044-ca3c-496a-a2c0-6c50aff6c01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.051069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.088777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.145695 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-4d586883-cd51-4e57-8c00-cc213fae150b service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240748 Nov 16 21:35:28.236458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c42044-ca3c-496a-a2c0-6c50aff6c01e None None] Pushing event updated for resources: {'Port': ['ID=ba25443c-f165-4a47-ad22-c1be4b51601b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:28.258104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:35:28.258989 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:35:28.285724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.314616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2be5a9a8-a76e-4674-bc97-eca68a9478fe req-56d3e8e5-23da-4ffa-8443-aa48603df2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556935 Nov 16 21:35:28.375328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3551c3ca-0672-470b-864c-14bc55308622 None None] Provisioning complete for port 6b15879e-23b2-48cd-abf3-e49972eccbef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:28.376030 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3551c3ca-0672-470b-864c-14bc55308622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.445243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-9843b74a-a7a2-4186-97a4-0392f0ca1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:28.447191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-9843b74a-a7a2-4186-97a4-0392f0ca1309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0719290 Nov 16 21:35:28.454517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3551c3ca-0672-470b-864c-14bc55308622 None None] Port 6b15879e-23b2-48cd-abf3-e49972eccbef cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:28.466328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3551c3ca-0672-470b-864c-14bc55308622 None None] Provisioning complete for port ba25443c-f165-4a47-ad22-c1be4b51601b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:28.466708 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3551c3ca-0672-470b-864c-14bc55308622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.618112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-a69777ca-c5f3-4d24-a566-59e8cb650ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:28.619614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-a69777ca-c5f3-4d24-a566-59e8cb650ac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.1655629 Nov 16 21:35:28.664457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-bee68c7d-32f8-4e0d-aa0e-2f335ea729d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 217 time: 0.0363891 Nov 16 21:35:28.667075 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.675789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.717824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6181ee94-c977-421c-bb0f-897b91ac9015 None None] Provisioning complete for port 6b15879e-23b2-48cd-abf3-e49972eccbef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:28.719988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6181ee94-c977-421c-bb0f-897b91ac9015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.744546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-b443492e-4e63-40e8-9020-44a4151a8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:28.749051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-b443492e-4e63-40e8-9020-44a4151a8e70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0752425 Nov 16 21:35:28.812695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6181ee94-c977-421c-bb0f-897b91ac9015 None None] Port 6b15879e-23b2-48cd-abf3-e49972eccbef cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:28.834076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=6b15879e-23b2-48cd-abf3-e49972eccbef,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:28.845459 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:28.879064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76747b-d776-41a1-96c5-d7fb3730e567 req-6b28f84e-19a7-4d13-b0c3-50bac58eccff tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:28.880661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e76747b-d776-41a1-96c5-d7fb3730e567 req-6b28f84e-19a7-4d13-b0c3-50bac58eccff tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 943 time: 0.1247699 Nov 16 21:35:28.882501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-62d64e9d-2887-447e-84ba-1a923bfda4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:28.887347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-62d64e9d-2887-447e-84ba-1a923bfda4d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308751 Nov 16 21:35:28.934369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-170371a4-9140-455b-a69c-251638725ab2 None None] Provisioning complete for port 6b15879e-23b2-48cd-abf3-e49972eccbef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:28.935005 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-170371a4-9140-455b-a69c-251638725ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.001537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-94c46ba3-4b72-4155-907d-3e84949072f6 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047373 Nov 16 21:35:29.002324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e76747b-d776-41a1-96c5-d7fb3730e567 req-d8c3fdc1-981b-4046-9af3-20196b824161 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091383 Nov 16 21:35:29.009898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-170371a4-9140-455b-a69c-251638725ab2 None None] Port 6b15879e-23b2-48cd-abf3-e49972eccbef cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:29.042762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:29.044445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:29.224006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76ee0bc9-e54b-432c-b774-ada38b901bd4 req-9c32a59c-012c-4c75-8382-19aacb01da99 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066753 Nov 16 21:35:29.231009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Router 099f6e97-9a46-41a0-a3c3-b82c9dbeac3f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:35:29.317130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba25443c-f165-4a47-ad22-c1be4b51601b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:29.408199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ba25443c-f165-4a47-ad22-c1be4b51601b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:29.409085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.485053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed89177f-3dc0-450f-8e42-03d38a6db5d6 None None] Provisioning complete for port 6b15879e-23b2-48cd-abf3-e49972eccbef triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:29.485430 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed89177f-3dc0-450f-8e42-03d38a6db5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:29.573570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed89177f-3dc0-450f-8e42-03d38a6db5d6 None None] Port 6b15879e-23b2-48cd-abf3-e49972eccbef cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:29.806462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:29.813674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7293700b-fff3-463f-9bcc-d369a014b203 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/routers/099f6e97-9a46-41a0-a3c3-b82c9dbeac3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6765916 Nov 16 21:35:29.816967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39354) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:29.819193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] Sync routers for ids ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:29.834834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] Routers {'099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:29.838468 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:35:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.856402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39356) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:29.882718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f2226-c00c-4abe-bb5d-0178f00ae960 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:29.884761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-669f2226-c00c-4abe-bb5d-0178f00ae960 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports?device_id=099f6e97-9a46-41a0-a3c3-b82c9dbeac3f HTTP/1.1" status: 200 len: 981 time: 0.0662830 Nov 16 21:35:29.887426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39360) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:29.904570 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.914317 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] Routers {'099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:29.915253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:35:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.950290 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:29.951146 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2ff3a-8791-4b69-9cca-30890caa5424 None None] The sync data for ids ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'] in n-d-817778-8 is: [] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:30.012878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f64837b8-fcf0-4948-a9da-ee71079fb094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.112650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f64837b8-fcf0-4948-a9da-ee71079fb094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.130697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f64837b8-fcf0-4948-a9da-ee71079fb094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.136127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba49a2-2c82-4116-a0bf-153837d15c9b req-996a91d2-cca3-423a-bde7-3331f6025f8d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:30.137798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6ba49a2-2c82-4116-a0bf-153837d15c9b req-996a91d2-cca3-423a-bde7-3331f6025f8d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 943 time: 0.0573404 Nov 16 21:35:30.193615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6ba49a2-2c82-4116-a0bf-153837d15c9b req-8d2346ac-4a99-402e-8a97-d3fa5da388b3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493574 Nov 16 21:35:30.243427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64837b8-fcf0-4948-a9da-ee71079fb094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9639ccfd-9fc3-4a2c-b226-121e23ce60d0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:30.252470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f64837b8-fcf0-4948-a9da-ee71079fb094 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e6d89bd70de4d329db99296c75cbc59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924417 Nov 16 21:35:30.252852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39364) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.309489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80d71e55-5462-445c-b39e-660485c5ed8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.332631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80d71e55-5462-445c-b39e-660485c5ed8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.404269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80d71e55-5462-445c-b39e-660485c5ed8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.408081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-80d71e55-5462-445c-b39e-660485c5ed8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.409775 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-80d71e55-5462-445c-b39e-660485c5ed8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9639ccfd-9fc3-4a2c-b226-121e23ce60d0 HTTP/1.1" status: 204 len: 168 time: 0.1558883 Nov 16 21:35:30.421316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d71e55-5462-445c-b39e-660485c5ed8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9639ccfd-9fc3-4a2c-b226-121e23ce60d0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:30.510026 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.755500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39378) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.785917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 6b15879e-23b2-48cd-abf3-e49972eccbef {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:30.786260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.786650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4658f15f-8247-48c2-8db5-0c6f83eb176d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.865186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 096c3e15-f956-4c32-9d0d-15d6c547dac2 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:35:30.882019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.886929 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4658f15f-8247-48c2-8db5-0c6f83eb176d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.891182 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4658f15f-8247-48c2-8db5-0c6f83eb176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:30.899733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 6b15879e-23b2-48cd-abf3-e49972eccbef owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:30.941793 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4658f15f-8247-48c2-8db5-0c6f83eb176d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e35488b92b244689b196ba899106fbec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848288 Nov 16 21:35:30.942422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39382) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:30.944642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f15f-8247-48c2-8db5-0c6f83eb176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c18310-9009-42c8-bd50-1e824eecffb0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:30.985761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 096c3e15-f956-4c32-9d0d-15d6c547dac2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:30.998919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'port_id': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'mac_address': 'fa:16:3e:59:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:35:31.005451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5d54ebd-697b-4a07-8c44-7e1a4b36c697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.028161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5d54ebd-697b-4a07-8c44-7e1a4b36c697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.040286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.054853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c3e15-f956-4c32-9d0d-15d6c547dac2 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:35:31.075204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 096c3e15-f956-4c32-9d0d-15d6c547dac2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:31.080718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.084113 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5d54ebd-697b-4a07-8c44-7e1a4b36c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.086880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c5d54ebd-697b-4a07-8c44-7e1a4b36c697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.091024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c5d54ebd-697b-4a07-8c44-7e1a4b36c697 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9c18310-9009-42c8-bd50-1e824eecffb0 HTTP/1.1" status: 204 len: 168 time: 0.1474490 Nov 16 21:35:31.099208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d54ebd-697b-4a07-8c44-7e1a4b36c697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c18310-9009-42c8-bd50-1e824eecffb0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:31.127789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.139481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=096c3e15-f956-4c32-9d0d-15d6c547dac2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:31.165182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=6b15879e-23b2-48cd-abf3-e49972eccbef,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:31.357585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.396481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['096c3e15-f956-4c32-9d0d-15d6c547dac2'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:35:31.456201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014748-b0e5-4f7a-a3ab-923eaea4854e req-cd38067b-bb55-48c1-bb17-e1512ea501ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:31.465286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3014748-b0e5-4f7a-a3ab-923eaea4854e req-cd38067b-bb55-48c1-bb17-e1512ea501ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 944 time: 0.1755552 Nov 16 21:35:31.599346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3014748-b0e5-4f7a-a3ab-923eaea4854e req-87f6a4eb-443a-4fed-ab4a-90a4f9b6fc95 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331751 Nov 16 21:35:31.604055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Router 099f6e97-9a46-41a0-a3c3-b82c9dbeac3f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:31.680705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:31.688775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3f6c98a3-05a7-476f-95a9-142f66c786ec tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/routers/099f6e97-9a46-41a0-a3c3-b82c9dbeac3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975667 Nov 16 21:35:31.696013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39400) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.698157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] Sync routers for ids ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:31.710668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] Routers {'099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:31.711104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:35:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.726856 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-263717c5-aeae-44ba-872c-d643ce073077 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:31.730999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-263717c5-aeae-44ba-872c-d643ce073077 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/6b15879e-23b2-48cd-abf3-e49972eccbef HTTP/1.1" status: 404 len: 333 time: 0.0314803 Nov 16 21:35:31.731407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:31.748015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.757083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] Routers {'099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:31.757719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:35:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.792834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:31.792834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ffe9c-353b-4176-be91-e87668038812 None None] The sync data for ids ['099f6e97-9a46-41a0-a3c3-b82c9dbeac3f'] in n-d-817778-8 is: [] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:31.818232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:31.999056 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.001343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.049640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.050282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Fanout notify agent at l3_agent the message router_deleted on router 099f6e97-9a46-41a0-a3c3-b82c9dbeac3f {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:35:32.058534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.062359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9e91c0a7-f918-4c6e-801e-6f91ed01d7de tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/routers/099f6e97-9a46-41a0-a3c3-b82c9dbeac3f HTTP/1.1" status: 204 len: 168 time: 0.3265820 Nov 16 21:35:32.062516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39422) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:32.115153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 8e0b2d32-a472-46fa-894c-aab452655d13 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:32.118580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.159287 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.250023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.295945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39426) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:32.312333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.341129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0b2d32-a472-46fa-894c-aab452655d13,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.343117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.348290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-15cc3a3c-1651-406e-bb19-926f341d4899 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/8e0b2d32-a472-46fa-894c-aab452655d13 HTTP/1.1" status: 204 len: 168 time: 0.2846746 Nov 16 21:35:32.349551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39430) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:32.349847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563acbdb-8da9-4e9c-8976-550026d613a9 None None] Network 56e0a52d-9689-4903-b9b7-ff093d2e12fd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:32.430572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4441853b-0a64-4ce7-85dc-6c8571a5bc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.453532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.545468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] DHCP port deletion for 56e0a52d-9689-4903-b9b7-ff093d2e12fd request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:32.563634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port ba25443c-f165-4a47-ad22-c1be4b51601b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:32.563862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.566645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4441853b-0a64-4ce7-85dc-6c8571a5bc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.594182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] Deleting port ba25443c-f165-4a47-ad22-c1be4b51601b {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:32.594556 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.602199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4441853b-0a64-4ce7-85dc-6c8571a5bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.663269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39434) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:32.677019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4441853b-0a64-4ce7-85dc-6c8571a5bc88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf4e63511157414eace7b7738c65af65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798192 Nov 16 21:35:32.688038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] For port ba25443c-f165-4a47-ad22-c1be4b51601b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba25443c-f165-4a47-ad22-c1be4b51601b,segment=NetworkSegment(d609b749-4207-41b1-b81d-a15b20b00102),segment_id=d609b749-4207-41b1-b81d-a15b20b00102)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:32.688294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.690996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441853b-0a64-4ce7-85dc-6c8571a5bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348fcc89-a465-468d-924a-84166e75a2b7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.704743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for ba25443c-f165-4a47-ad22-c1be4b51601b owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:32.781094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f22ae-2a79-4b3b-b1b6-08d1ae91e9bc req-5d5d14ee-8661-4471-8861-c7ddbeb7277d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:32.782771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-369f22ae-2a79-4b3b-b1b6-08d1ae91e9bc req-5d5d14ee-8661-4471-8861-c7ddbeb7277d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 944 time: 0.0984786 Nov 16 21:35:32.784033 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c8c6e82-836e-410b-9f6b-fd864fac6ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.809216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.821587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c8c6e82-836e-410b-9f6b-fd864fac6ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.839043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] For port ba25443c-f165-4a47-ad22-c1be4b51601b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ba25443c-f165-4a47-ad22-c1be4b51601b,segment=NetworkSegment(d609b749-4207-41b1-b81d-a15b20b00102),segment_id=d609b749-4207-41b1-b81d-a15b20b00102)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:32.839449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.843672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=ba25443c-f165-4a47-ad22-c1be4b51601b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.845609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No DVR routers for this DVR port ba25443c-f165-4a47-ad22-c1be4b51601b on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:32.857952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] Calling delete_port for ba25443c-f165-4a47-ad22-c1be4b51601b owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:32.875941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-369f22ae-2a79-4b3b-b1b6-08d1ae91e9bc req-253b807b-498a-4fe2-b8d5-f36d8166df2b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816929 Nov 16 21:35:32.900341 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c8c6e82-836e-410b-9f6b-fd864fac6ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.910241 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6c8c6e82-836e-410b-9f6b-fd864fac6ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.910241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6c8c6e82-836e-410b-9f6b-fd864fac6ae9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/348fcc89-a465-468d-924a-84166e75a2b7 HTTP/1.1" status: 204 len: 168 time: 0.2404742 Nov 16 21:35:32.910745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 096c3e15-f956-4c32-9d0d-15d6c547dac2 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:32.921060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c6e82-836e-410b-9f6b-fd864fac6ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348fcc89-a465-468d-924a-84166e75a2b7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:32.949629 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:32.972102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e0a52d-9689-4903-b9b7-ff093d2e12fd']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:32.983890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd609b749-4207-41b1-b81d-a15b20b00102') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:32.984685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd609b749-4207-41b1-b81d-a15b20b00102') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:32.995919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.025364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.041977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 096c3e15-f956-4c32-9d0d-15d6c547dac2 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:35:33.043345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:33.047013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.047875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:33.052453 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:33.055553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 096c3e15-f956-4c32-9d0d-15d6c547dac2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:33.055553 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.107154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] Pushing event deleted for resources: {'Port': ['ID=ba25443c-f165-4a47-ad22-c1be4b51601b,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.110493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659b417-8e42-4abc-a416-bee72a688de2 None None] No DVR routers for this DVR port ba25443c-f165-4a47-ad22-c1be4b51601b on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:33.176353 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.189279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.191851 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.201772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/56e0a52d-9689-4903-b9b7-ff093d2e12fd HTTP/1.1" status: 204 len: 168 time: 0.8509402 Nov 16 21:35:33.205405 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39448) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.229003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:33.231854 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faa2f9e-1880-43f3-b601-88824da0adb3" -d '{"events": [{"server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "name": "network-vif-plugged", "status": "completed", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:33.238281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb31e2e-8f4b-4011-a0a9-c902b8e9199a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=56e0a52d-9689-4903-b9b7-ff093d2e12fd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.254929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 096c3e15-f956-4c32-9d0d-15d6c547dac2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:33.261544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.264024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac3739-9011-49d8-a962-0fcfb7b88e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.265827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5ac3739-9011-49d8-a962-0fcfb7b88e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/bdb6999b-2669-494f-bea0-f4bb80a8a491 HTTP/1.1" status: 200 len: 839 time: 0.0591524 Nov 16 21:35:33.271154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39454) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.310406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba25443c-f165-4a47-ad22-c1be4b51601b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:33.333955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0afdc990-2808-4dbb-ba95-b8a7a749c06a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/bdb6999b-2669-494f-bea0-f4bb80a8a491?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0614929 Nov 16 21:35:33.337888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39460) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.342793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ba25443c-f165-4a47-ad22-c1be4b51601b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:33.343148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ba25443c-f165-4a47-ad22-c1be4b51601b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:33.343566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:33.356063 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.370765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=096c3e15-f956-4c32-9d0d-15d6c547dac2,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.438533 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02301f1d-ceaa-4cd7-bb20-cf1dc66d1a3e x-openstack-request-id: req-02301f1d-ceaa-4cd7-bb20-cf1dc66d1a3e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:33.438833 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "name": "network-vif-plugged", "status": "completed", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:33.439091 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02301f1d-ceaa-4cd7-bb20-cf1dc66d1a3e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:33.439906 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'code': 200} Nov 16 21:35:33.498083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:33.503496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.611528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f82fa4-2a58-4778-af42-c3d3d259d979 req-c6f2b1a0-c44d-4fe6-8e60-1cf0aadc7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.613043 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3f82fa4-2a58-4778-af42-c3d3d259d979 req-c6f2b1a0-c44d-4fe6-8e60-1cf0aadc7168 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1063409 Nov 16 21:35:33.697177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3f82fa4-2a58-4778-af42-c3d3d259d979 req-400854b4-c41f-4fca-9b17-64c2b0e3e214 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758967 Nov 16 21:35:33.752522 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.796012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:33.799391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:33.804761 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:33.805631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.811287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd8dca-e13e-426b-bfd9-a73651fe35e8 None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:33.817349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=3681b24e-9730-4eb2-8d2a-e8242e227abd,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:33.831115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39476) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.831672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f78e47c-10c2-47ee-b965-0b6a8c05fa48 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4921532 Nov 16 21:35:33.837152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'security_group': {'name': 'tempest-secgroup-1495586686'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:33.860743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.943840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.950401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.976553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:33.977837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1455889 Nov 16 21:35:33.980622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39482) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:33.995451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'security_group': {'name': 'tempest-secgroup-57238802'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:33.997314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-1a8b011e-5707-4a65-beb8-821ceb8392cd', 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'tenant_id': '9c7de9fd1843400daefd0af290ad5eff', 'fixed_ips': [{'subnet_id': '3681b24e-9730-4eb2-8d2a-e8242e227abd'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:35:33.998405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.019764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d74d8-c695-438d-8abf-021fc0c47bf8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd530ba-90dd-4f03-a55f-b17e80f00049,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.047939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.050014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b3a0d-001b-4fdc-b98b-650525855a87 req-244b5491-8e8d-4f66-9c3b-272c440028c6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:34.051620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef6b3a0d-001b-4fdc-b98b-650525855a87 req-244b5491-8e8d-4f66-9c3b-272c440028c6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0633004 Nov 16 21:35:34.116808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ef6b3a0d-001b-4fdc-b98b-650525855a87 req-7dd88dcb-c233-4ef3-8a00-146396b17af3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583074 Nov 16 21:35:34.131625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.144627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.176223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843a1837-767c-4af0-85e7-195c8381d88d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.181831 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.185936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39488) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:34.186132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b817a3d7-6d75-4f39-bc0d-c34487e22db6 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2032700 Nov 16 21:35:34.191598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1185159338', 'security_groups': ['843a1837-767c-4af0-85e7-195c8381d88d'], 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3681b24e-9730-4eb2-8d2a-e8242e227abd'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:34.200278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Allocated IP 172.20.0.2 (1a8b011e-5707-4a65-beb8-821ceb8392cd/3681b24e-9730-4eb2-8d2a-e8242e227abd/670c46ff-ba32-4ba0-864a-60d97f2e03cf) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:34.268939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39492) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:34.346722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:34.406192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.412215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.424459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a333ba6-7b20-47c7-bd75-1ca2b41988d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.452643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:34.455985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:34.458521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:34.468089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Pushing event updated for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.470026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.496745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:34.523139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Attempting to bind port 670c46ff-ba32-4ba0-864a-60d97f2e03cf on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:34.523543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Attempting to bind port 670c46ff-ba32-4ba0-864a-60d97f2e03cf by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '3bc572c0-097a-42af-8267-7cc483f9a31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:34.523911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Attempting to bind port 670c46ff-ba32-4ba0-864a-60d97f2e03cf on network 1a8b011e-5707-4a65-beb8-821ceb8392cd {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:34.528828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:34.529205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Checking segment: {'id': '3bc572c0-097a-42af-8267-7cc483f9a31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:34.529637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.530039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Bound using segment: {'id': '3bc572c0-097a-42af-8267-7cc483f9a31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:34.530507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Bound port: 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc572c0-097a-42af-8267-7cc483f9a31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:34.530886 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.598246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:34.602855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=670c46ff-ba32-4ba0-864a-60d97f2e03cf,segment=NetworkSegment(3bc572c0-097a-42af-8267-7cc483f9a31d),segment_id=3bc572c0-097a-42af-8267-7cc483f9a31d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:34.607022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.624573 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a333ba6-7b20-47c7-bd75-1ca2b41988d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.630919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a333ba6-7b20-47c7-bd75-1ca2b41988d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.665779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbea8e-1508-4625-8830-6875badad9cf None None] Pushing event updated for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.707575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a333ba6-7b20-47c7-bd75-1ca2b41988d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=053f5f17de2742338bc74cdc335db4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373660 Nov 16 21:35:34.710927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39498) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:34.711366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333ba6-7b20-47c7-bd75-1ca2b41988d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca61ca4-2072-4cfe-b175-b326d69e228c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.730949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.13 (1a8b011e-5707-4a65-beb8-821ceb8392cd/3681b24e-9730-4eb2-8d2a-e8242e227abd/ed5cba14-5eb4-45e3-b500-d2ccbc8c2957) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:34.768567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a490141-b382-4925-af39-7818d0b51d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.792852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a490141-b382-4925-af39-7818d0b51d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.870795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a490141-b382-4925-af39-7818d0b51d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.873832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a490141-b382-4925-af39-7818d0b51d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:34.875017 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a490141-b382-4925-af39-7818d0b51d6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ca61ca4-2072-4cfe-b175-b326d69e228c HTTP/1.1" status: 204 len: 168 time: 0.1631162 Nov 16 21:35:34.886689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a490141-b382-4925-af39-7818d0b51d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca61ca4-2072-4cfe-b175-b326d69e228c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:34.950644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.001207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.050128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:35.053339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:35.057866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:35.086015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=ed5cba14-5eb4-45e3-b500-d2ccbc8c2957,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.100362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.100680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.101029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.101414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.101733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.102074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.102402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.102732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.103061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.103392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.103718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.104051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:35.125368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.126080 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.145806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39506) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.148745 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8193fef9-9808-4f63-b97f-16d60ac7d2f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9614704 Nov 16 21:35:35.156807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:35.288939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac6d4-7427-4c79-9523-30eb1234064c req-736514cc-3af4-4131-9303-e3f138f4054d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.290501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d46ac6d4-7427-4c79-9523-30eb1234064c req-736514cc-3af4-4131-9303-e3f138f4054d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0829182 Nov 16 21:35:35.306877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.330660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:35.371687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:35.375463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.421680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:35:35.427997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:35.428475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.439250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d46ac6d4-7427-4c79-9523-30eb1234064c req-49e87325-5a79-4649-94a8-2f73c3dea20d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389854 Nov 16 21:35:35.506412 n-d-817778-8 neutron-server[102454]: INFO neutron.db.ipam_backend_mixin [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3681b24e-9730-4eb2-8d2a-e8242e227abd (CIDR: 172.20.0.0/28) Nov 16 21:35:35.512143 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:35.512901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:35.586571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.588834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7c152f92-aadf-4259-80c2-47bdc1cf558e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4411287 Nov 16 21:35:35.592317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39530) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.607329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:35.654478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=670c46ff-ba32-4ba0-864a-60d97f2e03cf,segment=NetworkSegment(3bc572c0-097a-42af-8267-7cc483f9a31d),segment_id=3bc572c0-097a-42af-8267-7cc483f9a31d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:35.666067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.751192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930504c8-4160-4289-8814-8443ebf017de req-38246221-508b-49cc-bbf7-2cdcf9d8f388 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:35.755671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-930504c8-4160-4289-8814-8443ebf017de req-38246221-508b-49cc-bbf7-2cdcf9d8f388 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.2166078 Nov 16 21:35:35.766336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39536) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:35.774013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'floatingip': {'port_id': '096c3e15-f956-4c32-9d0d-15d6c547dac2'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:35.792043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:35.863458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:35.867647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.892163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.895855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fa6cedbf-376f-42dd-98b6-b62c66e7e1f4 None None] Provisioning complete for port bdb6999b-2669-494f-bea0-f4bb80a8a491 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:35.896674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fa6cedbf-376f-42dd-98b6-b62c66e7e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:35.953912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fa6cedbf-376f-42dd-98b6-b62c66e7e1f4 None None] Port bdb6999b-2669-494f-bea0-f4bb80a8a491 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:35.980725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fa6cedbf-376f-42dd-98b6-b62c66e7e1f4 None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:35.981871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fa6cedbf-376f-42dd-98b6-b62c66e7e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.286914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7e604a8a-a3aa-4cf6-a4ab-2a9e749caf19 None None] Provisioning complete for port ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:36.287668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e604a8a-a3aa-4cf6-a4ab-2a9e749caf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.331093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.367691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7e604a8a-a3aa-4cf6-a4ab-2a9e749caf19 None None] Port ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:36.391765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:36.401116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:36.421211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:36.422141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.423271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7c592-5c43-48d0-b505-3fe5ec99ab99 None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:36.447169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=872b8243-1ec6-4f61-9dbf-ea8476359421,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:36.463453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9dfafd3b-3e78-4ab4-bcb6-072d5beb299b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8699362 Nov 16 21:35:36.466423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:36.472603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1213172088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '872b8243-1ec6-4f61-9dbf-ea8476359421'}], 'security_groups': ['5bd530ba-90dd-4f03-a55f-b17e80f00049']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:36.522632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.529313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.650190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:36.815115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] Update dhcp port {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'fixed_ips': [{'subnet_id': '3681b24e-9730-4eb2-8d2a-e8242e227abd', 'ip_address': '172.20.0.2'}, {'subnet_id': '872b8243-1ec6-4f61-9dbf-ea8476359421'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '670c46ff-ba32-4ba0-864a-60d97f2e03cf'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:35:36.846435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.077200 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Floating IP 81d17418-a6bb-488e-85cd-df0fb01aefdc associated. External IP: 172.25.3.254, port: 096c3e15-f956-4c32-9d0d-15d6c547dac2. Nov 16 21:35:37.124308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Delete allocated IP 172.20.0.13 (1a8b011e-5707-4a65-beb8-821ceb8392cd/3681b24e-9730-4eb2-8d2a-e8242e227abd) {{(pid=102454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:35:37.134452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.28 (1a8b011e-5707-4a65-beb8-821ceb8392cd/872b8243-1ec6-4f61-9dbf-ea8476359421/ed5cba14-5eb4-45e3-b500-d2ccbc8c2957) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:37.309750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:37.342549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:35:37.380215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:37.380924 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.432996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.443734 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.503518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:35:37.507949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=ed5cba14-5eb4-45e3-b500-d2ccbc8c2957,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:37.508430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.516758 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:35:37.540832 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:37.544482 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:35:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:37.584689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] Allocated IP 172.20.0.18 (1a8b011e-5707-4a65-beb8-821ceb8392cd/872b8243-1ec6-4f61-9dbf-ea8476359421/670c46ff-ba32-4ba0-864a-60d97f2e03cf) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:37.654416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-38346060-9b06-488c-adb9-2ab3ed930203 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "PUT /v2.0/floatingips/81d17418-a6bb-488e-85cd-df0fb01aefdc HTTP/1.1" status: 200 len: 991 time: 1.8866925 Nov 16 21:35:37.655800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:37.671921 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fa254e-1df7-4568-bfc5-925b7777c470" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:37.679516 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] In _notify_port_updated(), no bound segment for port ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 on network 1a8b011e-5707-4a65-beb8-821ceb8392cd {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:35:37.710251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:37.711316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.736855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6a42cc9a-0867-4159-9366-cdfbd84a0576 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/ports/ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 HTTP/1.1" status: 200 len: 921 time: 1.2682364 Nov 16 21:35:37.739215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39562) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:37.767868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=670c46ff-ba32-4ba0-864a-60d97f2e03cf,segment=NetworkSegment(3bc572c0-097a-42af-8267-7cc483f9a31d),segment_id=3bc572c0-097a-42af-8267-7cc483f9a31d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:37.789881 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2276a9-d344-4d8a-aa42-76e666aef5d4 x-openstack-request-id: req-5c2276a9-d344-4d8a-aa42-76e666aef5d4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:37.790179 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:37.790437 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c2276a9-d344-4d8a-aa42-76e666aef5d4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:37.790852 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'status': 'completed', 'code': 200} Nov 16 21:35:37.856923 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.865109 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:37.977016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-34b9c3f7-2616-4bcb-a77e-7a1699371e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:37.978728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-34b9c3f7-2616-4bcb-a77e-7a1699371e0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1616936 Nov 16 21:35:38.035801 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:38.125559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:38.125894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.131058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5e93b-9476-4985-aa57-eb3e9cc79c53 None None] Pushing event updated for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:38.248729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-4236f502-b551-4bb9-8f95-3799c59618e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:38.249735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-4236f502-b551-4bb9-8f95-3799c59618e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.2620585 Nov 16 21:35:38.348776 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-b4f8b4a1-159e-4e6a-8bbc-c05df2f58a34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 999 time: 0.0845833 Nov 16 21:35:38.357358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '81d17418-a6bb-488e-85cd-df0fb01aefdc', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'port_id': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'mac_address': 'fa:16:3e:59:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:35:18Z', 'updated_at': '2021-11-16T21:35:36Z', 'revision_number': 1, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:38.375533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.392472 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:35:38.403401 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:35:38.404085 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:35:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:38.441086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:38.473379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-9d904f9b-9e58-4618-b3c1-8a2810ffc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:38.474918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-9d904f9b-9e58-4618-b3c1-8a2810ffc6eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.1146986 Nov 16 21:35:38.528170 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:35:38.627428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-65714895-3425-4c4d-9875-8565acd2b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:38.628988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-65714895-3425-4c4d-9875-8565acd2b5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089101 Nov 16 21:35:38.724208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.768061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=ed5cba14-5eb4-45e3-b500-d2ccbc8c2957,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:38.879665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-2df3e276-d95f-473e-8183-31883f58c164 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412109 Nov 16 21:35:38.913922 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '81d17418-a6bb-488e-85cd-df0fb01aefdc', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'port_id': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'mac_address': 'fa:16:3e:59:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:35:18Z', 'updated_at': '2021-11-16T21:35:36Z', 'revision_number': 1, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:38.922055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.925438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8dc86893-8a55-4c1c-9ea6-af195da808b1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 HTTP/1.1" status: 204 len: 168 time: 1.1851933 Nov 16 21:35:38.928201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39572) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:38.930463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c9775eff-e3e5-4a6c-833d-c3970c603ef4 None None] Provisioning complete for port bdb6999b-2669-494f-bea0-f4bb80a8a491 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:38.930885 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9775eff-e3e5-4a6c-833d-c3970c603ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:38.963848 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-874e5908-b4f7-4d2c-be27-b94687bd742e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:38.965475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-874e5908-b4f7-4d2c-be27-b94687bd742e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/ed5cba14-5eb4-45e3-b500-d2ccbc8c2957 HTTP/1.1" status: 404 len: 333 time: 0.0355926 Nov 16 21:35:38.968272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39576) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:38.971117 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0dffe-b623-4eab-995c-4dddd6784088 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '81d17418-a6bb-488e-85cd-df0fb01aefdc', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'port_id': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'mac_address': 'fa:16:3e:59:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:35:18Z', 'updated_at': '2021-11-16T21:35:36Z', 'revision_number': 1, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:35:39.000769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c9775eff-e3e5-4a6c-833d-c3970c603ef4 None None] Port bdb6999b-2669-494f-bea0-f4bb80a8a491 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:39.034345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c9775eff-e3e5-4a6c-833d-c3970c603ef4 None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:39.034730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9775eff-e3e5-4a6c-833d-c3970c603ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.086145 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be8cfcd9-3e8c-46f0-90b0-cec89bc04fe1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.087723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66fa254e-1df7-4568-bfc5-925b7777c470 req-294ad19f-e6f5-4356-b0d4-b4ebe3387507 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991961 Nov 16 21:35:39.103407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-81ad378f-725c-47df-92f2-f246052fc34c tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443852 Nov 16 21:35:39.118256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be8cfcd9-3e8c-46f0-90b0-cec89bc04fe1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.141013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c9775eff-e3e5-4a6c-833d-c3970c603ef4 None None] Could not find standard attr ID for object ed5cba14-5eb4-45e3-b500-d2ccbc8c2957. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:39.211940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be8cfcd9-3e8c-46f0-90b0-cec89bc04fe1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.216820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-be8cfcd9-3e8c-46f0-90b0-cec89bc04fe1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.220934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-be8cfcd9-3e8c-46f0-90b0-cec89bc04fe1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/security-groups/843a1837-767c-4af0-85e7-195c8381d88d HTTP/1.1" status: 204 len: 168 time: 0.2515645 Nov 16 21:35:39.221627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39588) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:39.254555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cfcd9-3e8c-46f0-90b0-cec89bc04fe1 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a1837-767c-4af0-85e7-195c8381d88d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:39.301421 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03263419-a024-4748-8460-3a2823c8e312 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.329578 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03263419-a024-4748-8460-3a2823c8e312 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.345970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:39.385937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03263419-a024-4748-8460-3a2823c8e312 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.389024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03263419-a024-4748-8460-3a2823c8e312 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.393446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39590) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:39.395200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-03263419-a024-4748-8460-3a2823c8e312 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/security-groups/5bd530ba-90dd-4f03-a55f-b17e80f00049 HTTP/1.1" status: 204 len: 168 time: 0.1694732 Nov 16 21:35:39.407675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03263419-a024-4748-8460-3a2823c8e312 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd530ba-90dd-4f03-a55f-b17e80f00049,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:39.420815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16371827-dd19-433d-8041-a2c80309cb89 None None] New status for floating IP 81d17418-a6bb-488e-85cd-df0fb01aefdc: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:35:39.469453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-bb79acc4-c742-447c-82ce-b830523e81f0 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:39.481411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-bb79acc4-c742-447c-82ce-b830523e81f0 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710399 Nov 16 21:35:39.509315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-ede8e796-ded7-4408-b328-04dfa6142887 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/quotas/426e6762554c40b9a9b0e545fb95c3e6 HTTP/1.1" status: 200 len: 375 time: 0.0269172 Nov 16 21:35:39.558769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-f59e4594-cbf5-4b9b-926e-615575792168 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484593 Nov 16 21:35:39.574461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-15986d3c-306e-44ab-9174-94cbe95c9018 None None] Could not find standard attr ID for object ed5cba14-5eb4-45e3-b500-d2ccbc8c2957. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:39.577832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 3681b24e-9730-4eb2-8d2a-e8242e227abd {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:39.583130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:39.583509 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.586374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.709008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.852156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.935337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.974024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:39.977881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/3681b24e-9730-4eb2-8d2a-e8242e227abd HTTP/1.1" status: 204 len: 168 time: 0.5832884 Nov 16 21:35:39.978965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaf844-e35b-4f08-a361-019745895c2c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=3681b24e-9730-4eb2-8d2a-e8242e227abd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:39.987937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6015820-597b-4247-a105-0b00c4c947f1 None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:39.997472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39598) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.009644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:40.267711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:40.272844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.296560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d11f5e3-7c42-4331-9d3d-23eb270e3d63 req-82023a5d-5921-4c7a-9e12-c1d4391d26fb tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 210 time: 0.5185680 Nov 16 21:35:40.578602 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.627715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:40.633490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:40.637897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:40.638489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.658111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=87a087b3-34c4-4b36-a8fa-240b2b5faa6b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:40.671843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c0c44a6-61c3-4aa7-bea9-b3f366b354ca tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6683819 Nov 16 21:35:40.672208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.676874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'security_group': {'name': 'tempest-secgroup-86570521'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:40.704471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.777764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.782338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.814981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.816235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1430511 Nov 16 21:35:40.818486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f2d24-0dde-4c5c-b51c-3efe5c7a0216 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005cbfde-c369-4e18-8ed7-eab54d7b920f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:40.820550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.825243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'security_group': {'name': 'tempest-secgroup-1978199089'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:40.849061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.920498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.925431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.962307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:40.963577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1419690 Nov 16 21:35:40.965666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d28c49-c081-487a-bb47-73bb2ed90705 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08224ce-0ffc-4932-9ae4-d6df88b02166,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:40.966496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39612) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:40.972564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'security_group': {'name': 'tempest-secgroup-912962404'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:40.973378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedd543-f52e-4a14-94c0-84871b8639e6 None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:41.006380 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.056544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-36f60ee3-4b48-4ee9-bc98-c4ecbeca8121 None None] Provisioning complete for port bdb6999b-2669-494f-bea0-f4bb80a8a491 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:41.057060 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36f60ee3-4b48-4ee9-bc98-c4ecbeca8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.067678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-c0fb113e-1b1e-4f95-b6cd-f3d69ffcc0dc tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373847 Nov 16 21:35:41.117936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-36f60ee3-4b48-4ee9-bc98-c4ecbeca8121 None None] Port bdb6999b-2669-494f-bea0-f4bb80a8a491 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:41.155902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-36f60ee3-4b48-4ee9-bc98-c4ecbeca8121 None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:41.156280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-36f60ee3-4b48-4ee9-bc98-c4ecbeca8121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.284819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.291585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.322204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] Update dhcp port {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'fixed_ips': [{'subnet_id': '872b8243-1ec6-4f61-9dbf-ea8476359421', 'ip_address': '172.20.0.18'}, {'subnet_id': '87a087b3-34c4-4b36-a8fa-240b2b5faa6b'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '670c46ff-ba32-4ba0-864a-60d97f2e03cf'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:35:41.331784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f95521-43f9-4d03-aace-93cc161c6c5c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.341970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-d31b9446-5c64-4bab-8ae3-8c503feb84ea tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:41.343716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-d31b9446-5c64-4bab-8ae3-8c503feb84ea tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700884 Nov 16 21:35:41.353409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.358129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39622) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:41.358556 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.359150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7ca921df-4572-4e4c-a1ca-223b94ba591e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3871057 Nov 16 21:35:41.364549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2124930559', 'security_groups': ['a4f95521-43f9-4d03-aace-93cc161c6c5c'], 'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '87a087b3-34c4-4b36-a8fa-240b2b5faa6b'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:41.370623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Request body: {'port': {'device_id': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '426e6762554c40b9a9b0e545fb95c3e6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:41.472418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8963dda-e7a4-4e1d-9b16-31e671a4bc14 req-7d17e0f3-1aab-419e-a27f-f1f12d525d22 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 210 time: 0.0378263 Nov 16 21:35:41.505595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:41.576686 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Made reservation on behalf of 426e6762554c40b9a9b0e545fb95c3e6 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:41.580587 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.591277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.665958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.705659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.711360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:41.715157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] device_id is not set on port 4cc1f8bd-31b4-4592-9dae-a5d690f564af yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:35:41.749565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f440cb9e-8321-427d-bf58-5177abfbef41,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:41.880481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Allocated IP 192.168.233.208 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/08a2c0a6-f5a5-487d-ad3f-b74b2799f100) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:41.887672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] Allocated IP 172.20.0.2 (1a8b011e-5707-4a65-beb8-821ceb8392cd/87a087b3-34c4-4b36-a8fa-240b2b5faa6b/670c46ff-ba32-4ba0-864a-60d97f2e03cf) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:41.994582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=670c46ff-ba32-4ba0-864a-60d97f2e03cf,segment=NetworkSegment(3bc572c0-097a-42af-8267-7cc483f9a31d),segment_id=3bc572c0-097a-42af-8267-7cc483f9a31d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:42.025795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.031457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.055761 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.121940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.125746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d92126-7649-46fb-8750-5709c18b3aba None None] Pushing event updated for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:42.135009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.11 (1a8b011e-5707-4a65-beb8-821ceb8392cd/87a087b3-34c4-4b36-a8fa-240b2b5faa6b/4cc1f8bd-31b4-4592-9dae-a5d690f564af) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:42.182807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:42.186195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:42.190925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:42.195766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Pushing event updated for resources: {'Port': ['ID=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:42.271170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:42.271851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.294031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-9a01ba0a-0e88-4fe8-9248-a5fcddefd30d tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9334843 Nov 16 21:35:42.310900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Request body: {'port': {'device_id': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:42.338002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.389143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.396943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.446968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:42.450455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:42.454296 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:35:42.535242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=4cc1f8bd-31b4-4592-9dae-a5d690f564af,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:42.566645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:42.567815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.590858 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d28162cb-65f0-4c16-9ed6-342c43032228 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2300618 Nov 16 21:35:42.591068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39644) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:42.596333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:42.625274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e317bc62-4200-4dd0-ad6d-3848570149be None None] Provisioning complete for port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:42.626107 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e317bc62-4200-4dd0-ad6d-3848570149be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.674422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e317bc62-4200-4dd0-ad6d-3848570149be None None] Port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:42.768802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fe9b0-185c-4c7c-83d4-2ee264809b83 req-a95b5de7-9ba8-47c7-8648-984695bc1c3f tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:42.770681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee3fe9b0-185c-4c7c-83d4-2ee264809b83 req-a95b5de7-9ba8-47c7-8648-984695bc1c3f tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 936 time: 0.0881517 Nov 16 21:35:42.773636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:42.778625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.892571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee3fe9b0-185c-4c7c-83d4-2ee264809b83 req-af8e2c99-899c-4fd2-8412-3dca6d8aaeea tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994179 Nov 16 21:35:42.895495 n-d-817778-8 neutron-server[102453]: INFO neutron.db.ipam_backend_mixin [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87a087b3-34c4-4b36-a8fa-240b2b5faa6b (CIDR: 172.20.0.0/28) Nov 16 21:35:42.903421 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:42.903927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:42.924432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:35:42.935159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b3c1d1f6-2888-4066-a06f-1607ae136fa8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3429670 Nov 16 21:35:42.937700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39648) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:42.942628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:42.942815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:42.963116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Transition to ACTIVE for port object 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:35:42.971392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.002163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e9c50e6a-46da-45ce-b00c-239886d607b7 None None] Provisioning complete for port bdb6999b-2669-494f-bea0-f4bb80a8a491 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:43.002626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9c50e6a-46da-45ce-b00c-239886d607b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.043658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Pushing event updated for resources: {'Port': ['ID=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:43.107081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e9c50e6a-46da-45ce-b00c-239886d607b7 None None] Port bdb6999b-2669-494f-bea0-f4bb80a8a491 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:43.139733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e9c50e6a-46da-45ce-b00c-239886d607b7 None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:43.140591 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9c50e6a-46da-45ce-b00c-239886d607b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.195969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Attempting to bind port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:35:43.196315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Attempting to bind port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:35:43.196651 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Attempting to bind port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:43.199237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:43.202693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:35:43.203032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Attempting to bind port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:35:43.211299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:35:43.211758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:35:43.212259 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.212390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:35:43.212977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Bound port: 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:35:43.214580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.319218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] For port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:35:43.328705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] For port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:35:43.337671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.351210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:43.398340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:43.399003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.400513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] 10.222.0.47 "PUT /v2.0/ports/08a2c0a6-f5a5-487d-ad3f-b74b2799f100 HTTP/1.1" status: 200 len: 1096 time: 1.0952783 Nov 16 21:35:43.400970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'tag': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:43.405052 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f763b-6f66-4407-b430-f62ba1d6343b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d3415f-2953-4f1d-9c21-aebbb83c60bb", "tag": "08a2c0a6-f5a5-487d-ad3f-b74b2799f100"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:43.435514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:43.435861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.453583 n-d-817778-8 neutron-server[102453]: INFO neutron.db.ipam_backend_mixin [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 872b8243-1ec6-4f61-9dbf-ea8476359421 (CIDR: 172.20.0.16/28) Nov 16 21:35:43.459172 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 21:35:43.460109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:43.485990 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40243fea-ac70-464f-b1c5-e51d91ced353 x-openstack-request-id: req-40243fea-ac70-464f-b1c5-e51d91ced353 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:43.486501 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d3415f-2953-4f1d-9c21-aebbb83c60bb", "tag": "08a2c0a6-f5a5-487d-ad3f-b74b2799f100", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:43.486857 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40243fea-ac70-464f-b1c5-e51d91ced353 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:43.487469 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'tag': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100', 'status': 'completed', 'code': 200} Nov 16 21:35:43.493727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e4c7b660-ce74-4212-af3b-a090d8fce692 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5547323 Nov 16 21:35:43.494355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:43.502354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bad14b20-e369-4ec9-bef5-0b374995684e None None] Provisioning complete for port 4cc1f8bd-31b4-4592-9dae-a5d690f564af triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:43.503125 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bad14b20-e369-4ec9-bef5-0b374995684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.507696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'subnet': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:43.509854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc4b0f-1778-43dc-b28a-c703bdd25682 service neutron] Pushing event updated for resources: {'Port': ['ID=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:43.543078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-94bab4a6-159f-4881-b806-0349ca6212c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:43.544783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-94bab4a6-159f-4881-b806-0349ca6212c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 1099 time: 0.0935214 Nov 16 21:35:43.619450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-cdb6e52b-fcde-4daa-b88b-c7f80f000583 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100 HTTP/1.1" status: 200 len: 217 time: 0.0623336 Nov 16 21:35:43.662777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bad14b20-e369-4ec9-bef5-0b374995684e None None] Port 4cc1f8bd-31b4-4592-9dae-a5d690f564af cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:43.667043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Made reservation on behalf of 9c7de9fd1843400daefd0af290ad5eff for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:35:43.670809 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.714431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-6ed22fbf-a54a-4d91-bfea-e75d40e8d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:43.716494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-6ed22fbf-a54a-4d91-bfea-e75d40e8d7e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0901098 Nov 16 21:35:43.787387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc836-85e8-4952-8967-c741de92813c req-4b54def8-d026-4273-9dd8-30bb4dca7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:43.789804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-4b54def8-d026-4273-9dd8-30bb4dca7aad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661256 Nov 16 21:35:43.901999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-93150e20-e0f7-46a8-8b0e-a2afc9fba231 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037209 Nov 16 21:35:43.926682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:43.980920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Subnet': ['ID=7e1d9dcd-18dc-479c-88b1-26f459000a13,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:44.014214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c53fc836-85e8-4952-8967-c741de92813c req-3db886b8-3ecb-455e-b0fd-316e714475d9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056509 Nov 16 21:35:44.029374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:35:44.033105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:35:44.036943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:44.037574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.044014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ae6fa-b240-4882-822b-1075ff969d4e None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:44.078076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe2e15-0078-4a35-a490-eb95613b06b5 req-ff2dc294-aeb9-4f05-9bbf-11b6b4fae121 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:44.079628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63fe2e15-0078-4a35-a490-eb95613b06b5 req-ff2dc294-aeb9-4f05-9bbf-11b6b4fae121 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 948 time: 0.0868664 Nov 16 21:35:44.086009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c04eb166-036e-4d5a-a76e-6d60f224998d tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5906353 Nov 16 21:35:44.092181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39660) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:44.101961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-796100276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e1d9dcd-18dc-479c-88b1-26f459000a13'}], 'security_groups': ['005cbfde-c369-4e18-8ed7-eab54d7b920f', 'd08224ce-0ffc-4932-9ae4-d6df88b02166']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:44.111402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f763b-6f66-4407-b430-f62ba1d6343b req-1bc2b787-60a7-4217-beab-596f45af5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:44.112850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-1bc2b787-60a7-4217-beab-596f45af5424 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 1099 time: 0.0539358 Nov 16 21:35:44.191229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.224085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63fe2e15-0078-4a35-a490-eb95613b06b5 req-d11cef31-f7ab-48cc-9e80-3d1f90cf7ea5 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336021 Nov 16 21:35:44.262439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f763b-6f66-4407-b430-f62ba1d6343b req-1268fcb3-958e-44a3-995d-3e17e9542c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:44.263953 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-1268fcb3-958e-44a3-995d-3e17e9542c9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1433818 Nov 16 21:35:44.318438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Update dhcp port {'port': {'network_id': '1a8b011e-5707-4a65-beb8-821ceb8392cd', 'fixed_ips': [{'subnet_id': '872b8243-1ec6-4f61-9dbf-ea8476359421', 'ip_address': '172.20.0.18'}, {'subnet_id': '87a087b3-34c4-4b36-a8fa-240b2b5faa6b', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e1d9dcd-18dc-479c-88b1-26f459000a13'}], 'binding:host_id': 'n-d-817778-8'}, 'id': '670c46ff-ba32-4ba0-864a-60d97f2e03cf'} from n-d-817778-8. {{(pid=102455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 21:35:44.347144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-f61b31e9-e75a-4404-8885-fae40642ede7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100 HTTP/1.1" status: 200 len: 217 time: 0.0755329 Nov 16 21:35:44.351829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.444063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f763b-6f66-4407-b430-f62ba1d6343b req-333cedd9-9bb7-474c-8b29-d44557f4d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:44.446437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-333cedd9-9bb7-474c-8b29-d44557f4d3c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0913584 Nov 16 21:35:44.507313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f763b-6f66-4407-b430-f62ba1d6343b req-871d2c48-5911-411c-9192-1e502786f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:44.510353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-871d2c48-5911-411c-9192-1e502786f0c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554247 Nov 16 21:35:44.578376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Allocated IP 172.20.0.34 (1a8b011e-5707-4a65-beb8-821ceb8392cd/7e1d9dcd-18dc-479c-88b1-26f459000a13/670c46ff-ba32-4ba0-864a-60d97f2e03cf) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:44.636043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-89e683b0-dd38-47f5-946c-a4fceb6056a2 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195178 Nov 16 21:35:44.735045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=670c46ff-ba32-4ba0-864a-60d97f2e03cf,segment=NetworkSegment(3bc572c0-097a-42af-8267-7cc483f9a31d),segment_id=3bc572c0-097a-42af-8267-7cc483f9a31d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:44.756509 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-414f763b-6f66-4407-b430-f62ba1d6343b req-a49354f1-7d0b-4ac2-aca3-e7c25f56a421 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102331 Nov 16 21:35:44.769009 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.775219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:44.903210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Pushing event updated for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:44.918518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Delete allocated IP 172.20.0.11 (1a8b011e-5707-4a65-beb8-821ceb8392cd/87a087b3-34c4-4b36-a8fa-240b2b5faa6b) {{(pid=102453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 21:35:44.919183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.919548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.919897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.920241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.920585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.920920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.921327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.921881 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.922224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.922914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.923436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.923779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a296-61f9-4646-b5a4-553e17e10d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:35:44.931531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Allocated IP 172.20.0.40 (1a8b011e-5707-4a65-beb8-821ceb8392cd/7e1d9dcd-18dc-479c-88b1-26f459000a13/4cc1f8bd-31b4-4592-9dae-a5d690f564af) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:35:45.128444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.134492 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.253146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event updated for resources: {'Port': ['ID=4cc1f8bd-31b4-4592-9dae-a5d690f564af,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:45.282109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] In _notify_port_updated(), no bound segment for port 4cc1f8bd-31b4-4592-9dae-a5d690f564af on network 1a8b011e-5707-4a65-beb8-821ceb8392cd {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:35:45.297838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:45.298928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.300672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-03970c01-0daa-40fc-ac7f-0c9c05835e1b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "PUT /v2.0/ports/4cc1f8bd-31b4-4592-9dae-a5d690f564af HTTP/1.1" status: 200 len: 959 time: 1.2045360 Nov 16 21:35:45.304296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39670) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:45.312574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:45.385460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:45.386231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.393369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77c23b-14e4-468c-878e-5319470bc1da req-1ca9b8b9-a748-4e51-8e79-31d401db9c75 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:45.395506 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc77c23b-14e4-468c-878e-5319470bc1da req-1ca9b8b9-a748-4e51-8e79-31d401db9c75 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 948 time: 0.0646214 Nov 16 21:35:45.423600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port 4cc1f8bd-31b4-4592-9dae-a5d690f564af {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:45.424358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.470767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc77c23b-14e4-468c-878e-5319470bc1da req-c8f79d64-79a2-4d08-859c-8c196cec33d5 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641143 Nov 16 21:35:45.547128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.551645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Provisioning complete for port bdb6999b-2669-494f-bea0-f4bb80a8a491 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:45.552090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.559672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for 4cc1f8bd-31b4-4592-9dae-a5d690f564af owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:45.590246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Port bdb6999b-2669-494f-bea0-f4bb80a8a491 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:45.601124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:45.601535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.696613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.704374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Provisioning complete for port 4cc1f8bd-31b4-4592-9dae-a5d690f564af triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:45.705150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.724537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a8e11b73-b595-45d9-9a98-61bf0e9f45f7 None None] Port 4cc1f8bd-31b4-4592-9dae-a5d690f564af was deleted so its status cannot be updated. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 21:35:45.727367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=4cc1f8bd-31b4-4592-9dae-a5d690f564af,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:45.792400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.795601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7e5bb2f0-2db7-44e0-b7be-78867af81f49 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/4cc1f8bd-31b4-4592-9dae-a5d690f564af HTTP/1.1" status: 204 len: 168 time: 0.4894462 Nov 16 21:35:45.798140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39674) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:45.826799 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-68282d0e-0c2a-4cea-b837-ceb34ecdc03a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] GET failed (client error): The resource could not be found. Nov 16 21:35:45.828214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-68282d0e-0c2a-4cea-b837-ceb34ecdc03a tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports/4cc1f8bd-31b4-4592-9dae-a5d690f564af HTTP/1.1" status: 404 len: 333 time: 0.0291717 Nov 16 21:35:45.830864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39676) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:45.885199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56289c4b-ab0c-451f-973c-006fec867fe4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.909102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56289c4b-ab0c-451f-973c-006fec867fe4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.957390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56289c4b-ab0c-451f-973c-006fec867fe4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.961902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56289c4b-ab0c-451f-973c-006fec867fe4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:45.965699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56289c4b-ab0c-451f-973c-006fec867fe4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/security-groups/a4f95521-43f9-4d03-aace-93cc161c6c5c HTTP/1.1" status: 204 len: 168 time: 0.1315548 Nov 16 21:35:45.966134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39684) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:45.974117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56289c4b-ab0c-451f-973c-006fec867fe4 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f95521-43f9-4d03-aace-93cc161c6c5c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.033839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f238c91-1cd0-433a-9dd5-16cd417247dc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.057367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f238c91-1cd0-433a-9dd5-16cd417247dc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.105898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f238c91-1cd0-433a-9dd5-16cd417247dc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.108860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f238c91-1cd0-433a-9dd5-16cd417247dc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.109748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8f238c91-1cd0-433a-9dd5-16cd417247dc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/security-groups/d08224ce-0ffc-4932-9ae4-d6df88b02166 HTTP/1.1" status: 204 len: 168 time: 0.1425619 Nov 16 21:35:46.112495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39694) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.120929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238c91-1cd0-433a-9dd5-16cd417247dc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08224ce-0ffc-4932-9ae4-d6df88b02166,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.149813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2deaabac-4282-4d54-ac6b-dc19c2147bb4 None None] Could not find standard attr ID for object 4cc1f8bd-31b4-4592-9dae-a5d690f564af. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:35:46.184532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2b7c-ff1c-461c-bce6-36d7dd40a138 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.210859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2b7c-ff1c-461c-bce6-36d7dd40a138 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.263316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2b7c-ff1c-461c-bce6-36d7dd40a138 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.266456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e6cb2b7c-ff1c-461c-bce6-36d7dd40a138 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.267828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e6cb2b7c-ff1c-461c-bce6-36d7dd40a138 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/security-groups/005cbfde-c369-4e18-8ed7-eab54d7b920f HTTP/1.1" status: 204 len: 168 time: 0.1540322 Nov 16 21:35:46.270397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39700) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.280431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb2b7c-ff1c-461c-bce6-36d7dd40a138 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005cbfde-c369-4e18-8ed7-eab54d7b920f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.336045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 87a087b3-34c4-4b36-a8fa-240b2b5faa6b {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:46.339680 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.379954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.463426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.556471 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.593344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=87a087b3-34c4-4b36-a8fa-240b2b5faa6b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.616022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d61a3-97b1-439f-a3b9-561291b546ec None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:46.624065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.632605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-acc4def2-3207-41f6-8e0d-f482f7c63e1c tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/87a087b3-34c4-4b36-a8fa-240b2b5faa6b HTTP/1.1" status: 204 len: 168 time: 0.3551650 Nov 16 21:35:46.632812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39708) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.671419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e179c0-b717-4d72-92a7-9de8d98bad19 req-ed63c7f4-4fca-4bed-9cbf-91c9918a9fee tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:46.672986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6e179c0-b717-4d72-92a7-9de8d98bad19 req-ed63c7f4-4fca-4bed-9cbf-91c9918a9fee tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 948 time: 0.0845745 Nov 16 21:35:46.704858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 7e1d9dcd-18dc-479c-88b1-26f459000a13 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:46.708241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.734021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6e179c0-b717-4d72-92a7-9de8d98bad19 req-eaef1f98-97f3-43c9-a860-e901563dc16f tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535448 Nov 16 21:35:46.763691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.856068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.930420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.941833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:35:46.968511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1d9dcd-18dc-479c-88b1-26f459000a13,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:46.974805 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:46.980798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39710) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:46.981100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cf64d04e-0d4c-4f1b-affe-721d5ba97b08 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/7e1d9dcd-18dc-479c-88b1-26f459000a13 HTTP/1.1" status: 204 len: 168 time: 0.3481257 Nov 16 21:35:47.013973 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61fe0f8-5f6a-430a-b044-b1c4d1eb8730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.014376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61fe0f8-5f6a-430a-b044-b1c4d1eb8730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.017879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b61fe0f8-5f6a-430a-b044-b1c4d1eb8730 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/87a087b3-34c4-4b36-a8fa-240b2b5faa6b HTTP/1.1" status: 404 len: 337 time: 0.0359111 Nov 16 21:35:47.020501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39712) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.072913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:47.081619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting subnet 872b8243-1ec6-4f61-9dbf-ea8476359421 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:35:47.085287 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.086906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100', 'mac_address': 'fa:16:3e:90:cb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:35:47.130466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.137637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.159060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:35:47.192709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:47.199411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.239871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.273106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:47.311390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.344422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Subnet': ['ID=872b8243-1ec6-4f61-9dbf-ea8476359421,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:47.346447 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.351805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6e5bff09-8248-443a-9c3b-babfb3fe759f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/872b8243-1ec6-4f61-9dbf-ea8476359421 HTTP/1.1" status: 204 len: 168 time: 0.3281360 Nov 16 21:35:47.352048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39716) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.379079 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-105a3643-f28c-4062-99fa-968aab1cccd8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.379548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105a3643-f28c-4062-99fa-968aab1cccd8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.385918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-105a3643-f28c-4062-99fa-968aab1cccd8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/3681b24e-9730-4eb2-8d2a-e8242e227abd HTTP/1.1" status: 404 len: 337 time: 0.0305150 Nov 16 21:35:47.386168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39718) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.415840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d0a11ff7-bb5b-4033-85ad-56169343e92f tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "GET /v2.0/ports?device_id=099f6e97-9a46-41a0-a3c3-b82c9dbeac3f HTTP/1.1" status: 200 len: 205 time: 0.0285442 Nov 16 21:35:47.418447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39722) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.462669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a179b01a-5cb8-411f-a8e3-1a4882547f0f None None] Network 1a8b011e-5707-4a65-beb8-821ceb8392cd requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:35:47.465128 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-489fd9c3-de89-4a19-a5ed-e846cda5d32b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] delete failed (client error): The resource could not be found. Nov 16 21:35:47.468839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.469390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-489fd9c3-de89-4a19-a5ed-e846cda5d32b tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/routers/099f6e97-9a46-41a0-a3c3-b82c9dbeac3f HTTP/1.1" status: 404 len: 336 time: 0.0498557 Nov 16 21:35:47.496585 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e77ead-1e30-4aa7-83b4-d3fc12d15adc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.497048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e77ead-1e30-4aa7-83b4-d3fc12d15adc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.502179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-95e77ead-1e30-4aa7-83b4-d3fc12d15adc tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/8e0b2d32-a472-46fa-894c-aab452655d13 HTTP/1.1" status: 404 len: 337 time: 0.0302968 Nov 16 21:35:47.502752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39726) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.529844 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-de140dee-5f0d-4538-a09e-4bdb122187f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.530212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de140dee-5f0d-4538-a09e-4bdb122187f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.533240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-de140dee-5f0d-4538-a09e-4bdb122187f7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/078d6ebf-0524-4a86-9391-0beb37443967 HTTP/1.1" status: 404 len: 337 time: 0.0295126 Nov 16 21:35:47.535832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39728) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.540753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eb153063-4590-4056-b6f3-b355ccf28c50 None None] Provisioning complete for port bdb6999b-2669-494f-bea0-f4bb80a8a491 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:47.541130 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb153063-4590-4056-b6f3-b355ccf28c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.562822 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f9fa54-bdd5-48f9-b29f-938f02e490b8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.563362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f9fa54-bdd5-48f9-b29f-938f02e490b8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.567210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17f9fa54-bdd5-48f9-b29f-938f02e490b8 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/08406363-9eb8-46cd-ac9a-2bf126ba9752 HTTP/1.1" status: 404 len: 337 time: 0.0297022 Nov 16 21:35:47.568937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39730) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.597405 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e11d21-60ec-44c7-a5e6-0cf550f585c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.598272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e11d21-60ec-44c7-a5e6-0cf550f585c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.602575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-51e11d21-60ec-44c7-a5e6-0cf550f585c7 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/87fc79ec-b1e1-4e09-bc74-016a2d74d1d8 HTTP/1.1" status: 404 len: 333 time: 0.0323761 Nov 16 21:35:47.605116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39734) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.640761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-eb153063-4590-4056-b6f3-b355ccf28c50 None None] Port bdb6999b-2669-494f-bea0-f4bb80a8a491 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:35:47.643689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['08a2c0a6-f5a5-487d-ad3f-b74b2799f100'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:35:47.652013 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bc4f92-6cf8-4d1b-9766-e031250cb991 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.652619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bc4f92-6cf8-4d1b-9766-e031250cb991 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.656528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d2bc4f92-6cf8-4d1b-9766-e031250cb991 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/916c6e73-ac49-46af-910a-dfd109269516 HTTP/1.1" status: 404 len: 337 time: 0.0498042 Nov 16 21:35:47.659089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39736) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.703777 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f505276-e0c5-4aa9-9d60-907e1fe9e4d0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.704666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f505276-e0c5-4aa9-9d60-907e1fe9e4d0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.708898 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5f505276-e0c5-4aa9-9d60-907e1fe9e4d0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/8f134735-603c-4d43-9244-e29f9f16e33a HTTP/1.1" status: 404 len: 337 time: 0.0476944 Nov 16 21:35:47.711984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39738) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.715697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eb153063-4590-4056-b6f3-b355ccf28c50 None None] Provisioning complete for port 670c46ff-ba32-4ba0-864a-60d97f2e03cf triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:47.716083 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb153063-4590-4056-b6f3-b355ccf28c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.747791 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f23738-2bca-4486-bd31-9fb508c64989 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.748455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f23738-2bca-4486-bd31-9fb508c64989 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.754305 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a6f23738-2bca-4486-bd31-9fb508c64989 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/a590b256-4ed3-4f3c-baa7-c3f6278f8f76 HTTP/1.1" status: 404 len: 333 time: 0.0389891 Nov 16 21:35:47.755244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39740) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.808106 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe33e66-6da6-4463-84d7-113ea25a97cd tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.808805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe33e66-6da6-4463-84d7-113ea25a97cd tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.814042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-abe33e66-6da6-4463-84d7-113ea25a97cd tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/ff078060-430d-45b0-9df9-e24dbb934b54 HTTP/1.1" status: 404 len: 337 time: 0.0569940 Nov 16 21:35:47.816695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39744) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.825234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] DHCP port deletion for 1a8b011e-5707-4a65-beb8-821ceb8392cd request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:35:47.848849 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-652914bb-3b2b-4404-bfdc-a20c71db454e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] DELETE failed (client error): The resource could not be found. Nov 16 21:35:47.849304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652914bb-3b2b-4404-bfdc-a20c71db454e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 21:35:47.855499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-652914bb-3b2b-4404-bfdc-a20c71db454e tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/subnets/c4168fe6-88bd-4118-a640-db83b4a535d0 HTTP/1.1" status: 404 len: 337 time: 0.0355210 Nov 16 21:35:47.855805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:47.953071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] Deleting port 670c46ff-ba32-4ba0-864a-60d97f2e03cf {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:47.953433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:47.966517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830b1d0-7a76-47e6-8e5d-f9270dad2d11 req-f018387f-cd5e-4fc9-b131-524aa1eaa3af tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:47.967981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2830b1d0-7a76-47e6-8e5d-f9270dad2d11 req-f018387f-cd5e-4fc9-b131-524aa1eaa3af tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 949 time: 0.1211514 Nov 16 21:35:48.013907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Deleting port bdb6999b-2669-494f-bea0-f4bb80a8a491 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:35:48.014307 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.025365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] For port 670c46ff-ba32-4ba0-864a-60d97f2e03cf, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=670c46ff-ba32-4ba0-864a-60d97f2e03cf,segment=NetworkSegment(3bc572c0-097a-42af-8267-7cc483f9a31d),segment_id=3bc572c0-097a-42af-8267-7cc483f9a31d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:48.025892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.039564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] Calling delete_port for 670c46ff-ba32-4ba0-864a-60d97f2e03cf owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:48.074338 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2830b1d0-7a76-47e6-8e5d-f9270dad2d11 req-b70b7fa9-5a28-40a4-949b-b118a78f4c39 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985057 Nov 16 21:35:48.096927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.114543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Calling delete_port for bdb6999b-2669-494f-bea0-f4bb80a8a491 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:35:48.124845 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.138217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] No DVR routers for this DVR port 670c46ff-ba32-4ba0-864a-60d97f2e03cf on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:35:48.161410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d580-7a4b-4160-98c5-0c5534b9fed6 None None] Pushing event deleted for resources: {'Port': ['ID=670c46ff-ba32-4ba0-864a-60d97f2e03cf,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:48.208682 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.239555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Port': ['ID=bdb6999b-2669-494f-bea0-f4bb80a8a491,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:48.243372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.249718 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-08dd6dcb-5fa0-4c80-b329-264ca599fed0 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/ports/bdb6999b-2669-494f-bea0-f4bb80a8a491 HTTP/1.1" status: 204 len: 168 time: 0.3903673 Nov 16 21:35:48.249718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39748) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:48.329370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.425894 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.446962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8b011e-5707-4a65-beb8-821ceb8392cd']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:48.456619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc572c0-097a-42af-8267-7cc483f9a31d') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:48.456897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc572c0-097a-42af-8267-7cc483f9a31d') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:35:48.470880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.484968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.492794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:35:48.493559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:35:48.496924 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:35:48.558255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.564961 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:48.567951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] 10.222.0.48 "DELETE /v2.0/networks/1a8b011e-5707-4a65-beb8-821ceb8392cd HTTP/1.1" status: 204 len: 168 time: 0.3175399 Nov 16 21:35:48.581788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac7763-ab4c-4ba4-a6ba-c2406aada905 tempest-PortsTestJSON-1335823400 tempest-PortsTestJSON-1335823400-project] Pushing event deleted for resources: {'Network': ['ID=1a8b011e-5707-4a65-beb8-821ceb8392cd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:48.840417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39760) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:48.958110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:35:48.980044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2c160d55-ff8e-47de-b685-51fbed37ea3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c7de9fd1843400daefd0af290ad5eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360550 Nov 16 21:35:48.980451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39764) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:49.010657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:35:49.015434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:35:49.015874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.033686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f17-4847-417d-8de3-e439a31a4bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.058053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f17-4847-417d-8de3-e439a31a4bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.101065 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.115200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f17-4847-417d-8de3-e439a31a4bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.118801 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f17-4847-417d-8de3-e439a31a4bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.122284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b9b42f17-4847-417d-8de3-e439a31a4bd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b72b97d0-6536-4284-ba01-deed4ccca44e HTTP/1.1" status: 204 len: 168 time: 0.1387053 Nov 16 21:35:49.131448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b42f17-4847-417d-8de3-e439a31a4bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72b97d0-6536-4284-ba01-deed4ccca44e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:49.139311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:35:49.142152 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15982982-aa02-4f8d-99af-ed11fc4d3d2f" -d '{"events": [{"server_uuid": "c6d3415f-2953-4f1d-9c21-aebbb83c60bb", "name": "network-vif-plugged", "status": "completed", "tag": "08a2c0a6-f5a5-487d-ad3f-b74b2799f100"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:35:49.169451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:35:49.177737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:49.287312 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f8eea-8add-4f0d-8cfa-f62d142f3731 x-openstack-request-id: req-6d7f8eea-8add-4f0d-8cfa-f62d142f3731 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:35:49.287513 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3415f-2953-4f1d-9c21-aebbb83c60bb", "name": "network-vif-plugged", "status": "completed", "tag": "08a2c0a6-f5a5-487d-ad3f-b74b2799f100", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:35:49.292528 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d7f8eea-8add-4f0d-8cfa-f62d142f3731 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:35:49.293115 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100', 'code': 200} Nov 16 21:35:49.306084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:49.331565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb5a-e7fb-4490-8c6f-b59425c2a7ca req-83b1f08b-079b-4b83-bef7-c5688e736c6b tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:49.343231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cacecb5a-e7fb-4490-8c6f-b59425c2a7ca req-83b1f08b-079b-4b83-bef7-c5688e736c6b tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 950 time: 0.1191580 Nov 16 21:35:49.365038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:35:49.395628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dbfe0-6248-400b-adf7-f99aab88da7c req-868ddc60-2f93-4498-b559-0db4688cb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:49.401446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed4dbfe0-6248-400b-adf7-f99aab88da7c req-868ddc60-2f93-4498-b559-0db4688cb7fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 1101 time: 0.1029625 Nov 16 21:35:49.429948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 670c46ff-ba32-4ba0-864a-60d97f2e03cf {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:35:49.430306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 670c46ff-ba32-4ba0-864a-60d97f2e03cf not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:35:49.433162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cacecb5a-e7fb-4490-8c6f-b59425c2a7ca req-4585c7e0-0890-46e1-b89a-1611e3c0e7c6 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890656 Nov 16 21:35:49.479301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed4dbfe0-6248-400b-adf7-f99aab88da7c req-6e814165-fe83-4514-b653-13e1de039c97 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699043 Nov 16 21:35:49.939204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39796) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.048064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009930079'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:50.070324 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.079345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.156506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.160587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.200608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb5cb3-6515-4225-8150-bb73002b0ac2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:50.243355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.247190 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.277672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.281549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3383465 Nov 16 21:35:50.281762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39800) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.285002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74faa6-5154-49fd-bfe0-be1d9a8ea864 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43fc44-cc20-48a6-bea1-8e47575c671f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:50.364000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-624cec61-e1c5-4679-8a6f-1ff92cf72ef2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0807881 Nov 16 21:35:50.364909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39802) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.370342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-security--80611543', 'description': 'tempest-security-description-31449112'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:50.405874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.458231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.467576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.472046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.479561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39806) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.486071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "PUT /v2.0/security-groups/8c43fc44-cc20-48a6-bea1-8e47575c671f HTTP/1.1" status: 200 len: 1793 time: 0.1198993 Nov 16 21:35:50.523416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f0b43-0464-4b7c-8220-b15e4b8f21f7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43fc44-cc20-48a6-bea1-8e47575c671f,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:50.561097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6be49b07-2aa8-422d-95d6-484a972fd9eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups/8c43fc44-cc20-48a6-bea1-8e47575c671f HTTP/1.1" status: 200 len: 1793 time: 0.0774620 Nov 16 21:35:50.561343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39808) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.619912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae05c-f8cd-4759-8cda-6f24d5175c25 req-4cc6f9d0-16a1-4a59-a0f6-55b495ba2928 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:50.621822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d00ae05c-f8cd-4759-8cda-6f24d5175c25 req-4cc6f9d0-16a1-4a59-a0f6-55b495ba2928 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 950 time: 0.1078231 Nov 16 21:35:50.679034 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e893e998-8b12-44f5-92dd-cea8a0dfc0eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.730008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e893e998-8b12-44f5-92dd-cea8a0dfc0eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.747991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d00ae05c-f8cd-4759-8cda-6f24d5175c25 req-cf7332e2-0033-47f5-98c0-17b67a01b28f tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069169 Nov 16 21:35:50.770745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f63a34bf-0eac-450c-ad41-b8efc34fa483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.783037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e893e998-8b12-44f5-92dd-cea8a0dfc0eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.786234 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e893e998-8b12-44f5-92dd-cea8a0dfc0eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.787449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e893e998-8b12-44f5-92dd-cea8a0dfc0eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c43fc44-cc20-48a6-bea1-8e47575c671f HTTP/1.1" status: 204 len: 168 time: 0.2251046 Nov 16 21:35:50.790556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39816) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.802160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893e998-8b12-44f5-92dd-cea8a0dfc0eb tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43fc44-cc20-48a6-bea1-8e47575c671f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:50.846176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39818) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.854175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a03a2186-4513-4359-8400-e0a04a3c2823 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617297 Nov 16 21:35:50.870171 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-d531f82f-2154-424c-a5e0-bf1c61f252d9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] delete failed (client error): The resource could not be found. Nov 16 21:35:50.871099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d531f82f-2154-424c-a5e0-bf1c61f252d9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c43fc44-cc20-48a6-bea1-8e47575c671f HTTP/1.1" status: 404 len: 347 time: 0.0232482 Nov 16 21:35:50.875445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39822) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:50.880272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659534617'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:50.915628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.996213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:50.999985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.029116 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.030383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1537039 Nov 16 21:35:51.033722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39824) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.034604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35aed9f-4e2f-437a-a99e-dac0a339a9f3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c752cc9-7672-4df0-a2e6-a6d92eaa8c72,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.038849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '9c752cc9-7672-4df0-a2e6-a6d92eaa8c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.067831 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.115619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.120099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.137583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea4a80b-acaf-4161-91c7-f04947a0ff24,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.145425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.146668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88bb532b-3409-46ad-8bf5-f02fd93e29c3 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118450 Nov 16 21:35:51.149868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39826) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.179089 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79765db5-eb5d-48a2-9ba2-cba688402f33 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.190790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79765db5-eb5d-48a2-9ba2-cba688402f33 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.224285 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79765db5-eb5d-48a2-9ba2-cba688402f33 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.231007 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-79765db5-eb5d-48a2-9ba2-cba688402f33 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.232165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-79765db5-eb5d-48a2-9ba2-cba688402f33 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cea4a80b-acaf-4161-91c7-f04947a0ff24 HTTP/1.1" status: 204 len: 168 time: 0.0813501 Nov 16 21:35:51.234848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39828) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.237781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79765db5-eb5d-48a2-9ba2-cba688402f33 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea4a80b-acaf-4161-91c7-f04947a0ff24,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.284249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bb1edb89-944c-4d9e-afb3-95199b3bd5f0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480831 Nov 16 21:35:51.286832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39830) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.337960 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86541f68-31c1-4544-94fb-4e256702667a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.362804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86541f68-31c1-4544-94fb-4e256702667a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.406830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86541f68-31c1-4544-94fb-4e256702667a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.409457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86541f68-31c1-4544-94fb-4e256702667a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.413542 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-86541f68-31c1-4544-94fb-4e256702667a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/9c752cc9-7672-4df0-a2e6-a6d92eaa8c72 HTTP/1.1" status: 204 len: 168 time: 0.1230545 Nov 16 21:35:51.414535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39832) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.421020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86541f68-31c1-4544-94fb-4e256702667a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c752cc9-7672-4df0-a2e6-a6d92eaa8c72,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.473926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-604529e6-a2a7-4320-bb12-882c4ed01fa9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0578096 Nov 16 21:35:51.478663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39834) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.482481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039544514'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.505867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.572790 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.576372 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.606926 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.610622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1289618 Nov 16 21:35:51.610622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c2281-5e0e-421c-b05b-24eb11613599 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb462cb-10ca-4b2e-b987-4dd0bb4a867d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.611173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39836) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.617815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '1fb462cb-10ca-4b2e-b987-4dd0bb4a867d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.646501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.702008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.706415 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.726872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccd231b-babe-4e78-a2dd-7e1af675b549,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.732127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.735554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0f544aa1-fc72-4c47-b722-2fdaba089ee1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197188 Nov 16 21:35:51.736129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39840) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.741487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '1fb462cb-10ca-4b2e-b987-4dd0bb4a867d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.783370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.890362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.899137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.920122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9d51f-0a5d-4bc1-b612-d2c53f30785d req-57d6f9cd-fcdb-4036-86c9-9fa792c1a652 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:35:51.921618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4c9d51f-0a5d-4bc1-b612-d2c53f30785d req-57d6f9cd-fcdb-4036-86c9-9fa792c1a652 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 950 time: 0.0822661 Nov 16 21:35:51.939063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0259550-b095-4409-8d19-cf1f3c5514e7,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:51.952136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:51.956091 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3c6694bb-3e31-4cd0-9e3d-4602536a19d2 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2162368 Nov 16 21:35:51.956479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39856) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:51.962797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '1fb462cb-10ca-4b2e-b987-4dd0bb4a867d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:51.990066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d4c9d51f-0a5d-4bc1-b612-d2c53f30785d req-21ea2c88-7221-4e2e-a0e5-7563ebff3996 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Nov 16 21:35:52.050938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.124869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.128469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.149005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4500019-7b54-4538-8658-3285b96455e9,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.158039 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.159265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-00fddf66-e333-4779-812a-55df4f269562 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2017052 Nov 16 21:35:52.162080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39864) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.167290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '1fb462cb-10ca-4b2e-b987-4dd0bb4a867d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:52.198069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.261724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.265467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.281500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf8ac0d-ec91-4eaa-b128-633088e2be5c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.293303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.294558 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-05aac404-133f-4489-9777-ae7d537c8577 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307588 Nov 16 21:35:52.297175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39870) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.301869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '1fb462cb-10ca-4b2e-b987-4dd0bb4a867d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:52.337131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.400883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.405286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.423678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d819fa72-cb3a-44da-a897-c9c68d35d1f5,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.434290 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.435532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-249287ba-002f-44c4-b4e4-2fbbae356db7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1372685 Nov 16 21:35:52.438411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39874) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.468922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-64ba0744-d1b9-421f-9bd6-110bcb4b9e12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.477658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-64ba0744-d1b9-421f-9bd6-110bcb4b9e12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.507379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-64ba0744-d1b9-421f-9bd6-110bcb4b9e12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.513811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-64ba0744-d1b9-421f-9bd6-110bcb4b9e12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.514962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-64ba0744-d1b9-421f-9bd6-110bcb4b9e12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d819fa72-cb3a-44da-a897-c9c68d35d1f5 HTTP/1.1" status: 204 len: 168 time: 0.0756264 Nov 16 21:35:52.517722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39876) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.520499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0744-d1b9-421f-9bd6-110bcb4b9e12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d819fa72-cb3a-44da-a897-c9c68d35d1f5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.572969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02556f83-b33e-4de5-85d6-fa6fa251dfa1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0539713 Nov 16 21:35:52.575767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39878) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.599202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e12f7b9a-1b57-41b5-95b3-85e54e86cebf tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.606657 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e12f7b9a-1b57-41b5-95b3-85e54e86cebf tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.633380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e12f7b9a-1b57-41b5-95b3-85e54e86cebf tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.639557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e12f7b9a-1b57-41b5-95b3-85e54e86cebf tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.640829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e12f7b9a-1b57-41b5-95b3-85e54e86cebf tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/acf8ac0d-ec91-4eaa-b128-633088e2be5c HTTP/1.1" status: 204 len: 168 time: 0.0640311 Nov 16 21:35:52.643461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39880) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.646400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f7b9a-1b57-41b5-95b3-85e54e86cebf tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acf8ac0d-ec91-4eaa-b128-633088e2be5c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.690225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f3c0f7a8-bb0b-46d6-8f44-8aede0447596 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0448377 Nov 16 21:35:52.692684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.719978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a7724ab-9c5c-4421-b1cf-d7894d254e1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.727530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a7724ab-9c5c-4421-b1cf-d7894d254e1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.753942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a7724ab-9c5c-4421-b1cf-d7894d254e1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.761414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a7724ab-9c5c-4421-b1cf-d7894d254e1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.762629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9a7724ab-9c5c-4421-b1cf-d7894d254e1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c4500019-7b54-4538-8658-3285b96455e9 HTTP/1.1" status: 204 len: 168 time: 0.0690928 Nov 16 21:35:52.765415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39884) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.768322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7724ab-9c5c-4421-b1cf-d7894d254e1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4500019-7b54-4538-8658-3285b96455e9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.808337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-afcbc046-d392-4808-b9fd-2e5e1f13048a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0415618 Nov 16 21:35:52.811384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.837113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49ea2fb4-3626-4d6b-9b29-0eb4cf6ef950 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.845236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49ea2fb4-3626-4d6b-9b29-0eb4cf6ef950 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.871054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49ea2fb4-3626-4d6b-9b29-0eb4cf6ef950 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.877988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-49ea2fb4-3626-4d6b-9b29-0eb4cf6ef950 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.879097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-49ea2fb4-3626-4d6b-9b29-0eb4cf6ef950 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b0259550-b095-4409-8d19-cf1f3c5514e7 HTTP/1.1" status: 204 len: 168 time: 0.0665994 Nov 16 21:35:52.882442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39888) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.883786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea2fb4-3626-4d6b-9b29-0eb4cf6ef950 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0259550-b095-4409-8d19-cf1f3c5514e7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:52.925803 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c82be370-c851-4ead-9620-23cdaef2b3f1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0394797 Nov 16 21:35:52.926067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39890) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.949073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d336-66d9-4a86-b754-767b3c58eb4f tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.956922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d336-66d9-4a86-b754-767b3c58eb4f tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.984031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d336-66d9-4a86-b754-767b3c58eb4f tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.988945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eaf0d336-66d9-4a86-b754-767b3c58eb4f tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:52.990130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eaf0d336-66d9-4a86-b754-767b3c58eb4f tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7ccd231b-babe-4e78-a2dd-7e1af675b549 HTTP/1.1" status: 204 len: 168 time: 0.0631313 Nov 16 21:35:52.993593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39892) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:52.998224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0d336-66d9-4a86-b754-767b3c58eb4f tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ccd231b-babe-4e78-a2dd-7e1af675b549,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.023081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e0f02948-8ef3-4d7f-81ee-c544aa145491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.035936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e14bacbf-5c8c-4834-b473-f1a846708b64 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411453 Nov 16 21:35:53.038932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39894) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.114412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcd33219-c072-4ec0-94c0-10383e928239 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.146586 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcd33219-c072-4ec0-94c0-10383e928239 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.192686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcd33219-c072-4ec0-94c0-10383e928239 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.196222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bcd33219-c072-4ec0-94c0-10383e928239 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.197391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bcd33219-c072-4ec0-94c0-10383e928239 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/1fb462cb-10ca-4b2e-b987-4dd0bb4a867d HTTP/1.1" status: 204 len: 168 time: 0.1574817 Nov 16 21:35:53.200307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39902) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.207109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd33219-c072-4ec0-94c0-10383e928239 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb462cb-10ca-4b2e-b987-4dd0bb4a867d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.259181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-087343c9-01f6-4a5f-bd49-e7b6cf81e6f0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546012 Nov 16 21:35:53.259421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39904) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.265504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069097604'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.289221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.362355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.368631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.423015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.424677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1628635 Nov 16 21:35:53.427556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39914) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.433227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5be3d-c061-436b-b181-2023911ab93d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.439858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396455b7-ab35-4b1e-9188-b707ee3fd727 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd5be3d-c061-436b-b181-2023911ab93d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.477875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.550640 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.555622 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.580764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06b9e5b-623b-40a7-9237-872f1af91503,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.598832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.601545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3cf33942-4960-4b30-9cec-eaba19de0962 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1718931 Nov 16 21:35:53.604274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.664255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a983a9db-8ee3-427c-bb95-835c549cbed9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.690179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a983a9db-8ee3-427c-bb95-835c549cbed9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.737817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a983a9db-8ee3-427c-bb95-835c549cbed9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.740727 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a983a9db-8ee3-427c-bb95-835c549cbed9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.744249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a983a9db-8ee3-427c-bb95-835c549cbed9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/cdd5be3d-c061-436b-b181-2023911ab93d HTTP/1.1" status: 204 len: 168 time: 0.1352844 Nov 16 21:35:53.744721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39922) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.751018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983a9db-8ee3-427c-bb95-835c549cbed9 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd5be3d-c061-436b-b181-2023911ab93d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.810136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9057499-d7f0-4b9c-a017-1c8426c7e128 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626259 Nov 16 21:35:53.813739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39924) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.818444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055135714'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.844122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.916268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.920489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.953660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:53.954901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1400931 Nov 16 21:35:53.955684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a86a03-b996-42bf-9c6f-d47cc844943d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a131f0a2-fadd-491a-8b6c-c52f241f4869,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:53.957837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39926) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:53.963088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459675480'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:53.987899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.088041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.092523 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.136993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.138367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1795361 Nov 16 21:35:54.140473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca69da2-bd6b-4bc7-9235-1d176e49d55e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a10c77-7b76-4da6-a60e-2968e832b902,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.141142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.154053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': 'a131f0a2-fadd-491a-8b6c-c52f241f4869', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '49a10c77-7b76-4da6-a60e-2968e832b902', 'remote_ip_prefix': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.180342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.210379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.319688 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.325640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.344616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720febaf-63bc-4722-9ff1-9b6f4be3af10,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.373210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.377280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7f8c2b77-e61d-4f94-8e5c-ee1e4a9b22da tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2325041 Nov 16 21:35:54.377613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39932) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.404363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7791dbfc-100f-45a5-9eba-7d8f3bd44285 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.413201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7791dbfc-100f-45a5-9eba-7d8f3bd44285 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.439311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7791dbfc-100f-45a5-9eba-7d8f3bd44285 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.445835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7791dbfc-100f-45a5-9eba-7d8f3bd44285 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.449419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7791dbfc-100f-45a5-9eba-7d8f3bd44285 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/720febaf-63bc-4722-9ff1-9b6f4be3af10 HTTP/1.1" status: 204 len: 168 time: 0.0683403 Nov 16 21:35:54.450109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39934) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.452369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791dbfc-100f-45a5-9eba-7d8f3bd44285 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=720febaf-63bc-4722-9ff1-9b6f4be3af10,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.498964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39938) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.499300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4283f9a2-4893-4069-809c-27ed74a7edf0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0477335 Nov 16 21:35:54.555826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af026cdd-49af-4cac-bbf3-37f7dd0c7917 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.581481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af026cdd-49af-4cac-bbf3-37f7dd0c7917 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.635371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af026cdd-49af-4cac-bbf3-37f7dd0c7917 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.638911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af026cdd-49af-4cac-bbf3-37f7dd0c7917 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.642417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af026cdd-49af-4cac-bbf3-37f7dd0c7917 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/49a10c77-7b76-4da6-a60e-2968e832b902 HTTP/1.1" status: 204 len: 168 time: 0.1398971 Nov 16 21:35:54.642790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39946) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.655808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026cdd-49af-4cac-bbf3-37f7dd0c7917 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a10c77-7b76-4da6-a60e-2968e832b902,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.727196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5d8be32-49b1-4f77-bbe9-2d55c6982a59 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0831923 Nov 16 21:35:54.730251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39948) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.789887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7843f2f1-09e6-44dd-b2c9-d840e4fb54af tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.821412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7843f2f1-09e6-44dd-b2c9-d840e4fb54af tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.869144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7843f2f1-09e6-44dd-b2c9-d840e4fb54af tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.871900 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7843f2f1-09e6-44dd-b2c9-d840e4fb54af tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:54.875731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7843f2f1-09e6-44dd-b2c9-d840e4fb54af tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/a131f0a2-fadd-491a-8b6c-c52f241f4869 HTTP/1.1" status: 204 len: 168 time: 0.1417522 Nov 16 21:35:54.876066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.887091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843f2f1-09e6-44dd-b2c9-d840e4fb54af tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131f0a2-fadd-491a-8b6c-c52f241f4869,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:54.925455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-de103bed-01bc-4b0b-b25d-e8522e58864c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0480866 Nov 16 21:35:54.930315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:54.935634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100223404'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:54.960167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.031860 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.035760 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.067049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23826e85-c7fe-4e0c-b21e-fe135af3ada4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.073722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.077766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39956) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.077913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a438586d-9e90-44d2-b9b1-e4ae1c8e9250 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1463904 Nov 16 21:35:55.085170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': '23826e85-c7fe-4e0c-b21e-fe135af3ada4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.118635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.192298 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.197144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.231437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e893e7a-0ac9-40a8-90b1-6774849923ea,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.237668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.243462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39960) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.246019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60b426a9-fa7f-4072-934e-6d38a01f195b tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1666412 Nov 16 21:35:55.269686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f76-0b99-4fbc-985b-6e5e69765c12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.279585 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f76-0b99-4fbc-985b-6e5e69765c12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.318489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f76-0b99-4fbc-985b-6e5e69765c12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.326141 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f76-0b99-4fbc-985b-6e5e69765c12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.327524 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e92b3f76-0b99-4fbc-985b-6e5e69765c12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2e893e7a-0ac9-40a8-90b1-6774849923ea HTTP/1.1" status: 204 len: 168 time: 0.0830586 Nov 16 21:35:55.330315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39962) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.338839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b3f76-0b99-4fbc-985b-6e5e69765c12 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e893e7a-0ac9-40a8-90b1-6774849923ea,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.379306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e583385a-f833-4b9a-9be5-c4d7b0d8e14d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476537 Nov 16 21:35:55.382073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39964) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.435646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b505d1-f0ef-40c9-8b74-34211f90f15a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.461065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b505d1-f0ef-40c9-8b74-34211f90f15a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.506862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b505d1-f0ef-40c9-8b74-34211f90f15a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.510294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-07b505d1-f0ef-40c9-8b74-34211f90f15a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.510944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-07b505d1-f0ef-40c9-8b74-34211f90f15a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/23826e85-c7fe-4e0c-b21e-fe135af3ada4 HTTP/1.1" status: 204 len: 168 time: 0.1279669 Nov 16 21:35:55.513637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39966) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.520459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b505d1-f0ef-40c9-8b74-34211f90f15a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23826e85-c7fe-4e0c-b21e-fe135af3ada4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.583382 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c35b44ab-e6d0-4e4e-86c5-2402f786d651 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674462 Nov 16 21:35:55.588095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39970) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.593087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group': {'name': 'tempest-secgroup--113309727'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.617345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.690495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.698006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.708493 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.741607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.745494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1535313 Nov 16 21:35:55.745494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39972) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.750274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': 'a2557de0-b17f-4511-9890-d8d51822f943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:55.754621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61d0de-cf58-4d2a-801d-ad668ab86085 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2557de0-b17f-4511-9890-d8d51822f943,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.785454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.861018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.866863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.887522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f8edc4-74cc-437a-9ccc-dc05bd4c4ffc,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:55.898209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.899720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7ad027b7-1bf1-4e29-a271-a33bf49472e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531894 Nov 16 21:35:55.902281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39976) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.920393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-61e4f823-97cd-4427-8bc8-1bc908428330 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules/b0f8edc4-74cc-437a-9ccc-dc05bd4c4ffc HTTP/1.1" status: 200 len: 763 time: 0.0165830 Nov 16 21:35:55.922820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39978) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.964311 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0722b3bf-18aa-4678-ad86-88cfd5c901f1 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403998 Nov 16 21:35:55.966793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39980) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:55.990175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2c727c1-6c5b-458e-9bad-aa6d46f7c14e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:55.998690 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2c727c1-6c5b-458e-9bad-aa6d46f7c14e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.027593 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2c727c1-6c5b-458e-9bad-aa6d46f7c14e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.034466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2c727c1-6c5b-458e-9bad-aa6d46f7c14e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.038758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f2c727c1-6c5b-458e-9bad-aa6d46f7c14e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b0f8edc4-74cc-437a-9ccc-dc05bd4c4ffc HTTP/1.1" status: 204 len: 168 time: 0.0678587 Nov 16 21:35:56.038758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39982) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.056702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c727c1-6c5b-458e-9bad-aa6d46f7c14e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0f8edc4-74cc-437a-9ccc-dc05bd4c4ffc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.084999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-25406720-283c-476c-9172-987b2bd338e7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455170 Nov 16 21:35:56.087504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39984) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.091735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': 'a2557de0-b17f-4511-9890-d8d51822f943', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:56.128902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.192978 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.196846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.232986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9a3758-3a2e-4a16-80d2-566640251120,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.275300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.284100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ed5968be-2cfb-4e2a-bfe6-b80827ea211c tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1930897 Nov 16 21:35:56.284580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39986) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.313702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-377064f9-88a5-45fa-abf3-b7ede03f776d tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules/9e9a3758-3a2e-4a16-80d2-566640251120 HTTP/1.1" status: 200 len: 763 time: 0.0248916 Nov 16 21:35:56.314662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.372032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-528f8238-7bbd-4237-bf5e-719a54d7c1a7 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566394 Nov 16 21:35:56.374589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 39992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.402134 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d45fb98d-1ad1-49b8-b590-4889c9ebece5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.410791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d45fb98d-1ad1-49b8-b590-4889c9ebece5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.442884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d45fb98d-1ad1-49b8-b590-4889c9ebece5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.448841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d45fb98d-1ad1-49b8-b590-4889c9ebece5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.452784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d45fb98d-1ad1-49b8-b590-4889c9ebece5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9e9a3758-3a2e-4a16-80d2-566640251120 HTTP/1.1" status: 204 len: 168 time: 0.0748732 Nov 16 21:35:56.453096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.460803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fb98d-1ad1-49b8-b590-4889c9ebece5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e9a3758-3a2e-4a16-80d2-566640251120,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.506886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c2413020-5abe-4fdd-84fb-756f0cc07bd6 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521553 Nov 16 21:35:56.508945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 39996) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.513715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Request body: {'security_group_rule': {'security_group_id': 'a2557de0-b17f-4511-9890-d8d51822f943', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:56.537248 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Project 6123c8331ba64ba092ca3cc254fcbc13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:35:56.543496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.601298 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.608156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.633781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78827e2f-dd3d-4df3-9a9c-f30b24d7bc17,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.646520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.662090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.664185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-76f41765-1f9b-4c3c-a9f8-9f2056583b22 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538651 Nov 16 21:35:56.666820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40000) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.687622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c40f8f5-aeb9-4409-9662-c292fc2c9361 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules/78827e2f-dd3d-4df3-9a9c-f30b24d7bc17 HTTP/1.1" status: 200 len: 769 time: 0.0177982 Nov 16 21:35:56.692890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40002) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.728727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4ffa00f2-4063-42b0-bac5-fdfb30f1b87a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0395670 Nov 16 21:35:56.731426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40004) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.757350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4f44-230d-438e-a01c-0a89249463e5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.766187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4f44-230d-438e-a01c-0a89249463e5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.794364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4f44-230d-438e-a01c-0a89249463e5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.800841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4f44-230d-438e-a01c-0a89249463e5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.801995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c4a4f44-230d-438e-a01c-0a89249463e5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/78827e2f-dd3d-4df3-9a9c-f30b24d7bc17 HTTP/1.1" status: 204 len: 168 time: 0.0694122 Nov 16 21:35:56.805128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40006) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.809756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4f44-230d-438e-a01c-0a89249463e5 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78827e2f-dd3d-4df3-9a9c-f30b24d7bc17,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:56.854997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9135f457-7ef2-4e9b-bdf5-a636b431604e tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474958 Nov 16 21:35:56.857670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40010) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:56.915273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4674b11a-770a-4d66-a5c0-f8480b84a1e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.940784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4674b11a-770a-4d66-a5c0-f8480b84a1e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.988786 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4674b11a-770a-4d66-a5c0-f8480b84a1e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.992614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4674b11a-770a-4d66-a5c0-f8480b84a1e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:56.996220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4674b11a-770a-4d66-a5c0-f8480b84a1e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "DELETE /v2.0/security-groups/a2557de0-b17f-4511-9890-d8d51822f943 HTTP/1.1" status: 204 len: 168 time: 0.1353118 Nov 16 21:35:56.996684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40022) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.013717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674b11a-770a-4d66-a5c0-f8480b84a1e0 tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2557de0-b17f-4511-9890-d8d51822f943,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:57.057360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ce34e509-a8bd-486f-8817-a559bf8d13ad tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549588 Nov 16 21:35:57.058438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40026) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.106697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-35aef805-87a9-4c21-8b6f-2f4fd241be1a tempest-SecGroupIPv6Test-1672217970 tempest-SecGroupIPv6Test-1672217970-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0438967 Nov 16 21:35:57.369223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40038) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.546539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bbe08bcc-aee0-4103-98da-a8d0b9fcf074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6123c8331ba64ba092ca3cc254fcbc13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760426 Nov 16 21:35:57.549028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40044) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:57.597774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1951cbf5-d058-4cf6-8fd8-681269b31567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.626413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1951cbf5-d058-4cf6-8fd8-681269b31567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.678331 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1951cbf5-d058-4cf6-8fd8-681269b31567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.680991 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1951cbf5-d058-4cf6-8fd8-681269b31567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:57.684786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1951cbf5-d058-4cf6-8fd8-681269b31567 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7eb5cb3-6515-4225-8150-bb73002b0ac2 HTTP/1.1" status: 204 len: 168 time: 0.1321697 Nov 16 21:35:57.693199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951cbf5-d058-4cf6-8fd8-681269b31567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb5cb3-6515-4225-8150-bb73002b0ac2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:58.394053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.504243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225837145'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:58.528683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.537829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.622433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.626563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.664334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a813933-590a-49f5-8cce-c0fdbf39d6e2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:58.711093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.714699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.744651 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.745886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3507414 Nov 16 21:35:58.747826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e931ff-8006-4aa5-8182-38b171da553d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18916e09-0de3-4862-95a9-8f3267345e40,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:58.748794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40076) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.806576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-75e470e2-a6a0-4492-97ed-e0f6ee24c8d4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0552649 Nov 16 21:35:58.809127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.813834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-security--1572323136', 'description': 'tempest-security-description-111949331'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:58.849821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.893686 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.897066 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.899727 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:58.900892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "PUT /v2.0/security-groups/18916e09-0de3-4862-95a9-8f3267345e40 HTTP/1.1" status: 200 len: 1796 time: 0.0907967 Nov 16 21:35:58.903677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40082) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:58.923623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9c26-f170-41e3-abd8-5ee6e1e97c42 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18916e09-0de3-4862-95a9-8f3267345e40,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:58.945169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-67bfd6f7-fdb8-4463-b67d-175a93f2ceb7 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups/18916e09-0de3-4862-95a9-8f3267345e40 HTTP/1.1" status: 200 len: 1796 time: 0.0402837 Nov 16 21:35:58.947641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40084) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.001713 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6e9b-4ffb-473c-95af-0641a568c80e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.024469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6e9b-4ffb-473c-95af-0641a568c80e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.066000 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6e9b-4ffb-473c-95af-0641a568c80e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.068630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6e9b-4ffb-473c-95af-0641a568c80e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.070372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ee6e6e9b-4ffb-473c-95af-0641a568c80e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/18916e09-0de3-4862-95a9-8f3267345e40 HTTP/1.1" status: 204 len: 168 time: 0.1216729 Nov 16 21:35:59.073174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40086) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.080152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e6e9b-4ffb-473c-95af-0641a568c80e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18916e09-0de3-4862-95a9-8f3267345e40,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.117076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-17780f83-53fc-4cc0-a08a-25e609c09d04 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425570 Nov 16 21:35:59.119740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.133917 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-40c52d26-c056-4b47-9f2c-81c6267e0c81 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] delete failed (client error): The resource could not be found. Nov 16 21:35:59.134923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-40c52d26-c056-4b47-9f2c-81c6267e0c81 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/18916e09-0de3-4862-95a9-8f3267345e40 HTTP/1.1" status: 404 len: 347 time: 0.0140643 Nov 16 21:35:59.138823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.143573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239560905'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:59.173769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.243815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.247355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.278696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.278696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1374898 Nov 16 21:35:59.280180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40096) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.285389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '07c1ad2d-8089-414c-a699-cd8b355f4d05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:59.294236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55587d38-0b24-4699-afaa-87ed3f2b07b4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1ad2d-8089-414c-a699-cd8b355f4d05,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.322514 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.381131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.385052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.405350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe54058-2096-4695-8d3b-95f006d6ca11,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.411768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.416414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a02a1e8-1fd8-4ad7-a84d-fec0905d09e4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324749 Nov 16 21:35:59.416547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.442169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-613c3f32-34ba-45b6-8323-a75045ab3170 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.450227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-613c3f32-34ba-45b6-8323-a75045ab3170 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.477296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-613c3f32-34ba-45b6-8323-a75045ab3170 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.482310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-613c3f32-34ba-45b6-8323-a75045ab3170 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.483452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-613c3f32-34ba-45b6-8323-a75045ab3170 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ffe54058-2096-4695-8d3b-95f006d6ca11 HTTP/1.1" status: 204 len: 168 time: 0.0660169 Nov 16 21:35:59.486152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40110) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.504976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c3f32-34ba-45b6-8323-a75045ab3170 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe54058-2096-4695-8d3b-95f006d6ca11,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.538906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5a3b7cd6-a8ce-4b93-904d-4e8f0751a74a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477531 Nov 16 21:35:59.539091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40114) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.601546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a097cf5d-593a-418d-be49-3e68e8e193ec tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.626946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a097cf5d-593a-418d-be49-3e68e8e193ec tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.671054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a097cf5d-593a-418d-be49-3e68e8e193ec tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.673872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a097cf5d-593a-418d-be49-3e68e8e193ec tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.675133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a097cf5d-593a-418d-be49-3e68e8e193ec tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/07c1ad2d-8089-414c-a699-cd8b355f4d05 HTTP/1.1" status: 204 len: 168 time: 0.1351614 Nov 16 21:35:59.677729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40120) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.695868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097cf5d-593a-418d-be49-3e68e8e193ec tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1ad2d-8089-414c-a699-cd8b355f4d05,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.728113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fecc18ee-b3b4-4f7f-bb32-e4b4d2884f09 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0486164 Nov 16 21:35:59.732295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40122) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.737049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700573266'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:59.759738 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.838751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.842709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.876147 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.880603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40126) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:35:59.882091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1484513 Nov 16 21:35:59.886679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '13eab6a4-7937-4a87-ac95-556b9153cd9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:35:59.887153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93883043-74e2-489e-9446-8a28bf8f9102 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13eab6a4-7937-4a87-ac95-556b9153cd9b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:35:59.927742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.986229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:35:59.990157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.008273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4941922-f78b-4e97-8b30-f8fee2b69ad8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.018179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.019541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-553182c0-0721-4b1f-b07e-913997b95d2a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371863 Nov 16 21:36:00.022613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40128) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.027097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '13eab6a4-7937-4a87-ac95-556b9153cd9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:00.054294 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.111002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.114597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.132760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd25558-84af-41d5-bff9-1c211558b1fa,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.140459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.141606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-67a95033-d04f-4104-b4fe-20a480c42724 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180277 Nov 16 21:36:00.144606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40130) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.150356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '13eab6a4-7937-4a87-ac95-556b9153cd9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:00.177430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.237020 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.240727 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.258543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36876b6-1a16-44d3-bec4-fb93ebb1ad02,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.265705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.266820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8ffc5836-119e-4a37-844e-c123639306fe tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211631 Nov 16 21:36:00.269470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40132) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.274530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '13eab6a4-7937-4a87-ac95-556b9153cd9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:00.300240 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.362661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.366838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.385220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502cb099-add1-463d-92fd-69a098c1bc05,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.392254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.393456 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d7aeedf-e947-47f4-967a-b086462cbef3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230104 Nov 16 21:36:00.396271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40134) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.401396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '13eab6a4-7937-4a87-ac95-556b9153cd9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:00.427337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.490231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.494299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.512428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161b7d7-62cb-4445-a8a0-f557b62eb7a3,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.517323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.518543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ccd6a4a-4176-4e13-9d4e-fbf4ab1d2c52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1211133 Nov 16 21:36:00.521409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40136) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.546164 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d496c37-9e55-4d51-b4e7-b5e3a292fc4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.553774 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d496c37-9e55-4d51-b4e7-b5e3a292fc4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.579078 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d496c37-9e55-4d51-b4e7-b5e3a292fc4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.586476 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d496c37-9e55-4d51-b4e7-b5e3a292fc4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.587593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4d496c37-9e55-4d51-b4e7-b5e3a292fc4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1161b7d7-62cb-4445-a8a0-f557b62eb7a3 HTTP/1.1" status: 204 len: 168 time: 0.0645459 Nov 16 21:36:00.590526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40138) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.591877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d496c37-9e55-4d51-b4e7-b5e3a292fc4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1161b7d7-62cb-4445-a8a0-f557b62eb7a3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.639846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e444a719-fda5-40a9-95c6-54b1c10e7ef2 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0481374 Nov 16 21:36:00.643359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40144) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.677710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2bad6fd-bd58-445f-a676-763afa4be527 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.685984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2bad6fd-bd58-445f-a676-763afa4be527 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.715088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2bad6fd-bd58-445f-a676-763afa4be527 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.721078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b2bad6fd-bd58-445f-a676-763afa4be527 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.722451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b2bad6fd-bd58-445f-a676-763afa4be527 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/502cb099-add1-463d-92fd-69a098c1bc05 HTTP/1.1" status: 204 len: 168 time: 0.0786614 Nov 16 21:36:00.726023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40148) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.728683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bad6fd-bd58-445f-a676-763afa4be527 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=502cb099-add1-463d-92fd-69a098c1bc05,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.770930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-112c1e08-a212-436b-8cfa-df152040652c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0436685 Nov 16 21:36:00.774329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.799695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d189856f-69bb-4aca-8eac-546d03136e3d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.809402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d189856f-69bb-4aca-8eac-546d03136e3d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.838916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d189856f-69bb-4aca-8eac-546d03136e3d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.845592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d189856f-69bb-4aca-8eac-546d03136e3d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.846691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d189856f-69bb-4aca-8eac-546d03136e3d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a36876b6-1a16-44d3-bec4-fb93ebb1ad02 HTTP/1.1" status: 204 len: 168 time: 0.0714424 Nov 16 21:36:00.850464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40152) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.852514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189856f-69bb-4aca-8eac-546d03136e3d tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a36876b6-1a16-44d3-bec4-fb93ebb1ad02,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:00.893872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-29c65d57-f6b5-4b13-a932-b0e41362e9b8 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0420454 Nov 16 21:36:00.896360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40154) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.920595 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ef34ca0-ba1e-49e1-96ac-25a428b6031b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.929545 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ef34ca0-ba1e-49e1-96ac-25a428b6031b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.964749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ef34ca0-ba1e-49e1-96ac-25a428b6031b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.970974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ef34ca0-ba1e-49e1-96ac-25a428b6031b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:00.972220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ef34ca0-ba1e-49e1-96ac-25a428b6031b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6dd25558-84af-41d5-bff9-1c211558b1fa HTTP/1.1" status: 204 len: 168 time: 0.0741913 Nov 16 21:36:00.974978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40158) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:00.977714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef34ca0-ba1e-49e1-96ac-25a428b6031b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dd25558-84af-41d5-bff9-1c211558b1fa,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.018187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e1641c6c-4b92-4683-af16-7b4d2b7c7e0a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0419576 Nov 16 21:36:01.020746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40160) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.045553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0eee-29df-4f5d-bf61-e019fd19cc16 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.053600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0eee-29df-4f5d-bf61-e019fd19cc16 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.080008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0eee-29df-4f5d-bf61-e019fd19cc16 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.086935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0eee-29df-4f5d-bf61-e019fd19cc16 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.088027 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe8c0eee-29df-4f5d-bf61-e019fd19cc16 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b4941922-f78b-4e97-8b30-f8fee2b69ad8 HTTP/1.1" status: 204 len: 168 time: 0.0663927 Nov 16 21:36:01.090741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40162) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.093619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c0eee-29df-4f5d-bf61-e019fd19cc16 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4941922-f78b-4e97-8b30-f8fee2b69ad8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.133333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f3136b8d-3f4c-4a03-8584-125bd5244fc4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413837 Nov 16 21:36:01.136102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40164) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.188362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21abfa70-d471-4c6f-b855-2144ca856d4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.211430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21abfa70-d471-4c6f-b855-2144ca856d4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.252309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21abfa70-d471-4c6f-b855-2144ca856d4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.255060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21abfa70-d471-4c6f-b855-2144ca856d4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.256860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21abfa70-d471-4c6f-b855-2144ca856d4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/13eab6a4-7937-4a87-ac95-556b9153cd9b HTTP/1.1" status: 204 len: 168 time: 0.1192892 Nov 16 21:36:01.259541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40166) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.269172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abfa70-d471-4c6f-b855-2144ca856d4b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eab6a4-7937-4a87-ac95-556b9153cd9b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.304471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-59261cb5-d584-4ecd-935e-e7c4ef64653f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437264 Nov 16 21:36:01.308862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40168) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.313565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--866990076'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:01.336242 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.407783 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.411924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.447664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.449799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1396172 Nov 16 21:36:01.454599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40170) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.456246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509a5cb-0889-4bd4-8061-219e1cdf14c4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d603ee54-445a-49d7-ae8e-b79a0255972c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.467662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': 'd603ee54-445a-49d7-ae8e-b79a0255972c', 'direction': 'ingress', 'protocol': 17}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:01.496087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.555557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.559237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.578767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2850129c-f2e5-46c4-892c-db64106b6596,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.591373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.592713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3420949e-262e-43d2-bfc7-a9fb0892a317 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1363208 Nov 16 21:36:01.595529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40172) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.652541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c362e1a3-e69c-43b9-b737-b9ca09d11681 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.678559 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c362e1a3-e69c-43b9-b737-b9ca09d11681 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.801741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-fa9f0239-c722-4885-9186-b33ce77c9bae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920289 Nov 16 21:36:01.813893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c362e1a3-e69c-43b9-b737-b9ca09d11681 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.817857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c362e1a3-e69c-43b9-b737-b9ca09d11681 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:01.820016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c362e1a3-e69c-43b9-b737-b9ca09d11681 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/d603ee54-445a-49d7-ae8e-b79a0255972c HTTP/1.1" status: 204 len: 168 time: 0.2235551 Nov 16 21:36:01.822708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40188) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.831704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362e1a3-e69c-43b9-b737-b9ca09d11681 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603ee54-445a-49d7-ae8e-b79a0255972c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:01.874208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-33346a3f-4deb-4677-ab19-232c0e9ec4cf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502908 Nov 16 21:36:01.877843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:01.884395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--861435780'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:01.906669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204a05e-013a-4980-9a07-33edab611197 req-6544f818-b43b-4731-842d-d6aedeccba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:01.908420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-6544f818-b43b-4731-842d-d6aedeccba87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3d845d65e2e49108d83ae0ed3668223&device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 1096 time: 0.0563855 Nov 16 21:36:01.916152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.011775 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.015572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.054797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6819bea-a0a7-4af4-81be-11edc5ef7af8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.059882 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.061575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f8e08bf0-4e13-45cc-b20a-7cea8129117a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1826751 Nov 16 21:36:02.064219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40202) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.070908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925941601'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:02.078489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204a05e-013a-4980-9a07-33edab611197 req-a2bdc48b-2d33-4a52-8df9-c8c4de88544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.086680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-a2bdc48b-2d33-4a52-8df9-c8c4de88544e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 200 len: 910 time: 0.1542237 Nov 16 21:36:02.101893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.167612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-104b8910-7cfd-4206-84de-29dd30afe274 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 200 len: 1001 time: 0.0714428 Nov 16 21:36:02.191218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.197661 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.235202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.239562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1713469 Nov 16 21:36:02.239562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8d0e0-0ed4-4bbe-bd7e-29ee1c93b88c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897f5fd7-4c8c-427a-8342-ed981f99e3b3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.240139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40214) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.249961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': 'd6819bea-a0a7-4af4-81be-11edc5ef7af8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '897f5fd7-4c8c-427a-8342-ed981f99e3b3', 'remote_ip_prefix': None}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:02.262152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204a05e-013a-4980-9a07-33edab611197 req-009d21b1-fd02-4b67-8c1b-d5f51e01e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.263661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-009d21b1-fd02-4b67-8c1b-d5f51e01e35a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 200 len: 848 time: 0.0772107 Nov 16 21:36:02.321675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.346201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204a05e-013a-4980-9a07-33edab611197 req-0fbfd947-48a6-43a6-bd26-d15d367a9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:02.347781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-0fbfd947-48a6-43a6-bd26-d15d367a9531 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aef96ba4-42f4-4509-b60d-7227419b6108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740223 Nov 16 21:36:02.489423 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.498289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40218) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.505301 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.535648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-e0397fbf-2e37-4fa4-a7d8-939562722946 service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798761 Nov 16 21:36:02.538634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0f699b-2206-4c39-b3c3-15a573291fd3,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.545128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.549622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bacf10b7-c751-427b-ae7b-0745e33fbed3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3069179 Nov 16 21:36:02.550639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40222) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.595202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d95c254e-f718-40cf-86f5-7e384c24705f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.611970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d95c254e-f718-40cf-86f5-7e384c24705f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.638414 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e65f4ebd-0e1c-44f8-bdf9-acd868e09405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.646430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d95c254e-f718-40cf-86f5-7e384c24705f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.652804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d95c254e-f718-40cf-86f5-7e384c24705f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:02.654396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d95c254e-f718-40cf-86f5-7e384c24705f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1b0f699b-2206-4c39-b3c3-15a573291fd3 HTTP/1.1" status: 204 len: 168 time: 0.1022432 Nov 16 21:36:02.657731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40224) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:02.664971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c254e-f718-40cf-86f5-7e384c24705f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b0f699b-2206-4c39-b3c3-15a573291fd3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:02.687014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2204a05e-013a-4980-9a07-33edab611197 req-edf055a0-8364-4c8a-a9ce-c6aecbd55dda service neutron] 10.222.0.47 "GET /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349523 Nov 16 21:36:02.744362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0908ed48-d617-4e39-81fa-8a1cc4481591 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0749731 Nov 16 21:36:02.745134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40226) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.141297 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e65f4ebd-0e1c-44f8-bdf9-acd868e09405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.144516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1df7afcf-c760-481b-8644-11cd03b2b000 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.147975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e65f4ebd-0e1c-44f8-bdf9-acd868e09405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.194453 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1df7afcf-c760-481b-8644-11cd03b2b000 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.214341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e65f4ebd-0e1c-44f8-bdf9-acd868e09405 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa286fb0a38e44f1abafebbe976df637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7150581 Nov 16 21:36:03.215088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f4ebd-0e1c-44f8-bdf9-acd868e09405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c61b0-e0ae-42fc-89d1-86dc5a6a13bb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.217075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40232) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.247907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1df7afcf-c760-481b-8644-11cd03b2b000 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.250743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1df7afcf-c760-481b-8644-11cd03b2b000 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.251911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1df7afcf-c760-481b-8644-11cd03b2b000 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/897f5fd7-4c8c-427a-8342-ed981f99e3b3 HTTP/1.1" status: 204 len: 168 time: 0.5063088 Nov 16 21:36:03.254986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40234) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.261581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7afcf-c760-481b-8644-11cd03b2b000 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897f5fd7-4c8c-427a-8342-ed981f99e3b3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.294621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.299031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-693314fd-3d78-4183-90ca-dd0c8d6b7cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.341996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-82bc3732-9046-4e80-b35a-f15c35e92589 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0859087 Nov 16 21:36:03.343892 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-693314fd-3d78-4183-90ca-dd0c8d6b7cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.344975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40236) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.393571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-693314fd-3d78-4183-90ca-dd0c8d6b7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.396137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-693314fd-3d78-4183-90ca-dd0c8d6b7cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.398291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-693314fd-3d78-4183-90ca-dd0c8d6b7cf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c17c61b0-e0ae-42fc-89d1-86dc5a6a13bb HTTP/1.1" status: 204 len: 168 time: 0.1799822 Nov 16 21:36:03.399138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b28e29-518f-4315-b611-fffae5c3215b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.410286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693314fd-3d78-4183-90ca-dd0c8d6b7cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c61b0-e0ae-42fc-89d1-86dc5a6a13bb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.425104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b28e29-518f-4315-b611-fffae5c3215b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.486390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b28e29-518f-4315-b611-fffae5c3215b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.489462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-56b28e29-518f-4315-b611-fffae5c3215b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.491306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-56b28e29-518f-4315-b611-fffae5c3215b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/d6819bea-a0a7-4af4-81be-11edc5ef7af8 HTTP/1.1" status: 204 len: 168 time: 0.1451955 Nov 16 21:36:03.494310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40240) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.502642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b28e29-518f-4315-b611-fffae5c3215b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6819bea-a0a7-4af4-81be-11edc5ef7af8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.552813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5fe97f87-33cc-43e4-b5f6-a974649461a3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573328 Nov 16 21:36:03.558671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40244) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.563376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497608186'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:03.587039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.658930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.663002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.696496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.700375 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1379356 Nov 16 21:36:03.700375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a0875-148b-481f-ab83-d63d72924ad4 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8fd0f8-5918-44cf-a1e6-5f96ffb2fdfe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.701184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40246) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.705774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': '1f8fd0f8-5918-44cf-a1e6-5f96ffb2fdfe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:03.735394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.743965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40248) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.757858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da3100b5-e7f6-4b47-9793-c3ec02337c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.786107 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.790600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.811528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869d6933-b085-456b-9130-1a5ccedd3ef6,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.820859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.822109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28a4ccaa-bcbf-4110-a736-1b7bae4e1bcf tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1201305 Nov 16 21:36:03.825261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40250) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.865655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da3100b5-e7f6-4b47-9793-c3ec02337c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.867038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f867af4b-4b53-4c7e-96cc-91994fd6cb67 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.873660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da3100b5-e7f6-4b47-9793-c3ec02337c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.877584 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f867af4b-4b53-4c7e-96cc-91994fd6cb67 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.932030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3100b5-e7f6-4b47-9793-c3ec02337c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e53ac-fe6e-4620-b8cb-298bda2d0ca6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:03.937224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-da3100b5-e7f6-4b47-9793-c3ec02337c44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b3466f44b6c404bae9eaf404b807e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921737 Nov 16 21:36:03.939872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.947485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f867af4b-4b53-4c7e-96cc-91994fd6cb67 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.960323 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f867af4b-4b53-4c7e-96cc-91994fd6cb67 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:03.961388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f867af4b-4b53-4c7e-96cc-91994fd6cb67 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/869d6933-b085-456b-9130-1a5ccedd3ef6 HTTP/1.1" status: 204 len: 168 time: 0.1351316 Nov 16 21:36:03.964361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40256) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:03.971997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867af4b-4b53-4c7e-96cc-91994fd6cb67 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=869d6933-b085-456b-9130-1a5ccedd3ef6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.000565 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-974ed0ce-c80e-4196-bf33-d5440124612c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.004240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-506e9d32-ae68-4726-bc3c-8df602daf255 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385826 Nov 16 21:36:04.007586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.023520 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-974ed0ce-c80e-4196-bf33-d5440124612c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.059224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e72dc264-69d7-4bd0-94cc-b6473a258d46 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.072107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-974ed0ce-c80e-4196-bf33-d5440124612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.074843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-974ed0ce-c80e-4196-bf33-d5440124612c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.076007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-974ed0ce-c80e-4196-bf33-d5440124612c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/350e53ac-fe6e-4620-b8cb-298bda2d0ca6 HTTP/1.1" status: 204 len: 168 time: 0.1352415 Nov 16 21:36:04.083718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ed0ce-c80e-4196-bf33-d5440124612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e53ac-fe6e-4620-b8cb-298bda2d0ca6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.085893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e72dc264-69d7-4bd0-94cc-b6473a258d46 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.131740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e72dc264-69d7-4bd0-94cc-b6473a258d46 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.134564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e72dc264-69d7-4bd0-94cc-b6473a258d46 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.135851 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e72dc264-69d7-4bd0-94cc-b6473a258d46 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/1f8fd0f8-5918-44cf-a1e6-5f96ffb2fdfe HTTP/1.1" status: 204 len: 168 time: 0.1272180 Nov 16 21:36:04.138717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.147203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dc264-69d7-4bd0-94cc-b6473a258d46 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8fd0f8-5918-44cf-a1e6-5f96ffb2fdfe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.204355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb2f2c2d-1bbc-480a-8339-2c95e37e4b7e tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608425 Nov 16 21:36:04.205350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40268) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.212069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280650808'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:04.235829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.325886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.339110 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.364179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.368943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1585848 Nov 16 21:36:04.369053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40274) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.373439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': 'ef4c31be-8ccd-4c7c-bbe5-812827db04b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:04.382588 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da831d-d098-4057-8682-00d4934584c3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4c31be-8ccd-4c7c-bbe5-812827db04b0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.405687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.486423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.491597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.510395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cbaba2-9b33-4b34-bac5-a239501dbe9e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.519271 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.520716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-21ac2ce2-c674-4540-8b34-be833e53cc9a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507351 Nov 16 21:36:04.524545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40282) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.546175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cc141ccd-a6db-4d4b-b1a9-14c58a63f54c tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules/b0cbaba2-9b33-4b34-bac5-a239501dbe9e HTTP/1.1" status: 200 len: 763 time: 0.0181000 Nov 16 21:36:04.546670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.587341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-643ed8b7-548a-4d3e-90c3-3737c5269d52 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0394793 Nov 16 21:36:04.590207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40288) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.616221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45373358-0dfa-41da-8b93-719d7eefda65 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.626242 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45373358-0dfa-41da-8b93-719d7eefda65 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.660641 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45373358-0dfa-41da-8b93-719d7eefda65 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.667430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-45373358-0dfa-41da-8b93-719d7eefda65 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.668562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-45373358-0dfa-41da-8b93-719d7eefda65 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b0cbaba2-9b33-4b34-bac5-a239501dbe9e HTTP/1.1" status: 204 len: 168 time: 0.0773754 Nov 16 21:36:04.671546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40292) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.682990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373358-0dfa-41da-8b93-719d7eefda65 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0cbaba2-9b33-4b34-bac5-a239501dbe9e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.725282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87ad4953-bb9f-4dfd-b4b8-bebec15fb679 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500336 Nov 16 21:36:04.725548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40296) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.730223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': 'ef4c31be-8ccd-4c7c-bbe5-812827db04b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:04.770815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.840335 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.843667 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.865586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab858a4-b631-4c98-a75f-5668b86a9844,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:04.871833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:04.873126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6a6811c7-60a8-49db-bad2-c71709480cf3 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465557 Nov 16 21:36:04.876067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40302) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.895978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88f9b473-bc45-45c4-8a81-557f60d085bd tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules/1ab858a4-b631-4c98-a75f-5668b86a9844 HTTP/1.1" status: 200 len: 763 time: 0.0163183 Nov 16 21:36:04.896205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40304) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:04.947714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-08454007-986b-401a-98ba-c0904e005404 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0465467 Nov 16 21:36:04.948393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40310) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.009503 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f982da3b-eb30-4ec4-8e05-ad2d729f3582 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.023326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f982da3b-eb30-4ec4-8e05-ad2d729f3582 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.059506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f982da3b-eb30-4ec4-8e05-ad2d729f3582 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.069305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f982da3b-eb30-4ec4-8e05-ad2d729f3582 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.070727 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f982da3b-eb30-4ec4-8e05-ad2d729f3582 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1ab858a4-b631-4c98-a75f-5668b86a9844 HTTP/1.1" status: 204 len: 168 time: 0.1215377 Nov 16 21:36:05.073377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40314) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.095178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982da3b-eb30-4ec4-8e05-ad2d729f3582 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ab858a4-b631-4c98-a75f-5668b86a9844,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.128635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b60f94a1-5505-4349-8811-7c331a157059 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539818 Nov 16 21:36:05.131999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40318) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.136978 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Request body: {'security_group_rule': {'security_group_id': 'ef4c31be-8ccd-4c7c-bbe5-812827db04b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:05.168001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.227315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.232444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.255389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3481fb4-5e6a-4d9c-95df-f4db564aee9b,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.264636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.269467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40324) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.280038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1384d1c6-fc17-47b6-b4d0-4c322fff01e9 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398926 Nov 16 21:36:05.299728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.309749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.314621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5cc4b57-d375-4fd3-ade2-e9ef5c7e2d94 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules/e3481fb4-5e6a-4d9c-95df-f4db564aee9b HTTP/1.1" status: 200 len: 764 time: 0.0433371 Nov 16 21:36:05.358402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf377d47-8dd0-4dee-80f9-05465343038a tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0474553 Nov 16 21:36:05.359007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40332) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.383996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04001427-0335-4267-8656-54294195a9e1 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.391883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04001427-0335-4267-8656-54294195a9e1 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.422927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04001427-0335-4267-8656-54294195a9e1 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.437660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-04001427-0335-4267-8656-54294195a9e1 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.441541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40334) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.441684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-04001427-0335-4267-8656-54294195a9e1 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e3481fb4-5e6a-4d9c-95df-f4db564aee9b HTTP/1.1" status: 204 len: 168 time: 0.0816503 Nov 16 21:36:05.442916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04001427-0335-4267-8656-54294195a9e1 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3481fb4-5e6a-4d9c-95df-f4db564aee9b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.489557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1262cdab-80cf-47f3-8f57-435872d89361 tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455720 Nov 16 21:36:05.492683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40340) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.549120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7625a4cb-d893-4598-b46c-984e7f313c0b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.573348 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7625a4cb-d893-4598-b46c-984e7f313c0b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.619263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7625a4cb-d893-4598-b46c-984e7f313c0b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.621987 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7625a4cb-d893-4598-b46c-984e7f313c0b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:05.625434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7625a4cb-d893-4598-b46c-984e7f313c0b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef4c31be-8ccd-4c7c-bbe5-812827db04b0 HTTP/1.1" status: 204 len: 168 time: 0.1294169 Nov 16 21:36:05.626005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40346) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.634157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625a4cb-d893-4598-b46c-984e7f313c0b tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4c31be-8ccd-4c7c-bbe5-812827db04b0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:05.700941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40348) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:05.706274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-820d3ce2-661f-461f-a2cb-4dad46c2914f tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787506 Nov 16 21:36:05.750733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-760bf550-cd1b-485b-a5f9-8355b3da38cc tempest-SecGroupTest-1143230692 tempest-SecGroupTest-1143230692-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0432317 Nov 16 21:36:06.175171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.341315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-70195ae9-e9e0-43fe-af14-9af4253c78bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aba649788ca4885b78f83881b7e5756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626127 Nov 16 21:36:06.341700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40382) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.407542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5745c7a-0bbf-4019-a790-8dd9ac16a85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.429415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40386) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.433263 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5745c7a-0bbf-4019-a790-8dd9ac16a85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.485093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5745c7a-0bbf-4019-a790-8dd9ac16a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.487823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5745c7a-0bbf-4019-a790-8dd9ac16a85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.492552 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5745c7a-0bbf-4019-a790-8dd9ac16a85d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a813933-590a-49f5-8cce-c0fdbf39d6e2 HTTP/1.1" status: 204 len: 168 time: 0.1463852 Nov 16 21:36:06.503239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5745c7a-0bbf-4019-a790-8dd9ac16a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a813933-590a-49f5-8cce-c0fdbf39d6e2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.557100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-058e462b-4ac9-4335-a91e-c281e3645487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.651935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-058e462b-4ac9-4335-a91e-c281e3645487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.657446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-058e462b-4ac9-4335-a91e-c281e3645487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.698194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e462b-4ac9-4335-a91e-c281e3645487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4252d57-9174-4120-be75-473516503a41,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:06.705650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-058e462b-4ac9-4335-a91e-c281e3645487 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cc85370416942c1afcc260ab633a64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750182 Nov 16 21:36:06.708237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40394) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:06.767815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e316f67-65e6-46d2-a576-3eb7fb3be184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.792869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e316f67-65e6-46d2-a576-3eb7fb3be184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.862037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e316f67-65e6-46d2-a576-3eb7fb3be184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.867797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1e316f67-65e6-46d2-a576-3eb7fb3be184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:06.869263 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1e316f67-65e6-46d2-a576-3eb7fb3be184 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4252d57-9174-4120-be75-473516503a41 HTTP/1.1" status: 204 len: 168 time: 0.1592221 Nov 16 21:36:06.878738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e316f67-65e6-46d2-a576-3eb7fb3be184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4252d57-9174-4120-be75-473516503a41,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:07.202297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40416) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:07.216756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94d831a2-1218-4244-862f-6f291bf81701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.308358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94d831a2-1218-4244-862f-6f291bf81701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.314362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94d831a2-1218-4244-862f-6f291bf81701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.357855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d831a2-1218-4244-862f-6f291bf81701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3eb72-8bc9-4f66-b7aa-3a31a3aa8d04,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:07.375153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-94d831a2-1218-4244-862f-6f291bf81701 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef169c2a0867443bbbe73f648c10eab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716402 Nov 16 21:36:07.375478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40420) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:07.439676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65aa5262-81b6-420e-95e8-0be0bd6906b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.465337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65aa5262-81b6-420e-95e8-0be0bd6906b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.514163 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65aa5262-81b6-420e-95e8-0be0bd6906b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.516712 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-65aa5262-81b6-420e-95e8-0be0bd6906b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:07.517932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-65aa5262-81b6-420e-95e8-0be0bd6906b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44d3eb72-8bc9-4f66-b7aa-3a31a3aa8d04 HTTP/1.1" status: 204 len: 168 time: 0.1413929 Nov 16 21:36:07.526212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa5262-81b6-420e-95e8-0be0bd6906b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3eb72-8bc9-4f66-b7aa-3a31a3aa8d04,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:08.767093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40480) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:08.898423 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98bdc168-9b19-45a4-a122-97e2b43cbfa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.976368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98bdc168-9b19-45a4-a122-97e2b43cbfa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:08.980917 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98bdc168-9b19-45a4-a122-97e2b43cbfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.020638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-98bdc168-9b19-45a4-a122-97e2b43cbfa4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a14fa040297d4782ac176e3910dc3b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522750 Nov 16 21:36:09.023825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40490) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:09.031066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdc168-9b19-45a4-a122-97e2b43cbfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf454a0-de1a-418d-9c33-006fde9c3eba,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:09.080752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc6507f5-81e3-41aa-8175-f41dab583293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.104504 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc6507f5-81e3-41aa-8175-f41dab583293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.153336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc6507f5-81e3-41aa-8175-f41dab583293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.156231 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cc6507f5-81e3-41aa-8175-f41dab583293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.157404 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cc6507f5-81e3-41aa-8175-f41dab583293 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecf454a0-de1a-418d-9c33-006fde9c3eba HTTP/1.1" status: 204 len: 168 time: 0.1326561 Nov 16 21:36:09.166148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6507f5-81e3-41aa-8175-f41dab583293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf454a0-de1a-418d-9c33-006fde9c3eba,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:09.593420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40512) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:09.610093 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38b2b345-bdbf-4c19-b94b-d73e5c9a13ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.754462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38b2b345-bdbf-4c19-b94b-d73e5c9a13ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.775618 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-38b2b345-bdbf-4c19-b94b-d73e5c9a13ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.828317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-38b2b345-bdbf-4c19-b94b-d73e5c9a13ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46f4f7971597492f8d4b17c1c909eb78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334840 Nov 16 21:36:09.829057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2b345-bdbf-4c19-b94b-d73e5c9a13ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e51969b-e655-4a8c-bb00-8a0cece5df7d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:09.831559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40514) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:09.892600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89180b4e-e9cc-4c06-b7a7-fd5218ee477a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:09.930152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89180b4e-e9cc-4c06-b7a7-fd5218ee477a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.008528 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89180b4e-e9cc-4c06-b7a7-fd5218ee477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.011468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-89180b4e-e9cc-4c06-b7a7-fd5218ee477a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:10.016736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-89180b4e-e9cc-4c06-b7a7-fd5218ee477a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e51969b-e655-4a8c-bb00-8a0cece5df7d HTTP/1.1" status: 204 len: 168 time: 0.1802564 Nov 16 21:36:10.022388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89180b4e-e9cc-4c06-b7a7-fd5218ee477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e51969b-e655-4a8c-bb00-8a0cece5df7d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:12.019372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-7999ccbb-04f7-44c4-87a6-7d17e1b97479 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444632 Nov 16 21:36:12.036868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40596) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:12.117453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-60ad2f1c-b12b-4cda-b669-3e9a934da307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:12.119310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-60ad2f1c-b12b-4cda-b669-3e9a934da307 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0465798 Nov 16 21:36:12.169229 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73602ffa-33d1-44ed-9eac-3c77416952f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.249410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-7f6cfc24-f554-4784-a0e1-a86cb7f06c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:12.250871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-7f6cfc24-f554-4784-a0e1-a86cb7f06c2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.1097932 Nov 16 21:36:12.254983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73602ffa-33d1-44ed-9eac-3c77416952f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.259701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73602ffa-33d1-44ed-9eac-3c77416952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.302045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73602ffa-33d1-44ed-9eac-3c77416952f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2030ce2b-7106-47b1-8f08-1317e685291f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:12.311667 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-73602ffa-33d1-44ed-9eac-3c77416952f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=454b846b2f924765ae71db21c8acfacd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724915 Nov 16 21:36:12.312548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40600) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:12.324341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-58c85abc-ce5c-4687-9974-bb27138cd1d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1001 time: 0.0623016 Nov 16 21:36:12.376412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c161e0b7-2ac5-4d5e-987f-631e45fa7dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.383478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-311ce687-d597-4146-a0de-31c95ddc0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:12.385059 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-311ce687-d597-4146-a0de-31c95ddc0e5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0526166 Nov 16 21:36:12.403627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c161e0b7-2ac5-4d5e-987f-631e45fa7dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.428309 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:36:12.444338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-f4d43648-5bae-4972-abdf-e31c2fb6638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:12.446105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-f4d43648-5bae-4972-abdf-e31c2fb6638b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481656 Nov 16 21:36:12.472653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c161e0b7-2ac5-4d5e-987f-631e45fa7dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.476060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c161e0b7-2ac5-4d5e-987f-631e45fa7dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:12.477587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c161e0b7-2ac5-4d5e-987f-631e45fa7dbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2030ce2b-7106-47b1-8f08-1317e685291f HTTP/1.1" status: 204 len: 168 time: 0.1634581 Nov 16 21:36:12.486209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161e0b7-2ac5-4d5e-987f-631e45fa7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2030ce2b-7106-47b1-8f08-1317e685291f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:12.554013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-aba88c49-3123-4935-96cf-9294b0dd9a3f service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980279 Nov 16 21:36:12.717855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ff30c6bf-8374-4b76-875e-a6306b0f3820 req-931dc5d4-5095-4d67-a172-d64ac581269f service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542120 Nov 16 21:36:12.908487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:12.926521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1a875f-66bd-42ca-a8fb-d5193780261d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.025437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1a875f-66bd-42ca-a8fb-d5193780261d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.030592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6d1a875f-66bd-42ca-a8fb-d5193780261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.100945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:13.101683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d1a875f-66bd-42ca-a8fb-d5193780261d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1be7f4cd949f45608b42cd34e35106ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1910660 Nov 16 21:36:13.102173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a875f-66bd-42ca-a8fb-d5193780261d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46db83e5-390e-4222-a23b-9343523cd2fc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:13.165086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91db91f2-e1e7-4b2c-b708-28d2536926d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.205892 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91db91f2-e1e7-4b2c-b708-28d2536926d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.295167 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91db91f2-e1e7-4b2c-b708-28d2536926d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.298858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91db91f2-e1e7-4b2c-b708-28d2536926d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.300218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91db91f2-e1e7-4b2c-b708-28d2536926d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46db83e5-390e-4222-a23b-9343523cd2fc HTTP/1.1" status: 204 len: 168 time: 0.1964252 Nov 16 21:36:13.310628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db91f2-e1e7-4b2c-b708-28d2536926d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db83e5-390e-4222-a23b-9343523cd2fc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:13.639603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40654) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:13.795943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9c01366-5164-45ec-9faf-6ba175d80992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.894744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9c01366-5164-45ec-9faf-6ba175d80992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.899845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c9c01366-5164-45ec-9faf-6ba175d80992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:13.926750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c9c01366-5164-45ec-9faf-6ba175d80992 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b62361e3a49c43fb9bd08b109d9efefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856030 Nov 16 21:36:13.933603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40668) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:13.974201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c01366-5164-45ec-9faf-6ba175d80992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceed0ad-6383-4724-8e03-c7a66db00a7a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:14.017709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df600b61-b875-48cc-98e0-390775f2368d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.041417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df600b61-b875-48cc-98e0-390775f2368d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.098378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df600b61-b875-48cc-98e0-390775f2368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.101317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-df600b61-b875-48cc-98e0-390775f2368d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.102498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-df600b61-b875-48cc-98e0-390775f2368d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ceed0ad-6383-4724-8e03-c7a66db00a7a HTTP/1.1" status: 204 len: 168 time: 0.1676376 Nov 16 21:36:14.111693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df600b61-b875-48cc-98e0-390775f2368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceed0ad-6383-4724-8e03-c7a66db00a7a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:14.549394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40690) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:14.565607 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-36afb897-2e9f-4fc4-9893-209ddecd9376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.663817 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-36afb897-2e9f-4fc4-9893-209ddecd9376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.669721 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-36afb897-2e9f-4fc4-9893-209ddecd9376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.710663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-36afb897-2e9f-4fc4-9893-209ddecd9376 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8dd20a24a1a9463291530ad4db1e715e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596637 Nov 16 21:36:14.712672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afb897-2e9f-4fc4-9893-209ddecd9376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d3b72-0c49-4e15-87e3-2297ed466016,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:14.714019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40696) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:14.770900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76b93815-6ee1-4d69-a1e1-4f069855a5cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.800263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76b93815-6ee1-4d69-a1e1-4f069855a5cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.868899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76b93815-6ee1-4d69-a1e1-4f069855a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.874436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76b93815-6ee1-4d69-a1e1-4f069855a5cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:14.875915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76b93815-6ee1-4d69-a1e1-4f069855a5cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e39d3b72-0c49-4e15-87e3-2297ed466016 HTTP/1.1" status: 204 len: 168 time: 0.1608937 Nov 16 21:36:14.886232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b93815-6ee1-4d69-a1e1-4f069855a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d3b72-0c49-4e15-87e3-2297ed466016,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:20.772435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6909a72f-d922-42b0-b824-a1a191880227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:23.028469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-31159bef-036e-4db1-84cc-a2638714ebc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:24.161828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.152202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 40966) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:25.281619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03337a67-f969-4722-9c50-9a29f7b045c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.372003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03337a67-f969-4722-9c50-9a29f7b045c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.375493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-03337a67-f969-4722-9c50-9a29f7b045c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.411302 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-03337a67-f969-4722-9c50-9a29f7b045c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e6dce4f12544787b843d60be3c864fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579827 Nov 16 21:36:25.414731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40982) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:25.421662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03337a67-f969-4722-9c50-9a29f7b045c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10ed7d-2c63-4299-819e-de66c84195e3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:25.468557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cc06521-c513-4316-8402-f4bedcd9d410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.492334 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cc06521-c513-4316-8402-f4bedcd9d410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.542973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cc06521-c513-4316-8402-f4bedcd9d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.547113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4cc06521-c513-4316-8402-f4bedcd9d410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.549947 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4cc06521-c513-4316-8402-f4bedcd9d410 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac10ed7d-2c63-4299-819e-de66c84195e3 HTTP/1.1" status: 204 len: 168 time: 0.1341186 Nov 16 21:36:25.559803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc06521-c513-4316-8402-f4bedcd9d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10ed7d-2c63-4299-819e-de66c84195e3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:25.720761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.885699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 40996) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:25.900194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d2cd-78ba-41f4-80cd-36398c6059f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.980131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d2cd-78ba-41f4-80cd-36398c6059f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:25.986970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d2cd-78ba-41f4-80cd-36398c6059f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.031097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b8b0d2cd-78ba-41f4-80cd-36398c6059f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=153935b9690c49fbb6f821b096fa6ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440866 Nov 16 21:36:26.032038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0d2cd-78ba-41f4-80cd-36398c6059f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e964e-1c2f-4877-af5a-8339eb6c72c1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:26.033335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41004) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:26.104874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4243db05-ade2-41ea-9213-1ad81cb462fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.128566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4243db05-ade2-41ea-9213-1ad81cb462fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.187227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4243db05-ade2-41ea-9213-1ad81cb462fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.190107 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4243db05-ade2-41ea-9213-1ad81cb462fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:26.191285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4243db05-ade2-41ea-9213-1ad81cb462fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f0e964e-1c2f-4877-af5a-8339eb6c72c1 HTTP/1.1" status: 204 len: 168 time: 0.1522985 Nov 16 21:36:26.200048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243db05-ade2-41ea-9213-1ad81cb462fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e964e-1c2f-4877-af5a-8339eb6c72c1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:26.636697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.469352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41136) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:28.579938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9e-88ed-43f3-87a5-377b6263137a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.660964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9e-88ed-43f3-87a5-377b6263137a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.664728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf44cc9e-88ed-43f3-87a5-377b6263137a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.706898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf44cc9e-88ed-43f3-87a5-377b6263137a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c6aa96567814fc2ace8b8f9239a0e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361751 Nov 16 21:36:28.707787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44cc9e-88ed-43f3-87a5-377b6263137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43670a35-efdb-423c-ac5d-8ea4b7734db9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:28.710363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41144) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:28.766166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.788144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.834562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.837232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:28.838305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43670a35-efdb-423c-ac5d-8ea4b7734db9 HTTP/1.1" status: 204 len: 168 time: 0.1267657 Nov 16 21:36:28.846342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43670a35-efdb-423c-ac5d-8ea4b7734db9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:28.855314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.855668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.856006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.856389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.856657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.856984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.857309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.857796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.858073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.858377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.858697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:28.859017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb149dc3-cd42-4080-951b-d047d4b16693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:29.131998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41168) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:29.151400 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6944014-1393-4e8e-92ac-d661316edb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.236540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6944014-1393-4e8e-92ac-d661316edb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.242456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f6944014-1393-4e8e-92ac-d661316edb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.285882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6944014-1393-4e8e-92ac-d661316edb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a41b6-29b4-480b-a90c-18dd2b9cd711,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:29.291208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f6944014-1393-4e8e-92ac-d661316edb7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9de6e11512aa4208bd659a95b2cdb253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576924 Nov 16 21:36:29.293960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41176) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:29.353781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d171950-ea58-4fa7-b7c3-3da0e64da7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.375582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d171950-ea58-4fa7-b7c3-3da0e64da7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.422563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d171950-ea58-4fa7-b7c3-3da0e64da7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.425348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d171950-ea58-4fa7-b7c3-3da0e64da7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:29.426577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d171950-ea58-4fa7-b7c3-3da0e64da7e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c4a41b6-29b4-480b-a90c-18dd2b9cd711 HTTP/1.1" status: 204 len: 168 time: 0.1313870 Nov 16 21:36:29.435415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d171950-ea58-4fa7-b7c3-3da0e64da7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a41b6-29b4-480b-a90c-18dd2b9cd711,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:33.300382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:34.901238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41370) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:35.042431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.145303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.152342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.187259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c08b4f34e5f1447991a3be9c1394689b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831619 Nov 16 21:36:35.190006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41384) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:35.254560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e860a-6994-471e-99fa-a21779c6dc6e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.277266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.277741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.278160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.278575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.278986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.279416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.279823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.280223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.280626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.281029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.281430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.281891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3950ad2-4f8f-40ac-a31a-29c5f55613ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:35.289289 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8eac1235-0bf0-4bfd-99ce-c44a4bfe1bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.309903 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.338402 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8eac1235-0bf0-4bfd-99ce-c44a4bfe1bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.392974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8eac1235-0bf0-4bfd-99ce-c44a4bfe1bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.397278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8eac1235-0bf0-4bfd-99ce-c44a4bfe1bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.401668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8eac1235-0bf0-4bfd-99ce-c44a4bfe1bde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b1e860a-6994-471e-99fa-a21779c6dc6e HTTP/1.1" status: 204 len: 168 time: 0.2105632 Nov 16 21:36:35.413207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac1235-0bf0-4bfd-99ce-c44a4bfe1bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e860a-6994-471e-99fa-a21779c6dc6e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:35.874471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41402) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:35.894823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15b6c9f0-ee35-4c09-9a28-af75ca598c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.982143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15b6c9f0-ee35-4c09-9a28-af75ca598c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:35.998998 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-15b6c9f0-ee35-4c09-9a28-af75ca598c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.062702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-15b6c9f0-ee35-4c09-9a28-af75ca598c2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fbee386c8e8478092e47d9ba1b97ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840334 Nov 16 21:36:36.062702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6c9f0-ee35-4c09-9a28-af75ca598c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd6900-9a4a-4678-835d-3219d0b052c5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:36.063050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41404) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:36.130946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32eb0d01-7712-4dd7-91cc-a38cb0614144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.155977 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32eb0d01-7712-4dd7-91cc-a38cb0614144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.211453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32eb0d01-7712-4dd7-91cc-a38cb0614144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.214436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-32eb0d01-7712-4dd7-91cc-a38cb0614144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:36.215692 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-32eb0d01-7712-4dd7-91cc-a38cb0614144 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4dd6900-9a4a-4678-835d-3219d0b052c5 HTTP/1.1" status: 204 len: 168 time: 0.1508698 Nov 16 21:36:36.226755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb0d01-7712-4dd7-91cc-a38cb0614144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd6900-9a4a-4678-835d-3219d0b052c5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:36.875429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41456) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:37.044533 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfd1-4b98-4d53-859c-35613b57bbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.134317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfd1-4b98-4d53-859c-35613b57bbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.139216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6c1bfd1-4b98-4d53-859c-35613b57bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.172152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a6c1bfd1-4b98-4d53-859c-35613b57bbaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7af6195d8c54d7d8af5b2b51635898f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928736 Nov 16 21:36:37.172416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41472) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:37.205607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1bfd1-4b98-4d53-859c-35613b57bbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6a6a2-dae1-4a2c-8d57-315c37843d5f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:37.241910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87f1de4-bedf-4894-8989-a214943c0dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.269221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87f1de4-bedf-4894-8989-a214943c0dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.321505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87f1de4-bedf-4894-8989-a214943c0dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.324301 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f87f1de4-bedf-4894-8989-a214943c0dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.327959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f87f1de4-bedf-4894-8989-a214943c0dd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67a6a6a2-dae1-4a2c-8d57-315c37843d5f HTTP/1.1" status: 204 len: 168 time: 0.1517408 Nov 16 21:36:37.335299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f1de4-bedf-4894-8989-a214943c0dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6a6a2-dae1-4a2c-8d57-315c37843d5f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:37.748530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41496) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:37.766168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2feeb12e-01ae-4617-9dc2-0b8433e1f226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.852992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2feeb12e-01ae-4617-9dc2-0b8433e1f226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.857223 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2feeb12e-01ae-4617-9dc2-0b8433e1f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.901071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2feeb12e-01ae-4617-9dc2-0b8433e1f226 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d68f2cbab54c48f8a26bfc0a0855cd47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482780 Nov 16 21:36:37.901071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41506) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:37.907064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feeb12e-01ae-4617-9dc2-0b8433e1f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2859f2de-c325-4d93-acc5-b9af24b53533,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:37.964328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b03ebb5-74b9-455e-b04c-30bc65904da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:37.995512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b03ebb5-74b9-455e-b04c-30bc65904da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.045883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b03ebb5-74b9-455e-b04c-30bc65904da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.048495 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5b03ebb5-74b9-455e-b04c-30bc65904da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:38.052385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5b03ebb5-74b9-455e-b04c-30bc65904da2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2859f2de-c325-4d93-acc5-b9af24b53533 HTTP/1.1" status: 204 len: 168 time: 0.1477687 Nov 16 21:36:38.060015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03ebb5-74b9-455e-b04c-30bc65904da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2859f2de-c325-4d93-acc5-b9af24b53533,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:39.985681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-f15a6aab-4e35-402a-9a83-5e502cff7239 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7f5560137a5348e0bf4593eb73a23c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356333 Nov 16 21:36:40.101002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-c5e5b7cd-c9a7-4ea8-b4da-a4e48f4a4ba2 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:40.102468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-c5e5b7cd-c9a7-4ea8-b4da-a4e48f4a4ba2 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123838 Nov 16 21:36:40.119095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9348f1c4-24e7-42d6-9ec7-9931858d4781 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/quotas/7f5560137a5348e0bf4593eb73a23c2d HTTP/1.1" status: 200 len: 375 time: 0.0107064 Nov 16 21:36:40.178734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-6f9dbc6c-3dc9-469c-a725-e308e916b759 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f5560137a5348e0bf4593eb73a23c2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537257 Nov 16 21:36:40.347821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f7986d48-256f-4c84-9f1c-3b336a073863 req-376cc90e-4197-495b-9445-392d69298732 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 210 time: 0.0278652 Nov 16 21:36:41.445318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1dae2ddb-3dcd-48f4-a07d-d3d641fdfac3 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7f5560137a5348e0bf4593eb73a23c2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438118 Nov 16 21:36:41.505654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-35cbe632-4626-4fbf-868c-03eb517679e4 req-3d73b3e3-62a1-42fe-8f53-9b3ca5274f3d tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 210 time: 0.0547338 Nov 16 21:36:41.638148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-c8e2a01f-e66f-42ba-832c-a0c8c72ae271 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:41.639598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-c8e2a01f-e66f-42ba-832c-a0c8c72ae271 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766109 Nov 16 21:36:41.658092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Request body: {'port': {'device_id': '30712e48-8a40-4034-8558-2c80758e6396', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': '7f5560137a5348e0bf4593eb73a23c2d'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:41.774515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Made reservation on behalf of 7f5560137a5348e0bf4593eb73a23c2d for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:36:41.778450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.792425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.875646 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.880239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:41.939358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9467305a-9ef0-42a3-9318-9275785039bc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:42.026596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Allocated IP 192.168.233.126 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/4ea29d98-81f0-4420-8f3e-6287cf153700) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:36:42.257172 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.299486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.345923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:36:42.353628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:36:42.357424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:36:42.697295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ed4e9-efda-483a-b333-e9e41f2824c6 req-8076f456-4fda-4b8d-b722-45cc138395ff tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.706020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b4ed4e9-efda-483a-b333-e9e41f2824c6 req-8076f456-4fda-4b8d-b722-45cc138395ff tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 936 time: 0.0905743 Nov 16 21:36:42.771974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b4ed4e9-efda-483a-b333-e9e41f2824c6 req-ee8981e2-5861-49c9-9c06-049c0c30a041 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635619 Nov 16 21:36:42.869309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Pushing event updated for resources: {'Port': ['ID=4ea29d98-81f0-4420-8f3e-6287cf153700,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:42.904308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4eec9890-7ece-4934-acef-8bbca7648b77 None None] Provisioning complete for port 4ea29d98-81f0-4420-8f3e-6287cf153700 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:42.906751 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4eec9890-7ece-4934-acef-8bbca7648b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.943056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.943701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:42.948642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4eec9890-7ece-4934-acef-8bbca7648b77 None None] Port 4ea29d98-81f0-4420-8f3e-6287cf153700 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:36:42.955355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9ebd-96a6-4b63-a6ee-60f744da7503 req-819c0217-c7e3-4742-9ee5-9288f217a7fc tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:42.956908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da9f9ebd-96a6-4b63-a6ee-60f744da7503 req-819c0217-c7e3-4742-9ee5-9288f217a7fc tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.0846031 Nov 16 21:36:42.976224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-1485055e-9e18-412d-8b5c-1688c8d5efd9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3218131 Nov 16 21:36:43.006802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Request body: {'port': {'device_id': '30712e48-8a40-4034-8558-2c80758e6396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:36:43.058995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da9f9ebd-96a6-4b63-a6ee-60f744da7503 req-de2c3feb-4736-4cdf-86c5-6adfa9f1bcf7 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/security-groups?id=1beb7976-bbcd-4e4f-9f24-3bfd693a4953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933080 Nov 16 21:36:43.128419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.322360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-173ef0af-4678-4fdb-82f4-489ad9e633f8 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:43.324091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-173ef0af-4678-4fdb-82f4-489ad9e633f8 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.47 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 945 time: 0.1014054 Nov 16 21:36:43.436992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Deleting port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:43.437635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.508623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea29d98-81f0-4420-8f3e-6287cf153700 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:36:43.522850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.540211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Transition to ACTIVE for port object 4ea29d98-81f0-4420-8f3e-6287cf153700 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:36:43.545239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.559562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] For port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:43.560268 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.614857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea29d98-81f0-4420-8f3e-6287cf153700,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:43.719211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Attempting to bind port 4ea29d98-81f0-4420-8f3e-6287cf153700 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:36:43.719562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Attempting to bind port 4ea29d98-81f0-4420-8f3e-6287cf153700 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:36:43.719898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Attempting to bind port 4ea29d98-81f0-4420-8f3e-6287cf153700 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:43.725531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Port 4ea29d98-81f0-4420-8f3e-6287cf153700 on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:36:43.725869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Attempting to bind port 4ea29d98-81f0-4420-8f3e-6287cf153700 on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:36:43.731752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:36:43.732098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:36:43.732876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:36:43.733103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Bound port: 4ea29d98-81f0-4420-8f3e-6287cf153700, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:36:43.733471 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.903442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] For port 4ea29d98-81f0-4420-8f3e-6287cf153700, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:36:43.909215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] For port 4ea29d98-81f0-4420-8f3e-6287cf153700, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4ea29d98-81f0-4420-8f3e-6287cf153700,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:36:43.926291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.943467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.944185 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:43.944460 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Floating IP 484ca0a8-f084-4b83-bb8f-4f51b8064f91 disassociated. External IP: 172.25.3.237, port: c0e1cf79-9e69-4e9e-bd3b-4fa98139186a. Nov 16 21:36:43.945042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Calling delete_port for c0e1cf79-9e69-4e9e-bd3b-4fa98139186a owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:44.063925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:44.064556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.066207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ea29d98-81f0-4420-8f3e-6287cf153700 HTTP/1.1" status: 200 len: 1096 time: 1.0665524 Nov 16 21:36:44.069705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30712e48-8a40-4034-8558-2c80758e6396', 'tag': '4ea29d98-81f0-4420-8f3e-6287cf153700'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:44.081386 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22342c75-20b0-4618-8038-13c2716a24a6" -d '{"events": [{"name": "network-changed", "server_uuid": "30712e48-8a40-4034-8558-2c80758e6396", "tag": "4ea29d98-81f0-4420-8f3e-6287cf153700"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:44.106820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.153285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event deleted for resources: {'Port': ['ID=c0e1cf79-9e69-4e9e-bd3b-4fa98139186a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:44.191782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08495-450a-4b1b-8333-b774f9d7a529 req-f6f1f087-3ab0-413b-b1bb-17d5eef09074 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:44.204678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cda08495-450a-4b1b-8333-b774f9d7a529 req-f6f1f087-3ab0-413b-b1bb-17d5eef09074 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 948 time: 0.2913928 Nov 16 21:36:44.206139 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096ab7a-daa2-4d03-8c05-8957bcc44b35 x-openstack-request-id: req-5096ab7a-daa2-4d03-8c05-8957bcc44b35 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:44.206410 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30712e48-8a40-4034-8558-2c80758e6396", "tag": "4ea29d98-81f0-4420-8f3e-6287cf153700", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:44.206666 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5096ab7a-daa2-4d03-8c05-8957bcc44b35 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:44.207064 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30712e48-8a40-4034-8558-2c80758e6396', 'tag': '4ea29d98-81f0-4420-8f3e-6287cf153700', 'status': 'completed', 'code': 200} Nov 16 21:36:44.277636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c621c-d3cc-4dce-b282-7fe652c25956 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea29d98-81f0-4420-8f3e-6287cf153700,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:44.324099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ed636466-ea9c-40b6-a9b6-297ed245b8b4 req-4d1d980b-4f9b-4a4e-801d-539f2fef1a9a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddd437ad-21f0-4d3b-a1be-7707ea359122 HTTP/1.1" status: 200 len: 210 time: 0.0608473 Nov 16 21:36:44.332425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cda08495-450a-4b1b-8333-b774f9d7a529 req-d5e93a0e-5d0c-4179-ba77-3e1f08e5ff78 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851257 Nov 16 21:36:44.342251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-f701f2cf-b5c6-4f59-972e-8013cdfac389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:44.344434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-f701f2cf-b5c6-4f59-972e-8013cdfac389 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f5560137a5348e0bf4593eb73a23c2d&device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 1099 time: 0.1366260 Nov 16 21:36:44.424778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Router 215cf015-4700-44a7-9b40-f647c4de5453 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:44.432366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-ded96962-36c5-40d3-9740-16f4bf5046f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=4ea29d98-81f0-4420-8f3e-6287cf153700 HTTP/1.1" status: 200 len: 217 time: 0.0722151 Nov 16 21:36:44.519170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9b50ccfe-4679-407b-be58-543630acd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:44.521204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-9b50ccfe-4679-407b-be58-543630acd057 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0792878 Nov 16 21:36:44.565925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:44.576855 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] Sync routers for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:44.590368 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:44.591191 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:36:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:44.621501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-cf8bdbed-4de8-4b4d-9127-1472004edf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:44.625407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-cf8bdbed-4de8-4b4d-9127-1472004edf9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902243 Nov 16 21:36:44.630788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] No DVR routers for this DVR port c0e1cf79-9e69-4e9e-bd3b-4fa98139186a on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:44.634208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:44.638008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24393920-10e6-4e69-95d3-4f7ab70bda4a req-b80f2405-169b-4b6f-b885-5ab8172e29f9 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.47 "DELETE /v2.0/ports/c0e1cf79-9e69-4e9e-bd3b-4fa98139186a HTTP/1.1" status: 204 len: 173 time: 1.3061223 Nov 16 21:36:44.638531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'name': 'network-vif-deleted', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:44.640937 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc851f8-0839-47b8-b803-6ca42cbd0e1c" -d '{"events": [{"server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "name": "network-vif-deleted", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:44.962127 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c56cf19-9eaa-42ba-b6ce-d12169f8a648 x-openstack-request-id: req-0c56cf19-9eaa-42ba-b6ce-d12169f8a648 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:44.962719 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd437ad-21f0-4d3b-a1be-7707ea359122", "name": "network-vif-deleted", "tag": "c0e1cf79-9e69-4e9e-bd3b-4fa98139186a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:44.962719 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c56cf19-9eaa-42ba-b6ce-d12169f8a648 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:44.962918 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd437ad-21f0-4d3b-a1be-7707ea359122', 'name': 'network-vif-deleted', 'tag': 'c0e1cf79-9e69-4e9e-bd3b-4fa98139186a', 'status': 'completed', 'code': 200} Nov 16 21:36:44.972035 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-46094390-d33f-4f0d-ad4e-edebd4016bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358381 Nov 16 21:36:44.973874 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:45.087188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-62a7f521-43e4-478c-a522-8ead03404cc1 req-c3070558-617f-485a-954e-424d430f5226 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015053 Nov 16 21:36:45.248007 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:27Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:45.255669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342c75-20b0-4618-8038-13c2716a24a6 req-f4cabfeb-f11b-48b2-bc6b-722ebac50133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:45.257397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-f4cabfeb-f11b-48b2-bc6b-722ebac50133 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f5560137a5348e0bf4593eb73a23c2d&device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 1099 time: 0.1083748 Nov 16 21:36:45.318105 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] Checking router: 215cf015-4700-44a7-9b40-f647c4de5453 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:45.327617 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:45.328561 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:36:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:45.396163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41764) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:45.450844 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:45.528046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342c75-20b0-4618-8038-13c2716a24a6 req-421427bd-5716-47b6-ab51-2fac1add1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:45.533298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-421427bd-5716-47b6-ab51-2fac1add1b30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.2665985 Nov 16 21:36:45.672637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-0a306721-601d-4b9e-8fd7-fbd008524c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=4ea29d98-81f0-4420-8f3e-6287cf153700 HTTP/1.1" status: 200 len: 217 time: 0.1308703 Nov 16 21:36:45.680117 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Deleting port b35ddc2a-a64b-4cf7-92a6-6c8b49d0510e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:45.680472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.759006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cb3f7-4de8-453b-be22-900bbe565ff6 req-f5633011-8f2c-49de-b9bc-5c55583a474b tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:45.764361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-699cb3f7-4de8-453b-be22-900bbe565ff6 req-f5633011-8f2c-49de-b9bc-5c55583a474b tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 948 time: 0.2263308 Nov 16 21:36:45.822143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342c75-20b0-4618-8038-13c2716a24a6 req-dea73650-d051-456f-8db7-da9a00209098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:45.823613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-dea73650-d051-456f-8db7-da9a00209098 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.1371861 Nov 16 21:36:45.837652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-699cb3f7-4de8-453b-be22-900bbe565ff6 req-79c23ad4-ea6e-438d-bd78-6de41a8d0e91 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651176 Nov 16 21:36:45.844707 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.845498 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:45.883469 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:27Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:45.888333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Calling delete_port for b35ddc2a-a64b-4cf7-92a6-6c8b49d0510e owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:45.900437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22342c75-20b0-4618-8038-13c2716a24a6 req-07205781-07da-4374-9fc3-843fcd1314af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:45.902070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-07205781-07da-4374-9fc3-843fcd1314af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631611 Nov 16 21:36:45.918372 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb707839-e428-4086-aad8-aee6e3f5325f None None] The sync data for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 is: [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:30:12Z', 'revision_number': 4, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '85176be0-9fea-4be0-9235-c222d4085c3b', 'name': '', 'network_id': 'aef96ba4-42f4-4509-b60d-7227419b6108', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'mac_address': 'fa:16:3e:6c:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:09Z', 'updated_at': '2021-11-16T21:30:27Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'subnets': [{'id': 'e51fa00b-27a8-487c-acc4-77928c1d7346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:46.086239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-5c6a9d26-9c62-4e97-9fa7-9fd9a50c52d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755569 Nov 16 21:36:46.117560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.150904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event deleted for resources: {'Port': ['ID=b35ddc2a-a64b-4cf7-92a6-6c8b49d0510e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:46.251108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-22342c75-20b0-4618-8038-13c2716a24a6 req-29a674b6-5f7e-4ffc-b4e9-bec21006af82 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561956 Nov 16 21:36:46.265386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.268278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.273308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-13ed242c-b7c0-4f81-8c5f-3bb8d5a28f51 tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "DELETE /v2.0/floatingips/484ca0a8-f084-4b83-bb8f-4f51b8064f91 HTTP/1.1" status: 204 len: 168 time: 0.8760114 Nov 16 21:36:46.363855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 41788) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:46.370909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5e245-388a-4d73-9260-30c02c038e71 None None] New status for floating IP 484ca0a8-f084-4b83-bb8f-4f51b8064f91: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:36:46.436557 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74deda83-8046-4497-993c-2ab0025b633a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.475003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74deda83-8046-4497-993c-2ab0025b633a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.559829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74deda83-8046-4497-993c-2ab0025b633a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.563097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-74deda83-8046-4497-993c-2ab0025b633a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:46.564518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-74deda83-8046-4497-993c-2ab0025b633a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] 10.222.0.48 "DELETE /v2.0/security-groups/1beb7976-bbcd-4e4f-9f24-3bfd693a4953 HTTP/1.1" status: 204 len: 168 time: 0.1995568 Nov 16 21:36:46.576954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deda83-8046-4497-993c-2ab0025b633a tempest-TestServerBasicOps-334615724 tempest-TestServerBasicOps-334615724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb7976-bbcd-4e4f-9f24-3bfd693a4953,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:46.616893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41798) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:47.059555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f684637-1670-4dc3-acb7-0482c2e0809b req-cb99dd54-5080-4bc9-a87d-769d5265c8d0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:47.061046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f684637-1670-4dc3-acb7-0482c2e0809b req-cb99dd54-5080-4bc9-a87d-769d5265c8d0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 948 time: 0.1275010 Nov 16 21:36:47.150471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f684637-1670-4dc3-acb7-0482c2e0809b req-98f7e2a2-94a6-49b9-b1e5-5df22204bc02 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778277 Nov 16 21:36:47.152760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0e1cf79-9e69-4e9e-bd3b-4fa98139186a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:47.176365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: c0e1cf79-9e69-4e9e-bd3b-4fa98139186a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:47.177324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0e1cf79-9e69-4e9e-bd3b-4fa98139186a not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:47.179092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4ea29d98-81f0-4420-8f3e-6287cf153700 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:36:47.313030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.453694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4ea29d98-81f0-4420-8f3e-6287cf153700, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4ea29d98-81f0-4420-8f3e-6287cf153700,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:47.466933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '4ea29d98-81f0-4420-8f3e-6287cf153700', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '4ea29d98-81f0-4420-8f3e-6287cf153700', 'mac_address': 'fa:16:3e:32:c0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:36:47.511483 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.525981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea29d98-81f0-4420-8f3e-6287cf153700 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:36:47.549927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4ea29d98-81f0-4420-8f3e-6287cf153700, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4ea29d98-81f0-4420-8f3e-6287cf153700,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:47.555770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.613320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4ea29d98-81f0-4420-8f3e-6287cf153700,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:47.624442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.625026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.625551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.626157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.626669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.627161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.627658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.628147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.628695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.629363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.630422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.630968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:36:47.660719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Deleting port 85176be0-9fea-4be0-9235-c222d4085c3b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:47.661635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.782728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] For port 85176be0-9fea-4be0-9235-c222d4085c3b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=85176be0-9fea-4be0-9235-c222d4085c3b,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:47.782899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:47.818716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Calling delete_port for 85176be0-9fea-4be0-9235-c222d4085c3b owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:47.876278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4ea29d98-81f0-4420-8f3e-6287cf153700'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:36:48.023620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.053416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85176be0-9fea-4be0-9235-c222d4085c3b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:48.345114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:48.369807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c541a39-085c-482d-97c8-8040f8b7ae01 req-39f34074-0686-4e23-97aa-ffa354872c87 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:48.371604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c541a39-085c-482d-97c8-8040f8b7ae01 req-39f34074-0686-4e23-97aa-ffa354872c87 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 949 time: 0.0877202 Nov 16 21:36:48.504396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c541a39-085c-482d-97c8-8040f8b7ae01 req-2070871f-b134-4e5e-9afe-2c9d14a4420e tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255441 Nov 16 21:36:48.641832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Router 215cf015-4700-44a7-9b40-f647c4de5453 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:48.758254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:48.764481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-279c2586-3dd8-4ea7-a779-f167667127e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/215cf015-4700-44a7-9b40-f647c4de5453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465142 Nov 16 21:36:48.766981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41848) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:48.782429 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] Sync routers for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:48.795514 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:48.796156 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:36:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:48.966089 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.019615 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:49.163701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.194524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4ea29d98-81f0-4420-8f3e-6287cf153700 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:36:49.290007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Deleting port 7e5dfd73-871e-4547-b834-845f9fb2b2de {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:49.290359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.309621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:36:47Z', 'revision_number': 5, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port': {'id': '7e5dfd73-871e-4547-b834-845f9fb2b2de', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cf015-4700-44a7-9b40-f647c4de5453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:02Z', 'updated_at': '2021-11-16T21:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:49.311421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 4ea29d98-81f0-4420-8f3e-6287cf153700 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:36:49.340341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 4ea29d98-81f0-4420-8f3e-6287cf153700 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:36:49.340769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.366997 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] Checking router: 215cf015-4700-44a7-9b40-f647c4de5453 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:49.389219 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] Routers {'215cf015-4700-44a7-9b40-f647c4de5453'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:49.389872 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:36:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['215cf015-4700-44a7-9b40-f647c4de5453'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:49.497766 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:36:49.529283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] For port 7e5dfd73-871e-4547-b834-845f9fb2b2de, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7e5dfd73-871e-4547-b834-845f9fb2b2de,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:49.529942 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] Set router 215cf015-4700-44a7-9b40-f647c4de5453 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:49.530667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.564636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.595286 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:36:49Z', 'revision_number': 6, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:49.606248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4ea29d98-81f0-4420-8f3e-6287cf153700, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4ea29d98-81f0-4420-8f3e-6287cf153700,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:49.607149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30712e48-8a40-4034-8558-2c80758e6396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea29d98-81f0-4420-8f3e-6287cf153700'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:49.609718 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b21f399-5179-4664-b765-72d5ef26fe96" -d '{"events": [{"server_uuid": "30712e48-8a40-4034-8558-2c80758e6396", "name": "network-vif-plugged", "status": "completed", "tag": "4ea29d98-81f0-4420-8f3e-6287cf153700"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:49.627786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:49.651701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Calling delete_port for 7e5dfd73-871e-4547-b834-845f9fb2b2de owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:49.712264 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1ba8c-cb15-4436-a0e4-724b45105126 x-openstack-request-id: req-39d1ba8c-cb15-4436-a0e4-724b45105126 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:49.712264 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30712e48-8a40-4034-8558-2c80758e6396", "name": "network-vif-plugged", "status": "completed", "tag": "4ea29d98-81f0-4420-8f3e-6287cf153700", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:49.713015 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39d1ba8c-cb15-4436-a0e4-724b45105126 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:49.713015 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30712e48-8a40-4034-8558-2c80758e6396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea29d98-81f0-4420-8f3e-6287cf153700', 'code': 200} Nov 16 21:36:49.714544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4ea29d98-81f0-4420-8f3e-6287cf153700,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:49.723745 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f4012-9a61-4661-b4ac-0e0bc4952f56 None None] The sync data for ids ['215cf015-4700-44a7-9b40-f647c4de5453'] in n-d-817778-8 is: [{'id': '215cf015-4700-44a7-9b40-f647c4de5453', 'name': 'tempest-TestServerBasicOps-1651642078-router', 'tenant_id': 'a3d845d65e2e49108d83ae0ed3668223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:00Z', 'updated_at': '2021-11-16T21:36:49Z', 'revision_number': 6, 'project_id': 'a3d845d65e2e49108d83ae0ed3668223', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:49.885501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1561ff7-9d8d-4b16-95ca-296533a68cf5 req-12d562a9-c86b-48ae-9d49-c5dbc9326c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:49.891195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f1561ff7-9d8d-4b16-95ca-296533a68cf5 req-12d562a9-c86b-48ae-9d49-c5dbc9326c87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 1101 time: 0.1382852 Nov 16 21:36:49.971468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc0338-f033-4c43-ab89-331f9db4f7c9 req-c99f5fb6-09f9-4649-bf3c-7fba15e48c25 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:49.972989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80fc0338-f033-4c43-ab89-331f9db4f7c9 req-c99f5fb6-09f9-4649-bf3c-7fba15e48c25 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 950 time: 0.1707871 Nov 16 21:36:49.997202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f1561ff7-9d8d-4b16-95ca-296533a68cf5 req-050e1b0a-af29-4d92-8f27-7949995e3be5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924709 Nov 16 21:36:50.134460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80fc0338-f033-4c43-ab89-331f9db4f7c9 req-0c03c1e4-063f-4c3d-a146-2a844d28d4c2 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196265 Nov 16 21:36:50.221010 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.266889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5dfd73-871e-4547-b834-845f9fb2b2de,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:50.280919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1177e-8bf6-4caf-aced-8f7ea333bc6a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:50.369463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:50.775424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bc8e7bb-930a-473a-9a8c-a16fdda1081d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.065450 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.068543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.141590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.149531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 215cf015-4700-44a7-9b40-f647c4de5453 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:36:51.155025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.158688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d12a7506-d5b1-4f65-8d85-35247ee6242c admin admin] 10.222.0.48 "DELETE /v2.0/routers/215cf015-4700-44a7-9b40-f647c4de5453 HTTP/1.1" status: 204 len: 168 time: 2.3882000 Nov 16 21:36:51.158989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:51.347622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7e5dfd73-871e-4547-b834-845f9fb2b2de no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:51.387481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Deleting subnet e51fa00b-27a8-487c-acc4-77928c1d7346 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:51.388740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7e5dfd73-871e-4547-b834-845f9fb2b2de {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:51.389104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7e5dfd73-871e-4547-b834-845f9fb2b2de not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:51.389483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 85176be0-9fea-4be0-9235-c222d4085c3b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:51.421763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.424293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 85176be0-9fea-4be0-9235-c222d4085c3b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:51.425036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 85176be0-9fea-4be0-9235-c222d4085c3b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:51.491363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.533096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b42d6-1644-4d2a-860f-f16a2a917c26 req-64df8366-d8a6-4f4e-8f3a-3b3c5923ee85 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:51.533789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd5b42d6-1644-4d2a-860f-f16a2a917c26 req-64df8366-d8a6-4f4e-8f3a-3b3c5923ee85 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 950 time: 0.1453857 Nov 16 21:36:51.643966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd5b42d6-1644-4d2a-860f-f16a2a917c26 req-e1029d2b-ae3a-4b59-a4c4-9c9788bc8f46 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037431 Nov 16 21:36:51.649545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.720891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.734359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.742484 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa2a7a-eb34-4d78-b8ec-c2fce0f335d5 None None] Network aef96ba4-42f4-4509-b60d-7227419b6108 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:51.753242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e51fa00b-27a8-487c-acc4-77928c1d7346 HTTP/1.1" status: 204 len: 168 time: 0.5912611 Nov 16 21:36:51.756345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41910) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:51.903795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:51.910496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7cb42-1a69-42ff-87c3-c47194c8e682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51fa00b-27a8-487c-acc4-77928c1d7346,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:52.002315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] DHCP port deletion for aef96ba4-42f4-4509-b60d-7227419b6108 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:52.058121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] Deleting port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:52.058474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.063312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Deleting port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:52.063780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.136380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] For port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:52.137131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.154363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Calling delete_port for b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:52.246202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] For port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,segment=NetworkSegment(f2f5607b-9bc1-446f-bb99-e898b29d949f),segment_id=f2f5607b-9bc1-446f-bb99-e898b29d949f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:52.246202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.251096 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.274343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] Calling delete_port for b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:52.299057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:52.310004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] No DVR routers for this DVR port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:52.393739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.437807 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.463701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef96ba4-42f4-4509-b60d-7227419b6108']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.475482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f5607b-9bc1-446f-bb99-e898b29d949f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.475786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f5607b-9bc1-446f-bb99-e898b29d949f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:52.477087 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] Pushing event deleted for resources: {'Port': ['ID=b1aca5ea-0d29-46a3-ab9d-f6e5b5129655,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:52.486757 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.501964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30323eb3-7352-432d-94fa-b6b79b60bfa7 None None] No DVR routers for this DVR port b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:52.502446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.510357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:52.510793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:52.570354 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:52.574331 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.603733 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:52.607311 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] 10.222.0.48 "DELETE /v2.0/networks/aef96ba4-42f4-4509-b60d-7227419b6108 HTTP/1.1" status: 204 len: 168 time: 0.8471055 Nov 16 21:36:52.608292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ee12a-f28f-49fe-a7a3-f07178e9bbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=aef96ba4-42f4-4509-b60d-7227419b6108,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:52.610419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:52.839931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12bde-325a-4d61-90dc-da1093417896 req-5ff814e6-4d6b-4267-9ecc-9672e5d4d5e9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:52.841702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72c12bde-325a-4d61-90dc-da1093417896 req-5ff814e6-4d6b-4267-9ecc-9672e5d4d5e9 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 950 time: 0.1105227 Nov 16 21:36:52.942268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-72c12bde-325a-4d61-90dc-da1093417896 req-6dff49c7-149a-4581-b2eb-8fc6c423d683 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Nov 16 21:36:53.038396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fa48a7c9-dea2-4b57-97f0-43d9e42e23c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.200570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.365947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:53.388556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:53.389398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b1aca5ea-0d29-46a3-ab9d-f6e5b5129655 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:53.411008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff027bd-ea54-4b19-a992-01c92b454284 req-800cad19-d50d-4731-8cd5-b16c26f134de tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:53.412627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ff027bd-ea54-4b19-a992-01c92b454284 req-800cad19-d50d-4731-8cd5-b16c26f134de tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 950 time: 0.1059389 Nov 16 21:36:53.512288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2ff027bd-ea54-4b19-a992-01c92b454284 req-923ee3f8-db05-4138-88f2-4f580fe2fc04 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920148 Nov 16 21:36:53.741929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Deleting port 878f5b0a-3725-4761-9f40-f4815dd246d7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:53.742646 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.841481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] For port 878f5b0a-3725-4761-9f40-f4815dd246d7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=878f5b0a-3725-4761-9f40-f4815dd246d7,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:53.841879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:53.856522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Calling delete_port for 878f5b0a-3725-4761-9f40-f4815dd246d7 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:54.077739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.115302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Pushing event deleted for resources: {'Port': ['ID=878f5b0a-3725-4761-9f40-f4815dd246d7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:54.171910 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.406953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.744704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c75ff-3b32-45af-9221-2af89241f58d req-6dc984e6-1ab0-4806-a1c6-9b49d5e25605 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:54.746624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d52c75ff-3b32-45af-9221-2af89241f58d req-6dc984e6-1ab0-4806-a1c6-9b49d5e25605 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 950 time: 0.0729456 Nov 16 21:36:54.807027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6c82-b0e0-4373-b9a9-c80a1a1c4da8 req-41accfdd-bf5e-4a5e-a49b-06c47ee489ce tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:36:54.822154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-455a6c82-b0e0-4373-b9a9-c80a1a1c4da8 req-41accfdd-bf5e-4a5e-a49b-06c47ee489ce tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 950 time: 0.1647127 Nov 16 21:36:54.847906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Router eebcd439-d2f3-47fa-babd-595b105ddb4e has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:36:54.882092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Deleting port 4ea29d98-81f0-4420-8f3e-6287cf153700 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:54.882092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:54.950123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-455a6c82-b0e0-4373-b9a9-c80a1a1c4da8 req-ac61e3e4-ae90-42bc-9e8b-4f16818276a4 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467305a-9ef0-42a3-9318-9275785039bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270514 Nov 16 21:36:54.992987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] For port 4ea29d98-81f0-4420-8f3e-6287cf153700, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4ea29d98-81f0-4420-8f3e-6287cf153700,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:54.993768 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.009147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Calling delete_port for 4ea29d98-81f0-4420-8f3e-6287cf153700 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:55.040948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:36:55.047612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a6b0d02-1d09-460c-b773-b39386de410c admin admin] 10.222.0.48 "PUT /v2.0/routers/eebcd439-d2f3-47fa-babd-595b105ddb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4357021 Nov 16 21:36:55.054422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 41992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:55.066841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] Sync routers for ids ['eebcd439-d2f3-47fa-babd-595b105ddb4e'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:36:55.102186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] Routers {'eebcd439-d2f3-47fa-babd-595b105ddb4e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:55.103095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:36:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['eebcd439-d2f3-47fa-babd-595b105ddb4e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.160744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.187666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.197060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Pushing event deleted for resources: {'Port': ['ID=4ea29d98-81f0-4420-8f3e-6287cf153700,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.281430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] No DVR routers for this DVR port 4ea29d98-81f0-4420-8f3e-6287cf153700 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:55.284719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.289347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d52c75ff-3b32-45af-9221-2af89241f58d req-744612a4-0b5f-4181-961c-07b40403b7a0 tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.41 "DELETE /v2.0/ports/4ea29d98-81f0-4420-8f3e-6287cf153700 HTTP/1.1" status: 204 len: 173 time: 0.5312660 Nov 16 21:36:55.289504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30712e48-8a40-4034-8558-2c80758e6396', 'name': 'network-vif-deleted', 'tag': '4ea29d98-81f0-4420-8f3e-6287cf153700'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:36:55.304557 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e695d-990c-4ed0-8f0f-a8e642c3c619" -d '{"events": [{"server_uuid": "30712e48-8a40-4034-8558-2c80758e6396", "name": "network-vif-deleted", "tag": "4ea29d98-81f0-4420-8f3e-6287cf153700"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:36:55.328222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] Set router eebcd439-d2f3-47fa-babd-595b105ddb4e gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:55.433782 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.443057 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10954d80-590f-4033-bac0-1c7b51f84b75 x-openstack-request-id: req-10954d80-590f-4033-bac0-1c7b51f84b75 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:36:55.443057 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30712e48-8a40-4034-8558-2c80758e6396", "name": "network-vif-deleted", "tag": "4ea29d98-81f0-4420-8f3e-6287cf153700", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:36:55.443351 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10954d80-590f-4033-bac0-1c7b51f84b75 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:36:55.443577 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30712e48-8a40-4034-8558-2c80758e6396', 'name': 'network-vif-deleted', 'tag': '4ea29d98-81f0-4420-8f3e-6287cf153700', 'status': 'completed', 'code': 200} Nov 16 21:36:55.499520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4ea29d98-81f0-4420-8f3e-6287cf153700'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:36:55.505752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Deleting port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:55.506416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.623937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] For port a2f7f1db-d3e5-49e1-9b5c-48c8461975fb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:55.624784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.639801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:36:54Z', 'revision_number': 5, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port': {'id': 'a2f7f1db-d3e5-49e1-9b5c-48c8461975fb', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ce:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:30:28Z', 'updated_at': '2021-11-16T21:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.654212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Calling delete_port for a2f7f1db-d3e5-49e1-9b5c-48c8461975fb owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:55.718238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] Checking router: eebcd439-d2f3-47fa-babd-595b105ddb4e for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:36:55.750217 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.756701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] Routers {'eebcd439-d2f3-47fa-babd-595b105ddb4e'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:36:55.757351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:36:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['eebcd439-d2f3-47fa-babd-595b105ddb4e'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:55.855955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:55.907015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f7f1db-d3e5-49e1-9b5c-48c8461975fb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:55.917442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] Set router eebcd439-d2f3-47fa-babd-595b105ddb4e gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:36:56.012157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79994ec4-571b-4436-9018-4b2bd9d11ef3 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:56.040304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:36:55Z', 'revision_number': 6, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:56.072267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.088313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ab1e32-8611-4245-9670-8f833c862284 None None] The sync data for ids ['eebcd439-d2f3-47fa-babd-595b105ddb4e'] in n-d-817778-8 is: [{'id': 'eebcd439-d2f3-47fa-babd-595b105ddb4e', 'name': 'tempest-TestServerBasicOps-973816283-router', 'tenant_id': 'a1d168e2e9d844aa9c77698f8540754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:30:24Z', 'updated_at': '2021-11-16T21:36:55Z', 'revision_number': 6, 'project_id': 'a1d168e2e9d844aa9c77698f8540754b', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:36:56.156730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e8c9d35-4d33-4d99-b98f-6969d0d2e37f req-86e3a633-b206-4657-aebe-d32929690b1f tempest-VolumesNegativeTest-396002286 tempest-VolumesNegativeTest-396002286-project] 10.222.0.48 "GET /v2.0/ports?device_id=30712e48-8a40-4034-8558-2c80758e6396 HTTP/1.1" status: 200 len: 210 time: 0.0414951 Nov 16 21:36:56.226060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.228323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.274446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.275076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebcd439-d2f3-47fa-babd-595b105ddb4e {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:36:56.280462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.284321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42022) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:56.284486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37d8a2e3-9ba6-47de-b89f-dab1d84acb91 admin admin] 10.222.0.48 "DELETE /v2.0/routers/eebcd439-d2f3-47fa-babd-595b105ddb4e HTTP/1.1" status: 204 len: 168 time: 1.2286832 Nov 16 21:36:56.332680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Deleting subnet d13a8d9b-8bc1-4e5a-b455-83223807dbf1 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:36:56.337036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.375304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.467649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.534700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.571067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13a8d9b-8bc1-4e5a-b455-83223807dbf1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:56.575787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.578708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fad009ef-1f16-46bd-b925-cc7e193ef1cf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d13a8d9b-8bc1-4e5a-b455-83223807dbf1 HTTP/1.1" status: 204 len: 168 time: 0.2927837 Nov 16 21:36:56.580986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42024) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:56.584354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df9022-c1c5-4c57-b696-36d8bef8657a None None] Network 27bbb89f-0206-4b28-83a3-5829fa9f8caf requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:36:56.659183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.672039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.733856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Deleting port c64ff48a-548c-4bda-96c5-e2a4cb541c6e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:56.734203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.828488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] For port c64ff48a-548c-4bda-96c5-e2a4cb541c6e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:56.828798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:56.933733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] DHCP port deletion for 27bbb89f-0206-4b28-83a3-5829fa9f8caf request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:36:57.262438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] Deleting port c64ff48a-548c-4bda-96c5-e2a4cb541c6e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:36:57.262907 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.299513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Calling delete_port for c64ff48a-548c-4bda-96c5-e2a4cb541c6e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:57.369596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] For port c64ff48a-548c-4bda-96c5-e2a4cb541c6e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,segment=NetworkSegment(4f2827d4-e575-4e58-b998-6f49fb0d8723),segment_id=4f2827d4-e575-4e58-b998-6f49fb0d8723)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:36:57.370867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.376177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c64ff48a-548c-4bda-96c5-e2a4cb541c6e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:57.451367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.453072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] Calling delete_port for c64ff48a-548c-4bda-96c5-e2a4cb541c6e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:36:57.458590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No active binding found for port c64ff48a-548c-4bda-96c5-e2a4cb541c6e {{(pid=102455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 21:36:57.461578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device c64ff48a-548c-4bda-96c5-e2a4cb541c6e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:57.462005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 878f5b0a-3725-4761-9f40-f4815dd246d7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:57.489318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 878f5b0a-3725-4761-9f40-f4815dd246d7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:57.489770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 878f5b0a-3725-4761-9f40-f4815dd246d7 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:57.490195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a2f7f1db-d3e5-49e1-9b5c-48c8461975fb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:57.503920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.518370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] No DVR routers for this DVR port c64ff48a-548c-4bda-96c5-e2a4cb541c6e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:57.558763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a2f7f1db-d3e5-49e1-9b5c-48c8461975fb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:57.559121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a2f7f1db-d3e5-49e1-9b5c-48c8461975fb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:36:57.627560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.642934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.652511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bbb89f-0206-4b28-83a3-5829fa9f8caf']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:57.663685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] No DVR routers for this DVR port c64ff48a-548c-4bda-96c5-e2a4cb541c6e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:36:57.664020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2827d4-e575-4e58-b998-6f49fb0d8723') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:57.664321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2827d4-e575-4e58-b998-6f49fb0d8723') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:36:57.675469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.691182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.694765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a887a-ccc0-4570-95e8-1ac2e60a00ee None None] Pushing event deleted for resources: {'Port': ['ID=c64ff48a-548c-4bda-96c5-e2a4cb541c6e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.710066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:36:57.711038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:36:57.713678 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:36:57.769837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.777605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:57.780952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] 10.222.0.48 "DELETE /v2.0/networks/27bbb89f-0206-4b28-83a3-5829fa9f8caf HTTP/1.1" status: 204 len: 168 time: 1.1989357 Nov 16 21:36:57.803929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f991f56-1929-4b00-825b-4124f692e993 admin admin] Pushing event deleted for resources: {'Network': ['ID=27bbb89f-0206-4b28-83a3-5829fa9f8caf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:57.929064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42072) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:57.972734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a8b49ac2-b636-49c4-94b4-1eba49239503 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3d845d65e2e49108d83ae0ed3668223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420582 Nov 16 21:36:57.975912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42074) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.034763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1959-6939-40db-bc3c-6015755eafe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.062227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1959-6939-40db-bc3c-6015755eafe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.126372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1959-6939-40db-bc3c-6015755eafe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.130102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1959-6939-40db-bc3c-6015755eafe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.134869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b5cd1959-6939-40db-bc3c-6015755eafe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8988d961-b40b-4f6e-9ba0-7a69590b9d49 HTTP/1.1" status: 204 len: 168 time: 0.1578841 Nov 16 21:36:58.146704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd1959-6939-40db-bc3c-6015755eafe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8988d961-b40b-4f6e-9ba0-7a69590b9d49,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:58.610079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42156) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.681125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-010eb9df-d7bf-428d-92f7-c0f94cdfab8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1d168e2e9d844aa9c77698f8540754b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677276 Nov 16 21:36:58.681627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42164) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:36:58.742645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4448-c769-4c6a-aaf4-697b85dee228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.766779 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4448-c769-4c6a-aaf4-697b85dee228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.838398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4448-c769-4c6a-aaf4-697b85dee228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.841136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4448-c769-4c6a-aaf4-697b85dee228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:36:58.842317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1ec4448-c769-4c6a-aaf4-697b85dee228 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1a9ffa3-53d3-444d-a9c7-6572773309d9 HTTP/1.1" status: 204 len: 168 time: 0.1596720 Nov 16 21:36:58.852525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4448-c769-4c6a-aaf4-697b85dee228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9ffa3-53d3-444d-a9c7-6572773309d9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:36:59.213135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4ea29d98-81f0-4420-8f3e-6287cf153700 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:36:59.241985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 4ea29d98-81f0-4420-8f3e-6287cf153700 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:36:59.242649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4ea29d98-81f0-4420-8f3e-6287cf153700 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:01.703776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-8b5d491c-66e3-45d8-a8a6-8d5c7280ad7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499778 Nov 16 21:37:01.778545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-14b6791b-f874-466f-9176-2a456f3d464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:01.780095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-14b6791b-f874-466f-9176-2a456f3d464b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 1101 time: 0.0470433 Nov 16 21:37:01.924464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-c369be5d-7cb6-41cc-8159-99c7f79f2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:01.926151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-c369be5d-7cb6-41cc-8159-99c7f79f2152 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.1243308 Nov 16 21:37:01.979970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-9585935d-a312-4d65-ae35-ab2f082b132d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100 HTTP/1.1" status: 200 len: 217 time: 0.0443757 Nov 16 21:37:02.048249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-d597d205-c5b4-4ba9-8d1a-a63bfb2c0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:02.050050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-d597d205-c5b4-4ba9-8d1a-a63bfb2c0b08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0627165 Nov 16 21:37:02.111730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-8ca38a43-779e-4c29-bbdc-cc379212c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:02.115036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-8ca38a43-779e-4c29-bbdc-cc379212c5f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566373 Nov 16 21:37:02.294292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-a3e38d10-5c13-4642-8ee3-2f324d4637c4 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708355 Nov 16 21:37:02.507539 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-827c9e5d-5647-44e7-aa37-bd0bec6aa827 req-039fb553-5fe5-47f2-bc8c-0a3700149041 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046926 Nov 16 21:37:03.314386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:04.841605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42528) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:05.030554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42554) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:05.031559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37226c56-9789-4fad-9ef9-23893b6063f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f5560137a5348e0bf4593eb73a23c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880908 Nov 16 21:37:05.139095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7e3abaa-16ed-416e-8c0e-23a5079f6f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.196560 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7e3abaa-16ed-416e-8c0e-23a5079f6f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.263109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7e3abaa-16ed-416e-8c0e-23a5079f6f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.266714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7e3abaa-16ed-416e-8c0e-23a5079f6f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:05.273824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f7e3abaa-16ed-416e-8c0e-23a5079f6f2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9467305a-9ef0-42a3-9318-9275785039bc HTTP/1.1" status: 204 len: 168 time: 0.2418456 Nov 16 21:37:05.298759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3abaa-16ed-416e-8c0e-23a5079f6f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467305a-9ef0-42a3-9318-9275785039bc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:05.328131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.183452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42710) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:06.319966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99d11a5e-db50-48c9-aaac-8ceab539f8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.400164 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99d11a5e-db50-48c9-aaac-8ceab539f8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.404399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99d11a5e-db50-48c9-aaac-8ceab539f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.453867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99d11a5e-db50-48c9-aaac-8ceab539f8a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d93006855fd9483c968d13f7e25d9d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691047 Nov 16 21:37:06.454815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d11a5e-db50-48c9-aaac-8ceab539f8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83246a1-c896-4f66-a186-04221aced312,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:06.456712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 42750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:06.522532 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-421f84e7-25f1-48df-b2de-c619782816db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.544945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-421f84e7-25f1-48df-b2de-c619782816db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.594735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-421f84e7-25f1-48df-b2de-c619782816db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.597319 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-421f84e7-25f1-48df-b2de-c619782816db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:06.598719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-421f84e7-25f1-48df-b2de-c619782816db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a83246a1-c896-4f66-a186-04221aced312 HTTP/1.1" status: 204 len: 168 time: 0.1393707 Nov 16 21:37:06.611474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f84e7-25f1-48df-b2de-c619782816db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83246a1-c896-4f66-a186-04221aced312,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:06.893352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:06.908746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b18d581-2781-48f8-ad6f-78a4c899aff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.002462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b18d581-2781-48f8-ad6f-78a4c899aff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.007917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9b18d581-2781-48f8-ad6f-78a4c899aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.053366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9b18d581-2781-48f8-ad6f-78a4c899aff2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89e331137c074b5293c1a8604b26deb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557817 Nov 16 21:37:07.053625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 42846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:07.059889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18d581-2781-48f8-ad6f-78a4c899aff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba23f8cf-fe7a-4b8d-8bc5-2cdd713d105d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:07.110579 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff466a8-a0d6-48d2-aadc-ff12c96bd569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.132616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff466a8-a0d6-48d2-aadc-ff12c96bd569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.178055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff466a8-a0d6-48d2-aadc-ff12c96bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.180696 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8ff466a8-a0d6-48d2-aadc-ff12c96bd569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:07.181934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8ff466a8-a0d6-48d2-aadc-ff12c96bd569 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba23f8cf-fe7a-4b8d-8bc5-2cdd713d105d HTTP/1.1" status: 204 len: 168 time: 0.1273921 Nov 16 21:37:07.189721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff466a8-a0d6-48d2-aadc-ff12c96bd569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba23f8cf-fe7a-4b8d-8bc5-2cdd713d105d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:09.995271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 43000) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.107839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9926300a-ba00-468c-97a8-d23ffed14db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.191011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9926300a-ba00-468c-97a8-d23ffed14db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.197548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9926300a-ba00-468c-97a8-d23ffed14db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.247901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9926300a-ba00-468c-97a8-d23ffed14db8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12f31828ff4d4d4aa0605b8ce276af1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514720 Nov 16 21:37:10.249313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926300a-ba00-468c-97a8-d23ffed14db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980debe1-a331-4b36-8924-55f6a5791428,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.250725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43008) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.310487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-418097b8-f973-4570-ac37-54cb70041a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.334087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-418097b8-f973-4570-ac37-54cb70041a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.386259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-418097b8-f973-4570-ac37-54cb70041a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.389027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-418097b8-f973-4570-ac37-54cb70041a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.390313 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-418097b8-f973-4570-ac37-54cb70041a29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/980debe1-a331-4b36-8924-55f6a5791428 HTTP/1.1" status: 204 len: 168 time: 0.1384449 Nov 16 21:37:10.398320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418097b8-f973-4570-ac37-54cb70041a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980debe1-a331-4b36-8924-55f6a5791428,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.652624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43014) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.666372 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d6bb-803b-42bc-969d-53bc1973fb3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.743619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d6bb-803b-42bc-969d-53bc1973fb3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.747333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b0f3d6bb-803b-42bc-969d-53bc1973fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.786228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b0f3d6bb-803b-42bc-969d-53bc1973fb3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cfb202bc28d4cb6be06fbef6d5d36ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319735 Nov 16 21:37:10.788805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 43016) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:37:10.794557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3d6bb-803b-42bc-969d-53bc1973fb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237bc058-37ce-4ddd-a18d-78e9af005a37,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:10.841698 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b25a055f-bfb1-4d71-afc5-7705c69eb3b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.863534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b25a055f-bfb1-4d71-afc5-7705c69eb3b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.908854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b25a055f-bfb1-4d71-afc5-7705c69eb3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.912188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b25a055f-bfb1-4d71-afc5-7705c69eb3b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:10.913344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b25a055f-bfb1-4d71-afc5-7705c69eb3b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/237bc058-37ce-4ddd-a18d-78e9af005a37 HTTP/1.1" status: 204 len: 168 time: 0.1236498 Nov 16 21:37:10.921579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a055f-bfb1-4d71-afc5-7705c69eb3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237bc058-37ce-4ddd-a18d-78e9af005a37,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:13.502738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6117-ce59-4e11-bb85-fc04f7a4eb5c req-605e75c9-a59e-4b17-8842-7cac9ec67ea3 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:13.504166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e74b6117-ce59-4e11-bb85-fc04f7a4eb5c req-605e75c9-a59e-4b17-8842-7cac9ec67ea3 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 950 time: 0.0552888 Nov 16 21:37:13.551773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e74b6117-ce59-4e11-bb85-fc04f7a4eb5c req-bc29dc68-6eb4-478f-9416-13681657b2eb tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Nov 16 21:37:14.021819 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-1dbaf259-e1ab-4473-8751-f59351f8718e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426860 Nov 16 21:37:14.111979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-7c16cab3-a384-49e6-914c-9531f4d5cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.113785 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-7c16cab3-a384-49e6-914c-9531f4d5cec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0407765 Nov 16 21:37:14.221085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-bc0f653d-083c-4da9-9749-a62672b3ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.222734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-bc0f653d-083c-4da9-9749-a62672b3ff1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0850813 Nov 16 21:37:14.293923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-3f20f5fd-263b-4424-9ca8-9e8f37c81b6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1001 time: 0.0615740 Nov 16 21:37:14.346698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-e06ce7c8-2007-4de3-9850-fdeb7343c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.348348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-e06ce7c8-2007-4de3-9850-fdeb7343c2b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0441658 Nov 16 21:37:14.399827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-edfcaee1-098d-4c37-94a0-5b076c9e1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.401364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-edfcaee1-098d-4c37-94a0-5b076c9e1aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403447 Nov 16 21:37:14.497571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-111d9189-3039-44a1-a8cc-d7797a75d826 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853491 Nov 16 21:37:14.591026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13239478-083f-47f2-811b-2f0fa8ac01a5 req-5ae6affd-7e78-4614-aa5d-260f22cfebee service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Nov 16 21:37:14.674291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b95700-5b72-460d-a27c-78c1627ea6cd req-27c62c96-980d-41aa-b35c-e137b528782e tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:14.675786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08b95700-5b72-460d-a27c-78c1627ea6cd req-27c62c96-980d-41aa-b35c-e137b528782e tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 950 time: 0.0503991 Nov 16 21:37:14.724960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08b95700-5b72-460d-a27c-78c1627ea6cd req-6677c508-cca6-4fdd-8f00-5156420d9c61 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/security-groups?id=f440cb9e-8321-427d-bf58-5177abfbef41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Nov 16 21:37:15.272045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-9bf17ced-3bd0-4501-b1f6-2e6a4922deef tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:15.273502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-9bf17ced-3bd0-4501-b1f6-2e6a4922deef tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 950 time: 0.0528386 Nov 16 21:37:15.362786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Deleting port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:37:15.363124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.454519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] For port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:37:15.454882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.468234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Calling delete_port for 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:37:15.597479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.610551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['08a2c0a6-f5a5-487d-ad3f-b74b2799f100'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:37:15.630803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Pushing event deleted for resources: {'Port': ['ID=08a2c0a6-f5a5-487d-ad3f-b74b2799f100,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:37:15.672214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] No DVR routers for this DVR port 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:37:15.675246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:15.678811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6ab6f07-6c9a-4495-9a4b-d702cc9598f8 req-298bb0ec-3930-480b-993e-fd752bdcc5f9 tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.47 "DELETE /v2.0/ports/08a2c0a6-f5a5-487d-ad3f-b74b2799f100 HTTP/1.1" status: 204 len: 173 time: 0.3993795 Nov 16 21:37:15.679245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'name': 'network-vif-deleted', 'tag': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:37:15.681495 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef90a9c-7ac6-43ad-9acb-e30c1c898162" -d '{"events": [{"server_uuid": "c6d3415f-2953-4f1d-9c21-aebbb83c60bb", "name": "network-vif-deleted", "tag": "08a2c0a6-f5a5-487d-ad3f-b74b2799f100"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:37:15.719354 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a101d563-dab5-4692-b1cc-3e9605ed849c x-openstack-request-id: req-a101d563-dab5-4692-b1cc-3e9605ed849c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:37:15.719644 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3415f-2953-4f1d-9c21-aebbb83c60bb", "name": "network-vif-deleted", "tag": "08a2c0a6-f5a5-487d-ad3f-b74b2799f100", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:37:15.719896 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a101d563-dab5-4692-b1cc-3e9605ed849c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:37:15.720298 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3415f-2953-4f1d-9c21-aebbb83c60bb', 'name': 'network-vif-deleted', 'tag': '08a2c0a6-f5a5-487d-ad3f-b74b2799f100', 'status': 'completed', 'code': 200} Nov 16 21:37:15.838406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c752459-e91b-4c9a-9bfa-2ae98d853f11 req-03d1fa53-431c-4ceb-9909-5507f67ca7fa tempest-VolumesBackupsTest-1183166832 tempest-VolumesBackupsTest-1183166832-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6d3415f-2953-4f1d-9c21-aebbb83c60bb HTTP/1.1" status: 200 len: 210 time: 0.0281003 Nov 16 21:37:19.304240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:37:19.325818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:37:19.326254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 08a2c0a6-f5a5-487d-ad3f-b74b2799f100 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:37:20.773112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff360a9f-a609-4e7e-ab80-53bfd7cadc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:23.026282 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4bc125a4-0143-45ae-8420-51014b8a114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:24.167870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:25.705639 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:26.467801 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:37:26.634488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:32.090879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48ab2-ed3b-48a3-91bf-75e2ae76f0e8 req-a77b5c76-fa8b-4751-824a-349ac603f9ec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:32.094769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bad48ab2-ed3b-48a3-91bf-75e2ae76f0e8 req-a77b5c76-fa8b-4751-824a-349ac603f9ec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0561359 Nov 16 21:37:32.160422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bad48ab2-ed3b-48a3-91bf-75e2ae76f0e8 req-9fe22100-cc41-4cb0-8d00-b7be7f6fb59e tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518448 Nov 16 21:37:33.288608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd53b0-b692-432b-a421-b486bbb73acd req-51e4ea1c-aeca-4272-a3db-45925e48019b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:33.290113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-33bd53b0-b692-432b-a421-b486bbb73acd req-51e4ea1c-aeca-4272-a3db-45925e48019b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0545089 Nov 16 21:37:33.308487 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:33.340068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-33bd53b0-b692-432b-a421-b486bbb73acd req-7299db0d-c5d2-4715-9ba4-629111b2a334 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Nov 16 21:37:34.488301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020433eb-ab31-4c5d-baa4-115d6b6146f7 req-80c98938-d242-40bc-8e15-77d7ecda325d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:34.489948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-020433eb-ab31-4c5d-baa4-115d6b6146f7 req-80c98938-d242-40bc-8e15-77d7ecda325d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0602419 Nov 16 21:37:34.538011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-020433eb-ab31-4c5d-baa4-115d6b6146f7 req-67df2291-9f0d-416f-a53a-c287249e070f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419412 Nov 16 21:37:35.299821 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:35.653417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9e33c-3792-4f4a-b164-7fbf795cd601 req-fa9850a5-aad2-4dcf-a7a0-03ab6265b007 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:35.654943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d9e33c-3792-4f4a-b164-7fbf795cd601 req-fa9850a5-aad2-4dcf-a7a0-03ab6265b007 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Nov 16 21:37:35.705195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2d9e33c-3792-4f4a-b164-7fbf795cd601 req-8acdef86-793e-4b59-8ff7-8887554aa177 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 Nov 16 21:37:36.822722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb2c62-4a23-433a-b484-55bdc56ba55b req-372b1a45-7147-4ecf-a778-c6bb8c622ae8 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:36.824156 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bdcb2c62-4a23-433a-b484-55bdc56ba55b req-372b1a45-7147-4ecf-a778-c6bb8c622ae8 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Nov 16 21:37:36.872722 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bdcb2c62-4a23-433a-b484-55bdc56ba55b req-97b64776-64a6-4793-8f7d-d6bdd7f77a7b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Nov 16 21:37:38.001352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2646bec-6d3d-4d2e-955c-618fcb76989f req-4d9734d5-7e57-4985-a158-6f430d906258 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:38.002993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2646bec-6d3d-4d2e-955c-618fcb76989f req-4d9734d5-7e57-4985-a158-6f430d906258 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0601087 Nov 16 21:37:38.054006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2646bec-6d3d-4d2e-955c-618fcb76989f req-1dcba957-f29c-4af7-871c-68050749cc59 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444131 Nov 16 21:37:39.181015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ea4b-d6c0-4a76-aacc-7172272be5e7 req-9053bdaa-ad67-4c61-8d03-dd90eadccc61 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:39.182532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6d4ea4b-d6c0-4a76-aacc-7172272be5e7 req-9053bdaa-ad67-4c61-8d03-dd90eadccc61 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0580864 Nov 16 21:37:39.229828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6d4ea4b-d6c0-4a76-aacc-7172272be5e7 req-bb62a161-b0fe-417f-ad5a-de302b708cf2 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Nov 16 21:37:40.348698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c61f01-7a8a-4f96-b684-ada0287226b0 req-0e47ac2e-885d-4b81-a0a9-c65a56219374 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:40.351446 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9c61f01-7a8a-4f96-b684-ada0287226b0 req-0e47ac2e-885d-4b81-a0a9-c65a56219374 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0515792 Nov 16 21:37:40.406332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9c61f01-7a8a-4f96-b684-ada0287226b0 req-31656191-6e0f-4144-ae2b-28448012a58c tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486696 Nov 16 21:37:41.535968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95573-9b90-42b8-9264-1bb5be4dfd35 req-efbb1749-c9b0-423c-a536-1cc471a00039 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:41.537705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6f95573-9b90-42b8-9264-1bb5be4dfd35 req-efbb1749-c9b0-423c-a536-1cc471a00039 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0591195 Nov 16 21:37:41.593075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b6f95573-9b90-42b8-9264-1bb5be4dfd35 req-a58b90fe-69ee-4c75-a2f3-9a052d7b3db4 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494437 Nov 16 21:37:42.717220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd13e5-503a-4403-a449-45cbef231fd3 req-9caeb13e-0f91-4691-8425-7f13865a37f3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:42.718748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fdd13e5-503a-4403-a449-45cbef231fd3 req-9caeb13e-0f91-4691-8425-7f13865a37f3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0521712 Nov 16 21:37:42.771714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fdd13e5-503a-4403-a449-45cbef231fd3 req-81d8ba53-6388-4428-b7fe-4fee477e938a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462594 Nov 16 21:37:43.891823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c610661-461f-45ad-9dcf-a7bb4572cf8f req-528fa7eb-e32f-4e50-a75d-a2ac27bf51e2 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:43.893316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c610661-461f-45ad-9dcf-a7bb4572cf8f req-528fa7eb-e32f-4e50-a75d-a2ac27bf51e2 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Nov 16 21:37:43.945627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c610661-461f-45ad-9dcf-a7bb4572cf8f req-7e914380-cac3-4a17-a380-bd5fcea2ce40 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Nov 16 21:37:45.061838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d9b02-87e9-4ece-8bad-89c3c00bbe0e req-7b4941c3-d1b2-46fb-8efa-8fb0269856a6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:45.063303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc1d9b02-87e9-4ece-8bad-89c3c00bbe0e req-7b4941c3-d1b2-46fb-8efa-8fb0269856a6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Nov 16 21:37:45.109843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc1d9b02-87e9-4ece-8bad-89c3c00bbe0e req-48e39b0d-95b8-45fa-9fbc-2c1abb191ac2 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Nov 16 21:37:46.226861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d679e2d-6d2f-4098-8a94-2ab45bbed4b4 req-be79f8d2-ce58-4298-8bc5-eaa7c83c68b7 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:46.228334 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d679e2d-6d2f-4098-8a94-2ab45bbed4b4 req-be79f8d2-ce58-4298-8bc5-eaa7c83c68b7 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 16 21:37:46.275583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1d679e2d-6d2f-4098-8a94-2ab45bbed4b4 req-2672bc66-79ca-47ac-be97-b6b1f87587c6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Nov 16 21:37:47.405884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c96c4-a108-4ec1-9d52-4bda9f5c64dd req-b955c3b4-c9c2-45f4-93c2-26651ec502f1 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:47.407542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b5c96c4-a108-4ec1-9d52-4bda9f5c64dd req-b955c3b4-c9c2-45f4-93c2-26651ec502f1 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0578806 Nov 16 21:37:47.457162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b5c96c4-a108-4ec1-9d52-4bda9f5c64dd req-eb591683-1b95-44fd-93ad-084e112b51b9 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Nov 16 21:37:48.576833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8a7c-1136-4855-9c95-4b5b806fdf4a req-171844d3-2d1b-40ba-b528-557485dc098a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:48.578277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c6f8a7c-1136-4855-9c95-4b5b806fdf4a req-171844d3-2d1b-40ba-b528-557485dc098a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Nov 16 21:37:48.628988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c6f8a7c-1136-4855-9c95-4b5b806fdf4a req-f62fb108-0c63-4c3b-824b-a5aba2959466 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 Nov 16 21:37:48.850453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2a13-878d-41a6-b24d-96eed6684f1b req-67a4ae2e-3072-4163-94e9-55dd32efcb62 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:48.851883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bde2a13-878d-41a6-b24d-96eed6684f1b req-67a4ae2e-3072-4163-94e9-55dd32efcb62 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0607581 Nov 16 21:37:48.886770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846d04b-9093-4270-af1a-c424a27b1832 req-fbd6bbca-271e-4b2f-b565-173731866f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:48.888320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-fbd6bbca-271e-4b2f-b565-173731866f10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0472491 Nov 16 21:37:48.907300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bde2a13-878d-41a6-b24d-96eed6684f1b req-9356a0b2-1426-44df-8213-81b6c90fb51a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489569 Nov 16 21:37:48.987614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846d04b-9093-4270-af1a-c424a27b1832 req-9081dfe5-a7df-4176-b0d4-a7502f8ab3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:48.989740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-9081dfe5-a7df-4176-b0d4-a7502f8ab3b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0909348 Nov 16 21:37:49.066713 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-613a9df6-3452-408d-9f2f-858cda187847 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1001 time: 0.0632889 Nov 16 21:37:49.125036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846d04b-9093-4270-af1a-c424a27b1832 req-269a6e27-6dc4-4e88-bce0-fc9d3804491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:49.127441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-269a6e27-6dc4-4e88-bce0-fc9d3804491c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0492501 Nov 16 21:37:49.181462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846d04b-9093-4270-af1a-c424a27b1832 req-ac3919b0-a5df-4ab6-8779-42c004b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:49.182992 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-ac3919b0-a5df-4ab6-8779-42c004b6ba36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434403 Nov 16 21:37:49.289645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-944f24e6-cd13-4237-8248-a7cb685b1556 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944135 Nov 16 21:37:49.391419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b846d04b-9093-4270-af1a-c424a27b1832 req-ef520165-bd0f-411b-88cc-9be781826be4 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880249 Nov 16 21:37:50.058586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821d9df-9a99-43b3-ae23-b7f31337676b req-66e7c88b-d7c1-4faf-806c-f3770d17f645 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:50.066771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b821d9df-9a99-43b3-ae23-b7f31337676b req-66e7c88b-d7c1-4faf-806c-f3770d17f645 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0798724 Nov 16 21:37:50.116188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b821d9df-9a99-43b3-ae23-b7f31337676b req-bc3c30c3-a704-4c11-82f2-5b352cf1b567 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 Nov 16 21:37:50.767646 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f899e0be-665c-46c4-8825-b186f9a3668f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:51.235078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7644cc-56f1-48c6-83c3-df2ae07164e4 req-dbdb637c-f86a-4cca-9c18-9bf5b92cdcf3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:37:51.236581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f7644cc-56f1-48c6-83c3-df2ae07164e4 req-dbdb637c-f86a-4cca-9c18-9bf5b92cdcf3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0494802 Nov 16 21:37:51.284895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5f7644cc-56f1-48c6-83c3-df2ae07164e4 req-d503c15e-bfcb-4549-99bc-ae408afdaed9 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Nov 16 21:37:53.020253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd6fd-1143-4119-a720-a8c58fb587e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:54.174446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:55.706947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:37:56.635753 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:03.336606 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:03.467836 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:38:05.300828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:14.168205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-af0d7c42-3e3f-4956-9389-edcc77d92984 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1821163 Nov 16 21:38:14.266428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-1433b12a-b210-4dc0-8001-cdff929ff927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.267859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-1433b12a-b210-4dc0-8001-cdff929ff927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0459065 Nov 16 21:38:14.387297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-acfaff2e-9f56-4d3d-a4b9-bf2806ce5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.388868 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-acfaff2e-9f56-4d3d-a4b9-bf2806ce5f35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0983322 Nov 16 21:38:14.453799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-14425d38-4b4f-48ed-b196-2835e90397b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1001 time: 0.0566943 Nov 16 21:38:14.505639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-21d9bebe-a320-4f0c-a085-076898408d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.507314 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-21d9bebe-a320-4f0c-a085-076898408d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0443149 Nov 16 21:38:14.563139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-991edc5a-61ce-4c0c-8875-b35c46eb0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:14.564544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-991edc5a-61ce-4c0c-8875-b35c46eb0b41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438201 Nov 16 21:38:14.659229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-a9155932-8ef0-463b-ba41-7cc9512f2685 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834234 Nov 16 21:38:14.760832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-06e8f4e8-97ff-4557-b8b7-218c753142a2 req-09f59016-8eca-483a-962b-17871f4aba01 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942237 Nov 16 21:38:20.771629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-afa47c3f-113e-4bca-99e1-e9cb8d994b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:23.022646 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa69213e-316e-4555-9f7b-edcd8ed3a281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:24.172503 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:25.712772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:26.663192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:30.213163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08142e6-251a-414f-a355-f489b0099bf7 req-edb62b8c-6bd2-4f21-9261-453882aa5486 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:30.214857 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d08142e6-251a-414f-a355-f489b0099bf7 req-edb62b8c-6bd2-4f21-9261-453882aa5486 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Nov 16 21:38:30.265380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d08142e6-251a-414f-a355-f489b0099bf7 req-973f2f75-33df-44ed-9fe4-9e5456035b7e tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Nov 16 21:38:31.448297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6078cca-1cbc-4f02-8eb0-02f3068c468d req-f568a28a-ed5c-4aaf-88a9-185912c893fd tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:31.449990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6078cca-1cbc-4f02-8eb0-02f3068c468d req-f568a28a-ed5c-4aaf-88a9-185912c893fd tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.1125555 Nov 16 21:38:31.502640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6078cca-1cbc-4f02-8eb0-02f3068c468d req-9e2881d3-ce38-4a3f-b60c-b4ca31e2286f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Nov 16 21:38:32.619996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158c6c7-330a-4b79-9ee1-5ba2225dbfaa req-13be300b-8030-4760-a74f-834f086cc1fc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:32.621685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b158c6c7-330a-4b79-9ee1-5ba2225dbfaa req-13be300b-8030-4760-a74f-834f086cc1fc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Nov 16 21:38:32.675376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b158c6c7-330a-4b79-9ee1-5ba2225dbfaa req-f809a44c-2b7b-4633-a0d6-327daa1837b8 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470736 Nov 16 21:38:33.337359 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:33.800066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cb30e-1157-483c-b634-a8a84a51222c req-d2b808a8-f4be-4ed1-a6e7-208d9fa50048 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:33.801732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa8cb30e-1157-483c-b634-a8a84a51222c req-d2b808a8-f4be-4ed1-a6e7-208d9fa50048 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0499647 Nov 16 21:38:33.851112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa8cb30e-1157-483c-b634-a8a84a51222c req-16eb902a-0642-477d-85f2-9553570b3cc4 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Nov 16 21:38:34.976804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca88a2-ee78-4098-87f1-eaf0bfb7092b req-cc037be2-122f-41c2-b98a-aa8cb57d228a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:34.979118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-daca88a2-ee78-4098-87f1-eaf0bfb7092b req-cc037be2-122f-41c2-b98a-aa8cb57d228a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0543053 Nov 16 21:38:35.027258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-daca88a2-ee78-4098-87f1-eaf0bfb7092b req-49fa376f-ce3e-4d3b-8152-1830b2f22b3f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Nov 16 21:38:35.299569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:36.143127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7e3b9-1f2e-4eb4-b816-923e31620f3c req-f45fd0f8-eda4-4640-860e-7947a5169cbe tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:36.144691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-10d7e3b9-1f2e-4eb4-b816-923e31620f3c req-f45fd0f8-eda4-4640-860e-7947a5169cbe tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0505672 Nov 16 21:38:36.194245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-10d7e3b9-1f2e-4eb4-b816-923e31620f3c req-786e361c-5389-4e0b-a4f7-6b9031580143 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Nov 16 21:38:37.321665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7eb30-7b1d-42ab-b47f-05c9aea4fe7b req-da655d13-9420-41b4-8cdf-bb4ecaae7396 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:37.323182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ee7eb30-7b1d-42ab-b47f-05c9aea4fe7b req-da655d13-9420-41b4-8cdf-bb4ecaae7396 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Nov 16 21:38:37.371229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ee7eb30-7b1d-42ab-b47f-05c9aea4fe7b req-4fafd461-11ec-4708-8b08-20f859ded079 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Nov 16 21:38:38.495514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1138-b378-4bab-bf8e-79ea1c2701b0 req-49b0eba1-40d7-4e70-9e9f-1343d6dc3da8 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:38.497019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae9b1138-b378-4bab-bf8e-79ea1c2701b0 req-49b0eba1-40d7-4e70-9e9f-1343d6dc3da8 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0556602 Nov 16 21:38:38.545133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae9b1138-b378-4bab-bf8e-79ea1c2701b0 req-8696fdc2-e907-4d21-b5f4-70c81913158a tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421040 Nov 16 21:38:39.669968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144b2dc-87f1-41aa-a941-dcc431d79ae0 req-c6d0ceec-7ad4-4820-9102-a27ba3fef588 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:39.671549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f144b2dc-87f1-41aa-a941-dcc431d79ae0 req-c6d0ceec-7ad4-4820-9102-a27ba3fef588 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0547616 Nov 16 21:38:39.722068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f144b2dc-87f1-41aa-a941-dcc431d79ae0 req-1436ef5b-c466-443a-9ffb-e3775421152d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Nov 16 21:38:40.467659 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:38:40.838306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeda53-20cb-4ffc-90dd-4713afc32883 req-33833fa7-1401-435d-87da-83888d67c80f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:40.839806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f3aeda53-20cb-4ffc-90dd-4713afc32883 req-33833fa7-1401-435d-87da-83888d67c80f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Nov 16 21:38:40.888991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f3aeda53-20cb-4ffc-90dd-4713afc32883 req-aedea08c-ec3c-42ce-8e57-41900d0d74df tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Nov 16 21:38:41.095763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d3e98-c4fa-4f68-b9be-ca5faa924b0a req-943c0c73-b30b-497b-91bd-841d34e70508 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:41.097260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a0d3e98-c4fa-4f68-b9be-ca5faa924b0a req-943c0c73-b30b-497b-91bd-841d34e70508 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0538192 Nov 16 21:38:41.136323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-e6804de2-348d-47f6-a86e-41642555b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:41.137889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-e6804de2-348d-47f6-a86e-41642555b5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0458374 Nov 16 21:38:41.160130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a0d3e98-c4fa-4f68-b9be-ca5faa924b0a req-d0501673-d0f0-4ef1-8619-7a2fb487a17f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545516 Nov 16 21:38:41.239870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-3eff5a1d-c760-42b6-91c5-21cb7cef1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:41.241357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-3eff5a1d-c760-42b6-91c5-21cb7cef1e19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0939021 Nov 16 21:38:41.315465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-b2c20e49-c4a2-49fa-bf9c-19a3069d3c42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1001 time: 0.0604434 Nov 16 21:38:41.368667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-0da70fed-f9a1-42a3-a025-90d1417c8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:41.370260 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-0da70fed-f9a1-42a3-a025-90d1417c8ed0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0452206 Nov 16 21:38:41.420941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-360c58f7-cd4f-47b4-92ed-abc2ec4921ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:41.422484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-360c58f7-cd4f-47b4-92ed-abc2ec4921ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440667 Nov 16 21:38:41.520585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-9520cdc8-6542-46a6-811b-a113ad2cd8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854547 Nov 16 21:38:41.620242 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-146c44f8-0dbb-4090-a26e-b430db162a6e req-bd3b7033-82e6-4a9f-ae74-3fb26fa3d3dd service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868242 Nov 16 21:38:42.283408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c6e7-0447-4797-b898-65d2b7c1a923 req-aa0c7d8f-7f02-4ecf-9f7e-3c312e8733dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:38:42.285041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e71c6e7-0447-4797-b898-65d2b7c1a923 req-aa0c7d8f-7f02-4ecf-9f7e-3c312e8733dc tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Nov 16 21:38:42.334750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e71c6e7-0447-4797-b898-65d2b7c1a923 req-55d1488b-1087-4259-94a3-7b7c2b1cf2e3 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Nov 16 21:38:50.773581 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dad94c1f-65b0-4ccd-a4a1-a143d943c9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:53.025616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c02c02de-dbf0-449d-bcc6-0dc0522c1d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:54.181709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:55.718064 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:38:56.639907 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:03.343567 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:05.327949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:14.011848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-8c4bfb76-2343-429c-80cd-2024f2835640 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392551 Nov 16 21:39:14.101795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-23113764-b80e-4a96-8a93-4c54554d65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.103257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-23113764-b80e-4a96-8a93-4c54554d65c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0446954 Nov 16 21:39:14.207649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-35fd9201-3b1d-4471-8885-b7a458c17866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.209217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-35fd9201-3b1d-4471-8885-b7a458c17866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0843964 Nov 16 21:39:14.280367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-7ca1954f-b9f8-4b55-8ed7-70e2240a5f8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 200 len: 1001 time: 0.0625155 Nov 16 21:39:14.329759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-1dd0e26e-d4ff-4747-a59f-1e80791cf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.331262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-1dd0e26e-d4ff-4747-a59f-1e80791cf78b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0434287 Nov 16 21:39:14.377714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-cb8a818a-74d9-4cbf-bce6-12f4d820f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:14.379728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-cb8a818a-74d9-4cbf-bce6-12f4d820f5a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405319 Nov 16 21:39:14.780142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-27ebdb99-03b6-4455-b491-ddcdb3695955 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925912 Nov 16 21:39:14.880370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ec91f1e-6dd6-402a-b795-ca261bc5c5bd req-f40e117a-aeb4-4376-9815-f568e9c72b23 service neutron] 10.222.0.41 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919397 Nov 16 21:39:17.467387 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:39:18.183924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5a09e-6249-4ab4-ac84-4529f40a47bd req-c27775d7-c5a9-4bb8-9f43-39d2e8150bff tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:18.185471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ad5a09e-6249-4ab4-ac84-4529f40a47bd req-c27775d7-c5a9-4bb8-9f43-39d2e8150bff tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Nov 16 21:39:18.234343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ad5a09e-6249-4ab4-ac84-4529f40a47bd req-02c75ba5-d81f-4661-8ed3-170c53b377ff tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Nov 16 21:39:19.363476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf88819-3149-41cc-b781-1216ff56ae7a req-bd0060d7-9c42-49c9-98f6-e178b84855d0 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:19.365258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cf88819-3149-41cc-b781-1216ff56ae7a req-bd0060d7-9c42-49c9-98f6-e178b84855d0 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0567493 Nov 16 21:39:19.416174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cf88819-3149-41cc-b781-1216ff56ae7a req-2c736bfb-3d42-4509-ab2a-122ef4c08322 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449049 Nov 16 21:39:20.371477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-dbb47ec9-44f0-4985-b577-e028f30a8c98 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.372879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-dbb47ec9-44f0-4985-b577-e028f30a8c98 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Nov 16 21:39:20.471010 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Deleting port 096c3e15-f956-4c32-9d0d-15d6c547dac2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:20.471378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.538907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417a1a-7461-4c32-a177-34846e4a46a4 req-282992b1-c371-4a5a-af9a-b0cc14f2a471 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:20.541035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26417a1a-7461-4c32-a177-34846e4a46a4 req-282992b1-c371-4a5a-af9a-b0cc14f2a471 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 945 time: 0.0517423 Nov 16 21:39:20.567139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] For port 096c3e15-f956-4c32-9d0d-15d6c547dac2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=096c3e15-f956-4c32-9d0d-15d6c547dac2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:20.567525 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.595201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26417a1a-7461-4c32-a177-34846e4a46a4 req-c6c05062-d596-454f-9c10-5a54676b2edb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b5a00fd-e95d-4d6e-99e4-4b85eca59140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473847 Nov 16 21:39:20.775412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f7edf4d-b21e-4b69-91b2-abc9e6340950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.799041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.799411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.799751 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Floating IP 81d17418-a6bb-488e-85cd-df0fb01aefdc disassociated. External IP: 172.25.3.254, port: 096c3e15-f956-4c32-9d0d-15d6c547dac2. Nov 16 21:39:20.800186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Calling delete_port for 096c3e15-f956-4c32-9d0d-15d6c547dac2 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:20.944946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:20.983935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event deleted for resources: {'Port': ['ID=096c3e15-f956-4c32-9d0d-15d6c547dac2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:20.996463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.997353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.997814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.998309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.998694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.999027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.999374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:20.999709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:21.000039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:21.000370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:21.001107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:21.001107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:21.117143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:21.226604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:21.237050 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:21.249545 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:21.250298 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:38:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:21.265482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] No DVR routers for this DVR port 096c3e15-f956-4c32-9d0d-15d6c547dac2 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:39:21.268224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:21.271871 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79f4db36-673b-42d1-b09b-07abb3fa8883 req-10a7f233-7a5f-42d8-b1b2-bc675fed87d5 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.41 "DELETE /v2.0/ports/096c3e15-f956-4c32-9d0d-15d6c547dac2 HTTP/1.1" status: 204 len: 173 time: 0.8883784 Nov 16 21:39:21.272314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'name': 'network-vif-deleted', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:21.274671 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9394d81f-4558-44f4-b47d-d3b4016ec6a4" -d '{"events": [{"server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "name": "network-vif-deleted", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:21.315200 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46289871-4c61-48c0-8144-4823555622fd x-openstack-request-id: req-46289871-4c61-48c0-8144-4823555622fd {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:21.316425 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2fc247-f314-44e4-8f2f-c499390e6fe6", "name": "network-vif-deleted", "tag": "096c3e15-f956-4c32-9d0d-15d6c547dac2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:21.316993 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46289871-4c61-48c0-8144-4823555622fd {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:21.317410 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2fc247-f314-44e4-8f2f-c499390e6fe6', 'name': 'network-vif-deleted', 'tag': '096c3e15-f956-4c32-9d0d-15d6c547dac2', 'status': 'completed', 'code': 200} Nov 16 21:39:21.370618 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:21.583933 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:21.609306 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:21.617466 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:21.618085 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:38:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:21.705433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a88bb891-41d5-4a3c-9df1-3ad5404d6309 req-74a1b2d7-3c6f-4f40-b444-f367d006cafd tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b2fc247-f314-44e4-8f2f-c499390e6fe6 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Nov 16 21:39:21.731731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:22.029416 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:22.055343 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5e01c-5a66-4942-b238-0cf772a05899 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:22.296543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d69b7b-a997-4d0f-b085-74c51ef7fc6f None None] New status for floating IP 81d17418-a6bb-488e-85cd-df0fb01aefdc: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:39:22.793595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44716) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:22.853133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d35-b6c7-4bc7-a635-b45cd5ed3a3d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:22.877974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d35-b6c7-4bc7-a635-b45cd5ed3a3d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:22.932088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d35-b6c7-4bc7-a635-b45cd5ed3a3d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:22.934819 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9dc37d35-b6c7-4bc7-a635-b45cd5ed3a3d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:22.935990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9dc37d35-b6c7-4bc7-a635-b45cd5ed3a3d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b5a00fd-e95d-4d6e-99e4-4b85eca59140 HTTP/1.1" status: 204 len: 168 time: 0.1413908 Nov 16 21:39:22.938936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44724) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:22.945327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc37d35-b6c7-4bc7-a635-b45cd5ed3a3d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a00fd-e95d-4d6e-99e4-4b85eca59140,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:22.964671 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-bc61f6b5-088a-41d6-8a0c-7e670886a17f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] show failed (client error): The resource could not be found. Nov 16 21:39:22.966127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc61f6b5-088a-41d6-8a0c-7e670886a17f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups/1b5a00fd-e95d-4d6e-99e4-4b85eca59140 HTTP/1.1" status: 404 len: 347 time: 0.0254610 Nov 16 21:39:22.968913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44726) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:23.027720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad82ff6d-38d6-4675-b60c-0d6f5cee9b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.105679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Deleting port 57d1b824-4b43-44ad-866d-8b23448dbd20 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:39:23.106027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.191598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.191993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.208251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Calling delete_port for 57d1b824-4b43-44ad-866d-8b23448dbd20 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:39:23.341961 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.369948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event deleted for resources: {'Port': ['ID=57d1b824-4b43-44ad-866d-8b23448dbd20,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:23.381185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.381570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.381923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.382269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.382609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.382974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.383334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.383668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.384031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.384359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.384691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.385021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:23.454765 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.458611 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.459858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5a32456e-247e-4473-98df-b2535ddec073 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "DELETE /v2.0/floatingips/81d17418-a6bb-488e-85cd-df0fb01aefdc HTTP/1.1" status: 204 len: 168 time: 0.4900341 Nov 16 21:39:23.841667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 44744) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:23.846249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330397842', 'description': 'tempest-description--1427750272'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:23.858143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 096c3e15-f956-4c32-9d0d-15d6c547dac2 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:39:23.869740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.880912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 096c3e15-f956-4c32-9d0d-15d6c547dac2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:39:23.881267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 096c3e15-f956-4c32-9d0d-15d6c547dac2 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:39:23.941735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.946847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.978768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:23.980011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1373346 Nov 16 21:39:23.982064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4766d-d0a0-4912-a2c8-c9957c1a651f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176c7e6b-8579-4234-8483-0fcbed78ac68,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:23.983110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44750) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:23.993809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'security_group_rule': {'security_group_id': '176c7e6b-8579-4234-8483-0fcbed78ac68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:24.023424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.069974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.073728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.092022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b551da7-7080-4c45-a395-db7abd0ffec2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:24.100672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.103526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1975d7a5-b2b2-408a-8d3a-95d2b6319852 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171124 Nov 16 21:39:24.104468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44752) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:24.108925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'security_group_rule': {'security_group_id': '176c7e6b-8579-4234-8483-0fcbed78ac68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:24.136426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.195383 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.213467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.221643 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.233802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b17d01-b13f-407b-967c-b9083618c41a,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:24.242468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.243708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b9b33a15-1019-4785-a8e4-3f31683400bb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382422 Nov 16 21:39:24.246866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 44760) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:24.251203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:24.274634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.375010 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.480364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Allocated IP 172.25.3.157 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/dabae065-5ba7-4728-bc99-d7aaaad0a959) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:24.588535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.622874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.665488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:24.668585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:24.672934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:24.676808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'Port': ['ID=dabae065-5ba7-4728-bc99-d7aaaad0a959,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:24.765897 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.799072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.955749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:24.962765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:25.031983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'Port': ['ID=dabae065-5ba7-4728-bc99-d7aaaad0a959,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:25.042530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:25.058445 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:25.059733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e571ca52-6a88-4721-876f-56cbd2f1ba06 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8118994 Nov 16 21:39:25.276594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-02b3d51e-4721-4d97-bc99-d32df3bcc982 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1330397842&fields=id&tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13 HTTP/1.1" status: 200 len: 267 time: 0.0507519 Nov 16 21:39:25.480121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-951aa465-0240-45bf-95b0-8907439158f0 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:25.481707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-951aa465-0240-45bf-95b0-8907439158f0 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 810 time: 0.1849287 Nov 16 21:39:25.498341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-65e8f8c0-8673-4998-8b80-88638f5f21c7 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/quotas/e2c5bd6aecb34f6388aaced00f2c0e13 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Nov 16 21:39:25.585723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0c5f86b8-d504-4c43-bc51-41b6eb67c292 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804081 Nov 16 21:39:25.651326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-af4241de-b7bf-400b-9804-14845e81b5c1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:39:25.652339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-af4241de-b7bf-400b-9804-14845e81b5c1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540252 Nov 16 21:39:25.711122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:25.750727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-2cccadfe-f584-4a77-b9ec-f8d6643214aa service neutron] 10.222.0.48 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920448 Nov 16 21:39:25.852619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-4a3f2ed0-d38e-4210-950a-71ca9c94d0be service neutron] 10.222.0.48 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952845 Nov 16 21:39:26.018006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b205661f-a29d-4bf1-90cd-213f1f32bfe4 req-7587eb76-d641-4c61-b3fc-7c4e489d4803 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Nov 16 21:39:26.633225 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.150743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b2874417-663a-4ca0-9989-fce82597d6d5 req-5cd441c4-fb3a-45f7-8a5b-63be8d0bc116 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 210 time: 0.0499542 Nov 16 21:39:27.180203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-4b8a7cc7-c606-42b2-944b-b35c2e0d9d70 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:27.181853 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-4b8a7cc7-c606-42b2-944b-b35c2e0d9d70 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.47 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 810 time: 0.1742320 Nov 16 21:39:27.260048 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-90b0a520-f73a-4f5f-983f-265ef34b440b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13 HTTP/1.1" status: 200 len: 380 time: 0.0622675 Nov 16 21:39:27.270090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'port': {'device_id': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'admin_state_up': True, 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'security_groups': ['176c7e6b-8579-4234-8483-0fcbed78ac68']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:27.390315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Made reservation on behalf of e2c5bd6aecb34f6388aaced00f2c0e13 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:39:27.394567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.530558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Allocated IP 172.20.0.7 (340291a2-9d6b-45f4-a817-42bc340e6054/5b0e3ec5-9bd4-4e10-b58b-68c300fbff55/3a10ba68-5189-452a-9d01-ca0f6a7cca4a) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:39:27.681198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.720812 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.766589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Network 340291a2-9d6b-45f4-a817-42bc340e6054 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:39:27.770503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:39:27.774470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:39:27.801599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event updated for resources: {'Port': ['ID=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:27.828477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:27.829098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:27.846328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-e26766b9-9f4e-4152-9686-57a8908555cb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802879 Nov 16 21:39:27.915661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Request body: {'port': {'device_id': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:27.978564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.043438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-56cc6323-61b9-415a-8db8-6933d9727b36 None None] Provisioning complete for port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:28.044447 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56cc6323-61b9-415a-8db8-6933d9727b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.082268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-56cc6323-61b9-415a-8db8-6933d9727b36 None None] Port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:39:28.261394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a10ba68-5189-452a-9d01-ca0f6a7cca4a {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:28.270429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.280522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ef963-6500-4b6e-b766-4ad95486de70 req-93e95b59-464a-45bc-a23b-8a099e98d6f6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.282598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Transition to ACTIVE for port object 3a10ba68-5189-452a-9d01-ca0f6a7cca4a will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:39:28.282866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-169ef963-6500-4b6e-b766-4ad95486de70 req-93e95b59-464a-45bc-a23b-8a099e98d6f6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 931 time: 0.0573020 Nov 16 21:39:28.287321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.341210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:28.353061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-169ef963-6500-4b6e-b766-4ad95486de70 req-7c141e58-d74c-4aac-ab9d-660980370ce2 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616043 Nov 16 21:39:28.437316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Attempting to bind port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:39:28.437757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Attempting to bind port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:39:28.438286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Attempting to bind port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a on network 340291a2-9d6b-45f4-a817-42bc340e6054 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:28.444041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a on network 340291a2-9d6b-45f4-a817-42bc340e6054 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:39:28.444853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Attempting to bind port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a on network 340291a2-9d6b-45f4-a817-42bc340e6054 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:39:28.450019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:39:28.450365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Checking segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:39:28.450758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Bound using segment: {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:39:28.451200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Bound port: 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c944d3f-5b9c-4bf0-b255-da7feb519205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:39:28.451566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.523947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] For port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:39:28.528120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] For port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:39:28.532730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.573306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.573963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:28.575405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 1091 time: 0.7210765 Nov 16 21:39:28.575840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:28.578130 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b" -d '{"events": [{"name": "network-changed", "server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:28.599678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778162d-3997-412c-8703-e7062e20e3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:28.659242 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d447aeec-b1c2-4126-8731-97133e43ab50 x-openstack-request-id: req-d447aeec-b1c2-4126-8731-97133e43ab50 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:28.660028 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:28.660416 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d447aeec-b1c2-4126-8731-97133e43ab50 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:28.660822 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'status': 'completed', 'code': 200} Nov 16 21:39:28.679288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-1945acb6-e337-4f34-8c57-f9baf48c441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.682080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-1945acb6-e337-4f34-8c57-f9baf48c441d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1094 time: 0.0632024 Nov 16 21:39:28.735771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-0329ecfc-8e74-4c3b-936b-25bf45804721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 217 time: 0.0435903 Nov 16 21:39:28.798664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-dcdf4266-d83e-4a2f-9b64-cfdceb233168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.800633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-dcdf4266-d83e-4a2f-9b64-cfdceb233168 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0583224 Nov 16 21:39:28.852839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-b6c782ae-e236-4ddc-b552-82acb889e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:28.854406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-b6c782ae-e236-4ddc-b552-82acb889e747 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470071 Nov 16 21:39:28.950455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-1e2a0146-521e-4dea-851a-02b06943e4f1 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879645 Nov 16 21:39:29.045295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ccd7945d-2ae0-44e6-8894-f832b9dac1a8 req-6eeb6456-5201-4298-be43-fa3f62741223 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876172 Nov 16 21:39:29.136418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-82ff06b4-74f4-4f6d-99db-b744853e862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.138069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-82ff06b4-74f4-4f6d-99db-b744853e862e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1094 time: 0.0437934 Nov 16 21:39:29.233059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-685484d9-5533-4171-8128-4c7e95affd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.234645 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-685484d9-5533-4171-8128-4c7e95affd9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0897827 Nov 16 21:39:29.278041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-0817e6df-c218-4816-ad34-36884ea1bf20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 217 time: 0.0355148 Nov 16 21:39:29.337352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-0fea7753-8c1e-4305-ba67-a2e362590612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.338990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-0fea7753-8c1e-4305-ba67-a2e362590612 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0530996 Nov 16 21:39:29.388122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-879af918-5cc9-4e6a-96dc-73f7d5caabef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.389688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-879af918-5cc9-4e6a-96dc-73f7d5caabef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436354 Nov 16 21:39:29.472801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea1a9f-2f31-4ea4-be34-756133c9e611 req-f0e2ac74-e647-4c4f-a8c1-ff3e0d4680ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:29.474362 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16ea1a9f-2f31-4ea4-be34-756133c9e611 req-f0e2ac74-e647-4c4f-a8c1-ff3e0d4680ac tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 943 time: 0.0505493 Nov 16 21:39:29.487761 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-d950120c-71fc-46fc-92bb-d37eccad7c67 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904400 Nov 16 21:39:29.528009 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16ea1a9f-2f31-4ea4-be34-756133c9e611 req-68cf2c65-f38d-49b4-bc96-de1cf7e7d024 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460689 Nov 16 21:39:29.598154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1d2e01a-caed-497c-9f7d-e0c9f162e97b req-73e5e8f7-e3de-46c9-98b2-a04bd990ef0d service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028929 Nov 16 21:39:30.650379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297183ab-9b72-4769-8c5e-29eac750b7be req-de8ca279-029c-4bd1-888b-412bd5ae2176 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:30.651982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-297183ab-9b72-4769-8c5e-29eac750b7be req-de8ca279-029c-4bd1-888b-412bd5ae2176 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 943 time: 0.0516281 Nov 16 21:39:30.703790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-297183ab-9b72-4769-8c5e-29eac750b7be req-52ba79da-3faf-46a0-9007-226e87d1f4a4 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Nov 16 21:39:31.825127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c9e5c-c3b5-4522-b6ae-545d0d171e2e req-b866ab80-45a8-4199-9808-fab8c183aa7c tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:31.826674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d5c9e5c-c3b5-4522-b6ae-545d0d171e2e req-b866ab80-45a8-4199-9808-fab8c183aa7c tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 943 time: 0.0547047 Nov 16 21:39:31.875563 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d5c9e5c-c3b5-4522-b6ae-545d0d171e2e req-fd5c3a25-8743-4969-9552-e8a26272fbc4 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Nov 16 21:39:32.999612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b26c2-8fb2-4644-bd4c-ab61471f8437 req-bd8d4b6e-65fe-41fb-9e7a-7bc071df1ac1 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:33.001228 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-320b26c2-8fb2-4644-bd4c-ab61471f8437 req-bd8d4b6e-65fe-41fb-9e7a-7bc071df1ac1 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 943 time: 0.0561857 Nov 16 21:39:33.048962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-320b26c2-8fb2-4644-bd4c-ab61471f8437 req-bf18edba-a4bf-4dfe-b052-6d91b5f0f306 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413287 Nov 16 21:39:33.352414 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:33.986939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3a10ba68-5189-452a-9d01-ca0f6a7cca4a details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:39:34.083224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:34.095184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'port_id': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'mac_address': 'fa:16:3e:32:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:39:34.135321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.152656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a10ba68-5189-452a-9d01-ca0f6a7cca4a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:39:34.179785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1456-cf8d-4956-b0f5-da4cb103dfa6 req-ef38a0b3-3092-4eab-8415-f40bdd7e1630 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:34.185826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:34.188239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81fb1456-cf8d-4956-b0f5-da4cb103dfa6 req-ef38a0b3-3092-4eab-8415-f40bdd7e1630 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 943 time: 0.0615590 Nov 16 21:39:34.189720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:34.236711 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81fb1456-cf8d-4956-b0f5-da4cb103dfa6 req-50aec4b0-91b4-4d1c-8ab4-b97f7643d150 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Nov 16 21:39:34.246183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.259404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:39:34.532564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3a10ba68-5189-452a-9d01-ca0f6a7cca4a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:39:35.327751 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:35.358391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79604217-396f-4dc9-9286-902e29fcad28 req-3a9d041f-abe7-42f2-898d-14a3f0a77150 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:35.359923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79604217-396f-4dc9-9286-902e29fcad28 req-3a9d041f-abe7-42f2-898d-14a3f0a77150 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 944 time: 0.0508680 Nov 16 21:39:35.411144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79604217-396f-4dc9-9286-902e29fcad28 req-2359493d-48c0-4aff-acf8-c780688a5188 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 Nov 16 21:39:35.987200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3a10ba68-5189-452a-9d01-ca0f6a7cca4a up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:39:36.036884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:39:36.041155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:39:36.041582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.118875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.145500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:36.147681 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8bc6b5-72be-41a0-bc75-c0061c3750bb" -d '{"events": [{"server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "name": "network-vif-plugged", "status": "completed", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:36.161430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:39:36.165791 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:36.193784 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ffdb86-482e-4cbc-a738-c8deb20245b8 x-openstack-request-id: req-f6ffdb86-482e-4cbc-a738-c8deb20245b8 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:36.194183 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "name": "network-vif-plugged", "status": "completed", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:36.194447 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6ffdb86-482e-4cbc-a738-c8deb20245b8 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:36.194835 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'code': 200} Nov 16 21:39:36.217239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:39:36.305601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fef765-1412-45b0-acde-38f13338529e req-b5a41973-2f45-4b37-a444-4f17c9af4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:36.307218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03fef765-1412-45b0-acde-38f13338529e req-b5a41973-2f45-4b37-a444-4f17c9af4618 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1096 time: 0.0412428 Nov 16 21:39:36.357928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03fef765-1412-45b0-acde-38f13338529e req-3a748643-e191-44e5-8ffa-af476a68672b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Nov 16 21:39:36.537899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76c4fc-1819-4e79-831e-de680652fd8b req-a5ca39d4-81f3-4d65-89a5-d8515d77099c tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:36.539429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d76c4fc-1819-4e79-831e-de680652fd8b req-a5ca39d4-81f3-4d65-89a5-d8515d77099c tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0572639 Nov 16 21:39:36.589141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d76c4fc-1819-4e79-831e-de680652fd8b req-5e9423de-40ef-4bc7-bcf7-78104f33bfeb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Nov 16 21:39:37.720498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0f47-08f6-4dbc-8b08-d1666e0fe2fd req-0e1899df-479b-43e0-8bff-2985123b08e9 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:37.723199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-491f0f47-08f6-4dbc-8b08-d1666e0fe2fd req-0e1899df-479b-43e0-8bff-2985123b08e9 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0596817 Nov 16 21:39:37.782986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-491f0f47-08f6-4dbc-8b08-d1666e0fe2fd req-434e97b5-0ed2-41f4-835d-669ea8369141 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528715 Nov 16 21:39:38.903481 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eddbe-2d56-4a92-98fc-df6afeaed31c req-1618416f-72c4-46bb-8586-16c258602ea6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:38.904967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a1eddbe-2d56-4a92-98fc-df6afeaed31c req-1618416f-72c4-46bb-8586-16c258602ea6 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Nov 16 21:39:38.952849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a1eddbe-2d56-4a92-98fc-df6afeaed31c req-d0378618-82db-4ad4-9d39-ecb5c63f96f4 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Nov 16 21:39:39.068803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa33edb-fb13-4933-9443-8a8284babeb8 req-1f395c1f-83a4-4c44-b552-43b85c76f660 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:39.070331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5aa33edb-fb13-4933-9443-8a8284babeb8 req-1f395c1f-83a4-4c44-b552-43b85c76f660 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0513146 Nov 16 21:39:39.078693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 45088) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:39:39.084090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Request body: {'floatingip': {'port_id': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:39:39.126122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.573483 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.577343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:39.678382 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Floating IP 5b176df9-88fb-4dd5-990c-00a779120ba0 associated. External IP: 172.25.3.157, port: 3a10ba68-5189-452a-9d01-ca0f6a7cca4a. Nov 16 21:39:39.892911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:39:40.001028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:39:40.006750 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:40.013679 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:39:40.038357 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:40.039128 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:39:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:40.043598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-35eb92d6-d0e9-4581-bac6-06ee1f88bcbb tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "PUT /v2.0/floatingips/5b176df9-88fb-4dd5-990c-00a779120ba0 HTTP/1.1" status: 200 len: 991 time: 0.9609535 Nov 16 21:39:40.043598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:39:40.044461 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e059f784-0b42-4b3e-a098-3f8809ffa5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:39:40.104056 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2ad8d8-49b1-4d14-a412-b32731f89006 x-openstack-request-id: req-8e2ad8d8-49b1-4d14-a412-b32731f89006 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:39:40.105390 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:39:40.105843 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e2ad8d8-49b1-4d14-a412-b32731f89006 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:39:40.106444 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'status': 'completed', 'code': 200} Nov 16 21:39:40.166257 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:40.181777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-305b4c8b-fe67-4902-b2c8-f189454eb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:40.183336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-305b4c8b-fe67-4902-b2c8-f189454eb16e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1096 time: 0.0505550 Nov 16 21:39:40.286809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-196c49ca-3e1f-4c36-b70d-d93399629777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:40.288292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-196c49ca-3e1f-4c36-b70d-d93399629777 service neutron] 10.222.0.47 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0962567 Nov 16 21:39:40.367212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-231164c9-e1ff-422a-ab77-06f365800970 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 999 time: 0.0712368 Nov 16 21:39:40.403653 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '5b176df9-88fb-4dd5-990c-00a779120ba0', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'port_id': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'mac_address': 'fa:16:3e:32:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:39:24Z', 'updated_at': '2021-11-16T21:39:39Z', 'revision_number': 1, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:40.420936 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-9605daaf-e6e4-4268-9271-4b7b54de10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:40.422521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-9605daaf-e6e4-4268-9271-4b7b54de10ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0488372 Nov 16 21:39:40.430224 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:39:40.441405 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:39:40.442146 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:39:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:40.469466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-390b0eb1-5bd2-47a7-9216-bbdcde93afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:39:40.471246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-390b0eb1-5bd2-47a7-9216-bbdcde93afd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417552 Nov 16 21:39:40.554707 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:39:40.803377 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '5b176df9-88fb-4dd5-990c-00a779120ba0', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'port_id': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'mac_address': 'fa:16:3e:32:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:39:24Z', 'updated_at': '2021-11-16T21:39:39Z', 'revision_number': 1, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:39:40.832146 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc9e89-aa38-4644-a9b7-12d241d554f7 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '5b176df9-88fb-4dd5-990c-00a779120ba0', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'floating_ip_address': '172.25.3.157', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'port_id': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'mac_address': 'fa:16:3e:32:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:39:24Z', 'updated_at': '2021-11-16T21:39:39Z', 'revision_number': 1, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:39:40.929973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-533450a2-9bb6-47d0-a8b8-3db8dbcd0c72 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511614 Nov 16 21:39:41.029452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e059f784-0b42-4b3e-a098-3f8809ffa5f0 req-75459635-a54d-4661-953a-3e55f6b80840 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916288 Nov 16 21:39:41.057997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759cb9f-16af-4a56-b90f-5b43e0fd8516 None None] New status for floating IP 5b176df9-88fb-4dd5-990c-00a779120ba0: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:39:50.778895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f331fd1-b457-410a-851f-016f41642105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:53.031889 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ca61c407-9329-4d01-b87d-3d7dc43f392b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:54.185784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:54.466838 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:39:55.715147 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:39:56.635190 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:03.369380 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:05.332177 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:05.736273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-1a4fd710-4992-4297-9989-cd1630e24d61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462189 Nov 16 21:40:05.831460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-f60dbfe6-3d17-4afd-b75b-095d60969905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:05.833267 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-f60dbfe6-3d17-4afd-b75b-095d60969905 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1096 time: 0.0491586 Nov 16 21:40:05.949104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-2a93b712-c01e-4c9e-a449-0137fdf6d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:05.950646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-2a93b712-c01e-4c9e-a449-0137fdf6d481 service neutron] 10.222.0.47 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0968134 Nov 16 21:40:06.022850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-033222ad-6efb-414a-8731-e7c7615891ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 1001 time: 0.0647724 Nov 16 21:40:06.075206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-2ef5baa7-76ec-4e96-8686-d4125a2854fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.076715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-2ef5baa7-76ec-4e96-8686-d4125a2854fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0460491 Nov 16 21:40:06.131380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-47d15d20-8da0-4f25-9138-f2de438ad789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:06.132905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-47d15d20-8da0-4f25-9138-f2de438ad789 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484488 Nov 16 21:40:06.229991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-e2a45907-38eb-4ed4-bb21-c03c9a1f0117 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891509 Nov 16 21:40:06.329182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-23d269ef-14e2-4e91-965f-e3541376ac74 req-ce1d502b-bfaa-4a3b-807b-ad9dc05dacd5 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911489 Nov 16 21:40:20.774432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f47e-60fa-429d-bd78-7bbeadb3468d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:23.035235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc60b-aaa3-4964-a713-e3d79248157e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:24.188807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:25.717577 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:26.638092 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:31.466665 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:40:32.103139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46162) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:32.236798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-700907ce-be2c-46db-965d-aa7f783492f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=426e6762554c40b9a9b0e545fb95c3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323650 Nov 16 21:40:32.239383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46166) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:32.287640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.308109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.353797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.356477 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:32.357588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f440cb9e-8321-427d-bf58-5177abfbef41 HTTP/1.1" status: 204 len: 168 time: 0.1172481 Nov 16 21:40:32.368034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f440cb9e-8321-427d-bf58-5177abfbef41,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:32.376573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.376933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.377285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.378184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.378554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.378820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.379159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.379494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.379832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.380161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.380492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.380824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daffa4c2-8846-48ec-85ed-ef740d7e67fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:32.922970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-eca51fb4-a225-4844-8548-f5422f3804ac req-73948318-b949-4c54-a688-8c6e810bcdcc service neutron] (102454) timed out ('10.222.0.48', 53244) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:40:33.008043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 46190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:33.105210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-120131330-network', 'tenant_id': '258ada40139b459f949ab479a0b3aeb6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:33.126527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Made reservation on behalf of 258ada40139b459f949ab479a0b3aeb6 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:33.129661 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.137830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.212634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.216636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.238573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:40:33.253148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bec9542-1339-4660-bdeb-8a75fe63dad9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:33.256009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.256355 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Added segment cf07f1aa-84b3-4d56-84ea-78896cb83fe4 of type vlan for network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 Nov 16 21:40:33.295844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.320854 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.322141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:33.322728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.365259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.400593 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3914363 Nov 16 21:40:33.403531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 46194) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:40:33.408573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Request body: {'subnet': {'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-120131330-subnet', 'tenant_id': '258ada40139b459f949ab479a0b3aeb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:40:33.424771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f37cf5-1f02-48cb-b0a0-408522eaf559 admin admin] Pushing event updated for resources: {'Network': ['ID=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:33.430971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Made reservation on behalf of 258ada40139b459f949ab479a0b3aeb6 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:40:33.433458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.437161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:40:33.611309 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.667674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27952cf0-b33c-4092-98ee-3cf5b6af2cbd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:40:33.681105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.681453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.681821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.682160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.682489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.682817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.683140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.683462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.683789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.684118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.684432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.684748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:40:33.687981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Checking segment: {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:40:33.688398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Network hostable DHCP agents. Network: 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:40:33.710934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:40:33.721247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:40:33.726088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:40:33.726737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:33.730806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4855f2-fd6f-4d3b-87df-c78a8296f200 None None] Network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:33.749600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1947c635-2cb7-43af-98d4-3e286da787c5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3448381 Nov 16 21:40:33.857340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57843c4a-6b8c-43f0-a623-d1793fee9373 None None] Network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:40:35.346280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:46.956081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-890c7a23-14c0-4a53-ab03-a64bf82fa3e5 req-6acfda50-e04c-49fd-a84f-b91ec0103f47 service neutron] (102453) timed out ('10.222.0.48', 48730) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:40:50.775501 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-902d105e-b549-42e0-ad9a-92ecc146bcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:53.039550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c47536c-2cfa-46c6-b9de-f1e6c65c60be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:54.190461 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:55.723049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:40:56.640895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:03.365987 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:05.340831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:07.671965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-10893871-8993-48fd-ac6d-2591b3202c1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417314 Nov 16 21:41:07.761145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-418ee874-4200-4008-8643-7e7475c0a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:07.762854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-418ee874-4200-4008-8643-7e7475c0a218 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1096 time: 0.0428157 Nov 16 21:41:07.874661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-08f14d6a-2a98-4020-b773-117c150d113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:07.876151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-08f14d6a-2a98-4020-b773-117c150d113a service neutron] 10.222.0.47 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0923030 Nov 16 21:41:07.948892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-6b95e9ac-cd03-408e-a844-20bbc793a593 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 1001 time: 0.0651357 Nov 16 21:41:07.999113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-2d5f66a3-1229-43dd-b5e0-2fe8f41dd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.000713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-2d5f66a3-1229-43dd-b5e0-2fe8f41dd835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0441630 Nov 16 21:41:08.048201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-04b9fa35-4d27-464b-af8e-b67d5828aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:08.049809 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-04b9fa35-4d27-464b-af8e-b67d5828aeaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424781 Nov 16 21:41:08.143468 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-29832457-a2c9-4ec1-b8ff-a17ef2944242 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865402 Nov 16 21:41:08.237298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c172d6a-feeb-4233-8da8-35ed043973fd req-752b156e-7fce-4c82-abaf-09a9fcf91b0c service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866709 Nov 16 21:41:08.466300 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:41:20.777394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65dae227-7760-4473-8ce1-b0c9ccb899eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:23.043435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f30af3c-9c35-4de1-b7e7-3c7ce4420e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:24.194564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:25.722617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.115144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-4831948e-6294-43fe-b6f2-12b6477335f7 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:26.116612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-4831948e-6294-43fe-b6f2-12b6477335f7 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 813 time: 0.1063757 Nov 16 21:41:26.131273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-c6970616-e091-4823-a452-de3792dcdfbe tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/quotas/258ada40139b459f949ab479a0b3aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Nov 16 21:41:26.162899 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-694bbf3e-07b1-49bc-a25b-93ed584d09b8 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263348 Nov 16 21:41:26.255255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-5aa1a6e0-a1b6-400f-a22a-c2c9126b97c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Nov 16 21:41:26.343478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-54f51f51-457b-43ad-8917-43aec7ea5f73 service neutron] 10.222.0.48 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820546 Nov 16 21:41:26.648760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:26.814335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7f05838-715e-4d95-b711-67bd00acfe19 req-f4cd55eb-d048-47ed-b021-eb9596b68f1c tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 210 time: 0.3325841 Nov 16 21:41:27.549104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-8b5a1ed7-0c53-4c83-b345-631f0b1cb8db tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:27.550614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-8b5a1ed7-0c53-4c83-b345-631f0b1cb8db tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 813 time: 0.1096578 Nov 16 21:41:27.569652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Request body: {'port': {'device_id': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4', 'admin_state_up': True, 'tenant_id': '258ada40139b459f949ab479a0b3aeb6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:27.677174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Made reservation on behalf of 258ada40139b459f949ab479a0b3aeb6 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:41:27.680678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:27.805834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Allocated IP 172.20.0.8 (9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4/27952cf0-b33c-4092-98ee-3cf5b6af2cbd/3d458a96-b767-4eec-a714-f58ccd3194a3) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:41:27.928928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b7f4b0a-2dd5-46d5-8a1c-99a84f0ed7be req-61c92d2b-28c7-4176-b3b7-2db82fd75de4 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 210 time: 0.0372114 Nov 16 21:41:27.988382 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.021044 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.067184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:41:28.070497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:41:28.075108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:41:28.077649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Pushing event updated for resources: {'Port': ['ID=3d458a96-b767-4eec-a714-f58ccd3194a3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.129420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.130049 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.145084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0c047d4c-c06e-4b57-b6e4-5d466d844494 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803688 Nov 16 21:41:28.163164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Request body: {'port': {'device_id': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:41:28.214388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.473606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d458a96-b767-4eec-a714-f58ccd3194a3 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:41:28.480571 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.492964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Transition to ACTIVE for port object 3d458a96-b767-4eec-a714-f58ccd3194a3 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:41:28.496213 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.546054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Pushing event updated for resources: {'Port': ['ID=3d458a96-b767-4eec-a714-f58ccd3194a3,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.611993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Attempting to bind port 3d458a96-b767-4eec-a714-f58ccd3194a3 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:41:28.612332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Attempting to bind port 3d458a96-b767-4eec-a714-f58ccd3194a3 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:41:28.612661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Attempting to bind port 3d458a96-b767-4eec-a714-f58ccd3194a3 on network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:28.616877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Port 3d458a96-b767-4eec-a714-f58ccd3194a3 on network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:41:28.617205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Attempting to bind port 3d458a96-b767-4eec-a714-f58ccd3194a3 on network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:41:28.622063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:41:28.622406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Checking segment: {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:41:28.622794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Bound using segment: {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:41:28.623219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Bound port: 3d458a96-b767-4eec-a714-f58ccd3194a3, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:41:28.623587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.689704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] For port 3d458a96-b767-4eec-a714-f58ccd3194a3, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:41:28.692899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] For port 3d458a96-b767-4eec-a714-f58ccd3194a3, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3d458a96-b767-4eec-a714-f58ccd3194a3,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:41:28.696370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.730235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.730857 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:28.732265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d458a96-b767-4eec-a714-f58ccd3194a3 HTTP/1.1" status: 200 len: 1091 time: 0.5730715 Nov 16 21:41:28.732699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'tag': '3d458a96-b767-4eec-a714-f58ccd3194a3'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:28.735202 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60936cd-9e22-4e54-acfa-f5326d0b8a00" -d '{"events": [{"name": "network-changed", "server_uuid": "287b14e4-a37f-44e2-82b8-eb314bda323f", "tag": "3d458a96-b767-4eec-a714-f58ccd3194a3"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:28.759673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766ad7a-c110-4c24-84db-dba959ba4592 service neutron] Pushing event updated for resources: {'Port': ['ID=3d458a96-b767-4eec-a714-f58ccd3194a3,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:28.818282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-c9d238e2-86fa-4b5c-9251-2093d83d8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.819787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-c9d238e2-86fa-4b5c-9251-2093d83d8e86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 1094 time: 0.0416355 Nov 16 21:41:28.871086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-b7dff340-2234-4581-93a6-e4829330f5e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d458a96-b767-4eec-a714-f58ccd3194a3 HTTP/1.1" status: 200 len: 217 time: 0.0378418 Nov 16 21:41:28.912831 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ecc836-4997-48b8-a46e-d611fd5ad8df x-openstack-request-id: req-95ecc836-4997-48b8-a46e-d611fd5ad8df {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:28.913127 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287b14e4-a37f-44e2-82b8-eb314bda323f", "tag": "3d458a96-b767-4eec-a714-f58ccd3194a3", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:28.913380 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95ecc836-4997-48b8-a46e-d611fd5ad8df {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:28.913812 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'tag': '3d458a96-b767-4eec-a714-f58ccd3194a3', 'status': 'completed', 'code': 200} Nov 16 21:41:28.924003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-2a32894e-3f06-452a-8f33-ac488e86cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:28.925448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-2a32894e-3f06-452a-8f33-ac488e86cb17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27952cf0-b33c-4092-98ee-3cf5b6af2cbd HTTP/1.1" status: 200 len: 853 time: 0.0469525 Nov 16 21:41:28.963826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-f6e3d47e-3e73-4d6c-9c95-9fca4aba92c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262220 Nov 16 21:41:29.051401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27d31d-e671-47fa-96e4-97ee78e90a2d req-b5b52e95-5525-4eff-a033-ea738cade7a5 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.053050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb27d31d-e671-47fa-96e4-97ee78e90a2d req-b5b52e95-5525-4eff-a033-ea738cade7a5 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 943 time: 0.0512288 Nov 16 21:41:29.063664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-0b86d542-5201-4f4f-b3b5-a07479f6f1b3 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908830 Nov 16 21:41:29.105034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb27d31d-e671-47fa-96e4-97ee78e90a2d req-f7391a27-6560-4bd6-8362-c4bb14d39861 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Nov 16 21:41:29.159451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-621c3941-6025-419d-b7ff-f981d4c2f6fa req-2941e552-1254-4b38-a6c4-72c48a0e9bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830915 Nov 16 21:41:29.257861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-df974ebf-fe52-4452-8186-dcbac9f628c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.259259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-df974ebf-fe52-4452-8186-dcbac9f628c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 1094 time: 0.0413616 Nov 16 21:41:29.352876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-c4da825e-047b-41f1-86e3-7190b6c5466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.354400 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-c4da825e-047b-41f1-86e3-7190b6c5466c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 914 time: 0.0878084 Nov 16 21:41:29.396576 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-246c9c33-d01f-4f38-9d28-31c4c1cd7bb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d458a96-b767-4eec-a714-f58ccd3194a3 HTTP/1.1" status: 200 len: 217 time: 0.0349524 Nov 16 21:41:29.449419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-baa88cc4-6644-4af3-b27f-902f6a66120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:29.450901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-baa88cc4-6644-4af3-b27f-902f6a66120b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27952cf0-b33c-4092-98ee-3cf5b6af2cbd HTTP/1.1" status: 200 len: 853 time: 0.0478292 Nov 16 21:41:29.482975 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-a20ab477-a6f4-477d-826c-e646a9f7e367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239837 Nov 16 21:41:29.574080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-3fe67454-bdb9-4acf-a77b-d5bf549e8d58 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822554 Nov 16 21:41:29.667244 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60936cd-9e22-4e54-acfa-f5326d0b8a00 req-008b0d19-2825-43a0-9334-5cef7155af53 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Nov 16 21:41:30.221226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c2736-c019-45a7-9083-ac7adf4d29af req-683cb3a2-41cb-4ba5-a26a-6b1859477bde tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:30.222713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-714c2736-c019-45a7-9083-ac7adf4d29af req-683cb3a2-41cb-4ba5-a26a-6b1859477bde tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 943 time: 0.0479534 Nov 16 21:41:30.270430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-714c2736-c019-45a7-9083-ac7adf4d29af req-ec6a1cbe-f19b-408d-809c-6e927993e19f tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Nov 16 21:41:31.388225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1fdd1-4d7a-4ef3-a695-ee0d5278f0aa req-a0bfd4b7-8da3-4b2d-a0e2-f7ad094ff884 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:31.389646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fed1fdd1-4d7a-4ef3-a695-ee0d5278f0aa req-a0bfd4b7-8da3-4b2d-a0e2-f7ad094ff884 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 943 time: 0.0495057 Nov 16 21:41:31.436015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fed1fdd1-4d7a-4ef3-a695-ee0d5278f0aa req-9cc0e8fd-67bc-49cd-8c3f-f63bce68fb87 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Nov 16 21:41:32.446073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3d458a96-b767-4eec-a714-f58ccd3194a3 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:41:32.540994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3d458a96-b767-4eec-a714-f58ccd3194a3, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3d458a96-b767-4eec-a714-f58ccd3194a3,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:32.553117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '3d458a96-b767-4eec-a714-f58ccd3194a3', 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4', 'port_id': '3d458a96-b767-4eec-a714-f58ccd3194a3', 'mac_address': 'fa:16:3e:e9:72:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27952cf0-b33c-4092-98ee-3cf5b6af2cbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:41:32.557007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8d6ac-d9e7-4d9b-bc94-28c9b7702441 req-77d6518b-5908-4b75-8792-0de435fee4de tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:32.558530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8d6ac-d9e7-4d9b-bc94-28c9b7702441 req-77d6518b-5908-4b75-8792-0de435fee4de tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 943 time: 0.0530603 Nov 16 21:41:32.589532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.606842 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d458a96-b767-4eec-a714-f58ccd3194a3 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:41:32.608677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8d6ac-d9e7-4d9b-bc94-28c9b7702441 req-f6439e54-ab79-4056-8d70-c85ad26acc3a tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437317 Nov 16 21:41:32.628832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3d458a96-b767-4eec-a714-f58ccd3194a3, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3d458a96-b767-4eec-a714-f58ccd3194a3,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:32.632805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:32.682253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3d458a96-b767-4eec-a714-f58ccd3194a3,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:32.689907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.690261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.690606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.690942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.691279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.691613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.691943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.692269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.692593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.692924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.693249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.693599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:41:32.957493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3d458a96-b767-4eec-a714-f58ccd3194a3'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:41:33.515866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:33.725016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb25fba-4c25-41bd-a2a6-ae9defb412db req-2915d968-2761-4c6f-bede-7ad4c93f690e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:33.726545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bb25fba-4c25-41bd-a2a6-ae9defb412db req-2915d968-2761-4c6f-bede-7ad4c93f690e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 944 time: 0.0509410 Nov 16 21:41:33.774497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bb25fba-4c25-41bd-a2a6-ae9defb412db req-390509e4-c54f-4d21-9f78-8dd3eab608b0 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Nov 16 21:41:34.454810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3d458a96-b767-4eec-a714-f58ccd3194a3 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:41:34.502991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 3d458a96-b767-4eec-a714-f58ccd3194a3 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:41:34.506733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 3d458a96-b767-4eec-a714-f58ccd3194a3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:41:34.507106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.584500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.606423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d458a96-b767-4eec-a714-f58ccd3194a3'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:41:34.608626 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be9954c-a122-42f2-ba25-1662c0ed6daf" -d '{"events": [{"server_uuid": "287b14e4-a37f-44e2-82b8-eb314bda323f", "name": "network-vif-plugged", "status": "completed", "tag": "3d458a96-b767-4eec-a714-f58ccd3194a3"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:41:34.622163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 3d458a96-b767-4eec-a714-f58ccd3194a3, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3d458a96-b767-4eec-a714-f58ccd3194a3,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:41:34.626120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:34.675607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=3d458a96-b767-4eec-a714-f58ccd3194a3,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:41:34.713126 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5bbb35-5b61-4dd0-8748-dd8fd27d48bb x-openstack-request-id: req-cf5bbb35-5b61-4dd0-8748-dd8fd27d48bb {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:41:34.713423 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287b14e4-a37f-44e2-82b8-eb314bda323f", "name": "network-vif-plugged", "status": "completed", "tag": "3d458a96-b767-4eec-a714-f58ccd3194a3", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:41:34.713824 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf5bbb35-5b61-4dd0-8748-dd8fd27d48bb {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:41:34.714226 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d458a96-b767-4eec-a714-f58ccd3194a3', 'code': 200} Nov 16 21:41:34.825867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd798d9-dde9-4f1a-bb0e-6052201bc3a8 req-371b769b-7bd8-419e-8804-6db5fa7ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:34.827423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8dd798d9-dde9-4f1a-bb0e-6052201bc3a8 req-371b769b-7bd8-419e-8804-6db5fa7ee2f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 1096 time: 0.0416844 Nov 16 21:41:34.900756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8dd798d9-dde9-4f1a-bb0e-6052201bc3a8 req-dfe5a3db-6d00-46a0-b495-8f77b4a724fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647225 Nov 16 21:41:34.913812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7cde8-b40f-4e26-be09-2acb1dbcc563 req-d6fe77b2-993a-4b52-b558-227d47fdf9fc tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:34.915217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4b7cde8-b40f-4e26-be09-2acb1dbcc563 req-d6fe77b2-993a-4b52-b558-227d47fdf9fc tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 945 time: 0.0661235 Nov 16 21:41:34.965153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4b7cde8-b40f-4e26-be09-2acb1dbcc563 req-ebbbab29-f623-4e56-802a-b2792a9702a2 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Nov 16 21:41:35.371243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:36.081491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c4151-f999-4c36-92fa-35ce55b9bc07 req-2899e53d-3f57-440f-aa33-53c48dcf876e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:36.083092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b4c4151-f999-4c36-92fa-35ce55b9bc07 req-2899e53d-3f57-440f-aa33-53c48dcf876e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 945 time: 0.0504506 Nov 16 21:41:36.133480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b4c4151-f999-4c36-92fa-35ce55b9bc07 req-66b5bfde-bee5-4fd5-aae3-3b504c73bad4 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Nov 16 21:41:37.248503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b896e5-94b5-4de0-b499-811c335c02b3 req-f9dc4243-638d-4074-bcd3-70dccd310617 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:41:37.249985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d1b896e5-94b5-4de0-b499-811c335c02b3 req-f9dc4243-638d-4074-bcd3-70dccd310617 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 945 time: 0.0489171 Nov 16 21:41:37.296263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d1b896e5-94b5-4de0-b499-811c335c02b3 req-db22e18b-b888-4a61-8fe7-f33be0846352 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402267 Nov 16 21:41:45.466036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:41:50.785038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-530de141-09a3-49bb-af8e-20433c8d4059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:53.046869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b823f1e8-5dda-424f-a6f1-ed912aac6441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:54.199555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:55.725888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:41:56.643094 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:03.378638 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:05.380370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:08.681606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-f3e63091-b07d-4cc2-833a-b8ebfe50f695 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465374 Nov 16 21:42:08.787027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-c35d8fc7-cfc5-4d2e-9f53-ea551aa439cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:08.788877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-c35d8fc7-cfc5-4d2e-9f53-ea551aa439cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 1096 time: 0.0506458 Nov 16 21:42:08.900045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-3d44c5d3-3daf-43e8-81ec-79287bf0ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:08.901680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-3d44c5d3-3daf-43e8-81ec-79287bf0ed2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 200 len: 911 time: 0.0905938 Nov 16 21:42:08.973627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-96742eb3-f680-4fa1-9ebb-c92b29124749 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 200 len: 1001 time: 0.0646410 Nov 16 21:42:09.029891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-f6327590-68e0-45bd-804c-5c9d205daec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:09.031746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-f6327590-68e0-45bd-804c-5c9d205daec1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 200 len: 849 time: 0.0509169 Nov 16 21:42:09.082657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-1fab2c25-7964-4be2-8df6-d2a583a90665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:09.084176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-1fab2c25-7964-4be2-8df6-d2a583a90665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340291a2-9d6b-45f4-a817-42bc340e6054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446696 Nov 16 21:42:09.220548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-7900bc7a-e855-4d27-927d-dc64b88cf6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285803 Nov 16 21:42:09.335339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-def8a8ca-d1c5-493e-891c-37aa50d67093 req-b38ac576-f65c-45ed-bd90-e2838aa33f28 service neutron] 10.222.0.47 "GET /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070640 Nov 16 21:42:17.031034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-dbc196bf-6504-4eaa-82df-a1bc0f76b8de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428360 Nov 16 21:42:17.119492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-182f4f6c-1aa8-483b-8a91-b0f406ffa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.121003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-182f4f6c-1aa8-483b-8a91-b0f406ffa489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 1096 time: 0.0407917 Nov 16 21:42:17.231079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-802d9e92-f777-4776-ba59-6e5a03e417ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.232495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-802d9e92-f777-4776-ba59-6e5a03e417ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 914 time: 0.0893803 Nov 16 21:42:17.288899 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-9da9bbc8-76e4-48f0-b3f8-ce4612e75b4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d458a96-b767-4eec-a714-f58ccd3194a3 HTTP/1.1" status: 200 len: 217 time: 0.0345654 Nov 16 21:42:17.343373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-2976344c-2cff-40f3-9b93-4b749f7a81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:17.344984 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-2976344c-2cff-40f3-9b93-4b749f7a81d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27952cf0-b33c-4092-98ee-3cf5b6af2cbd HTTP/1.1" status: 200 len: 853 time: 0.0436592 Nov 16 21:42:17.380846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-9bf97ffa-b111-4b8a-8a64-e4c296c051b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246401 Nov 16 21:42:17.479534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-8e273ad6-74b0-4ff9-b8b7-0f82d24f2092 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871513 Nov 16 21:42:17.592075 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61522f49-d9fa-4d57-abb1-8834fb0ccf21 req-de6984e5-29e9-4420-9302-e210d103163e service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981748 Nov 16 21:42:20.781978 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8db06c0c-6126-419d-932a-28c3ecf1722a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:21.950291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5169e-8f1e-45c5-9429-722b2aa789ea req-da248287-6715-46c7-baa8-ffa927016728 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:21.951849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9a5169e-8f1e-45c5-9429-722b2aa789ea req-da248287-6715-46c7-baa8-ffa927016728 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 945 time: 0.0601974 Nov 16 21:42:21.999575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9a5169e-8f1e-45c5-9429-722b2aa789ea req-60257358-c4db-496d-bcbb-96906c77c503 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Nov 16 21:42:22.465485 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:42:23.050515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-08481185-86ca-443c-91ee-cc2ed4bebab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.123293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f545b4-0220-4484-8f12-361f5f63020e req-920ea61a-0952-4418-837d-2a81486f91ff tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:23.124804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78f545b4-0220-4484-8f12-361f5f63020e req-920ea61a-0952-4418-837d-2a81486f91ff tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 945 time: 0.0540330 Nov 16 21:42:23.173121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78f545b4-0220-4484-8f12-361f5f63020e req-6f51e654-4357-4409-a64e-0c7cb957e30c tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Nov 16 21:42:23.724179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-b5213a72-2875-4be6-b637-a8ca09a7bcd5 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:23.725698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-b5213a72-2875-4be6-b637-a8ca09a7bcd5 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 945 time: 0.0509441 Nov 16 21:42:23.820031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Deleting port 3d458a96-b767-4eec-a714-f58ccd3194a3 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:23.820295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.909154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] For port 3d458a96-b767-4eec-a714-f58ccd3194a3, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=3d458a96-b767-4eec-a714-f58ccd3194a3,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:23.909457 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:23.921706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Calling delete_port for 3d458a96-b767-4eec-a714-f58ccd3194a3 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:24.051717 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.069810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['3d458a96-b767-4eec-a714-f58ccd3194a3'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:24.081482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Pushing event deleted for resources: {'Port': ['ID=3d458a96-b767-4eec-a714-f58ccd3194a3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:24.091989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.092342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.092687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.093029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.093361 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.094218 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.094556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.094951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.095251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.095540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.095872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.096194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:24.133575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] No DVR routers for this DVR port 3d458a96-b767-4eec-a714-f58ccd3194a3 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:24.136183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.139537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3ced6303-f6db-4c62-9631-0b7c326200c7 req-76360c67-c599-48d1-a986-b4cdab4f3553 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "DELETE /v2.0/ports/3d458a96-b767-4eec-a714-f58ccd3194a3 HTTP/1.1" status: 204 len: 173 time: 0.4080625 Nov 16 21:42:24.139977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'name': 'network-vif-deleted', 'tag': '3d458a96-b767-4eec-a714-f58ccd3194a3'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:24.142231 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229189a-1202-4997-b270-05b45c669d99" -d '{"events": [{"server_uuid": "287b14e4-a37f-44e2-82b8-eb314bda323f", "name": "network-vif-deleted", "tag": "3d458a96-b767-4eec-a714-f58ccd3194a3"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:24.184482 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc01916f-e24d-44fd-b470-4d2f23cab6e1 x-openstack-request-id: req-bc01916f-e24d-44fd-b470-4d2f23cab6e1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:24.184749 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287b14e4-a37f-44e2-82b8-eb314bda323f", "name": "network-vif-deleted", "tag": "3d458a96-b767-4eec-a714-f58ccd3194a3", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:24.185191 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc01916f-e24d-44fd-b470-4d2f23cab6e1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:24.185623 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b14e4-a37f-44e2-82b8-eb314bda323f', 'name': 'network-vif-deleted', 'tag': '3d458a96-b767-4eec-a714-f58ccd3194a3', 'status': 'completed', 'code': 200} Nov 16 21:42:24.213336 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:24.282359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a792676c-c400-48ad-94f1-1c29de74a47d req-681a2dc6-4061-41d5-991f-a0398631aa28 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=287b14e4-a37f-44e2-82b8-eb314bda323f HTTP/1.1" status: 200 len: 210 time: 0.0323129 Nov 16 21:42:25.728734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:26.648361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:28.699570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3d458a96-b767-4eec-a714-f58ccd3194a3 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:28.720228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 3d458a96-b767-4eec-a714-f58ccd3194a3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:28.720582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 3d458a96-b767-4eec-a714-f58ccd3194a3 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:32.226359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-30818aa0-94c0-4f01-bdcc-cd3966da863a tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:32.227772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-30818aa0-94c0-4f01-bdcc-cd3966da863a tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 813 time: 0.0998671 Nov 16 21:42:32.243247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-0f625d6e-0ae6-4f4d-8a39-0c646aa7ba20 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/quotas/258ada40139b459f949ab479a0b3aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0098264 Nov 16 21:42:32.274175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e2afc27a-812c-40f2-8c78-3f142272ebda tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256183 Nov 16 21:42:32.341727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-17c2c09d-18e7-4905-9d81-f980aeba610a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:42:32.342741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-17c2c09d-18e7-4905-9d81-f980aeba610a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0621624 Nov 16 21:42:32.435884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-8b93e255-ef2d-4ef3-a6f7-ff5fbd83fa83 service neutron] 10.222.0.48 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863707 Nov 16 21:42:32.522860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-fe96291a-53db-45ba-82a2-b922b807368e service neutron] 10.222.0.48 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807676 Nov 16 21:42:32.681404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a38bb55f-6034-41f1-9e04-b0fbc7230f37 req-19301468-6b2c-4a8d-9faf-1faadec366b2 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 210 time: 0.0271850 Nov 16 21:42:33.379491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:33.751050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-a110107f-8927-4a16-96b2-ef177bb248da tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:33.752544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-a110107f-8927-4a16-96b2-ef177bb248da tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 813 time: 0.1224778 Nov 16 21:42:33.782248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07b52947-1a60-4c35-a2ee-368086644021 req-cd24da6d-6b60-4900-a447-a04e4d501b79 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 210 time: 0.0281627 Nov 16 21:42:33.785574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Request body: {'port': {'device_id': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4', 'admin_state_up': True, 'tenant_id': '258ada40139b459f949ab479a0b3aeb6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:33.900413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Made reservation on behalf of 258ada40139b459f949ab479a0b3aeb6 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:42:33.903917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.027790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Allocated IP 172.20.0.9 (9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4/27952cf0-b33c-4092-98ee-3cf5b6af2cbd/afb82221-95fd-4291-8de4-6de1efa7a195) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:42:34.183390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.217733 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.267204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:42:34.270313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:42:34.274151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:42:34.297340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Pushing event updated for resources: {'Port': ['ID=afb82221-95fd-4291-8de4-6de1efa7a195,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:34.325311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:34.325943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.341273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-c6e7ddd5-078b-4faa-8fd5-ea4b5303e33e tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615129 Nov 16 21:42:34.355006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Request body: {'port': {'device_id': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:42:34.410196 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.692460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb82221-95fd-4291-8de4-6de1efa7a195 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:34.700083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.713115 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Transition to ACTIVE for port object afb82221-95fd-4291-8de4-6de1efa7a195 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:42:34.716142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.768998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Pushing event updated for resources: {'Port': ['ID=afb82221-95fd-4291-8de4-6de1efa7a195,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:34.835364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Attempting to bind port afb82221-95fd-4291-8de4-6de1efa7a195 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:42:34.835705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Attempting to bind port afb82221-95fd-4291-8de4-6de1efa7a195 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:42:34.836051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Attempting to bind port afb82221-95fd-4291-8de4-6de1efa7a195 on network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:34.840435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Port afb82221-95fd-4291-8de4-6de1efa7a195 on network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:42:34.840763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Attempting to bind port afb82221-95fd-4291-8de4-6de1efa7a195 on network 9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:42:34.846548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:42:34.846884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Checking segment: {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:42:34.847272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Bound using segment: {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:42:34.847703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Bound port: afb82221-95fd-4291-8de4-6de1efa7a195, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:42:34.848065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:34.944391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a565668-fdcd-4c72-81b6-cf3b0f780760 req-cdce7577-5fa0-42bb-907e-2f406dc6bdcd tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:34.945894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a565668-fdcd-4c72-81b6-cf3b0f780760 req-cdce7577-5fa0-42bb-907e-2f406dc6bdcd tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 943 time: 0.0888023 Nov 16 21:42:34.951504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] For port afb82221-95fd-4291-8de4-6de1efa7a195, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:42:34.956916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] For port afb82221-95fd-4291-8de4-6de1efa7a195, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=afb82221-95fd-4291-8de4-6de1efa7a195,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:42:34.970710 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.021208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.021867 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.023271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] 10.222.0.41 "PUT /v2.0/ports/afb82221-95fd-4291-8de4-6de1efa7a195 HTTP/1.1" status: 200 len: 1091 time: 0.6722710 Nov 16 21:42:35.026244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'tag': 'afb82221-95fd-4291-8de4-6de1efa7a195'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:35.028398 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2fddf7-747f-4278-9668-53c42ec97662" -d '{"events": [{"name": "network-changed", "server_uuid": "88ed2e0f-dc9c-4f2e-aade-ab60ca504019", "tag": "afb82221-95fd-4291-8de4-6de1efa7a195"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:35.052920 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a565668-fdcd-4c72-81b6-cf3b0f780760 req-c21d053d-795f-4052-9b7e-348657b4e55d tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983660 Nov 16 21:42:35.056021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18892b3-c3ed-4cc7-bd12-272669089637 service neutron] Pushing event updated for resources: {'Port': ['ID=afb82221-95fd-4291-8de4-6de1efa7a195,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:35.076083 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6809bcdb-b187-4dd1-b33b-67776f785ee4 x-openstack-request-id: req-6809bcdb-b187-4dd1-b33b-67776f785ee4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:35.076377 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ed2e0f-dc9c-4f2e-aade-ab60ca504019", "tag": "afb82221-95fd-4291-8de4-6de1efa7a195", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:35.076633 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6809bcdb-b187-4dd1-b33b-67776f785ee4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:35.077031 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'tag': 'afb82221-95fd-4291-8de4-6de1efa7a195', 'status': 'completed', 'code': 200} Nov 16 21:42:35.108452 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-856dde95-4573-406c-a130-b1f6279c7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.110784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-856dde95-4573-406c-a130-b1f6279c7cdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 1094 time: 0.0463645 Nov 16 21:42:35.166030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-34eef482-3028-484f-815b-3651e80059cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb82221-95fd-4291-8de4-6de1efa7a195 HTTP/1.1" status: 200 len: 217 time: 0.0397692 Nov 16 21:42:35.219133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-64a36ed7-1b97-45ec-9d5f-be2db702c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.220569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-64a36ed7-1b97-45ec-9d5f-be2db702c3a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27952cf0-b33c-4092-98ee-3cf5b6af2cbd HTTP/1.1" status: 200 len: 853 time: 0.0442781 Nov 16 21:42:35.256944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-f9a69539-4a71-41c9-a2b1-2b4e42a5f80f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247102 Nov 16 21:42:35.351181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-74c6e324-3b0e-4fd4-ae98-d52586d9846a service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Nov 16 21:42:35.376215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:35.449198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afb74c09-3860-47a3-8efa-7a0fdceed45f req-d80fca4b-5f9e-4e4f-8fb1-b4933b4b7836 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865369 Nov 16 21:42:35.541020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-1e5caabd-5122-4646-863c-b35fda991f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.542553 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-1e5caabd-5122-4646-863c-b35fda991f7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=258ada40139b459f949ab479a0b3aeb6&device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 1094 time: 0.0414107 Nov 16 21:42:35.639660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-002da34c-948c-42fc-b026-3ee10fe5ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.641584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-002da34c-948c-42fc-b026-3ee10fe5ca73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 200 len: 914 time: 0.0910432 Nov 16 21:42:35.685150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-f12ef12d-6d57-4836-be44-baf3c71e04a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb82221-95fd-4291-8de4-6de1efa7a195 HTTP/1.1" status: 200 len: 217 time: 0.0349066 Nov 16 21:42:35.740210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-d543e009-6457-4f9b-b85b-75889627b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:35.741698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-d543e009-6457-4f9b-b85b-75889627b010 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27952cf0-b33c-4092-98ee-3cf5b6af2cbd HTTP/1.1" status: 200 len: 853 time: 0.0495548 Nov 16 21:42:35.773846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-d2295f9b-83a1-4b85-aa33-492faa5f465a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248678 Nov 16 21:42:35.866598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-40b89d8b-6055-4495-bcb9-c9776ff5c7a3 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838401 Nov 16 21:42:35.964175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c2fddf7-747f-4278-9668-53c42ec97662 req-b603dbc1-820c-461d-97f4-72dc07559c95 service neutron] 10.222.0.41 "GET /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901828 Nov 16 21:42:36.194751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f1e0-aece-405e-b3fb-91c2cf37c963 req-babfdb92-740b-4b68-bb18-1b6c6aab55cc tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:36.196139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf32f1e0-aece-405e-b3fb-91c2cf37c963 req-babfdb92-740b-4b68-bb18-1b6c6aab55cc tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 943 time: 0.0490623 Nov 16 21:42:36.243943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf32f1e0-aece-405e-b3fb-91c2cf37c963 req-ab10acd4-8cc9-4931-8bfc-68148c791942 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Nov 16 21:42:37.359720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6437-0758-4904-85a5-52664d54e2b1 req-7186944c-6a2f-4081-b8fa-548ec6df9953 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:37.361723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126e6437-0758-4904-85a5-52664d54e2b1 req-7186944c-6a2f-4081-b8fa-548ec6df9953 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 943 time: 0.0503163 Nov 16 21:42:37.410904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-126e6437-0758-4904-85a5-52664d54e2b1 req-1dddc7bc-2161-4f7e-8179-05f5fe753918 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Nov 16 21:42:38.528774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3244f23-4123-4b61-a8d8-022b86b55ee4 req-0fffe85b-32be-4ac3-b6bd-d1304edc98cc tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:38.530282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3244f23-4123-4b61-a8d8-022b86b55ee4 req-0fffe85b-32be-4ac3-b6bd-d1304edc98cc tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 943 time: 0.0525992 Nov 16 21:42:38.578024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3244f23-4123-4b61-a8d8-022b86b55ee4 req-af8557ad-4773-451d-ad2d-aff7d8707a68 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Nov 16 21:42:38.726471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device afb82221-95fd-4291-8de4-6de1efa7a195 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:42:38.823247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port afb82221-95fd-4291-8de4-6de1efa7a195, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=afb82221-95fd-4291-8de4-6de1efa7a195,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:38.836143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'afb82221-95fd-4291-8de4-6de1efa7a195', 'network_id': '9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4', 'port_id': 'afb82221-95fd-4291-8de4-6de1efa7a195', 'mac_address': 'fa:16:3e:4f:3a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27952cf0-b33c-4092-98ee-3cf5b6af2cbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:42:38.875965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:38.888400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb82221-95fd-4291-8de4-6de1efa7a195 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:42:38.908502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port afb82221-95fd-4291-8de4-6de1efa7a195, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=afb82221-95fd-4291-8de4-6de1efa7a195,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:38.912432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:38.962942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=afb82221-95fd-4291-8de4-6de1efa7a195,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:38.970228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.970581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.970929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.971267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.971605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.971951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.972266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.972593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.972920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.973245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.973598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:38.973925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:39.179285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['afb82221-95fd-4291-8de4-6de1efa7a195'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:42:39.696243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a973ab5-ad99-4ca7-8b49-d7ca4102af75 req-5f59f40b-9a57-4349-98fe-1187a5a2c255 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:39.698429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a973ab5-ad99-4ca7-8b49-d7ca4102af75 req-5f59f40b-9a57-4349-98fe-1187a5a2c255 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 944 time: 0.0527673 Nov 16 21:42:39.745646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a973ab5-ad99-4ca7-8b49-d7ca4102af75 req-2f667cbd-adf5-47c3-ae54-524cd3953c24 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Nov 16 21:42:40.758662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device afb82221-95fd-4291-8de4-6de1efa7a195 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:42:40.822619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port afb82221-95fd-4291-8de4-6de1efa7a195 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:42:40.826575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port afb82221-95fd-4291-8de4-6de1efa7a195 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:42:40.827037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:40.866797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd74b2-3c15-4470-8a69-076d6f6aef11 req-9c0988de-ba33-4bb9-966c-152c3c2c8b11 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:40.868245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bbd74b2-3c15-4470-8a69-076d6f6aef11 req-9c0988de-ba33-4bb9-966c-152c3c2c8b11 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 944 time: 0.0535522 Nov 16 21:42:40.914211 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:40.924536 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bbd74b2-3c15-4470-8a69-076d6f6aef11 req-0152cebd-7eb0-4b87-8d2f-b70fb8b53499 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Nov 16 21:42:40.942749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb82221-95fd-4291-8de4-6de1efa7a195'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:40.944981 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd1de44-2f56-45ac-8118-41e735198325" -d '{"events": [{"server_uuid": "88ed2e0f-dc9c-4f2e-aade-ab60ca504019", "name": "network-vif-plugged", "status": "completed", "tag": "afb82221-95fd-4291-8de4-6de1efa7a195"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:40.958835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port afb82221-95fd-4291-8de4-6de1efa7a195, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=afb82221-95fd-4291-8de4-6de1efa7a195,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:40.962663 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:40.989523 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c23cb31-193e-4523-9656-62822588d1e5 x-openstack-request-id: req-8c23cb31-193e-4523-9656-62822588d1e5 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:40.989980 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ed2e0f-dc9c-4f2e-aade-ab60ca504019", "name": "network-vif-plugged", "status": "completed", "tag": "afb82221-95fd-4291-8de4-6de1efa7a195", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:40.990234 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c23cb31-193e-4523-9656-62822588d1e5 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:40.990617 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb82221-95fd-4291-8de4-6de1efa7a195', 'code': 200} Nov 16 21:42:41.016901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=afb82221-95fd-4291-8de4-6de1efa7a195,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:41.091249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b08b18-30fc-4ea0-a47f-e254d4170924 req-0fe32a19-593e-4f12-8360-0354d86b6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:41.092748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1b08b18-30fc-4ea0-a47f-e254d4170924 req-0fe32a19-593e-4f12-8360-0354d86b6701 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 1096 time: 0.0401182 Nov 16 21:42:41.144078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1b08b18-30fc-4ea0-a47f-e254d4170924 req-73d2fce9-1065-4b91-af46-5efb68839c09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Nov 16 21:42:42.047203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386706-135c-40f7-9a8f-59319f19d56b req-4fe7f606-4c8e-4b12-9d1c-04f2ee6e31b0 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:42.048821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13386706-135c-40f7-9a8f-59319f19d56b req-4fe7f606-4c8e-4b12-9d1c-04f2ee6e31b0 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Nov 16 21:42:42.097067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-13386706-135c-40f7-9a8f-59319f19d56b req-6b8ce72c-9feb-4cb6-8623-6ecb3ecbad0b tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422721 Nov 16 21:42:43.212459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4dca2-89a1-48c4-ba45-09fc55642e9b req-86eefcae-877a-49b4-aaaf-08895c8f8cfa tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:43.213950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9e4dca2-89a1-48c4-ba45-09fc55642e9b req-86eefcae-877a-49b4-aaaf-08895c8f8cfa tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 945 time: 0.0479307 Nov 16 21:42:43.267869 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9e4dca2-89a1-48c4-ba45-09fc55642e9b req-03289213-86a0-4e36-820b-b448eeca7502 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Nov 16 21:42:45.310826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286460-6511-482d-aa97-45175608c287 req-b35784ab-e925-48b2-adf0-09288ddda62f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:45.312346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d286460-6511-482d-aa97-45175608c287 req-b35784ab-e925-48b2-adf0-09288ddda62f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Nov 16 21:42:45.361797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d286460-6511-482d-aa97-45175608c287 req-0d431ab2-83e6-4547-9b46-ea284c127f0f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Nov 16 21:42:46.483947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5464f-44f3-4d65-a56a-bb668360d6c9 req-29e6d451-372d-42a0-a86a-442038354296 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:46.486078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4cf5464f-44f3-4d65-a56a-bb668360d6c9 req-29e6d451-372d-42a0-a86a-442038354296 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Nov 16 21:42:46.536169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4cf5464f-44f3-4d65-a56a-bb668360d6c9 req-04719c5a-68af-4175-b0ab-bffb33c21137 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Nov 16 21:42:47.333942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de45e4a-4641-46cf-9035-97d53a882986 req-4c51b302-89d9-45fd-a002-63357954837f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.335439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2de45e4a-4641-46cf-9035-97d53a882986 req-4c51b302-89d9-45fd-a002-63357954837f tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.47 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Nov 16 21:42:47.431888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Deleting port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:47.432159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:47.522884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] For port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:42:47.523257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:47.737629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748c846-9f83-4efc-8541-fb8a4d3a4bab req-f4343573-9d0d-4485-a0f7-24f44bb160ec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:42:47.739108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c748c846-9f83-4efc-8541-fb8a4d3a4bab req-f4343573-9d0d-4485-a0f7-24f44bb160ec tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/ports?device_id=4841a3ee-9eea-4a0f-8cf3-64ceeeaac855 HTTP/1.1" status: 200 len: 945 time: 0.1103842 Nov 16 21:42:47.742501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:47.742766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:47.743143 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Floating IP 5b176df9-88fb-4dd5-990c-00a779120ba0 disassociated. External IP: 172.25.3.157, port: 3a10ba68-5189-452a-9d01-ca0f6a7cca4a. Nov 16 21:42:47.743501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Calling delete_port for 3a10ba68-5189-452a-9d01-ca0f6a7cca4a owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:47.836418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c748c846-9f83-4efc-8541-fb8a4d3a4bab req-406bdb38-e4dd-4fd8-a4b5-8ecb62990a4b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups?id=176c7e6b-8579-4234-8483-0fcbed78ac68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907578 Nov 16 21:42:47.912821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:47.944015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event deleted for resources: {'Port': ['ID=3a10ba68-5189-452a-9d01-ca0f6a7cca4a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:47.956732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.957086 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.957429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.958028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.958155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.958524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.958780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.959230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.959436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.959744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.960069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:47.960393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:42:48.071968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:42:48.181784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:42:48.192523 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:42:48.202703 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:48.203240 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:42:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:48.223033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] No DVR routers for this DVR port 3a10ba68-5189-452a-9d01-ca0f6a7cca4a on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:42:48.226159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:48.230281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2de45e4a-4641-46cf-9035-97d53a882986 req-320f6d8c-20a2-4df7-9b79-842e2f4f2d1d tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.47 "DELETE /v2.0/ports/3a10ba68-5189-452a-9d01-ca0f6a7cca4a HTTP/1.1" status: 204 len: 173 time: 0.8861244 Nov 16 21:42:48.230767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'name': 'network-vif-deleted', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:42:48.233142 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea5cb0-75f0-43f2-936d-a1229ff86ad0" -d '{"events": [{"server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "name": "network-vif-deleted", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:42:48.356903 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d54080-74d4-4a6f-936b-2cba1addb969 x-openstack-request-id: req-f1d54080-74d4-4a6f-936b-2cba1addb969 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:42:48.358536 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4841a3ee-9eea-4a0f-8cf3-64ceeeaac855", "name": "network-vif-deleted", "tag": "3a10ba68-5189-452a-9d01-ca0f6a7cca4a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:42:48.359202 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1d54080-74d4-4a6f-936b-2cba1addb969 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:42:48.359783 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4841a3ee-9eea-4a0f-8cf3-64ceeeaac855', 'name': 'network-vif-deleted', 'tag': '3a10ba68-5189-452a-9d01-ca0f6a7cca4a', 'status': 'completed', 'code': 200} Nov 16 21:42:48.441834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:48.644778 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:48.677266 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:42:48.690584 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:42:48.690584 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:42:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:48.815726 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:42:48.932563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:48.993820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fc89599-bfd4-4e30-abba-da18f8caefed tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.023613 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fc89599-bfd4-4e30-abba-da18f8caefed tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.037602 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:42:49.068946 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1062d0-c562-486e-a3ef-1d4743eb6406 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:35:14Z', 'revision_number': 4, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898b0662-5c26-4eed-bdba-b06c81c94fb9', 'name': '', 'network_id': '340291a2-9d6b-45f4-a817-42bc340e6054', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'mac_address': 'fa:16:3e:52:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:13Z', 'updated_at': '2021-11-16T21:35:21Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'subnets': [{'id': '5b0e3ec5-9bd4-4e10-b58b-68c300fbff55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:42:49.081797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fc89599-bfd4-4e30-abba-da18f8caefed tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.084471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fc89599-bfd4-4e30-abba-da18f8caefed tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.085778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7fc89599-bfd4-4e30-abba-da18f8caefed tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "DELETE /v2.0/security-groups/176c7e6b-8579-4234-8483-0fcbed78ac68 HTTP/1.1" status: 204 len: 168 time: 0.1515684 Nov 16 21:42:49.089101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 47934) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:49.106790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc89599-bfd4-4e30-abba-da18f8caefed tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c7e6b-8579-4234-8483-0fcbed78ac68,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:49.109001 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [None req-37943897-fef6-473f-851b-4049799d1253 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] show failed (client error): The resource could not be found. Nov 16 21:42:49.110127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37943897-fef6-473f-851b-4049799d1253 tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "GET /v2.0/security-groups/176c7e6b-8579-4234-8483-0fcbed78ac68 HTTP/1.1" status: 404 len: 347 time: 0.0200505 Nov 16 21:42:49.113281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 47936) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:42:49.257386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Deleting port dabae065-5ba7-4728-bc99-d7aaaad0a959 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:42:49.257767 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.339348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d899d-e887-4598-b744-9bc25481c9ad None None] New status for floating IP 5b176df9-88fb-4dd5-990c-00a779120ba0: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:42:49.345862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.346282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.358454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Calling delete_port for dabae065-5ba7-4728-bc99-d7aaaad0a959 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:42:49.511174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.535097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Pushing event deleted for resources: {'Port': ['ID=dabae065-5ba7-4728-bc99-d7aaaad0a959,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:42:49.596597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.599332 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:49.600494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-34e3ec0c-8de0-44f9-8ba3-9c01edf8452b tempest-AttachVolumeTestJSON-59267387 tempest-AttachVolumeTestJSON-59267387-project] 10.222.0.48 "DELETE /v2.0/floatingips/5b176df9-88fb-4dd5-990c-00a779120ba0 HTTP/1.1" status: 204 len: 168 time: 0.4861088 Nov 16 21:42:50.776001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-562cfac5-ccfa-464c-9eb1-2ea2a7821dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:51.043164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3a10ba68-5189-452a-9d01-ca0f6a7cca4a no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:42:51.067998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 3a10ba68-5189-452a-9d01-ca0f6a7cca4a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:42:51.068343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3a10ba68-5189-452a-9d01-ca0f6a7cca4a not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:42:53.053383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8994cabf-1d97-4f76-a75e-28defe6c800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:54.202000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:55.740566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:56.647329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:42:59.464556 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:43:00.538802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48012) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:01.366718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:01.666788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Deleting port 898b0662-5c26-4eed-bdba-b06c81c94fb9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:01.667510 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:01.744142 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] For port 898b0662-5c26-4eed-bdba-b06c81c94fb9, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=898b0662-5c26-4eed-bdba-b06c81c94fb9,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:01.744513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:01.760800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Calling delete_port for 898b0662-5c26-4eed-bdba-b06c81c94fb9 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:01.937221 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:01.970262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Pushing event deleted for resources: {'Port': ['ID=898b0662-5c26-4eed-bdba-b06c81c94fb9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:02.136833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:02.358664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Router 8b2590b2-e291-4c23-8f23-b40a92363f89 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:43:02.467308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:43:02.473991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4e15c7f7-6df6-4918-982d-7a1dc50da154 admin admin] 10.222.0.48 "PUT /v2.0/routers/8b2590b2-e291-4c23-8f23-b40a92363f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9340491 Nov 16 21:43:02.475681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48024) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:02.477530 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] Sync routers for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:43:02.490874 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:02.491793 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:42:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:02.582718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:02.602227 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:02.695338 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:02.758594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Deleting port 324d4e2b-7a0b-4fda-9605-27be5f4df971 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:02.758998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:02.794129 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:43:01Z', 'revision_number': 5, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port': {'id': '324d4e2b-7a0b-4fda-9605-27be5f4df971', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:35:09Z', 'updated_at': '2021-11-16T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:02.825647 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] Checking router: 8b2590b2-e291-4c23-8f23-b40a92363f89 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:43:02.834672 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] Routers {'8b2590b2-e291-4c23-8f23-b40a92363f89'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:43:02.835251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:42:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['8b2590b2-e291-4c23-8f23-b40a92363f89'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:02.846252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] For port 324d4e2b-7a0b-4fda-9605-27be5f4df971, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=324d4e2b-7a0b-4fda-9605-27be5f4df971,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:02.846758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:02.861334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Calling delete_port for 324d4e2b-7a0b-4fda-9605-27be5f4df971 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:02.921687 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] Set router 8b2590b2-e291-4c23-8f23-b40a92363f89 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:43:02.974155 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:43:02Z', 'revision_number': 6, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:03.004190 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c611c-e9d8-4f4c-9027-55beb1b38b35 None None] The sync data for ids ['8b2590b2-e291-4c23-8f23-b40a92363f89'] in n-d-817778-8 is: [{'id': '8b2590b2-e291-4c23-8f23-b40a92363f89', 'name': 'tempest-AttachVolumeTestJSON-586329633-router', 'tenant_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:35:08Z', 'updated_at': '2021-11-16T21:43:02Z', 'revision_number': 6, 'project_id': 'e2c5bd6aecb34f6388aaced00f2c0e13', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:43:03.043672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.075878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=324d4e2b-7a0b-4fda-9605-27be5f4df971,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:03.092071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca79616-9573-4fed-9ae2-9d22705d0696 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:03.139684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.237161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.239524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.301179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.301799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2590b2-e291-4c23-8f23-b40a92363f89 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:43:03.308469 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.314867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9427a96a-390f-4c5d-9051-6c4376bb0b52 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8b2590b2-e291-4c23-8f23-b40a92363f89 HTTP/1.1" status: 204 len: 168 time: 0.8381910 Nov 16 21:43:03.317756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48028) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:03.381743 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.382000 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Deleting subnet 5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:43:03.385476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.426708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.537550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.597502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.624694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0e3ec5-9bd4-4e10-b58b-68c300fbff55,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:03.628877 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.634750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99847194-e6e3-4c02-8481-cd1a043d824f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5b0e3ec5-9bd4-4e10-b58b-68c300fbff55 HTTP/1.1" status: 204 len: 168 time: 0.3134594 Nov 16 21:43:03.635417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48030) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:03.636643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646c5a4-0618-47b2-a304-f88d03123787 None None] Network 340291a2-9d6b-45f4-a817-42bc340e6054 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:43:03.712867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.765276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Deleting port 5c27689e-3aee-4702-82e7-51f9113d90f2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:03.765625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:03.883422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] DHCP port deletion for 340291a2-9d6b-45f4-a817-42bc340e6054 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:43:03.913976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 898b0662-5c26-4eed-bdba-b06c81c94fb9 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:03.937231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 898b0662-5c26-4eed-bdba-b06c81c94fb9 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:03.938204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 898b0662-5c26-4eed-bdba-b06c81c94fb9 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:03.960821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] Deleting port 5c27689e-3aee-4702-82e7-51f9113d90f2 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:03.961210 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.032880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] For port 5c27689e-3aee-4702-82e7-51f9113d90f2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c27689e-3aee-4702-82e7-51f9113d90f2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:04.033285 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.048863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] Calling delete_port for 5c27689e-3aee-4702-82e7-51f9113d90f2 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:04.083798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] For port 5c27689e-3aee-4702-82e7-51f9113d90f2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5c27689e-3aee-4702-82e7-51f9113d90f2,segment=NetworkSegment(0c944d3f-5b9c-4bf0-b255-da7feb519205),segment_id=0c944d3f-5b9c-4bf0-b255-da7feb519205)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:04.084134 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.099577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Calling delete_port for 5c27689e-3aee-4702-82e7-51f9113d90f2 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:04.142957 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.170066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] Pushing event deleted for resources: {'Port': ['ID=5c27689e-3aee-4702-82e7-51f9113d90f2,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:04.177646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed272e93-12ca-4465-b801-e3347e1e930c None None] No DVR routers for this DVR port 5c27689e-3aee-4702-82e7-51f9113d90f2 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:04.212384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.222798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] No DVR routers for this DVR port 5c27689e-3aee-4702-82e7-51f9113d90f2 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:04.249489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c27689e-3aee-4702-82e7-51f9113d90f2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:04.320309 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.340508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340291a2-9d6b-45f4-a817-42bc340e6054']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:04.354478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c944d3f-5b9c-4bf0-b255-da7feb519205') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:04.354768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c944d3f-5b9c-4bf0-b255-da7feb519205') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:43:04.365451 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.380797 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.388351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:43:04.388695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: self.session.flush() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:43:04.399636 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:43:04.449441 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.455874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.459082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] 10.222.0.48 "DELETE /v2.0/networks/340291a2-9d6b-45f4-a817-42bc340e6054 HTTP/1.1" status: 204 len: 168 time: 0.8226776 Nov 16 21:43:04.470971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715958e-bc2a-472e-bc00-313322281f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=340291a2-9d6b-45f4-a817-42bc340e6054,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:04.580475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48040) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:04.621537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6c1ec7e5-9f74-48c3-878f-022d27469814 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2c5bd6aecb34f6388aaced00f2c0e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398178 Nov 16 21:43:04.623949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48042) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:04.673333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-177974ba-995b-4aa6-bb65-55aa711a092c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.694374 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-177974ba-995b-4aa6-bb65-55aa711a092c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.740119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-177974ba-995b-4aa6-bb65-55aa711a092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.742801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-177974ba-995b-4aa6-bb65-55aa711a092c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:04.743946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-177974ba-995b-4aa6-bb65-55aa711a092c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b636f5b-7cdd-4db9-9900-eec045cbf1e8 HTTP/1.1" status: 204 len: 168 time: 0.1191030 Nov 16 21:43:04.753222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177974ba-995b-4aa6-bb65-55aa711a092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b636f5b-7cdd-4db9-9900-eec045cbf1e8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:05.372029 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:05.516403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 324d4e2b-7a0b-4fda-9605-27be5f4df971 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:05.540971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 324d4e2b-7a0b-4fda-9605-27be5f4df971 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:05.541622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 324d4e2b-7a0b-4fda-9605-27be5f4df971 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:05.542227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c27689e-3aee-4702-82e7-51f9113d90f2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:05.563114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5c27689e-3aee-4702-82e7-51f9113d90f2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:05.563486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5c27689e-3aee-4702-82e7-51f9113d90f2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:09.969493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48186) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:10.080625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e02f-663b-44f9-992f-d63dab98170a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.164198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e02f-663b-44f9-992f-d63dab98170a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.168302 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a8d8e02f-663b-44f9-992f-d63dab98170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.207866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a8d8e02f-663b-44f9-992f-d63dab98170a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ed0f0868bd541edbf3882a437e25e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370129 Nov 16 21:43:10.208773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8e02f-663b-44f9-992f-d63dab98170a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c1d3c-19a6-40e6-895b-782467c66310,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:10.211873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48190) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:10.267473 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4018b8-dd51-4fc8-978d-a7e4b5af11db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.291534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4018b8-dd51-4fc8-978d-a7e4b5af11db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.339039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4018b8-dd51-4fc8-978d-a7e4b5af11db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.341625 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4018b8-dd51-4fc8-978d-a7e4b5af11db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.342781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d4018b8-dd51-4fc8-978d-a7e4b5af11db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be0c1d3c-19a6-40e6-895b-782467c66310 HTTP/1.1" status: 204 len: 168 time: 0.1293497 Nov 16 21:43:10.351114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4018b8-dd51-4fc8-978d-a7e4b5af11db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c1d3c-19a6-40e6-895b-782467c66310,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:10.604834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48196) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:10.618524 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd47a257-6ab5-404b-be99-bdeb2880d26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.699652 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd47a257-6ab5-404b-be99-bdeb2880d26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.704559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bd47a257-6ab5-404b-be99-bdeb2880d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.745448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bd47a257-6ab5-404b-be99-bdeb2880d26f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d223f162247d402082aa8c2381c950c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394556 Nov 16 21:43:10.748191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48200) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:10.748809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47a257-6ab5-404b-be99-bdeb2880d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4128db-1e18-42dc-8176-980b5e48e07d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:10.799865 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f83d603-b94f-4e75-a291-933e041eb104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.821290 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f83d603-b94f-4e75-a291-933e041eb104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.868681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f83d603-b94f-4e75-a291-933e041eb104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.871275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8f83d603-b94f-4e75-a291-933e041eb104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:10.872423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8f83d603-b94f-4e75-a291-933e041eb104 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f4128db-1e18-42dc-8176-980b5e48e07d HTTP/1.1" status: 204 len: 168 time: 0.1202385 Nov 16 21:43:10.881707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83d603-b94f-4e75-a291-933e041eb104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4128db-1e18-42dc-8176-980b5e48e07d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:11.953797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e8da-dbb3-4b37-b160-9e4432a0c826 req-27fa3ab0-19c2-4464-82d2-239e9387c307 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:11.955343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03a0e8da-dbb3-4b37-b160-9e4432a0c826 req-27fa3ab0-19c2-4464-82d2-239e9387c307 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Nov 16 21:43:12.005547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03a0e8da-dbb3-4b37-b160-9e4432a0c826 req-ef729599-ac5c-4d43-8938-3c7ac71be213 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Nov 16 21:43:13.125700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc369-a086-4520-8e95-093489b63490 req-e257f54a-be9d-40ec-828c-0ff431089795 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.127245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-125dc369-a086-4520-8e95-093489b63490 req-e257f54a-be9d-40ec-828c-0ff431089795 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 945 time: 0.0527673 Nov 16 21:43:13.177843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-125dc369-a086-4520-8e95-093489b63490 req-cb057cfb-17c2-42e9-9673-14d86b09bcd2 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/security-groups?id=2bec9542-1339-4660-bdeb-8a75fe63dad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Nov 16 21:43:13.436099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48274) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:13.542770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9da0d8e1-dbb6-4fa6-bd7f-8da315104044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.618150 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9da0d8e1-dbb6-4fa6-bd7f-8da315104044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.621603 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9da0d8e1-dbb6-4fa6-bd7f-8da315104044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.663158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9da0d8e1-dbb6-4fa6-bd7f-8da315104044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cff957ce90ac4609bd428456537b1633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259684 Nov 16 21:43:13.664738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d8e1-dbb6-4fa6-bd7f-8da315104044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001c03ca-0d5e-4665-9cf3-aeb3483f034c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:13.666572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48278) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:13.680168 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-ad20ccca-0a23-4b97-99d3-adbc8beaab89 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:43:13.681762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-ad20ccca-0a23-4b97-99d3-adbc8beaab89 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 945 time: 0.0552227 Nov 16 21:43:13.715463 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d13f-2a0c-4236-9d05-f7b40ad0424c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.736477 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d13f-2a0c-4236-9d05-f7b40ad0424c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.778542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Deleting port afb82221-95fd-4291-8de4-6de1efa7a195 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:43:13.778903 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.785778 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d13f-2a0c-4236-9d05-f7b40ad0424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.788442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-dfa4d13f-2a0c-4236-9d05-f7b40ad0424c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.792142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dfa4d13f-2a0c-4236-9d05-f7b40ad0424c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/001c03ca-0d5e-4665-9cf3-aeb3483f034c HTTP/1.1" status: 204 len: 168 time: 0.1221275 Nov 16 21:43:13.798662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4d13f-2a0c-4236-9d05-f7b40ad0424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001c03ca-0d5e-4665-9cf3-aeb3483f034c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:13.879983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] For port afb82221-95fd-4291-8de4-6de1efa7a195, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=afb82221-95fd-4291-8de4-6de1efa7a195,segment=NetworkSegment(cf07f1aa-84b3-4d56-84ea-78896cb83fe4),segment_id=cf07f1aa-84b3-4d56-84ea-78896cb83fe4)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:43:13.880358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:13.894016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Calling delete_port for afb82221-95fd-4291-8de4-6de1efa7a195 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:43:14.022045 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.039100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['afb82221-95fd-4291-8de4-6de1efa7a195'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:43:14.058814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Pushing event deleted for resources: {'Port': ['ID=afb82221-95fd-4291-8de4-6de1efa7a195,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:14.059492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48284) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:14.075019 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bab2-664f-4647-9b4b-72b86883b2b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.103332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] No DVR routers for this DVR port afb82221-95fd-4291-8de4-6de1efa7a195 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:43:14.106279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.111257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f87b3eb3-6e69-49bd-8bea-3d689af558c4 req-55fa0133-bcae-4f88-97c3-056adf524839 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.41 "DELETE /v2.0/ports/afb82221-95fd-4291-8de4-6de1efa7a195 HTTP/1.1" status: 204 len: 173 time: 0.4186077 Nov 16 21:43:14.111730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'name': 'network-vif-deleted', 'tag': 'afb82221-95fd-4291-8de4-6de1efa7a195'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:43:14.114028 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98966d4-5c22-483c-86a0-a87c2a32a0f4" -d '{"events": [{"server_uuid": "88ed2e0f-dc9c-4f2e-aade-ab60ca504019", "name": "network-vif-deleted", "tag": "afb82221-95fd-4291-8de4-6de1efa7a195"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:43:14.153358 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927e8e1a-895f-40e7-b541-f5fa9114134c x-openstack-request-id: req-927e8e1a-895f-40e7-b541-f5fa9114134c {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:43:14.153997 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ed2e0f-dc9c-4f2e-aade-ab60ca504019", "name": "network-vif-deleted", "tag": "afb82221-95fd-4291-8de4-6de1efa7a195", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:43:14.153997 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-927e8e1a-895f-40e7-b541-f5fa9114134c {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:43:14.154360 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ed2e0f-dc9c-4f2e-aade-ab60ca504019', 'name': 'network-vif-deleted', 'tag': 'afb82221-95fd-4291-8de4-6de1efa7a195', 'status': 'completed', 'code': 200} Nov 16 21:43:14.169827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bab2-664f-4647-9b4b-72b86883b2b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.174612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bab2-664f-4647-9b4b-72b86883b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.216480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ac0bab2-664f-4647-9b4b-72b86883b2b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=936bca8cdf8142ebaf0938358e4ec70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557531 Nov 16 21:43:14.217767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0bab2-664f-4647-9b4b-72b86883b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e7dd85-8925-4e0b-ae84-136563f82e66,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:14.219314 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:14.294468 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-58c9d987-9e55-447b-866d-1abf5c1f087d req-40f62207-654e-467f-b04f-30ac48b43ed3 tempest-VolumesSnapshotTestJSON-1227076313 tempest-VolumesSnapshotTestJSON-1227076313-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ed2e0f-dc9c-4f2e-aade-ab60ca504019 HTTP/1.1" status: 200 len: 210 time: 0.0316107 Nov 16 21:43:14.306681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3180cf9c-b5b4-4916-9024-5fb9c1f4e115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.329649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3180cf9c-b5b4-4916-9024-5fb9c1f4e115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.378210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3180cf9c-b5b4-4916-9024-5fb9c1f4e115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.380803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3180cf9c-b5b4-4916-9024-5fb9c1f4e115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:14.381980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3180cf9c-b5b4-4916-9024-5fb9c1f4e115 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59e7dd85-8925-4e0b-ae84-136563f82e66 HTTP/1.1" status: 204 len: 168 time: 0.1616826 Nov 16 21:43:14.389598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180cf9c-b5b4-4916-9024-5fb9c1f4e115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e7dd85-8925-4e0b-ae84-136563f82e66,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:16.667283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48364) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:16.776836 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99a70686-6c51-47d0-9be9-4c9bb96b1bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:16.862220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99a70686-6c51-47d0-9be9-4c9bb96b1bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:16.866486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99a70686-6c51-47d0-9be9-4c9bb96b1bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:16.904210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70686-6c51-47d0-9be9-4c9bb96b1bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4e3d1-4f83-470e-a2e1-afdfa1cfac24,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:16.911368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99a70686-6c51-47d0-9be9-4c9bb96b1bb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9cfeb685edf42489588001ada10b46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405815 Nov 16 21:43:16.911645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48370) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:16.961630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e16a9ba-99e1-4e54-8a9b-4fce08f6f8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:16.983912 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e16a9ba-99e1-4e54-8a9b-4fce08f6f8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.030191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e16a9ba-99e1-4e54-8a9b-4fce08f6f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.033370 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e16a9ba-99e1-4e54-8a9b-4fce08f6f8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.034644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5e16a9ba-99e1-4e54-8a9b-4fce08f6f8da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53b4e3d1-4f83-470e-a2e1-afdfa1cfac24 HTTP/1.1" status: 204 len: 168 time: 0.1221578 Nov 16 21:43:17.042796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16a9ba-99e1-4e54-8a9b-4fce08f6f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4e3d1-4f83-470e-a2e1-afdfa1cfac24,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:17.304430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48376) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:17.318841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bb467269-9f04-433d-81b1-a3d089234891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.398397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bb467269-9f04-433d-81b1-a3d089234891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.403688 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bb467269-9f04-433d-81b1-a3d089234891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.443312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bb467269-9f04-433d-81b1-a3d089234891 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=323f17244a8845eb8bfdc866f54ec475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375732 Nov 16 21:43:17.445362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48378) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:17.453561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb467269-9f04-433d-81b1-a3d089234891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30682f5b-c97c-40f0-ac2c-38050558bdb1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:17.502927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9362d37a-912c-4e6a-bb69-85e3b240f879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.524255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9362d37a-912c-4e6a-bb69-85e3b240f879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.570776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9362d37a-912c-4e6a-bb69-85e3b240f879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.573936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9362d37a-912c-4e6a-bb69-85e3b240f879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:17.575680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9362d37a-912c-4e6a-bb69-85e3b240f879 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30682f5b-c97c-40f0-ac2c-38050558bdb1 HTTP/1.1" status: 204 len: 168 time: 0.1291349 Nov 16 21:43:17.588054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362d37a-912c-4e6a-bb69-85e3b240f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30682f5b-c97c-40f0-ac2c-38050558bdb1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:18.975435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device afb82221-95fd-4291-8de4-6de1efa7a195 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:43:18.996693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: afb82221-95fd-4291-8de4-6de1efa7a195 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:43:18.997050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device afb82221-95fd-4291-8de4-6de1efa7a195 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:43:20.782566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49d4bbcf-4ba5-4e8c-be7d-8a5536abc848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:23.056819 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1221d627-3339-405b-98cc-5360786d41bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:24.211919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:25.741717 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:26.641696 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.552990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48682) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:28.666422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62e07f8-a244-4302-ab66-937075d0a0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.740963 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62e07f8-a244-4302-ab66-937075d0a0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.745037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c62e07f8-a244-4302-ab66-937075d0a0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.787571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48688) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:28.788090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c62e07f8-a244-4302-ab66-937075d0a0f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2a2ee8801d849df932c3394205ef53c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335188 Nov 16 21:43:28.788622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e07f8-a244-4302-ab66-937075d0a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da15550-7a22-48a7-93ae-3e4701edcf88,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:28.846636 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.868389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.915371 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.917916 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:28.919073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7da15550-7a22-48a7-93ae-3e4701edcf88 HTTP/1.1" status: 204 len: 168 time: 0.1302710 Nov 16 21:43:28.926986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da15550-7a22-48a7-93ae-3e4701edcf88,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:28.934363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.934711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.935052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.935389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.935721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.936051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.936378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.936706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.937158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.937366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.937716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:28.938038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5563ffde-d41e-4eab-bbc2-1c5bcfb750a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:29.183036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48694) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:29.197128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0b10854-e4ac-4485-bd2d-03666dfab7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.276708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0b10854-e4ac-4485-bd2d-03666dfab7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.281191 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f0b10854-e4ac-4485-bd2d-03666dfab7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.318390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b10854-e4ac-4485-bd2d-03666dfab7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52606f29-cb91-43a0-aaf5-8beb1eb79a2d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:29.326387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f0b10854-e4ac-4485-bd2d-03666dfab7cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7da8cf322e0469085c30d5806d8dfcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397963 Nov 16 21:43:29.326801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48696) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:29.375205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe110cfc-a963-40bf-b744-eca0d36ad2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.396911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe110cfc-a963-40bf-b744-eca0d36ad2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.443776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe110cfc-a963-40bf-b744-eca0d36ad2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.446487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe110cfc-a963-40bf-b744-eca0d36ad2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:29.447638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fe110cfc-a963-40bf-b744-eca0d36ad2a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52606f29-cb91-43a0-aaf5-8beb1eb79a2d HTTP/1.1" status: 204 len: 168 time: 0.1201768 Nov 16 21:43:29.459525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe110cfc-a963-40bf-b744-eca0d36ad2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52606f29-cb91-43a0-aaf5-8beb1eb79a2d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:31.735569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48768) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:31.842898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de769250-7f6c-4dcb-a884-a983f4446f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:31.918709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de769250-7f6c-4dcb-a884-a983f4446f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:31.923033 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de769250-7f6c-4dcb-a884-a983f4446f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:31.964626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-de769250-7f6c-4dcb-a884-a983f4446f44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91b67ce1b1004bc38bcf051be4b933f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279243 Nov 16 21:43:31.966864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de769250-7f6c-4dcb-a884-a983f4446f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4908ecc9-30af-450c-8bc3-ff63caf4ff20,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:31.967695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48772) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:32.021684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d3b55f4-f903-4b69-9b10-22416c3944d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.043746 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d3b55f4-f903-4b69-9b10-22416c3944d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.094003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d3b55f4-f903-4b69-9b10-22416c3944d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.096503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d3b55f4-f903-4b69-9b10-22416c3944d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.097669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3d3b55f4-f903-4b69-9b10-22416c3944d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4908ecc9-30af-450c-8bc3-ff63caf4ff20 HTTP/1.1" status: 204 len: 168 time: 0.1286790 Nov 16 21:43:32.106571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b55f4-f903-4b69-9b10-22416c3944d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4908ecc9-30af-450c-8bc3-ff63caf4ff20,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:32.356421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48780) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:32.371997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2a69745-4c32-40b3-ad9c-0e07af73cace admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.447427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2a69745-4c32-40b3-ad9c-0e07af73cace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.451151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a2a69745-4c32-40b3-ad9c-0e07af73cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.489262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a69745-4c32-40b3-ad9c-0e07af73cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed47812-df5b-4818-8198-3d198ff1102f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:32.496776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48782) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:32.496901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a2a69745-4c32-40b3-ad9c-0e07af73cace admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eab5462d084a496e9b3a727b6372185c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382539 Nov 16 21:43:32.547827 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adf00c22-b1a4-489e-b5bc-fcf7823af643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.570340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adf00c22-b1a4-489e-b5bc-fcf7823af643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.619363 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adf00c22-b1a4-489e-b5bc-fcf7823af643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.621911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adf00c22-b1a4-489e-b5bc-fcf7823af643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:32.623156 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-adf00c22-b1a4-489e-b5bc-fcf7823af643 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ed47812-df5b-4818-8198-3d198ff1102f HTTP/1.1" status: 204 len: 168 time: 0.1254292 Nov 16 21:43:32.632947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00c22-b1a4-489e-b5bc-fcf7823af643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed47812-df5b-4818-8198-3d198ff1102f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:33.379534 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:35.381979 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:36.463259 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:43:50.775602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e40a812b-7007-4030-94bd-88451cab398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:53.060400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-726f3059-8cfb-4db2-bd4d-072e54d94254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:54.209938 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:55.740411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:56.646014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.573860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 48986) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:57.716840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c177635d-1bc6-484e-8caa-8328d203fa3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.793780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c177635d-1bc6-484e-8caa-8328d203fa3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.798543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c177635d-1bc6-484e-8caa-8328d203fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.837932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c177635d-1bc6-484e-8caa-8328d203fa3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e79dab271667409b931d8e39256963ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628889 Nov 16 21:43:57.838828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177635d-1bc6-484e-8caa-8328d203fa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcbd8ab-953a-4f3f-b11a-7b395d999556,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:57.842127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 48990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:57.893193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.914735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.959970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.962886 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:57.964054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bcbd8ab-953a-4f3f-b11a-7b395d999556 HTTP/1.1" status: 204 len: 168 time: 0.1205583 Nov 16 21:43:57.973079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcbd8ab-953a-4f3f-b11a-7b395d999556,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:43:57.980796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.981150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.981496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.981988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.982460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.983052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.983998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.984344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.985389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.986025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.986405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:57.986743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e84c18-d412-40fd-bcff-4b714a54d469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:43:59.810954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:43:59.923401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76620459-327b-46ec-97da-b3a52c39f185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:43:59.997521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76620459-327b-46ec-97da-b3a52c39f185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.001254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76620459-327b-46ec-97da-b3a52c39f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.040752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76620459-327b-46ec-97da-b3a52c39f185 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba71a9f4bf1a46deb17876dc403a5311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2286854 Nov 16 21:44:00.041663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76620459-327b-46ec-97da-b3a52c39f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc58451-ba05-4863-a5cb-f1099ff37cce,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:00.043503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.098020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a9e66ca-fe38-47c5-9750-5b292a625f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.120082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a9e66ca-fe38-47c5-9750-5b292a625f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.166638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a9e66ca-fe38-47c5-9750-5b292a625f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.169493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7a9e66ca-fe38-47c5-9750-5b292a625f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.170673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7a9e66ca-fe38-47c5-9750-5b292a625f5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bc58451-ba05-4863-a5cb-f1099ff37cce HTTP/1.1" status: 204 len: 168 time: 0.1256781 Nov 16 21:44:00.180668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e66ca-fe38-47c5-9750-5b292a625f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc58451-ba05-4863-a5cb-f1099ff37cce,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:00.451877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.465681 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fd72994-0a6c-4135-b61a-bb0e838e55da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.541453 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fd72994-0a6c-4135-b61a-bb0e838e55da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.545281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0fd72994-0a6c-4135-b61a-bb0e838e55da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.583027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0fd72994-0a6c-4135-b61a-bb0e838e55da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f81ee66f672494bb3734f85040a30de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299577 Nov 16 21:44:00.585563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49082) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.591914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd72994-0a6c-4135-b61a-bb0e838e55da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d5f7f5-a87f-4d07-ba77-c8f883fb7f42,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:00.617922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49086) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.641937 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9d9b-1919-44d4-a8f7-09ca0ebc3e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.665345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Deleting subnet 27952cf0-b33c-4092-98ee-3cf5b6af2cbd {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:44:00.666209 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9d9b-1919-44d4-a8f7-09ca0ebc3e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.668528 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.705591 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.716563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9d9b-1919-44d4-a8f7-09ca0ebc3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.719341 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9d9b-1919-44d4-a8f7-09ca0ebc3e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.723134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4bcc9d9b-1919-44d4-a8f7-09ca0ebc3e23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72d5f7f5-a87f-4d07-ba77-c8f883fb7f42 HTTP/1.1" status: 204 len: 168 time: 0.1342890 Nov 16 21:44:00.729853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9d9b-1919-44d4-a8f7-09ca0ebc3e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d5f7f5-a87f-4d07-ba77-c8f883fb7f42,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:00.756806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.815821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.847477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27952cf0-b33c-4092-98ee-3cf5b6af2cbd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:00.851282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:00.856950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-37536333-bb4c-465a-aa56-d74d93c35f88 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/27952cf0-b33c-4092-98ee-3cf5b6af2cbd HTTP/1.1" status: 204 len: 168 time: 0.2357533 Nov 16 21:44:00.858301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:00.944018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.039267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.065411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:01.076189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:01.076495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf07f1aa-84b3-4d56-84ea-78896cb83fe4') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:01.087083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.102351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.109205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:44:01.109840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:44:01.154944 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:44:01.179834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.185695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.189718 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4 HTTP/1.1" status: 204 len: 168 time: 0.3310206 Nov 16 21:44:01.202256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e09ff-6c0f-4123-a062-38be593460c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfedd3d-0146-4ef1-b1ed-6ba742b9e1c4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:01.321587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49104) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:01.366102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fb1b5a9a-822d-47df-bb2d-4d6b0492a0bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=258ada40139b459f949ab479a0b3aeb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430417 Nov 16 21:44:01.368731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:01.420323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f760ff5-671f-484e-8c98-ead6fdb71ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.444362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f760ff5-671f-484e-8c98-ead6fdb71ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.504785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f760ff5-671f-484e-8c98-ead6fdb71ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.507566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f760ff5-671f-484e-8c98-ead6fdb71ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:01.511479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8f760ff5-671f-484e-8c98-ead6fdb71ce5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bec9542-1339-4660-bdeb-8a75fe63dad9 HTTP/1.1" status: 204 len: 168 time: 0.1395350 Nov 16 21:44:01.522617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f760ff5-671f-484e-8c98-ead6fdb71ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bec9542-1339-4660-bdeb-8a75fe63dad9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.134929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49204) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.139624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438439229', 'description': 'tempest-secgroup-smoke-1438439229 description', 'project_id': 'f3c6f34095f140189bb83903a5d35d29'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:03.162705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.170857 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.253741 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.258004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.306828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d8c18-24cb-4089-b992-8c3053bf21cc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.346950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.351358 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.379630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.382814 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.384065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2480679 Nov 16 21:44:03.386108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53409b2-f6d3-4df0-8b7f-14e87716bb46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.387157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49226) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.397386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e3b3c-8ab5-4f86-b382-08f1b3905cec', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:03.431316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.477743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.481633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.499532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec659c9-78f6-45a6-bcdf-7506512c4d64,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.510861 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.514937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5bde0280-c2a5-4e61-a611-fd827cceaa9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240697 Nov 16 21:44:03.515351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49230) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.520688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e3b3c-8ab5-4f86-b382-08f1b3905cec', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:03.550970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.610376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.614632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.629935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dd1907-dbc0-46c2-9c98-8b73866845e9,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.641570 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.643181 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-930e5ba4-0c2f-48bf-b7d3-b03d3087ade7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263723 Nov 16 21:44:03.646042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49234) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.650961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e3b3c-8ab5-4f86-b382-08f1b3905cec', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:03.665371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49236) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.680530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.742808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.747128 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.764783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6ed7a3-344b-4344-8760-3329ce7037ee,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.773853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.777617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b4453c2a-5e89-4c45-bfca-ef5d558d42c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278303 Nov 16 21:44:03.777861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49240) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.782868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2c008fd-8375-4c28-99c5-81815c36992d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.783081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e3b3c-8ab5-4f86-b382-08f1b3905cec', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:03.811201 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.866888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2c008fd-8375-4c28-99c5-81815c36992d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.870613 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f2c008fd-8375-4c28-99c5-81815c36992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.876561 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.880267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.899115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a146450-170e-4b28-949d-378aad56b0f5,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.908543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.909829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-812f9df4-9de8-43e6-8927-8927ee10cd5c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309943 Nov 16 21:44:03.912569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49242) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.915469 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f2c008fd-8375-4c28-99c5-81815c36992d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=713dcdb5dc3d45fab94a3aaf374677f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488925 Nov 16 21:44:03.916441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c008fd-8375-4c28-99c5-81815c36992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc576b97-cb97-4112-9945-c4ddc1f03072,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:03.917358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e3b3c-8ab5-4f86-b382-08f1b3905cec', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:03.918817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49244) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:03.943211 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:44:03.948199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.969840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac166-d515-4a4d-9725-9e69a0e9c127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:03.992036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac166-d515-4a4d-9725-9e69a0e9c127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.011823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.016353 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.034757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11724af2-1d39-462d-b216-241fea7df9d9,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:04.045151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.046406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac166-d515-4a4d-9725-9e69a0e9c127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.046583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8f37ee3b-7eb4-4fa4-968b-f078f169ddd6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328876 Nov 16 21:44:04.049339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49246) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:04.049824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac166-d515-4a4d-9725-9e69a0e9c127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.051137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6e9ac166-d515-4a4d-9725-9e69a0e9c127 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc576b97-cb97-4112-9945-c4ddc1f03072 HTTP/1.1" status: 204 len: 168 time: 0.1313636 Nov 16 21:44:04.054156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e3b3c-8ab5-4f86-b382-08f1b3905cec', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:04.060648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac166-d515-4a4d-9725-9e69a0e9c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc576b97-cb97-4112-9945-c4ddc1f03072,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:04.084294 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:44:04.089271 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.150726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.154460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.178822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9c01a2-f04e-45e6-8cf2-7b0a2f4923a6,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:04.183231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.184436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-76db2265-d7fb-456a-be73-6c9bd483d39d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339931 Nov 16 21:44:04.187560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49252) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:04.192460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'network': {'name': 'tempest-network-smoke--1189292575', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:04.217732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:04.222572 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.249111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:44:04.261407 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.261787 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Added segment 9ce2c155-ea36-4179-9ccb-605105587c4f of type vlan for network 8d4c0379-7fe7-47a3-ae32-e656230a074f Nov 16 21:44:04.319662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.337816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:04.351904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8270c3a3-4e7d-4dc2-862c-00daa3986b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.353379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.359992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:04.360589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.428090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8270c3a3-4e7d-4dc2-862c-00daa3986b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.431981 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8270c3a3-4e7d-4dc2-862c-00daa3986b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.439685 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2474496 Nov 16 21:44:04.442733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49256) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:04.454798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'admin_state_up': True, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:04.477564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc44d7a-dd23-4a15-9496-1b48fddec3a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Network': ['ID=8d4c0379-7fe7-47a3-ae32-e656230a074f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:04.488538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:44:04.491331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270c3a3-4e7d-4dc2-862c-00daa3986b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5813e31-aa12-4b8f-8eb5-3b8ef9711635,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:04.498590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8270c3a3-4e7d-4dc2-862c-00daa3986b96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38e9bc52ad32487e94d7367b3138a86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573513 Nov 16 21:44:04.498967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:04.505714 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.507176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.560631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d595623-9dae-4c15-83d7-988f713edb88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.560885 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.584937 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d595623-9dae-4c15-83d7-988f713edb88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.633889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d595623-9dae-4c15-83d7-988f713edb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.636617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d595623-9dae-4c15-83d7-988f713edb88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:04.637827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3d595623-9dae-4c15-83d7-988f713edb88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5813e31-aa12-4b8f-8eb5-3b8ef9711635 HTTP/1.1" status: 204 len: 168 time: 0.1378214 Nov 16 21:44:04.647227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d595623-9dae-4c15-83d7-988f713edb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5813e31-aa12-4b8f-8eb5-3b8ef9711635,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:05.020494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.212318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.231553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.337112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.64 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/f24c82b2-48df-4e8c-bf93-b1f6baeb562c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:05.380827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.442953 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.482511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.524366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:05.527466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:05.531822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:05.543093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e2c5a-9e6d-4770-badd-64f870dd2b1b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:05.555697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:05.586890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-864f7711-55ee-4f34-9d45-6f7c82c2e3e9 None None] Provisioning complete for port f24c82b2-48df-4e8c-bf93-b1f6baeb562c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:05.587398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-864f7711-55ee-4f34-9d45-6f7c82c2e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:05.622190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-864f7711-55ee-4f34-9d45-6f7c82c2e3e9 None None] Port f24c82b2-48df-4e8c-bf93-b1f6baeb562c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:05.868842 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.065791 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.196148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 92467c6b-87a7-4be0-94bd-96582bb3de2c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:44:06.310843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:06.321817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Sync routers for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:06.333075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:06.333800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:43:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:06.337583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.338800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e8febf09-411d-4ab0-b0c6-23d4ec633dd4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8912196 Nov 16 21:44:06.341937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49340) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:06.443411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:06.562284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49368) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:06.562994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a30a5506-7952-4b1d-ba96-ff9c81312ec2 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f3c6f34095f140189bb83903a5d35d29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2194035 Nov 16 21:44:06.755108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45d3c2-372f-48fa-a98c-44a3f7bb7890 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:06.756898 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a45d3c2-372f-48fa-a98c-44a3f7bb7890 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1922009 Nov 16 21:44:06.759850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49386) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:06.803783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b4d6d9eb-945e-43a8-8959-436004970e3d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423574 Nov 16 21:44:06.805957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49396) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:06.806374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:05Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:06.811021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829382604', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:06.834729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Checking router: 92467c6b-87a7-4be0-94bd-96582bb3de2c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:06.835070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Updating router 92467c6b-87a7-4be0-94bd-96582bb3de2c port f24c82b2-48df-4e8c-bf93-b1f6baeb562c binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:44:06.867546 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:06.911729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:06.915550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.118990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.147386 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.155104 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.178775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Subnet': ['ID=653e87a8-7def-44df-9005-6749df0ec926,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:07.195803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Checking segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:07.196166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network hostable DHCP agents. Network: 8d4c0379-7fe7-47a3-ae32-e656230a074f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:44:07.210422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Pushing event updated for resources: {'Port': ['ID=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:07.216093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:44:07.221536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b00cbf-72e0-4fec-943f-72aad152d72a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:07.228079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.228406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.228829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.229147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.229487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.229849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.230185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.230518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.230850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.231175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.231379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 8d4c0379-7fe7-47a3-ae32-e656230a074f) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:07.231614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.231864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:07.236244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Attempting to bind port f24c82b2-48df-4e8c-bf93-b1f6baeb562c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:07.236900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Attempting to bind port f24c82b2-48df-4e8c-bf93-b1f6baeb562c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:07.237216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Attempting to bind port f24c82b2-48df-4e8c-bf93-b1f6baeb562c on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:07.243188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:07.243372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d1283-e3c9-47d1-9d11-bcbb27e7cdd5 None None] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:07.244775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.251148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:07.251810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:07.252432 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.252910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:07.253406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Bound port: f24c82b2-48df-4e8c-bf93-b1f6baeb562c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:07.253829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.273118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a53183d9-552f-41ee-89e2-2b23c5cbf266 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4660528 Nov 16 21:44:07.275926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49432) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:07.373880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] For port f24c82b2-48df-4e8c-bf93-b1f6baeb562c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:07.402728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] For port f24c82b2-48df-4e8c-bf93-b1f6baeb562c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:07.404091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a6877518-02aa-4be2-b8af-738eedb35e23 None None] Provisioning complete for port f24c82b2-48df-4e8c-bf93-b1f6baeb562c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:07.404711 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6877518-02aa-4be2-b8af-738eedb35e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.448471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.518216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49436) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:07.557141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121300bd-1ec8-4990-bea9-1b9c44511e35 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:07.570590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27e596-42e1-4143-8979-d3eea432819d None None] Pushing event updated for resources: {'Port': ['ID=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:07.577051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-8d4c0379-7fe7-47a3-ae32-e656230a074f', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:44:07.577934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.585320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:07.585898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:43:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:07.660627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7d7e-8f27-4bf4-9b6a-a045c710b323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.760204 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7d7e-8f27-4bf4-9b6a-a045c710b323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.765179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7d7e-8f27-4bf4-9b6a-a045c710b323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.793826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6877518-02aa-4be2-b8af-738eedb35e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.808251 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2ebd7d7e-8f27-4bf4-9b6a-a045c710b323 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7fee781d7044d0fab227f280765b807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2863805 Nov 16 21:44:07.808251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd7d7e-8f27-4bf4-9b6a-a045c710b323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123562fd-80de-4f79-b9d4-96e74b103d27,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:07.809131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49440) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:07.837810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.867088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bec3-1761-4c1d-8fa5-5b3d6ab79aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.876994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Allocated IP 172.20.0.2 (8d4c0379-7fe7-47a3-ae32-e656230a074f/653e87a8-7def-44df-9005-6749df0ec926/40fd1100-43ae-44fe-ad25-effd690acc84) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:07.882224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a6877518-02aa-4be2-b8af-738eedb35e23 None None] For port f24c82b2-48df-4e8c-bf93-b1f6baeb562c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:07.891893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6877518-02aa-4be2-b8af-738eedb35e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.897535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bec3-1761-4c1d-8fa5-5b3d6ab79aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.897974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:07.958403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bec3-1761-4c1d-8fa5-5b3d6ab79aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.961388 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bec3-1761-4c1d-8fa5-5b3d6ab79aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:07.965068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ddb3bec3-1761-4c1d-8fa5-5b3d6ab79aa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/123562fd-80de-4f79-b9d4-96e74b103d27 HTTP/1.1" status: 204 len: 168 time: 0.1525295 Nov 16 21:44:07.971722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3bec3-1761-4c1d-8fa5-5b3d6ab79aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123562fd-80de-4f79-b9d4-96e74b103d27,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.131968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6877518-02aa-4be2-b8af-738eedb35e23 None None] Pushing event updated for resources: {'Port': ['ID=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.140221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fd6667e3-bc07-4c3e-9c48-7226e38a9ada None None] Provisioning complete for port f24c82b2-48df-4e8c-bf93-b1f6baeb562c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:08.140674 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fd6667e3-bc07-4c3e-9c48-7226e38a9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.247232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49446) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:08.264023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b3f3-1419-4788-ad0e-ff25d7f00a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.310487 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.341226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.348000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b3f3-1419-4788-ad0e-ff25d7f00a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.354670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b3f3-1419-4788-ad0e-ff25d7f00a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.372465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.1 (8d4c0379-7fe7-47a3-ae32-e656230a074f/653e87a8-7def-44df-9005-6749df0ec926/b7f9e71c-97ac-4835-8760-c096f0a360f6) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:08.399950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7b3f3-1419-4788-ad0e-ff25d7f00a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3669dc7-9699-47d3-8f54-12d7e37d9f97,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.403356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:08.411109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:08.413760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:08.417068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8fd7b3f3-1419-4788-ad0e-ff25d7f00a2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ecf5973239340e185753aaaedfb8402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687436 Nov 16 21:44:08.426438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Pushing event updated for resources: {'Port': ['ID=40fd1100-43ae-44fe-ad25-effd690acc84,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.427266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49448) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:08.431892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:05Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:08.477650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c92e05-b9d0-4452-9c86-837a72b8e289 None None] The sync data for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 is: [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:05Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:08.487893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69f591ef-1c71-4316-92d5-e66ed4b2f487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.511218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Attempting to bind port 40fd1100-43ae-44fe-ad25-effd690acc84 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:08.511573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Attempting to bind port 40fd1100-43ae-44fe-ad25-effd690acc84 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:08.511946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Attempting to bind port 40fd1100-43ae-44fe-ad25-effd690acc84 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:08.516890 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69f591ef-1c71-4316-92d5-e66ed4b2f487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.518399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:08.518787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Checking segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:08.519197 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.520150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Bound using segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:08.520452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Bound port: 40fd1100-43ae-44fe-ad25-effd690acc84, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:08.520851 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.525456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.572193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.585966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69f591ef-1c71-4316-92d5-e66ed4b2f487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.589927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-69f591ef-1c71-4316-92d5-e66ed4b2f487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.594403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-69f591ef-1c71-4316-92d5-e66ed4b2f487 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3669dc7-9699-47d3-8f54-12d7e37d9f97 HTTP/1.1" status: 204 len: 168 time: 0.1661494 Nov 16 21:44:08.604666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f591ef-1c71-4316-92d5-e66ed4b2f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3669dc7-9699-47d3-8f54-12d7e37d9f97,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.605892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] For port 40fd1100-43ae-44fe-ad25-effd690acc84, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:08.611358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] For port 40fd1100-43ae-44fe-ad25-effd690acc84, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=40fd1100-43ae-44fe-ad25-effd690acc84,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:08.619561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.623471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:08.628807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:08.632973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:08.677970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:08.685146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba514cc-083d-4c40-99e1-f89915f7185c None None] Pushing event updated for resources: {'Port': ['ID=40fd1100-43ae-44fe-ad25-effd690acc84,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.692944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=b7f9e71c-97ac-4835-8760-c096f0a360f6,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:08.936494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.558344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.567972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.656263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=b7f9e71c-97ac-4835-8760-c096f0a360f6,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:09.696830 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.709926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f24c82b2-48df-4e8c-bf93-b1f6baeb562c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:09.774316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f24c82b2-48df-4e8c-bf93-b1f6baeb562c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:09.774919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.803797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:09.806014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:09.885454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 40fd1100-43ae-44fe-ad25-effd690acc84 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:09.951816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5499f3b-2185-48d6-bc41-c60b171658fd None None] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:09.954496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 40fd1100-43ae-44fe-ad25-effd690acc84 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:09.955083 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:09.979983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 92467c6b-87a7-4be0-94bd-96582bb3de2c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:44:10.062977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4d041aa3-2c26-4025-90ba-77bb51a068f8 None None] Provisioning complete for port 40fd1100-43ae-44fe-ad25-effd690acc84 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:10.063361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d041aa3-2c26-4025-90ba-77bb51a068f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.099023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:10.105894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e5483116-1fa7-4a72-a59e-087909fd8264 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/92467c6b-87a7-4be0-94bd-96582bb3de2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8289065 Nov 16 21:44:10.286116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d041aa3-2c26-4025-90ba-77bb51a068f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.287205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49494) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:10.305496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.503816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-172728004'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:10.547793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Made reservation on behalf of 5420fd639c2e45a28881a671687d5d5b for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:10.552755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.564169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.569044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4d041aa3-2c26-4025-90ba-77bb51a068f8 None None] For port 40fd1100-43ae-44fe-ad25-effd690acc84, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=40fd1100-43ae-44fe-ad25-effd690acc84,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:10.574786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4d041aa3-2c26-4025-90ba-77bb51a068f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.650388 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Sync routers for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:10.666977 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:10.667309 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:43:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:10.686728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 21:44:10.687093 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 21:44:10.689683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-789ec042-9652-4b4c-9029-f31f7871a381 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438439229&fields=id&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 267 time: 0.1034069 Nov 16 21:44:10.697911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d041aa3-2c26-4025-90ba-77bb51a068f8 None None] Pushing event updated for resources: {'Port': ['ID=40fd1100-43ae-44fe-ad25-effd690acc84,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:10.708995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5af16562-5736-48a9-945a-1cb57c82d469 None None] Provisioning complete for port b7f9e71c-97ac-4835-8760-c096f0a360f6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:10.709389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5af16562-5736-48a9-945a-1cb57c82d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.755255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5af16562-5736-48a9-945a-1cb57c82d469 None None] Port b7f9e71c-97ac-4835-8760-c096f0a360f6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:10.766990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5af16562-5736-48a9-945a-1cb57c82d469 None None] Provisioning complete for port 40fd1100-43ae-44fe-ad25-effd690acc84 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:10.767378 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5af16562-5736-48a9-945a-1cb57c82d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.812184 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.827166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.833222 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:10.874856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-dca18461-2a30-41c5-b7f0-1cff5f2a66ce tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:10.877735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-dca18461-2a30-41c5-b7f0-1cff5f2a66ce tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 797 time: 0.1871691 Nov 16 21:44:10.904509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:44:10.925553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-30fce598-e45a-4f37-b65e-95ad2c91bef8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/quotas/f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 375 time: 0.0364215 Nov 16 21:44:10.929816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff79d9a1-a960-4a4a-94b8-ccdf6e056432,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:10.934245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:10.934596 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Added segment b45a5188-9357-4878-a2dd-daf606017f45 of type vlan for network 1ef30cbc-d00f-4109-a01b-e801c6132eec Nov 16 21:44:10.981210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-792d8825-b0a3-4ed5-b3a4-340f86196d9f None None] Provisioning complete for port b7f9e71c-97ac-4835-8760-c096f0a360f6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:10.982214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-792d8825-b0a3-4ed5-b3a4-340f86196d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.029744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-792d8825-b0a3-4ed5-b3a4-340f86196d9f None None] Port b7f9e71c-97ac-4835-8760-c096f0a360f6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:11.034104 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.041881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-7c9d03c9-56a7-441e-896b-8380716f0c39 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056254 Nov 16 21:44:11.078734 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:09Z', 'revision_number': 2, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:11.112245 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Checking router: 92467c6b-87a7-4be0-94bd-96582bb3de2c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:11.112245 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Updating router 92467c6b-87a7-4be0-94bd-96582bb3de2c port b7f9e71c-97ac-4835-8760-c096f0a360f6 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:44:11.123492 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.130579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:11.131190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.140278 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.206233 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9145761 Nov 16 21:44:11.241203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c2884-3407-4f49-aa35-00a57985b838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Pushing event updated for resources: {'Network': ['ID=1ef30cbc-d00f-4109-a01b-e801c6132eec,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:11.250406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-73988e20-1ca8-432b-a022-52c2a2277340 service neutron] 10.222.0.48 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869216 Nov 16 21:44:11.255079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 1ef30cbc-d00f-4109-a01b-e801c6132eec details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:44:11.334309 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49506) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:11.339418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Request body: {'port': {'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec', 'binding:host_id': 'n-h2-817778-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661873610'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:11.350513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1d27126d-7cc3-4a79-91d1-80520996c0ba None None] Provisioning complete for port b7f9e71c-97ac-4835-8760-c096f0a360f6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:11.350905 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1d27126d-7cc3-4a79-91d1-80520996c0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.363032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-84ebbb48-4b98-4296-a82d-6fa8f39e136b service neutron] 10.222.0.48 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062100 Nov 16 21:44:11.369571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Made reservation on behalf of d220f77ac0e3419d976eb6b06f2e604a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:11.372060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.382098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.397419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1d27126d-7cc3-4a79-91d1-80520996c0ba None None] Port b7f9e71c-97ac-4835-8760-c096f0a360f6 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:11.468427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.470842 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.472125 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.476892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:11.486240 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.592822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d89f24-6075-418e-8934-1fc4999155f7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:11.598425 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Pushing event updated for resources: {'Port': ['ID=b7f9e71c-97ac-4835-8760-c096f0a360f6,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:11.617803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 40fd1100-43ae-44fe-ad25-effd690acc84 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:11.655905 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.656405 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.656845 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.657375 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.657741 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.658078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.658410 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.659352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.659701 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.660022 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.660352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.660680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:11.677142 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Attempting to bind port b7f9e71c-97ac-4835-8760-c096f0a360f6 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:11.677556 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Attempting to bind port b7f9e71c-97ac-4835-8760-c096f0a360f6 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:11.677986 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Attempting to bind port b7f9e71c-97ac-4835-8760-c096f0a360f6 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:11.689395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:11.689395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Checking segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:11.689395 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.689395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Bound using segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:11.689395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Bound port: b7f9e71c-97ac-4835-8760-c096f0a360f6, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:11.689395 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.737265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 40fd1100-43ae-44fe-ad25-effd690acc84 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:11.738116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.741911 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e64b8a97-0d8b-49ae-8e71-7516343e6419 req-d3e727fd-0989-46cd-b43a-c30577b40be9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.1950142 Nov 16 21:44:11.770438 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] For port b7f9e71c-97ac-4835-8760-c096f0a360f6, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:11.775392 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] For port b7f9e71c-97ac-4835-8760-c096f0a360f6, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b7f9e71c-97ac-4835-8760-c096f0a360f6,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:11.782664 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.824033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:11.834870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.842161 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:11.842797 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:43:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:11.843319 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.865904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ff76863-ffda-46b1-9f7a-a3ba2555d9bd None None] Provisioning complete for port b7f9e71c-97ac-4835-8760-c096f0a360f6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:11.866363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff76863-ffda-46b1-9f7a-a3ba2555d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.909344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=2e064e8d-f5f9-433d-92f9-6ce6b917d5e4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:11.930344 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bbb36-4e52-4f69-aff4-4cd27da27383 None None] Pushing event updated for resources: {'Port': ['ID=b7f9e71c-97ac-4835-8760-c096f0a360f6,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:11.948631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Checking segment: {'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:11.949401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Network hostable DHCP agents. Network: 1ef30cbc-d00f-4109-a01b-e801c6132eec, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:44:11.969815 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff76863-ffda-46b1-9f7a-a3ba2555d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:11.970221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Network 1ef30cbc-d00f-4109-a01b-e801c6132eec is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:44:11.985860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 1ef30cbc-d00f-4109-a01b-e801c6132eec) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:11.990892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:11.999286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badd4ee-eac8-4383-b0d5-53a59e043686 None None] Network 1ef30cbc-d00f-4109-a01b-e801c6132eec requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:12.003550 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:12.011071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.011504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.012185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.017450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.017911 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.018541 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 2 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.034051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.034766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.035318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.042508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.043699 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.044475 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 3 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.062038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5ff76863-ffda-46b1-9f7a-a3ba2555d9bd None None] For port b7f9e71c-97ac-4835-8760-c096f0a360f6, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b7f9e71c-97ac-4835-8760-c096f0a360f6,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:12.063742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.064288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.064970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.070710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff76863-ffda-46b1-9f7a-a3ba2555d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.072046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.072559 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.073347 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 4 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.090292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.090655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.091028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.096396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.096671 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.097067 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 5 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.111217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.112021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.112021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.116432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.116764 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.117171 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 6 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.129746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.130091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.130435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.134899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.135235 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.135631 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 7 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.150191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.150671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.151092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.158145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.158552 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.159021 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 8 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.172287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff76863-ffda-46b1-9f7a-a3ba2555d9bd None None] Pushing event updated for resources: {'Port': ['ID=b7f9e71c-97ac-4835-8760-c096f0a360f6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:12.176106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.176552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.176957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.182046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.182380 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.182899 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 9 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.200264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-301d0cd6-c42a-410f-8958-e4c43f8d5714 None None] Provisioning complete for port b7f9e71c-97ac-4835-8760-c096f0a360f6 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:12.200495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.200812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-301d0cd6-c42a-410f-8958-e4c43f8d5714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.200974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.201177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.207598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.208289 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.208762 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 10 to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 Nov 16 21:44:12.222313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:12.222737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:12.223153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:12.228724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:12.229067 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:12.229444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.248816 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:12.276983 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43697b09-2f97-47dc-adff-dd563a8c4645 None None] The sync data for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 is: [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:12.300441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] For port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:12.300830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempted to set empty binding levels {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:44:12.305551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.362854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:12.363864 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.383468 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=2e064e8d-f5f9-433d-92f9-6ce6b917d5e4,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:12.392956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b98f3f91-61f3-44ac-b2b2-15226498a677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0542526 Nov 16 21:44:12.393227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49512) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:12.473356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Deleting port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:12.473735 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.544151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] For port 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4, host n-h2-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:12.544513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.558490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Calling delete_port for 2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:12.642293 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.671032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e064e8d-f5f9-433d-92f9-6ce6b917d5e4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:12.677291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.680688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e2c05d71-a879-44da-a1c5-f599de88c001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 HTTP/1.1" status: 204 len: 168 time: 0.2863872 Nov 16 21:44:12.683264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49520) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:12.707767 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e0027b-f829-4798-a4c3-54984084db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:44:12.709246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02e0027b-f829-4798-a4c3-54984084db4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "GET /v2.0/ports/2e064e8d-f5f9-433d-92f9-6ce6b917d5e4 HTTP/1.1" status: 404 len: 333 time: 0.0250494 Nov 16 21:44:12.712759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49522) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:12.717657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Request body: {'port': {'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-953172219'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:12.745651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Made reservation on behalf of d220f77ac0e3419d976eb6b06f2e604a for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:12.748047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.768792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port a980893f-27d6-4113-9520-c693c1618278 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:12.818387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-146011c5-0408-4ffa-87d2-e4b5a9298c4e req-90328ca7-3b5b-4dad-92d1-0a054f70a9d6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.0280385 Nov 16 21:44:12.923954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:12.958313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.008403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Network 1ef30cbc-d00f-4109-a01b-e801c6132eec is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:13.011464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:13.013915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:13.015042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.016272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.026145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=a980893f-27d6-4113-9520-c693c1618278,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:13.040520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-71defdf4-bfe8-46a1-9619-bdf9a9ae0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3266916 Nov 16 21:44:13.043098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49526) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:13.048191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:13.103110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.280632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port a980893f-27d6-4113-9520-c693c1618278 yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:13.289419 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.295192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.353816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=a980893f-27d6-4113-9520-c693c1618278,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:13.366041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.366692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.366692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.371125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.371452 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.371842 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 2 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.385038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.385381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.385747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.389959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.390316 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.391244 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 3 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.403347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.403705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.404049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.408676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.409007 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.409453 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 4 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.422252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.423329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.423690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.428220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.428551 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.428945 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 5 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.443032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.443382 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.443727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.448323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.448676 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.449110 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 6 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.462332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:44:13.463095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.463433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.463768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.468111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.468511 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.468995 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 7 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.480537 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.480874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.481206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.485910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.486239 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.486630 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 8 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.498701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.499040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.499380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.504180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.504528 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.504916 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 9 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.519081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.519391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.519684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.524059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.524395 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.524794 n-d-817778-8 neutron-server[102453]: INFO neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 10 to bind port a980893f-27d6-4113-9520-c693c1618278 Nov 16 21:44:13.540899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:13.541251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:13.541626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:13.546157 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:13.546485 n-d-817778-8 neutron-server[102453]: ERROR neutron.plugins.ml2.managers [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port a980893f-27d6-4113-9520-c693c1618278 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:13.546868 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.587436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b7f9e71c-97ac-4835-8760-c096f0a360f6 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:13.619264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] For port a980893f-27d6-4113-9520-c693c1618278, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:13.619641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempted to set empty binding levels {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:44:13.624548 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.659803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] In _notify_port_updated(), no bound segment for port a980893f-27d6-4113-9520-c693c1618278 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:44:13.660646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.661198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.665248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49530) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:13.671376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b7f9e71c-97ac-4835-8760-c096f0a360f6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:13.672934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.678108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "PUT /v2.0/ports/a980893f-27d6-4113-9520-c693c1618278 HTTP/1.1" status: 200 len: 978 time: 0.6339071 Nov 16 21:44:13.695590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434a5c5-2b40-4916-bc6c-364fc2861b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=a980893f-27d6-4113-9520-c693c1618278,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:13.758108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.758394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.758669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.759339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.759973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.760428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.761061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.761542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:13.763686 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-517354a8-b528-46c3-bd16-12df06ed4621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7411 time: 0.0974324 Nov 16 21:44:13.768028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49536) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:13.848625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Deleting port a980893f-27d6-4113-9520-c693c1618278 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:13.848625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.902350 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d21e1dff-8ea5-4163-a887-c4e387bdfd70 req-fdf30eef-9e37-4891-b17e-7a8837f01945 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.0304248 Nov 16 21:44:13.925476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] For port a980893f-27d6-4113-9520-c693c1618278, host n-h2-817778-8, got binding levels [] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:13.925875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:13.938992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Calling delete_port for a980893f-27d6-4113-9520-c693c1618278 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:14.018031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.047369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event deleted for resources: {'Port': ['ID=a980893f-27d6-4113-9520-c693c1618278,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:14.054988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.057830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f95c2af2-9d64-43c6-9045-ec35cda3e933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a980893f-27d6-4113-9520-c693c1618278 HTTP/1.1" status: 204 len: 168 time: 0.2885101 Nov 16 21:44:14.060359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49540) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:14.083854 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-759443ce-5144-45ec-a90e-9799d06961ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:44:14.085217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-759443ce-5144-45ec-a90e-9799d06961ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "GET /v2.0/ports/a980893f-27d6-4113-9520-c693c1618278 HTTP/1.1" status: 404 len: 333 time: 0.0239463 Nov 16 21:44:14.088776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49542) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:14.093184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1764252296', 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:14.114098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Made reservation on behalf of d220f77ac0e3419d976eb6b06f2e604a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:14.116318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.132289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port e983321b-fbe7-4276-8269-e173dbb21c30 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:14.301619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.334504 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.371660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Network 1ef30cbc-d00f-4109-a01b-e801c6132eec is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:14.378595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:14.382064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:14.382969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:14.383566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.393404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=e983321b-fbe7-4276-8269-e173dbb21c30,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:14.402277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1b6db24-c0d0-4cb3-966d-7cfcd3e645a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3125348 Nov 16 21:44:14.404858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49544) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:14.442863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a868d-a4c0-4857-80c7-994844881fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:14.444237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-753a868d-a4c0-4857-80c7-994844881fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "GET /v2.0/ports/e983321b-fbe7-4276-8269-e173dbb21c30 HTTP/1.1" status: 200 len: 959 time: 0.0384600 Nov 16 21:44:14.446931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:14.520400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Deleting port e983321b-fbe7-4276-8269-e173dbb21c30 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:14.520660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.583921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.596313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Calling delete_port for e983321b-fbe7-4276-8269-e173dbb21c30 owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:14.673396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.702749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event deleted for resources: {'Port': ['ID=e983321b-fbe7-4276-8269-e173dbb21c30,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:14.706600 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.710210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09cc7756-9bee-457f-871b-5d3b5869f5bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e983321b-fbe7-4276-8269-e173dbb21c30 HTTP/1.1" status: 204 len: 168 time: 0.2623661 Nov 16 21:44:14.712812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49548) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:14.739295 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0596d8-da85-4507-a938-a9a207f05d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:44:14.740639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cd0596d8-da85-4507-a938-a9a207f05d30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "GET /v2.0/ports/e983321b-fbe7-4276-8269-e173dbb21c30 HTTP/1.1" status: 404 len: 333 time: 0.0269275 Nov 16 21:44:14.744127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49550) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:14.748535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Request body: {'port': {'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1579641459'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:14.770825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Made reservation on behalf of d220f77ac0e3419d976eb6b06f2e604a for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:14.773147 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.788182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port 3945392b-c341-403b-a97e-7f9a20ebe219 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:14.941527 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:14.990944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f9e3034-40a4-4b66-8573-b71821e5d816 req-01a4ce0e-b7f4-4954-90fe-d15c9cb43734 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.0343080 Nov 16 21:44:15.003397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.052613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Network 1ef30cbc-d00f-4109-a01b-e801c6132eec is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:15.055487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:15.059878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:15.060794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:15.061383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.064790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=3945392b-c341-403b-a97e-7f9a20ebe219,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.078369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17a7dd2b-510f-41f8-a838-a17f0c56d6a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3331568 Nov 16 21:44:15.081228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49558) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:15.086043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:15.140884 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.305978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] device_id is not set on port 3945392b-c341-403b-a97e-7f9a20ebe219 yet. {{(pid=102454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:15.313996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.319257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.370129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=3945392b-c341-403b-a97e-7f9a20ebe219,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.380942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.381273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.381637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.385905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.386224 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.386605 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 2 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.399159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.399489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.399812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.404119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.404434 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.404811 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 3 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.416192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.416520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.416845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.420984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.421301 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.422260 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 4 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.433970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.434298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.434619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.439420 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.439741 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.440123 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 5 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.451595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.451923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.452251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.456428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.456747 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.457124 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 6 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.469139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.469463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.469818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.473951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.474270 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.474647 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 7 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.486822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.487153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.487480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.491624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.491942 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.492317 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 8 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.505147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.505474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.505830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.510322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.510679 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.511067 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 9 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.523028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.523442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.523779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.528031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.528355 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.528750 n-d-817778-8 neutron-server[102454]: INFO neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempt 10 to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 Nov 16 21:44:15.541032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:15.541370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:15.541732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempting to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:15.545911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:15.546235 n-d-817778-8 neutron-server[102454]: ERROR neutron.plugins.ml2.managers [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Failed to bind port 3945392b-c341-403b-a97e-7f9a20ebe219 on host n-h2-817778-8 for vnic_type normal using segments [{'id': 'b45a5188-9357-4878-a2dd-daf606017f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1ef30cbc-d00f-4109-a01b-e801c6132eec'}] Nov 16 21:44:15.547142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.612918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] For port 3945392b-c341-403b-a97e-7f9a20ebe219, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:15.613288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attempted to set empty binding levels {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 21:44:15.617757 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.654637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] In _notify_port_updated(), no bound segment for port 3945392b-c341-403b-a97e-7f9a20ebe219 on network 1ef30cbc-d00f-4109-a01b-e801c6132eec {{(pid=102454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:44:15.655490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:15.656915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.658289 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "PUT /v2.0/ports/3945392b-c341-403b-a97e-7f9a20ebe219 HTTP/1.1" status: 200 len: 979 time: 0.5761185 Nov 16 21:44:15.661250 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:15.665712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592e8f9-c5fb-427d-b0d0-15c5b50c9d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event updated for resources: {'Port': ['ID=3945392b-c341-403b-a97e-7f9a20ebe219,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.747360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Deleting port 3945392b-c341-403b-a97e-7f9a20ebe219 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:15.747705 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.812944 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] For port 3945392b-c341-403b-a97e-7f9a20ebe219, host n-h2-817778-8, got binding levels [] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:15.813368 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.825892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Calling delete_port for 3945392b-c341-403b-a97e-7f9a20ebe219 owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:15.904905 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.931016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Pushing event deleted for resources: {'Port': ['ID=3945392b-c341-403b-a97e-7f9a20ebe219,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:15.938275 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:15.941702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-223abcee-7b7e-4a55-9c65-2ecb5bc565eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3945392b-c341-403b-a97e-7f9a20ebe219 HTTP/1.1" status: 204 len: 168 time: 0.2792706 Nov 16 21:44:15.944356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49562) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:15.971880 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149bc48-8adf-4067-a085-dbda343bca62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] GET failed (client error): The resource could not be found. Nov 16 21:44:15.974818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1149bc48-8adf-4067-a085-dbda343bca62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717403361-project-admin] 10.222.0.48 "GET /v2.0/ports/3945392b-c341-403b-a97e-7f9a20ebe219 HTTP/1.1" status: 404 len: 333 time: 0.0290442 Nov 16 21:44:15.978567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49566) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:16.065583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.090565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f37e1b44-0d73-4b95-87d9-acd4c5b417d0 req-d14a41a9-f6f7-4ba3-88d0-ffe22e5bb7df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Nov 16 21:44:16.162286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.183309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef30cbc-d00f-4109-a01b-e801c6132eec']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:16.193006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45a5188-9357-4878-a2dd-daf606017f45') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:16.193309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45a5188-9357-4878-a2dd-daf606017f45') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:16.203374 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.216799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.223897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:44:16.224338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:44:16.227450 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:44:16.289077 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.297250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.299795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] 10.222.0.48 "DELETE /v2.0/networks/1ef30cbc-d00f-4109-a01b-e801c6132eec HTTP/1.1" status: 204 len: 168 time: 0.3201816 Nov 16 21:44:16.311609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14587346-9e19-45da-9d6e-590b55c16a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1946761467-project] Pushing event deleted for resources: {'Network': ['ID=1ef30cbc-d00f-4109-a01b-e801c6132eec,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:16.551272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49574) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:16.633714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-e61c2ef7-c3ca-4b88-b685-aa50cc97bb5e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:16.635219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-e61c2ef7-c3ca-4b88-b685-aa50cc97bb5e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 797 time: 0.1238077 Nov 16 21:44:16.701569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-926171dd-e2a9-4722-9502-391e1546c962 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 380 time: 0.0566030 Nov 16 21:44:16.710105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-393b6b10-4d48-40d2-a5d4-257476d74f84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5420fd639c2e45a28881a671687d5d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553910 Nov 16 21:44:16.710637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49578) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:16.710920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'port': {'device_id': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'admin_state_up': True, 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'security_groups': ['bb7e3b3c-8ab5-4f86-b382-08f1b3905cec']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:16.759417 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35a422e9-fd6c-476d-9811-c1638492ebe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.780574 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35a422e9-fd6c-476d-9811-c1638492ebe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.819072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:16.822974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.831101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35a422e9-fd6c-476d-9811-c1638492ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.833771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-35a422e9-fd6c-476d-9811-c1638492ebe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:16.835085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-35a422e9-fd6c-476d-9811-c1638492ebe8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff79d9a1-a960-4a4a-94b8-ccdf6e056432 HTTP/1.1" status: 204 len: 168 time: 0.1234727 Nov 16 21:44:16.844252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a422e9-fd6c-476d-9811-c1638492ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff79d9a1-a960-4a4a-94b8-ccdf6e056432,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:16.962066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.10 (8d4c0379-7fe7-47a3-ae32-e656230a074f/653e87a8-7def-44df-9005-6749df0ec926/b08a84e1-1d9a-4408-8d46-6e577cfa3224) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:17.107280 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.115655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49586) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:17.183325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-622f2176-d2e6-4682-a58e-fc43c2af8feb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d220f77ac0e3419d976eb6b06f2e604a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663877 Nov 16 21:44:17.185898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49588) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:17.199530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4053fd0-318a-4227-a525-72d96350fda9 req-0718a5ba-005d-456f-b8d0-e7d5c740a4b8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.0341957 Nov 16 21:44:17.201016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.248139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:17.251627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b64ffd3d-d246-4ffd-90c8-d25f1b10338e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.251809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:17.255600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:17.273430 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b64ffd3d-d246-4ffd-90c8-d25f1b10338e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.285575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:17.315766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:17.316827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.324249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b64ffd3d-d246-4ffd-90c8-d25f1b10338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.327212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b64ffd3d-d246-4ffd-90c8-d25f1b10338e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.329135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b64ffd3d-d246-4ffd-90c8-d25f1b10338e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0d89f24-6075-418e-8934-1fc4999155f7 HTTP/1.1" status: 204 len: 168 time: 0.1422377 Nov 16 21:44:17.342270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-67e79ea6-d357-43da-b983-fa32905cd613 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6349671 Nov 16 21:44:17.344137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ffd3d-d246-4ffd-90c8-d25f1b10338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d89f24-6075-418e-8934-1fc4999155f7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:17.352815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-368a78a7-60bd-4c06-9c93-6d0e1e069fa4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:44:17.353824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-368a78a7-60bd-4c06-9c93-6d0e1e069fa4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055382 Nov 16 21:44:17.366242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Request body: {'port': {'device_id': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:17.424787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.546266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0f5b451a-a646-4b90-9b36-a5c2ab14ce28 None None] Provisioning complete for port b08a84e1-1d9a-4408-8d46-6e577cfa3224 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:17.547586 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f5b451a-a646-4b90-9b36-a5c2ab14ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.586353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b451a-a646-4b90-9b36-a5c2ab14ce28 None None] Port b08a84e1-1d9a-4408-8d46-6e577cfa3224 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:17.714694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08a84e1-1d9a-4408-8d46-6e577cfa3224 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:17.722457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.736258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Transition to ACTIVE for port object b08a84e1-1d9a-4408-8d46-6e577cfa3224 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:44:17.740693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.833732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:17.875815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:17.876341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:17.876684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:17.881379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:44:17.881815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:17.886997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:17.887348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Checking segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:17.887739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Bound using segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:17.888164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Bound port: b08a84e1-1d9a-4408-8d46-6e577cfa3224, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:17.888533 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:17.963621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:17.967405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:17.974953 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.119129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:18.220557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2130858367'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:18.243318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Made reservation on behalf of fb61c083ca4b4cc1bd3ccfaf97252ef1 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:18.247105 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.258573 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.290324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.290929 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.292326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] 10.222.0.47 "PUT /v2.0/ports/b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1092 time: 0.9303470 Nov 16 21:44:18.292778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:18.297229 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:18.322322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58cce5-dfd5-4dee-8acd-1e82a86af78b service neutron] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:18.363482 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4279558-2cdd-4d7e-a2a7-3346b7edf7fd x-openstack-request-id: req-c4279558-2cdd-4d7e-a2a7-3346b7edf7fd {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:18.364091 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:18.364354 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4279558-2cdd-4d7e-a2a7-3346b7edf7fd {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:18.364753 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'status': 'completed', 'code': 200} Nov 16 21:44:18.390929 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.396426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-2960a299-0c6b-4471-b343-4572c738fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.398573 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-2960a299-0c6b-4471-b343-4572c738fb0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1095 time: 0.0510430 Nov 16 21:44:18.404065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61d8dd-7461-42cc-baa6-f21c2f9c9422 req-b82c5ef8-b1c1-4c39-9aaf-78f4ff897f5a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.405655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b61d8dd-7461-42cc-baa6-f21c2f9c9422 req-b82c5ef8-b1c1-4c39-9aaf-78f4ff897f5a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.1249733 Nov 16 21:44:18.406581 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.448874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-437fb9c4-c7c3-4c16-b95b-d1de296e81c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 217 time: 0.0395148 Nov 16 21:44:18.454550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:44:18.463367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0fecf8-0ae4-437d-a815-3adbd6437255,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:18.480144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.480498 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Added segment b980f6ae-ce62-430d-be3a-eddc8ff34aed of type vlan for network 4d323331-6b5a-414f-84df-70221bf59709 Nov 16 21:44:18.509996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-51225bcf-efb2-4cd5-8a7a-6289aee7c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.511481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-51225bcf-efb2-4cd5-8a7a-6289aee7c0d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0562227 Nov 16 21:44:18.538773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b61d8dd-7461-42cc-baa6-f21c2f9c9422 req-ce360243-a806-4eea-803d-dacf2d99da72 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239059 Nov 16 21:44:18.548801 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.565113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-c1204c34-e7be-4166-a10d-43bebd0447b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.567806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-c1204c34-e7be-4166-a10d-43bebd0447b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490804 Nov 16 21:44:18.584972 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.590693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:18.591280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.648113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5278666 Nov 16 21:44:18.652687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:18.658865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Request body: {'subnet': {'network_id': '4d323331-6b5a-414f-84df-70221bf59709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:18.660840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466db8b-700e-47a6-b4fa-28ce1dfc63d4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event updated for resources: {'Network': ['ID=4d323331-6b5a-414f-84df-70221bf59709,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:18.670933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 4d323331-6b5a-414f-84df-70221bf59709 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:44:18.715590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-ff8f6225-0bc8-49e4-8fd9-d9b388bc7551 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385853 Nov 16 21:44:18.822770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Made reservation on behalf of fb61c083ca4b4cc1bd3ccfaf97252ef1 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:18.826189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:18.894919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f67538ef-c359-4ce9-bb87-5467d0816692 req-d28db020-3d88-4268-b65e-015313484064 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699660 Nov 16 21:44:19.034123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-f5f716c5-c0bc-4282-9d5c-8d8446d00acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.035538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-f5f716c5-c0bc-4282-9d5c-8d8446d00acb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1095 time: 0.0948660 Nov 16 21:44:19.126557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.219473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event updated for resources: {'Subnet': ['ID=b073d59a-89de-4a6d-a3ba-f0d655fdff25,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:19.226574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-f1422a62-63bc-418b-838f-c0d27b80c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.228067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-f1422a62-63bc-418b-838f-c0d27b80c39b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.1700187 Nov 16 21:44:19.228914 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Checking segment: {'id': 'b980f6ae-ce62-430d-be3a-eddc8ff34aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4d323331-6b5a-414f-84df-70221bf59709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:19.229275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Network hostable DHCP agents. Network: 4d323331-6b5a-414f-84df-70221bf59709, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:44:19.272539 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-39037ce4-1e5d-4231-af39-66a61f93473d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 217 time: 0.0373509 Nov 16 21:44:19.288204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Network 4d323331-6b5a-414f-84df-70221bf59709 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:44:19.321316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 4d323331-6b5a-414f-84df-70221bf59709) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:19.328380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.328985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.330310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff21491-396c-456a-a9c8-f0c61f775ffd None None] Network 4d323331-6b5a-414f-84df-70221bf59709 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:19.343960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-e4091c6e-e081-463c-8950-38632f66b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.345696 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-e4091c6e-e081-463c-8950-38632f66b7c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0665183 Nov 16 21:44:19.352256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f2ec338c-fcdc-4c63-acc1-5e6aa7ad354a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6985974 Nov 16 21:44:19.355146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49620) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:19.362508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Request body: {'port': {'network_id': '4d323331-6b5a-414f-84df-70221bf59709', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1172269637'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:19.401704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-ac150ef9-627d-4a1d-82e7-12c9feca09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.403273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-ac150ef9-627d-4a1d-82e7-12c9feca09cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499308 Nov 16 21:44:19.484099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-4d323331-6b5a-414f-84df-70221bf59709', 'network_id': '4d323331-6b5a-414f-84df-70221bf59709', 'tenant_id': 'fb61c083ca4b4cc1bd3ccfaf97252ef1', 'fixed_ips': [{'subnet_id': 'b073d59a-89de-4a6d-a3ba-f0d655fdff25'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:44:19.485404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Made reservation on behalf of fb61c083ca4b4cc1bd3ccfaf97252ef1 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:19.488962 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.490244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.503785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-c1f392ea-c5ee-4199-805c-26b711818682 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928524 Nov 16 21:44:19.508044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] device_id is not set on port 8604f50d-3042-443c-9931-05db9c1158dd yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:19.625439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d9cc8cc-5ac7-4c14-b2ad-3d4218101b9d req-32136f3d-df88-45d0-812f-9cd14c220804 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103687 Nov 16 21:44:19.633614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Allocated IP 2001:db8::de (4d323331-6b5a-414f-84df-70221bf59709/b073d59a-89de-4a6d-a3ba-f0d655fdff25/8604f50d-3042-443c-9931-05db9c1158dd) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:19.675643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7baaf-df6e-4c78-8a8f-fb0f03e25271 req-ec9c9436-53a7-429a-a2ec-f3a6909e509c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.677329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43b7baaf-df6e-4c78-8a8f-fb0f03e25271 req-ec9c9436-53a7-429a-a2ec-f3a6909e509c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.0508180 Nov 16 21:44:19.731130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-43b7baaf-df6e-4c78-8a8f-fb0f03e25271 req-dea8c891-242d-4a2e-af54-768650bdcb5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Nov 16 21:44:19.791862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.826065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.865896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Network 4d323331-6b5a-414f-84df-70221bf59709 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:19.870961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:19.872221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Allocated IP 2001:db8::2 (4d323331-6b5a-414f-84df-70221bf59709/b073d59a-89de-4a6d-a3ba-f0d655fdff25/f2b444a3-aa3d-42a2-a6af-6fb982638e3f) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:19.875533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:19.881255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:19.881898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:19.893060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event updated for resources: {'Port': ['ID=8604f50d-3042-443c-9931-05db9c1158dd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:19.911950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-48c74249-d49c-401c-8ab6-dfa8216cff49 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5556920 Nov 16 21:44:19.914957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49624) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:19.919762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Request body: {'port': {'network_id': '4d323331-6b5a-414f-84df-70221bf59709', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1542456525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:19.920311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.api.validators [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] bootfile-name is not in valid_values {{(pid=102453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:44:19.920660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.api.validators [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] tftp-server is not in valid_values {{(pid=102453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:44:19.920994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.api.validators [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] server-ip-address is not in valid_values {{(pid=102453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:44:20.020311 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.026313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.032583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Made reservation on behalf of fb61c083ca4b4cc1bd3ccfaf97252ef1 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:44:20.036304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.054488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] device_id is not set on port bd20eb22-4cc2-4941-bb22-5b4efbee6a2c yet. {{(pid=102453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 21:44:20.063859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Network 4d323331-6b5a-414f-84df-70221bf59709 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:20.068787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:20.072322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:20.083025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Pushing event updated for resources: {'Port': ['ID=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.130663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Attempting to bind port f2b444a3-aa3d-42a2-a6af-6fb982638e3f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:44:20.131037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Attempting to bind port f2b444a3-aa3d-42a2-a6af-6fb982638e3f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b980f6ae-ce62-430d-be3a-eddc8ff34aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4d323331-6b5a-414f-84df-70221bf59709'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:44:20.131403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Attempting to bind port f2b444a3-aa3d-42a2-a6af-6fb982638e3f on network 4d323331-6b5a-414f-84df-70221bf59709 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:44:20.136768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:44:20.136768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Checking segment: {'id': 'b980f6ae-ce62-430d-be3a-eddc8ff34aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4d323331-6b5a-414f-84df-70221bf59709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:44:20.137085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.137468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Bound using segment: {'id': 'b980f6ae-ce62-430d-be3a-eddc8ff34aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4d323331-6b5a-414f-84df-70221bf59709'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:44:20.137965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Bound port: f2b444a3-aa3d-42a2-a6af-6fb982638e3f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b980f6ae-ce62-430d-be3a-eddc8ff34aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '4d323331-6b5a-414f-84df-70221bf59709'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:44:20.138344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.170614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Allocated IP 2001:db8::c (4d323331-6b5a-414f-84df-70221bf59709/b073d59a-89de-4a6d-a3ba-f0d655fdff25/bd20eb22-4cc2-4941-bb22-5b4efbee6a2c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:20.204395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] For port f2b444a3-aa3d-42a2-a6af-6fb982638e3f, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:44:20.207899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] For port f2b444a3-aa3d-42a2-a6af-6fb982638e3f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,segment=NetworkSegment(b980f6ae-ce62-430d-be3a-eddc8ff34aed),segment_id=b980f6ae-ce62-430d-be3a-eddc8ff34aed)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:44:20.212013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.269912 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debcc50-609c-4e14-ac87-7c859cf57905 None None] Pushing event updated for resources: {'Port': ['ID=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.344360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.379238 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.423569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Network 4d323331-6b5a-414f-84df-70221bf59709 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:20.428970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:20.431666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:20.447089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.448202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.464288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event updated for resources: {'Port': ['ID=bd20eb22-4cc2-4941-bb22-5b4efbee6a2c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:20.477130 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d1e51d26-e8f3-4ca2-afc9-129c5d89efb4 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.5610640 Nov 16 21:44:20.479549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49626) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:20.535560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48184e9-ee2e-4951-8fbc-cb063a44fb1e tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.541608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48184e9-ee2e-4951-8fbc-cb063a44fb1e tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.548093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48184e9-ee2e-4951-8fbc-cb063a44fb1e tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:20.550049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d48184e9-ee2e-4951-8fbc-cb063a44fb1e tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0695274 Nov 16 21:44:20.553048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49628) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:20.638991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Deleting port bd20eb22-4cc2-4941-bb22-5b4efbee6a2c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:20.639253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.728847 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:20.741177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Calling delete_port for bd20eb22-4cc2-4941-bb22-5b4efbee6a2c owned by {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:20.783856 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4f0592e-0828-4809-8e2b-c951e3b312ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.178976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a2ecd-f72d-4bfc-9788-d69902cccb5b None None] Network 4d323331-6b5a-414f-84df-70221bf59709 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:21.247379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425582b3-7fdb-4394-8cfb-fe1a183b6f42 req-6d7ab9a2-ff17-447b-b2ac-e7369cbabb66 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.248862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-425582b3-7fdb-4394-8cfb-fe1a183b6f42 req-6d7ab9a2-ff17-447b-b2ac-e7369cbabb66 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.4216394 Nov 16 21:44:21.284300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.303680 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f54c3d09-c729-465d-953e-e88ca885f72a None None] Provisioning complete for port f2b444a3-aa3d-42a2-a6af-6fb982638e3f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:21.304050 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f54c3d09-c729-465d-953e-e88ca885f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.335627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event deleted for resources: {'Port': ['ID=bd20eb22-4cc2-4941-bb22-5b4efbee6a2c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:21.355335 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.362732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5f93aa71-729d-45cc-8caa-2329bb684a85 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "DELETE /v2.0/ports/bd20eb22-4cc2-4941-bb22-5b4efbee6a2c HTTP/1.1" status: 204 len: 168 time: 0.8051627 Nov 16 21:44:21.363778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-425582b3-7fdb-4394-8cfb-fe1a183b6f42 req-c7b5a603-b972-4ba1-858c-fccbcfdefb74 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060326 Nov 16 21:44:21.364257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49632) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:21.369458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Request body: {'port': {'name': 'tempest-new-port-name-1522716719', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:21.369879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.api.validators [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] bootfile-name is not in valid_values {{(pid=102453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:44:21.370654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.api.validators [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] tftp-server is not in valid_values {{(pid=102453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:44:21.370654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.api.validators [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] server-ip-address is not in valid_values {{(pid=102453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 21:44:21.424260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f54c3d09-c729-465d-953e-e88ca885f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.447921 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.457275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f54c3d09-c729-465d-953e-e88ca885f72a None None] For port f2b444a3-aa3d-42a2-a6af-6fb982638e3f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,segment=NetworkSegment(b980f6ae-ce62-430d-be3a-eddc8ff34aed),segment_id=b980f6ae-ce62-430d-be3a-eddc8ff34aed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:21.463241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f54c3d09-c729-465d-953e-e88ca885f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.520693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3d09-c729-465d-953e-e88ca885f72a None None] Pushing event updated for resources: {'Port': ['ID=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:21.627563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2b444a3-aa3d-42a2-a6af-6fb982638e3f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:21.669935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.676722 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.698714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f2b444a3-aa3d-42a2-a6af-6fb982638e3f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:21.699030 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.713416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] In _notify_port_updated(), no bound segment for port 8604f50d-3042-443c-9931-05db9c1158dd on network 4d323331-6b5a-414f-84df-70221bf59709 {{(pid=102453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 21:44:21.719917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.720758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.724311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "PUT /v2.0/ports/8604f50d-3042-443c-9931-05db9c1158dd HTTP/1.1" status: 200 len: 1129 time: 0.3567617 Nov 16 21:44:21.724728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49634) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:21.741355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ba02-26d0-487b-a572-75da46841b95 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event updated for resources: {'Port': ['ID=8604f50d-3042-443c-9931-05db9c1158dd,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:21.749148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7371ee4c-0db3-4050-9006-227a40d4b6a4 None None] Provisioning complete for port 8604f50d-3042-443c-9931-05db9c1158dd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:21.750552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7371ee4c-0db3-4050-9006-227a40d4b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.779503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4a3f3-8975-498d-bfa1-10c0ddfb7398 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:21.781217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cac4a3f3-8975-498d-bfa1-10c0ddfb7398 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "GET /v2.0/ports/8604f50d-3042-443c-9931-05db9c1158dd HTTP/1.1" status: 200 len: 1129 time: 0.0552583 Nov 16 21:44:21.786462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49636) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:21.822550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7371ee4c-0db3-4050-9006-227a40d4b6a4 None None] Port 8604f50d-3042-443c-9931-05db9c1158dd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:21.848669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7371ee4c-0db3-4050-9006-227a40d4b6a4 None None] Provisioning complete for port f2b444a3-aa3d-42a2-a6af-6fb982638e3f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:21.848872 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7371ee4c-0db3-4050-9006-227a40d4b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.882494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Deleting port 8604f50d-3042-443c-9931-05db9c1158dd {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:21.882840 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.979529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:21.992895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Calling delete_port for 8604f50d-3042-443c-9931-05db9c1158dd owned by {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:22.060457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ded90e9d-8a35-4584-b3b6-c7ff5c2ebe0c None None] Provisioning complete for port 8604f50d-3042-443c-9931-05db9c1158dd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:22.061148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ded90e9d-8a35-4584-b3b6-c7ff5c2ebe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.106678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ded90e9d-8a35-4584-b3b6-c7ff5c2ebe0c None None] Port 8604f50d-3042-443c-9931-05db9c1158dd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:44:22.128359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.167609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event deleted for resources: {'Port': ['ID=8604f50d-3042-443c-9931-05db9c1158dd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:22.190286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.197047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49638) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:22.197347 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d3a4a375-0956-42f1-87e1-322bd333806a tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "DELETE /v2.0/ports/8604f50d-3042-443c-9931-05db9c1158dd HTTP/1.1" status: 204 len: 168 time: 0.4096918 Nov 16 21:44:22.222066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a1c4585f-0fef-4fc7-918f-47a4cc29cecb None None] Could not find standard attr ID for object bd20eb22-4cc2-4941-bb22-5b4efbee6a2c. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:44:22.250276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Deleting subnet b073d59a-89de-4a6d-a3ba-f0d655fdff25 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:44:22.253898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.298153 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.395213 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.458450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.490658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event deleted for resources: {'Subnet': ['ID=b073d59a-89de-4a6d-a3ba-f0d655fdff25,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:22.492656 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.498399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0813bdee-5031-4be2-a5e3-e66646cd6956 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "DELETE /v2.0/subnets/b073d59a-89de-4a6d-a3ba-f0d655fdff25 HTTP/1.1" status: 204 len: 168 time: 0.3002558 Nov 16 21:44:22.499003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49642) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:22.500815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141eb7-8e04-4544-9fea-88d28a27a9af req-22d412a7-4fcc-4810-b167-2ad788ec673a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:22.502581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae141eb7-8e04-4544-9fea-88d28a27a9af req-22d412a7-4fcc-4810-b167-2ad788ec673a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.0622504 Nov 16 21:44:22.548253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0ecce-9882-4a3d-b5d5-cac94d045476 None None] Network 4d323331-6b5a-414f-84df-70221bf59709 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:44:22.564474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ae141eb7-8e04-4544-9fea-88d28a27a9af req-7551ecaf-bae0-4b2c-afe6-d2e796501ef0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547726 Nov 16 21:44:22.583485 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.636648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Deleting port f2b444a3-aa3d-42a2-a6af-6fb982638e3f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:22.636989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.640605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d1b473f7-1c8f-45de-8707-40cccfa47d4a None None] Could not find standard attr ID for object 8604f50d-3042-443c-9931-05db9c1158dd. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 21:44:22.703849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] For port f2b444a3-aa3d-42a2-a6af-6fb982638e3f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,segment=NetworkSegment(b980f6ae-ce62-430d-be3a-eddc8ff34aed),segment_id=b980f6ae-ce62-430d-be3a-eddc8ff34aed)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:22.704249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.717070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Calling delete_port for f2b444a3-aa3d-42a2-a6af-6fb982638e3f owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:22.731784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] DHCP port deletion for 4d323331-6b5a-414f-84df-70221bf59709 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:44:22.779302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] Deleting port f2b444a3-aa3d-42a2-a6af-6fb982638e3f {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:44:22.779678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.806631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.833074 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event deleted for resources: {'Port': ['ID=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:22.834932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] No DVR routers for this DVR port f2b444a3-aa3d-42a2-a6af-6fb982638e3f on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:22.846644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] For port f2b444a3-aa3d-42a2-a6af-6fb982638e3f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,segment=NetworkSegment(b980f6ae-ce62-430d-be3a-eddc8ff34aed),segment_id=b980f6ae-ce62-430d-be3a-eddc8ff34aed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:22.847113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.862947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] Calling delete_port for f2b444a3-aa3d-42a2-a6af-6fb982638e3f owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:44:22.921203 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.940269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.942246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d323331-6b5a-414f-84df-70221bf59709']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:22.952324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b980f6ae-ce62-430d-be3a-eddc8ff34aed') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:22.952748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b980f6ae-ce62-430d-be3a-eddc8ff34aed') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:22.962420 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.971066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] Pushing event deleted for resources: {'Port': ['ID=f2b444a3-aa3d-42a2-a6af-6fb982638e3f,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:22.972900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb074f3a-fc0b-48dc-adcc-2ccec9736d60 None None] No DVR routers for this DVR port f2b444a3-aa3d-42a2-a6af-6fb982638e3f on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:44:22.976340 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.984531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:44:22.985450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:44:22.988341 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:44:23.049587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.059301 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.063165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] 10.222.0.48 "DELETE /v2.0/networks/4d323331-6b5a-414f-84df-70221bf59709 HTTP/1.1" status: 204 len: 168 time: 0.5623803 Nov 16 21:44:23.069488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4af82103-788a-4b37-8c45-fb0a196d69e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.073893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d740a-e420-4a0a-9901-3ee5dceb5641 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591 tempest-ExtraDHCPOptionsIpV6TestJSON-57252591-project] Pushing event deleted for resources: {'Network': ['ID=4d323331-6b5a-414f-84df-70221bf59709,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:23.303711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49648) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:23.439298 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eb5e1778-acf9-4692-a049-567c92de8e61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb61c083ca4b4cc1bd3ccfaf97252ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344147 Nov 16 21:44:23.441749 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49652) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:23.492077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892a91b4-88ec-4262-b845-4d5ac7a0fede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.514698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892a91b4-88ec-4262-b845-4d5ac7a0fede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.562023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892a91b4-88ec-4262-b845-4d5ac7a0fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.564855 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-892a91b4-88ec-4262-b845-4d5ac7a0fede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.566190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-892a91b4-88ec-4262-b845-4d5ac7a0fede admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb0fecf8-0ae4-437d-a815-3adbd6437255 HTTP/1.1" status: 204 len: 168 time: 0.1233387 Nov 16 21:44:23.575823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a91b4-88ec-4262-b845-4d5ac7a0fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0fecf8-0ae4-437d-a815-3adbd6437255,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:23.578650 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2b444a3-aa3d-42a2-a6af-6fb982638e3f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:44:23.603877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f2b444a3-aa3d-42a2-a6af-6fb982638e3f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:44:23.604248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2b444a3-aa3d-42a2-a6af-6fb982638e3f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:44:23.616918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:44:23.698718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978162db-d940-4158-8dac-7f7a8b2d349e req-a869455e-333d-40e4-b7e6-4479ef5c17f7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:23.706990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-978162db-d940-4158-8dac-7f7a8b2d349e req-a869455e-333d-40e4-b7e6-4479ef5c17f7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.0648217 Nov 16 21:44:23.755119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-978162db-d940-4158-8dac-7f7a8b2d349e req-84bdaa3e-a40f-447e-a874-19a07eba4b46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471594 Nov 16 21:44:23.905753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:23.916939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'port_id': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'mac_address': 'fa:16:3e:34:8e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:44:23.955388 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:23.968193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a84e1-1d9a-4408-8d46-6e577cfa3224 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:44:23.987775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:23.991809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:24.039349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:24.212572 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:24.328927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b08a84e1-1d9a-4408-8d46-6e577cfa3224'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:44:24.877489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc405ad3-8911-4451-aaa4-005e880e6b5e req-c2ff05cc-5814-45cd-bf14-397ed99500e3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:24.879018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc405ad3-8911-4451-aaa4-005e880e6b5e req-c2ff05cc-5814-45cd-bf14-397ed99500e3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 945 time: 0.0503449 Nov 16 21:44:24.932683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dc405ad3-8911-4451-aaa4-005e880e6b5e req-54786672-3331-4609-bd0d-790aa2699afa tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478926 Nov 16 21:44:25.616653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:44:25.664753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port b08a84e1-1d9a-4408-8d46-6e577cfa3224 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:44:25.668923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b08a84e1-1d9a-4408-8d46-6e577cfa3224 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:44:25.669311 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:25.759443 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:25.763000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:25.784366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:25.786605 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f9a3c-23a2-4172-b4a0-0bc4484388bd" -d '{"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-plugged", "status": "completed", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:25.802287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:44:25.806624 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:25.835301 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a0bb0-cb86-4410-aa00-5323907fdf3f x-openstack-request-id: req-de3a0bb0-cb86-4410-aa00-5323907fdf3f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:25.835587 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-plugged", "status": "completed", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:25.835833 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de3a0bb0-cb86-4410-aa00-5323907fdf3f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:25.836243 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'code': 200} Nov 16 21:44:25.863764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:25.927959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94fcb5-7b59-4ad5-9ee4-d43e16973b6c req-f99d654d-5c7a-4c6e-b880-6a2d24fd0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:25.929676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b94fcb5-7b59-4ad5-9ee4-d43e16973b6c req-f99d654d-5c7a-4c6e-b880-6a2d24fd0f6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0445309 Nov 16 21:44:25.982777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b94fcb5-7b59-4ad5-9ee4-d43e16973b6c req-0b9240e8-eed3-4427-8706-6b7b2c82d9a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Nov 16 21:44:26.065837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47a83-95ac-4016-ae4e-1ad5c44ee2d6 req-68c62980-40bd-4837-8d45-f4a259eac260 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:26.067434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eae47a83-95ac-4016-ae4e-1ad5c44ee2d6 req-68c62980-40bd-4837-8d45-f4a259eac260 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0525246 Nov 16 21:44:26.120707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-eae47a83-95ac-4016-ae4e-1ad5c44ee2d6 req-2bedca88-3221-464e-ac70-8b8761d3c3ea tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471668 Nov 16 21:44:26.647719 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:27.246450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8483ea-38f3-44c6-9614-80dfc5fa98c9 req-0730da6f-8bd0-464f-9573-2c3d5b70802d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:27.248966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e8483ea-38f3-44c6-9614-80dfc5fa98c9 req-0730da6f-8bd0-464f-9573-2c3d5b70802d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0568473 Nov 16 21:44:27.305896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e8483ea-38f3-44c6-9614-80dfc5fa98c9 req-78ccb776-f828-4bfe-8201-2326f2b33730 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496347 Nov 16 21:44:28.427733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93710a7-693e-48a7-9ca9-e2bcb3850d86 req-4e0fcd91-bb3d-42df-b180-328d14d2c4cd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:28.429419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f93710a7-693e-48a7-9ca9-e2bcb3850d86 req-4e0fcd91-bb3d-42df-b180-328d14d2c4cd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0549536 Nov 16 21:44:28.479868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f93710a7-693e-48a7-9ca9-e2bcb3850d86 req-e079b6b5-db2a-4ba8-91fc-2eb9dbb9a56b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Nov 16 21:44:28.597908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53ceda-cae6-4556-a450-cf8fae4d66e1 req-5f536e75-59a9-477c-8460-8182470ea978 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:28.599578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df53ceda-cae6-4556-a450-cf8fae4d66e1 req-5f536e75-59a9-477c-8460-8182470ea978 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0505846 Nov 16 21:44:28.654049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df53ceda-cae6-4556-a450-cf8fae4d66e1 req-6f6bad71-02ac-4b14-80de-f4ae153d665c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483127 Nov 16 21:44:28.677636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49732) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:28.725147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34faa945-8999-4be5-bde5-93f8bc8f4b1d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:28.726739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-34faa945-8999-4be5-bde5-93f8bc8f4b1d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1092 time: 0.0480969 Nov 16 21:44:28.729847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49738) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:28.735385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:44:28.757595 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:28.879281 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:28.991520 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.124 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7fe67a4d-8ae8-4e3a-9f84-b8a2e7119183) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:44:29.096719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.130526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.174922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:44:29.178063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:44:29.181767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:44:29.187637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=7fe67a4d-8ae8-4e3a-9f84-b8a2e7119183,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:29.214033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.214383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.214730 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.215082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.215402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.215750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.216063 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.216387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.216715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.217042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.217366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.217714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:44:29.545677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.614226 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.770205 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.774467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.848015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=7fe67a4d-8ae8-4e3a-9f84-b8a2e7119183,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:29.854739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:29.956937 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP edf9ba5c-3ac2-4685-b4c9-36017cca291e associated. External IP: 172.25.3.124, port: b08a84e1-1d9a-4408-8d46-6e577cfa3224. Nov 16 21:44:30.195655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 92467c6b-87a7-4be0-94bd-96582bb3de2c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:44:30.324579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:44:30.336688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] Sync routers for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:44:30.348313 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:30.351479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:30.352291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:44:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:30.381321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-abf8b2e7-8ab4-4cb2-9a31-0aa74c2dd22b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6503935 Nov 16 21:44:30.381969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:44:30.384309 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fef7e85-4e07-4945-aa47-a45d31a492c3" -d '{"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:44:30.436235 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b402a6c8-2196-4e08-ac89-cd0a873a357f x-openstack-request-id: req-b402a6c8-2196-4e08-ac89-cd0a873a357f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:44:30.436855 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:44:30.437303 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b402a6c8-2196-4e08-ac89-cd0a873a357f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:44:30.437744 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'status': 'completed', 'code': 200} Nov 16 21:44:30.472936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:30.496797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53dbf5-16fd-4625-b0a2-ec17ba0ed9bf req-7197ea50-bcbc-43fd-a48c-e2765b52d4ac tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:30.498445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e53dbf5-16fd-4625-b0a2-ec17ba0ed9bf req-7197ea50-bcbc-43fd-a48c-e2765b52d4ac tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0573666 Nov 16 21:44:30.559557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e53dbf5-16fd-4625-b0a2-ec17ba0ed9bf req-c6bf4cf1-69a4-41b6-bceb-89dd6c50676e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543187 Nov 16 21:44:30.581759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49750) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:30.625223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-fb6b2f06-f77e-4157-9f38-4f46f64996e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:30.626934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-fb6b2f06-f77e-4157-9f38-4f46f64996e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.1581166 Nov 16 21:44:30.645665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-482ecd80-0900-442f-a0ac-e0cebe8f9384 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/edf9ba5c-3ac2-4685-b4c9-36017cca291e HTTP/1.1" status: 200 len: 992 time: 0.0626612 Nov 16 21:44:30.723539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-9cd7d410-4993-4734-866a-f5c4f101fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:30.724529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'edf9ba5c-3ac2-4685-b4c9-36017cca291e', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'port_id': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'mac_address': 'fa:16:3e:34:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:44:29Z', 'updated_at': '2021-11-16T21:44:29Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:30.724933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-9cd7d410-4993-4734-866a-f5c4f101fbce service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0904961 Nov 16 21:44:30.751839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] Checking router: 92467c6b-87a7-4be0-94bd-96582bb3de2c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:44:30.760090 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:44:30.760698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:44:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:30.795739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-8f06179a-2e96-4d8f-a6e1-fb09b0a35a7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1000 time: 0.0626357 Nov 16 21:44:30.847728 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-219350b9-b552-4dd9-8a1d-cac36932b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:30.849539 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-219350b9-b552-4dd9-8a1d-cac36932b626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0456803 Nov 16 21:44:30.868859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:44:30.896491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-4747bd8e-5a98-4f56-8d43-ef8e1ed22e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:44:30.898077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-4747bd8e-5a98-4f56-8d43-ef8e1ed22e1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417132 Nov 16 21:44:31.004881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-2714d457-30f1-43dc-9692-b87967dbfcd8 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994699 Nov 16 21:44:31.125224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'edf9ba5c-3ac2-4685-b4c9-36017cca291e', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'port_id': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'mac_address': 'fa:16:3e:34:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:44:29Z', 'updated_at': '2021-11-16T21:44:29Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:44:31.125669 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fef7e85-4e07-4945-aa47-a45d31a492c3 req-46f4b978-0bf6-43bf-a48b-22af76aa9e50 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134317 Nov 16 21:44:31.152188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf7936-ebad-44f1-907e-51493e759171 None None] The sync data for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 is: [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'edf9ba5c-3ac2-4685-b4c9-36017cca291e', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'port_id': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'mac_address': 'fa:16:3e:34:8e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:44:29Z', 'updated_at': '2021-11-16T21:44:29Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:44:31.340283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4292bf-e828-442f-a688-ee75b31b81d7 None None] New status for floating IP edf9ba5c-3ac2-4685-b4c9-36017cca291e: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:44:31.649075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49762) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:31.717355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c823a83-6ff9-4bbd-94e3-7b7a3e1c79f3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/edf9ba5c-3ac2-4685-b4c9-36017cca291e HTTP/1.1" status: 200 len: 994 time: 0.0669503 Nov 16 21:44:33.383273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:35.405569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:50.461523 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:44:50.776960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c0623038-e6df-4384-b1ac-58ff2bc61f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.332014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 49884) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:51.440511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87da46ee-f5ca-4093-af70-ecc3916e352e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.518627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87da46ee-f5ca-4093-af70-ecc3916e352e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.522726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87da46ee-f5ca-4093-af70-ecc3916e352e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.562082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87da46ee-f5ca-4093-af70-ecc3916e352e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ace0547619044ed2a75b7d96f4939db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283349 Nov 16 21:44:51.565038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49888) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:51.567876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da46ee-f5ca-4093-af70-ecc3916e352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0325a-400a-4be8-8b31-d9c1bf28b769,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:51.614286 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-976a5a89-657c-4a55-a150-1033a7c858cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.635871 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-976a5a89-657c-4a55-a150-1033a7c858cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.691055 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-976a5a89-657c-4a55-a150-1033a7c858cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.694068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-976a5a89-657c-4a55-a150-1033a7c858cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:51.698303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-976a5a89-657c-4a55-a150-1033a7c858cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ca0325a-400a-4be8-8b31-d9c1bf28b769 HTTP/1.1" status: 204 len: 168 time: 0.1318538 Nov 16 21:44:51.708262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a5a89-657c-4a55-a150-1033a7c858cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0325a-400a-4be8-8b31-d9c1bf28b769,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:51.970083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49894) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:51.984327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09900f48-1a4b-4686-a44d-5c8efb74c2d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.058348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09900f48-1a4b-4686-a44d-5c8efb74c2d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.062190 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-09900f48-1a4b-4686-a44d-5c8efb74c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.099858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09900f48-1a4b-4686-a44d-5c8efb74c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de9ac35-a121-4d88-b1e8-befe22342ee3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:52.106647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-09900f48-1a4b-4686-a44d-5c8efb74c2d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb1071ad2d5444fba4a771cb9590b49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330721 Nov 16 21:44:52.106993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 49896) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:44:52.154876 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98c8c430-76a4-48b9-8e30-c560f1ce63ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.176225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98c8c430-76a4-48b9-8e30-c560f1ce63ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.222452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98c8c430-76a4-48b9-8e30-c560f1ce63ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.225061 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-98c8c430-76a4-48b9-8e30-c560f1ce63ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:52.226243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-98c8c430-76a4-48b9-8e30-c560f1ce63ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1de9ac35-a121-4d88-b1e8-befe22342ee3 HTTP/1.1" status: 204 len: 168 time: 0.1182411 Nov 16 21:44:52.234682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8c430-76a4-48b9-8e30-c560f1ce63ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de9ac35-a121-4d88-b1e8-befe22342ee3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:44:53.062187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9040dd1a-af09-490f-8e71-81792672f1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:54.213797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:55.743591 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:44:56.651145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:03.394556 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:05.415718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:11.697503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-47183f30-773c-4db0-84ef-27ae5e1ab436 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443349 Nov 16 21:45:11.783974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-ecd93a18-47ec-4b9e-a172-2cb626839cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:11.785412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-ecd93a18-47ec-4b9e-a172-2cb626839cfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0415709 Nov 16 21:45:11.900816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-eb1cece6-aa35-4e07-9a36-6b148100ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:11.902371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-eb1cece6-aa35-4e07-9a36-6b148100ba25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0952384 Nov 16 21:45:11.972749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-f0e14ae9-dd08-4cb0-ba9e-966210fe9850 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1002 time: 0.0628636 Nov 16 21:45:12.022827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-5107ed7a-aef6-4ef9-a546-0bfaaa7a76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:12.024349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-5107ed7a-aef6-4ef9-a546-0bfaaa7a76b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0441916 Nov 16 21:45:12.072210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-cf18b572-3edd-4aef-9973-5d89a6e4daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:12.073764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-cf18b572-3edd-4aef-9973-5d89a6e4daf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416448 Nov 16 21:45:12.170011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-d1e7c1ee-096b-480f-9e1d-d356ffcde0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887606 Nov 16 21:45:12.260915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-65b0bce9-815d-4d60-b1ec-4d9655ec79d4 req-8cd344d6-1a59-4bc6-947b-be1c510141d2 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Nov 16 21:45:20.779205 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5a6a-6281-4ecd-8f8e-c3c957e4513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:23.064703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe96dd24-5505-4d5e-be99-d1f5126530c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:24.222088 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:25.753428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:26.656325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:27.460720 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:45:33.409475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:35.394938 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.091981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 50924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:39.214086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.291403 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.295293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.334527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f0c6d80862c4932917e7f90ddedf1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413423 Nov 16 21:45:39.335537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f39dc8-abd1-4b2a-9dd3-bd4a0f7a2578,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:39.337193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50928) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:39.344210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.344497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.344846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.345183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.345534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.345896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.346228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.346559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.346935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.347272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.347560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.347887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e892305e-0e79-43e9-9082-a4e7ba8f2968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.406077 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.426956 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.474550 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.477380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:39.478578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6f39dc8-abd1-4b2a-9dd3-bd4a0f7a2578 HTTP/1.1" status: 204 len: 168 time: 0.1395686 Nov 16 21:45:39.487984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f39dc8-abd1-4b2a-9dd3-bd4a0f7a2578,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:39.496411 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.496765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.497235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.497443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.497913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.498231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.498569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.498885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.499216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.499545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.499876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:39.500202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3b269-8d1e-445a-a223-53e7d6f2dc38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:45:43.051896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d5bfa-af38-4508-ba86-e2919f41a086 req-c3e340ec-ad2c-400e-9656-94752b56d821 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:43.053398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e3d5bfa-af38-4508-ba86-e2919f41a086 req-c3e340ec-ad2c-400e-9656-94752b56d821 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0404692 Nov 16 21:45:43.071124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2e3d5bfa-af38-4508-ba86-e2919f41a086 req-e30b8ed8-16e0-4279-9266-66cf47678f5d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:43.143293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2e3d5bfa-af38-4508-ba86-e2919f41a086 req-e30b8ed8-16e0-4279-9266-66cf47678f5d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:43.146747 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-2e3d5bfa-af38-4508-ba86-e2919f41a086 req-e30b8ed8-16e0-4279-9266-66cf47678f5d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:43.189245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e3d5bfa-af38-4508-ba86-e2919f41a086 req-e30b8ed8-16e0-4279-9266-66cf47678f5d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301119 Nov 16 21:45:43.190234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b8ed8-16e0-4279-9266-66cf47678f5d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6146f-3ab8-49ca-9d10-0abb2d56d478,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:43.308205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393312ba-50ef-49cf-96ac-89938483e84a req-85c242b6-5f02-409b-a152-ec44fe4f38f1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:43.309761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-393312ba-50ef-49cf-96ac-89938483e84a req-85c242b6-5f02-409b-a152-ec44fe4f38f1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0504119 Nov 16 21:45:43.359872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-393312ba-50ef-49cf-96ac-89938483e84a req-88fbfd0f-513b-488a-b84a-d6ccb165a542 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440340 Nov 16 21:45:43.381677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50940) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:43.443847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-183144e9-25c9-4311-bd5a-a0120d3a6067 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/edf9ba5c-3ac2-4685-b4c9-36017cca291e HTTP/1.1" status: 200 len: 994 time: 0.0610521 Nov 16 21:45:43.737962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-451e7b99-5b2e-4d8a-a9df-a8909f6cf750 req-159b112d-4560-4203-b60e-b23bc42a31ad service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:45:43.738966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-451e7b99-5b2e-4d8a-a9df-a8909f6cf750 req-159b112d-4560-4203-b60e-b23bc42a31ad service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053341 Nov 16 21:45:44.060755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 50954) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:45:44.125263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0e9fc-43d3-46d2-918b-1cdd80b44eb2 req-d75016b2-e909-4816-8f4c-e9a43ffe5fec tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:44.126714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62f0e9fc-43d3-46d2-918b-1cdd80b44eb2 req-d75016b2-e909-4816-8f4c-e9a43ffe5fec tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0518541 Nov 16 21:45:44.179813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62f0e9fc-43d3-46d2-918b-1cdd80b44eb2 req-0df7ecf2-4cdc-4067-b457-b352910eb1c6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471034 Nov 16 21:45:44.206826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-ef207b6d-ed97-49ae-a47a-f1086109a878 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1449361 Nov 16 21:45:44.215392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-07624851-1e20-44df-81f8-56c83b5bdc70 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:45:44.216927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-07624851-1e20-44df-81f8-56c83b5bdc70 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053465 Nov 16 21:45:45.296872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f66ef8-5d85-4509-9732-33e85306ee37 req-d8ce8136-4efb-4f31-af2a-9e27ffeda72d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:45.298509 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5f66ef8-5d85-4509-9732-33e85306ee37 req-d8ce8136-4efb-4f31-af2a-9e27ffeda72d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Nov 16 21:45:45.354993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a5f66ef8-5d85-4509-9732-33e85306ee37 req-7cbec373-1806-4a0b-85c9-afa8bb114180 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491405 Nov 16 21:45:45.427764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-7a0c8be6-39be-4fa8-a854-89c8dfcd5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:45.429241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-7a0c8be6-39be-4fa8-a854-89c8dfcd5fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0402267 Nov 16 21:45:45.521973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-9e83dde2-767b-49d4-b78d-3e96ac365e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:45.523353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-9e83dde2-767b-49d4-b78d-3e96ac365e35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0877483 Nov 16 21:45:45.588190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-abe709dd-5593-4aa9-a595-f8b14b9cbbb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1002 time: 0.0575848 Nov 16 21:45:45.641180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-242b058a-baba-49cd-9434-c5cba5b83afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:45.642676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-242b058a-baba-49cd-9434-c5cba5b83afc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0473759 Nov 16 21:45:45.688060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-b6be0087-b985-4877-a8ee-b24cdbfdc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:45.689634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-b6be0087-b985-4877-a8ee-b24cdbfdc915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389566 Nov 16 21:45:45.779368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-c0c41857-061f-4e3f-ac12-9b500dd35b9b service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Nov 16 21:45:45.870951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-a4e88015-909a-4669-b45d-bcfd5484cae7 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Nov 16 21:45:46.474780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f235ee-3d82-48ba-87cb-8991c88924be req-73b276a7-7d33-4f85-8e74-558f4eb805c0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:46.476239 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11f235ee-3d82-48ba-87cb-8991c88924be req-73b276a7-7d33-4f85-8e74-558f4eb805c0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0487168 Nov 16 21:45:46.524982 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-11f235ee-3d82-48ba-87cb-8991c88924be req-6b9a601c-f352-4e2c-9e68-de25599f21df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Nov 16 21:45:47.643665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238c660-ab4b-490a-8564-40b01d467085 req-5449b453-fea0-4683-99a1-49c3019db6ee tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:47.645138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6238c660-ab4b-490a-8564-40b01d467085 req-5449b453-fea0-4683-99a1-49c3019db6ee tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Nov 16 21:45:47.694011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6238c660-ab4b-490a-8564-40b01d467085 req-c1f39b56-bb5c-4d6e-aef3-b833af44d9cd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Nov 16 21:45:48.814782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3b1f0-046b-4440-b6d5-bac062e5e0b0 req-b94ef508-70cc-431c-91e4-55637b0f7735 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:48.816275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-31a3b1f0-046b-4440-b6d5-bac062e5e0b0 req-b94ef508-70cc-431c-91e4-55637b0f7735 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0533442 Nov 16 21:45:48.866098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-31a3b1f0-046b-4440-b6d5-bac062e5e0b0 req-97d5a641-1ee3-4bff-afae-caf2d1cbf59b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Nov 16 21:45:49.983985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307394c-de0b-480e-9ced-fdedd66f0e5d req-b36e1210-35fe-4f00-ac16-b2d94c54baf8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:49.985388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e307394c-de0b-480e-9ced-fdedd66f0e5d req-b36e1210-35fe-4f00-ac16-b2d94c54baf8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Nov 16 21:45:50.033908 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e307394c-de0b-480e-9ced-fdedd66f0e5d req-7d0c8692-c21a-4660-858f-2d059b4ba54b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425963 Nov 16 21:45:50.784698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6f206758-d841-4569-bfea-5f5b8860b515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:51.154264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424ae6-f1a4-4b01-a926-e31a522fff5c req-b007632c-d0c3-4225-814e-51c7c02a708b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:51.155808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe424ae6-f1a4-4b01-a926-e31a522fff5c req-b007632c-d0c3-4225-814e-51c7c02a708b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0511312 Nov 16 21:45:51.206450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe424ae6-f1a4-4b01-a926-e31a522fff5c req-f26ebdab-2c75-4556-90d9-f22abd8c8a1a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Nov 16 21:45:52.319877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc714b9-41b5-4a88-9560-4ee536a3e0a2 req-54b8b532-b84c-47cf-b0ac-0d1c3fe65a1b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:52.321341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fc714b9-41b5-4a88-9560-4ee536a3e0a2 req-54b8b532-b84c-47cf-b0ac-0d1c3fe65a1b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0474660 Nov 16 21:45:52.374163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fc714b9-41b5-4a88-9560-4ee536a3e0a2 req-c77eb061-7d34-4a57-9ee9-311f81a4004b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Nov 16 21:45:53.066557 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19491763-d84c-44cc-97bb-33ad97d9d722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:53.490539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2b5c5-b86a-4169-bdc2-bf2a431ee4fb req-6f9c7965-08c0-40fc-b365-9d9bd50c5b06 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:53.492039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3f2b5c5-b86a-4169-bdc2-bf2a431ee4fb req-6f9c7965-08c0-40fc-b365-9d9bd50c5b06 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0503378 Nov 16 21:45:53.546177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3f2b5c5-b86a-4169-bdc2-bf2a431ee4fb req-808194a6-2a31-4fc8-b607-5fd8559b661d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479679 Nov 16 21:45:54.214514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:54.662948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e73d79-3d72-457c-bac9-3c120755ec59 req-45013009-4022-41f9-8b3e-5d671104bfcc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:54.664416 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4e73d79-3d72-457c-bac9-3c120755ec59 req-45013009-4022-41f9-8b3e-5d671104bfcc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Nov 16 21:45:54.713592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e4e73d79-3d72-457c-bac9-3c120755ec59 req-764bf933-985f-4fcd-b24a-f31797deeca9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Nov 16 21:45:55.745892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:55.830629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cd2ab-4ddb-4fd4-b652-3c0662a02a8c req-6e36a0ba-a054-42c5-8c3d-c3f89a9371c2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:55.832000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a6cd2ab-4ddb-4fd4-b652-3c0662a02a8c req-6e36a0ba-a054-42c5-8c3d-c3f89a9371c2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0494001 Nov 16 21:45:55.882869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a6cd2ab-4ddb-4fd4-b652-3c0662a02a8c req-6c3fd9f8-1bed-4b81-bda8-56d3d954f277 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Nov 16 21:45:56.658180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:56.997662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0459d-3754-46f5-b7e4-e613473c7231 req-3f6ea690-9259-4aa5-90e7-ffd3c0bd910d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:56.999124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95f0459d-3754-46f5-b7e4-e613473c7231 req-3f6ea690-9259-4aa5-90e7-ffd3c0bd910d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Nov 16 21:45:57.047672 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95f0459d-3754-46f5-b7e4-e613473c7231 req-d5d90e03-2554-40b0-b5ec-d32d56ecb183 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Nov 16 21:45:57.912635 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-b9b83a4e-8b29-4a6f-a699-f10cdb4aae7a service neutron] show failed (client error): The resource could not be found. Nov 16 21:45:57.913689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-b9b83a4e-8b29-4a6f-a699-f10cdb4aae7a service neutron] 10.222.0.47 "GET /v2.0/ports/b08a84e1-1d9a-4408-8d46-6e577cfa3224/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0553968 Nov 16 21:45:58.170097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858df36-f6b6-4e0b-bde1-543c803dfe5c req-5918aded-9cbf-412a-b884-50e6371c0058 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:58.171475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c858df36-f6b6-4e0b-bde1-543c803dfe5c req-5918aded-9cbf-412a-b884-50e6371c0058 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0547352 Nov 16 21:45:58.196399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-6453a860-5cd8-4d61-8872-c4808c2d27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:58.197937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-6453a860-5cd8-4d61-8872-c4808c2d27c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 1097 time: 0.1253598 Nov 16 21:45:58.213826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-9745ac76-7377-494a-a9d1-d6d9a54f2627 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:45:58.214809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-9745ac76-7377-494a-a9d1-d6d9a54f2627 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049341 Nov 16 21:45:58.220962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c858df36-f6b6-4e0b-bde1-543c803dfe5c req-aee51ece-80ae-4907-9fde-ec394ccf0c7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Nov 16 21:45:58.232811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:45:58.284660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.486496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:45:58.518650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:58.556806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:45:58.559247 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175568c2-ba08-4a01-a6b1-801a9652e71f" -d '{"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-unplugged", "status": "completed", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:45:58.563666 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.577386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Transition to ACTIVE for port object b08a84e1-1d9a-4408-8d46-6e577cfa3224 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:45:58.582104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.619064 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfdfa2b-4d1e-41e6-833a-b3b987fca8f1 x-openstack-request-id: req-2dfdfa2b-4d1e-41e6-833a-b3b987fca8f1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:45:58.619383 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-unplugged", "status": "completed", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:45:58.619638 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2dfdfa2b-4d1e-41e6-833a-b3b987fca8f1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:45:58.620053 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'code': 200} Nov 16 21:45:58.708119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:58.758481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] No DVR routers for this DVR port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:45:58.890225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:45:58.890563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:45:58.890891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:58.895103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:45:58.895428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Attempting to bind port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on network 8d4c0379-7fe7-47a3-ae32-e656230a074f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:45:58.900154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:45:58.900490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Checking segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:45:58.900870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Bound using segment: {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:45:58.901291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Bound port: b08a84e1-1d9a-4408-8d46-6e577cfa3224, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce2c155-ea36-4179-9ccb-605105587c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:45:58.901676 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:58.964548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:45:58.967690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:45:58.971986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.004198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.004892 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:45:59.006191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1092 time: 0.7776463 Nov 16 21:45:59.030709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e91c1c-cb4c-46ab-8baf-8a9332371eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:45:59.083317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-a84f9ae5-911a-47bd-9a21-a4884b26fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.084840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-a84f9ae5-911a-47bd-9a21-a4884b26fa65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1095 time: 0.0503118 Nov 16 21:45:59.190499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-1979d1d3-1111-408b-b201-90c8aa2f29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.191977 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-1979d1d3-1111-408b-b201-90c8aa2f29ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0939014 Nov 16 21:45:59.262525 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-0a232bb2-7900-484e-86aa-5eecb082fcd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1000 time: 0.0575795 Nov 16 21:45:59.318556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-3ad99053-728b-479f-844b-9cfec8a95851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.319982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-3ad99053-728b-479f-844b-9cfec8a95851 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0479448 Nov 16 21:45:59.341340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab5666-0b35-455f-960c-3a40057f74bf req-f775a922-f27f-48fd-a989-7d21ae58ef29 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.342909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aab5666-0b35-455f-960c-3a40057f74bf req-f775a922-f27f-48fd-a989-7d21ae58ef29 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.0507221 Nov 16 21:45:59.366575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-40373ac5-a446-4817-bc06-037c48547d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:45:59.368286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-40373ac5-a446-4817-bc06-037c48547d0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410686 Nov 16 21:45:59.394844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5aab5666-0b35-455f-960c-3a40057f74bf req-90f86281-f2ac-4202-a512-00af2ee26693 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454824 Nov 16 21:45:59.459346 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-e036e47f-45b5-4534-b129-278fc066c187 service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819082 Nov 16 21:45:59.555315 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5f1976d-8c7d-4bdd-b6c6-45a49bf0655b req-e6a6cd52-15bc-4e57-9079-32e9a4bf23af service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840266 Nov 16 21:46:00.253648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:00.292622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:00.512410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e6a46-cac9-4a98-8ea8-7e217a30004e req-6a9fba96-b272-4ae8-af23-054a86656086 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.513832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a9e6a46-cac9-4a98-8ea8-7e217a30004e req-6a9fba96-b272-4ae8-af23-054a86656086 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.0496621 Nov 16 21:46:00.563795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1a9e6a46-cac9-4a98-8ea8-7e217a30004e req-13fa9ee9-d853-4d47-b66a-bfd5e4b307b3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432332 Nov 16 21:46:00.620786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:00.623085 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209d1643-cd44-4ded-8505-b88491f123ec" -d '{"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:00.670489 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc65e139-0e28-4c8b-846a-7ee2d9e10642 x-openstack-request-id: req-fc65e139-0e28-4c8b-846a-7ee2d9e10642 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:00.670781 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:00.671037 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc65e139-0e28-4c8b-846a-7ee2d9e10642 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:00.671439 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'status': 'completed', 'code': 200} Nov 16 21:46:00.734694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-90da0e96-84ce-478e-bb9d-e8c3486ba5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.736201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-90da0e96-84ce-478e-bb9d-e8c3486ba5be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1095 time: 0.0417271 Nov 16 21:46:00.742313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-190af2eb-9754-49e9-ab31-1bfec04e50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.743932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-190af2eb-9754-49e9-ab31-1bfec04e50e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1095 time: 0.0453355 Nov 16 21:46:00.831047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-f93e819c-0962-4fee-90c0-c4f520b76086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.832436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-f93e819c-0962-4fee-90c0-c4f520b76086 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0891893 Nov 16 21:46:00.839332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-9d5e2904-5ebc-487c-8f97-806d2bae44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.840777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-9d5e2904-5ebc-487c-8f97-806d2bae44a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0859127 Nov 16 21:46:00.897122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-dd3dbc8f-0da7-47b1-821d-01c2921cb48f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1000 time: 0.0576901 Nov 16 21:46:00.912995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-b854c61d-f987-43c4-86ce-de150cc8920e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1000 time: 0.0608733 Nov 16 21:46:00.950623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-3034db4e-8054-4bc4-a1e0-869c03236a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.952076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-3034db4e-8054-4bc4-a1e0-869c03236a64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0474882 Nov 16 21:46:00.965741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-46db9748-dedc-4690-b372-df104ace81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.967200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-46db9748-dedc-4690-b372-df104ace81fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0439317 Nov 16 21:46:00.997411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-14706c09-22bd-482b-b751-796e05f96651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:00.998929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-14706c09-22bd-482b-b751-796e05f96651 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404513 Nov 16 21:46:01.019441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1643-cd44-4ded-8505-b88491f123ec req-25e59125-51a1-456d-b288-786701d37997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.020979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-25e59125-51a1-456d-b288-786701d37997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419302 Nov 16 21:46:01.098251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-b27d2b3f-f573-4044-9055-0c47174e77ab service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920217 Nov 16 21:46:01.194587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-3334f07d-6ef3-40c5-a136-175b2315bef7 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897093 Nov 16 21:46:01.447095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-07461e2a-86d0-4303-ab1d-906eead4b690 service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149885 Nov 16 21:46:01.536970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-209d1643-cd44-4ded-8505-b88491f123ec req-81c4ca4e-d665-4343-9df1-f9f6a4b29dca service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822339 Nov 16 21:46:01.612175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:46:01.683201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b82e3-df59-47d0-8662-f0a19fee37a1 req-9bb840f9-bd15-44d4-b0e9-f2c08c89b8f3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.684807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a23b82e3-df59-47d0-8662-f0a19fee37a1 req-9bb840f9-bd15-44d4-b0e9-f2c08c89b8f3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 944 time: 0.0523872 Nov 16 21:46:01.710078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:01.722061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'port_id': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'mac_address': 'fa:16:3e:34:8e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:46:01.736518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a23b82e3-df59-47d0-8662-f0a19fee37a1 req-bccc7d2c-4dc6-4434-95ad-e29ac4a01e9b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 Nov 16 21:46:01.760260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.773550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a84e1-1d9a-4408-8d46-6e577cfa3224 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:01.792810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:01.797736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:01.849330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:01.859447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.859798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.860763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.861109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.861644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.861984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.862315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.862642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.862969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.863296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.863622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.863946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:01.936370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b865102-9bd2-4e4e-9f7c-6f37fcfc434f req-bcbb897b-f570-421c-9ccd-885fbee774a9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:01.938827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b865102-9bd2-4e4e-9f7c-6f37fcfc434f req-bcbb897b-f570-421c-9ccd-885fbee774a9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Nov 16 21:46:01.989396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b865102-9bd2-4e4e-9f7c-6f37fcfc434f req-61d9e391-4f0a-46cd-b188-94d0e03bd196 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Nov 16 21:46:02.024123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-7e6f0c17-024d-47b5-8c0d-0e7b3ef69544 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.025684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-7e6f0c17-024d-47b5-8c0d-0e7b3ef69544 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40&tenant_id=f3c6f34095f140189bb83903a5d35d29&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 945 time: 0.0927253 Nov 16 21:46:02.087243 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-5a218c69-edfb-4a0d-bede-708d300821de service neutron] delete failed (client error): The resource could not be found. Nov 16 21:46:02.088326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-5a218c69-edfb-4a0d-bede-708d300821de service neutron] 10.222.0.47 "DELETE /v2.0/ports/b08a84e1-1d9a-4408-8d46-6e577cfa3224/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0552032 Nov 16 21:46:02.091583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['b08a84e1-1d9a-4408-8d46-6e577cfa3224'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:02.176410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-22112aa7-b7de-4549-9d56-9099e01060f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.177947 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-22112aa7-b7de-4549-9d56-9099e01060f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1096 time: 0.0426285 Nov 16 21:46:02.532408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-23239a24-d6fd-40b5-95ac-a306f0daecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.533907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-23239a24-d6fd-40b5-95ac-a306f0daecf5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.3492444 Nov 16 21:46:02.597612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-e39f880f-14e6-4ef0-ba86-4379cad79cc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1001 time: 0.0567036 Nov 16 21:46:02.646649 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-a766376f-a927-4044-8ff8-b6d8813afd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.648112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-a766376f-a927-4044-8ff8-b6d8813afd0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0440423 Nov 16 21:46:02.696145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-e3f800ea-8a59-4aa3-9c6f-edf00f3a3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:02.697852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-e3f800ea-8a59-4aa3-9c6f-edf00f3a3e3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430684 Nov 16 21:46:02.788478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-9a1bf1d1-7c0b-4b55-91c5-14b2c305346e service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829341 Nov 16 21:46:02.882810 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7389ec35-ee27-4e07-9581-ec0bde240322 req-2e3856c8-12e5-4bf1-b1c2-cc0edb1d4d86 service neutron] 10.222.0.47 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868483 Nov 16 21:46:03.107645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2157-3902-4fad-a788-195cb0c7c8a7 req-7a93cf7b-bece-4115-83d7-fa89b0587022 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:03.109689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dca2157-3902-4fad-a788-195cb0c7c8a7 req-7a93cf7b-bece-4115-83d7-fa89b0587022 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 945 time: 0.0485661 Nov 16 21:46:03.157790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dca2157-3902-4fad-a788-195cb0c7c8a7 req-c82eb3ce-54ba-4b5f-bfc3-882c0f810aaf tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Nov 16 21:46:03.422752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.627698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:03.679002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port b08a84e1-1d9a-4408-8d46-6e577cfa3224 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:46:03.683226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port b08a84e1-1d9a-4408-8d46-6e577cfa3224 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:03.683636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.760710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.783173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:03.785408 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd5994-a9d6-4141-8fb4-f472ec7ac4cd" -d '{"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-plugged", "status": "completed", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:03.798163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:03.802120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:03.825820 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9fc34-563e-4850-a767-5dd8729ad97b x-openstack-request-id: req-0ea9fc34-563e-4850-a767-5dd8729ad97b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:03.826115 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-plugged", "status": "completed", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:03.826373 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ea9fc34-563e-4850-a767-5dd8729ad97b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:03.826768 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'code': 200} Nov 16 21:46:03.856682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:04.272181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1831-1cc1-4dec-a95f-fd868777323d req-8cdb8084-7290-40a6-a1a8-d51027de8817 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:04.273684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d8f1831-1cc1-4dec-a95f-fd868777323d req-8cdb8084-7290-40a6-a1a8-d51027de8817 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Nov 16 21:46:04.327196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4d8f1831-1cc1-4dec-a95f-fd868777323d req-72d68175-8dbe-4c28-a505-c4caaa5f9796 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476816 Nov 16 21:46:04.350269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51028) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:04.410721 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bcbeb7dc-f2dc-4e41-812b-20d888391b23 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/edf9ba5c-3ac2-4685-b4c9-36017cca291e HTTP/1.1" status: 200 len: 994 time: 0.0592656 Nov 16 21:46:04.460323 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:46:05.394429 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:08.343626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-eb2a9f7f-c46d-4776-a30b-7763c6f50de0 req-b99dc4af-893b-470b-a46d-fc7e5f35f3cc service neutron] (102453) timed out ('10.222.0.47', 50585) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:46:18.005018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-6b058544-f344-4020-858a-f72ca03cb57e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393264 Nov 16 21:46:18.095544 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-fa9a4d4e-9b11-4a74-93c8-a74144eb9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:18.097016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-fa9a4d4e-9b11-4a74-93c8-a74144eb9119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0439484 Nov 16 21:46:18.203197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-6dbc6ad3-b8e1-46a1-a477-8bb68ddb1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:18.204640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-6dbc6ad3-b8e1-46a1-a477-8bb68ddb1f17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.0857556 Nov 16 21:46:18.273356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-f29cac63-013b-4d52-b290-78d357feb918 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 1002 time: 0.0603774 Nov 16 21:46:18.329285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-59088781-b8df-467f-b9a0-77260fbff8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:18.330754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-59088781-b8df-467f-b9a0-77260fbff8ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0435622 Nov 16 21:46:18.376507 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-d11d6509-272d-4ec5-90e6-c4902c1ca742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:18.377999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-d11d6509-272d-4ec5-90e6-c4902c1ca742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402148 Nov 16 21:46:18.472345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-8158f843-8450-4959-bee3-0a2a3e59bae0 service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863416 Nov 16 21:46:18.563104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b6ae03e-9912-416f-8a56-7ba54a40174c req-42e5349c-deb3-4a86-902e-f429c6cd6558 service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833714 Nov 16 21:46:20.775743 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f32f3a2b-6a11-45f6-8843-0b16ba4cc97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:23.070180 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3bb97e6f-ecd6-4a62-b7b4-6add14ec7f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:24.252418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:25.748325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:26.660102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:33.427068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.111541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2383da-d413-4a67-93f4-a6c82c694e91 req-8359fce9-4a4a-4047-96ab-085bcd2b8469 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:35.113196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a2383da-d413-4a67-93f4-a6c82c694e91 req-8359fce9-4a4a-4047-96ab-085bcd2b8469 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0606828 Nov 16 21:46:35.168009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a2383da-d413-4a67-93f4-a6c82c694e91 req-f3a20895-e1a0-4458-9f04-e3c6bbc9b1be tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 Nov 16 21:46:35.191739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51046) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:35.360798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 7fe67a4d-8ae8-4e3a-9f84-b8a2e7119183 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:35.361058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.410064 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.437289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.437868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.449763 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 7fe67a4d-8ae8-4e3a-9f84-b8a2e7119183 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:35.622798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.653174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=7fe67a4d-8ae8-4e3a-9f84-b8a2e7119183,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:35.714181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:35.714513 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP edf9ba5c-3ac2-4685-b4c9-36017cca291e disassociated (deleted). External IP: 172.25.3.124, port: b08a84e1-1d9a-4408-8d46-6e577cfa3224. Nov 16 21:46:35.929450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 92467c6b-87a7-4be0-94bd-96582bb3de2c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:36.038600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:36.043129 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:36.048924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] Sync routers for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:36.058518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:36.059141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.071035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-75131243-4bd3-4c7a-923a-6e454cb63471 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/floatingips/edf9ba5c-3ac2-4685-b4c9-36017cca291e HTTP/1.1" status: 204 len: 168 time: 0.8782053 Nov 16 21:46:36.071644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:36.073930 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38689f6e-f011-420e-ba41-6d94a67b2a48" -d '{"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:36.115364 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b308bc6e-4080-41c3-843d-fa0378492a43 x-openstack-request-id: req-b308bc6e-4080-41c3-843d-fa0378492a43 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:36.116471 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:36.116740 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b308bc6e-4080-41c3-843d-fa0378492a43 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:36.117151 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'status': 'completed', 'code': 200} Nov 16 21:46:36.167992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:36.181050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-7418f706-7b29-43f7-bf57-14d53b8076b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:36.182522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-7418f706-7b29-43f7-bf57-14d53b8076b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 1097 time: 0.0439694 Nov 16 21:46:36.303375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-bd92039a-fb97-4e40-a5db-6f9980cc3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:36.304996 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-bd92039a-fb97-4e40-a5db-6f9980cc3732 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 200 len: 898 time: 0.1043129 Nov 16 21:46:36.310783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c460-9e24-427b-934d-2f7feaa20ca4 req-ca0ac94b-66cb-45e6-bc8c-202982fb1345 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:36.312280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9df4c460-9e24-427b-934d-2f7feaa20ca4 req-ca0ac94b-66cb-45e6-bc8c-202982fb1345 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0512476 Nov 16 21:46:36.351882 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-f239a3b8-0279-4510-abc1-8ede6907003f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 200 len: 217 time: 0.0375099 Nov 16 21:46:36.366595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9df4c460-9e24-427b-934d-2f7feaa20ca4 req-021e61ee-23ae-408c-8527-34ebb6e57709 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Nov 16 21:46:36.392391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.408219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-9648d634-a246-453c-8420-f4a853687d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:36.409781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-9648d634-a246-453c-8420-f4a853687d9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 200 len: 834 time: 0.0509846 Nov 16 21:46:36.422535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] Checking router: 92467c6b-87a7-4be0-94bd-96582bb3de2c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:36.431235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:36.431785 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.458818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-b969f782-21e6-4f9d-8e55-90289523a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:36.460327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-b969f782-21e6-4f9d-8e55-90289523a67a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d4c0379-7fe7-47a3-ae32-e656230a074f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409086 Nov 16 21:46:36.534584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:36.557016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-5ae583b8-528e-4943-b816-587bf50a7120 service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866249 Nov 16 21:46:36.648457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38689f6e-f011-420e-ba41-6d94a67b2a48 req-48b3b4cb-93af-45ae-afeb-9a5d82333d3f service neutron] 10.222.0.41 "GET /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839474 Nov 16 21:46:36.740192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:36.768721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be40e4-e879-4081-bfd4-2b2b72727ccd None None] The sync data for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 is: [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:44:08Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'b7f9e71c-97ac-4835-8760-c096f0a360f6', 'name': '', 'network_id': '8d4c0379-7fe7-47a3-ae32-e656230a074f', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:6b:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '653e87a8-7def-44df-9005-6749df0ec926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:07Z', 'updated_at': '2021-11-16T21:44:11Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '653e87a8-7def-44df-9005-6749df0ec926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:36.983850 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f1660-573b-4ad8-8b4e-6613bd1b19fd None None] New status for floating IP edf9ba5c-3ac2-4685-b4c9-36017cca291e: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:46:37.486055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d2b34-861a-4b3f-bfb6-5a9604eae621 req-b0f37cef-dc23-4f33-a60b-7a08520842f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:37.487546 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-617d2b34-861a-4b3f-bfb6-5a9604eae621 req-b0f37cef-dc23-4f33-a60b-7a08520842f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Nov 16 21:46:37.536182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-617d2b34-861a-4b3f-bfb6-5a9604eae621 req-c3bce180-58a3-4339-b081-5a3c84d4900a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Nov 16 21:46:37.846348 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-f0633c38-bb96-470b-8ff5-143743367bee tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:37.847810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-f0633c38-bb96-470b-8ff5-143743367bee tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.41 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 946 time: 0.0528996 Nov 16 21:46:37.939868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port b08a84e1-1d9a-4408-8d46-6e577cfa3224 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:37.940212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.033427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port b08a84e1-1d9a-4408-8d46-6e577cfa3224, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=b08a84e1-1d9a-4408-8d46-6e577cfa3224,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:38.033740 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.046310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for b08a84e1-1d9a-4408-8d46-6e577cfa3224 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:38.172357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.198689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=b08a84e1-1d9a-4408-8d46-6e577cfa3224,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:38.241453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] No DVR routers for this DVR port b08a84e1-1d9a-4408-8d46-6e577cfa3224 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:38.244065 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:38.247403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aa0a6674-e400-41b0-a2ba-ed23f9353bbc req-c7a6856f-edd4-435b-9651-761e3dcb2494 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.41 "DELETE /v2.0/ports/b08a84e1-1d9a-4408-8d46-6e577cfa3224 HTTP/1.1" status: 204 len: 173 time: 0.3893239 Nov 16 21:46:38.247853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-deleted', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:38.250140 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb36111-7b36-44be-9e54-f239e41a6fda" -d '{"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-deleted", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:38.429109 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8de640e-e805-4c50-bbb3-9ae527cfd453 x-openstack-request-id: req-f8de640e-e805-4c50-bbb3-9ae527cfd453 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:38.429406 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59841f11-b64d-407b-9b00-9493bfc4fa40", "name": "network-vif-deleted", "tag": "b08a84e1-1d9a-4408-8d46-6e577cfa3224", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:38.429698 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8de640e-e805-4c50-bbb3-9ae527cfd453 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:38.430136 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59841f11-b64d-407b-9b00-9493bfc4fa40', 'name': 'network-vif-deleted', 'tag': 'b08a84e1-1d9a-4408-8d46-6e577cfa3224', 'status': 'completed', 'code': 200} Nov 16 21:46:38.647580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2937827c-59a3-4d80-bce7-0a2350d9725d req-94845d1e-8fb4-4c79-b2ee-8030c4b129b4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=59841f11-b64d-407b-9b00-9493bfc4fa40 HTTP/1.1" status: 200 len: 210 time: 0.0283451 Nov 16 21:46:39.705072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51066) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:40.063518 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:40.314246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port b7f9e71c-97ac-4835-8760-c096f0a360f6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:40.314485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:40.401988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port b7f9e71c-97ac-4835-8760-c096f0a360f6, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b7f9e71c-97ac-4835-8760-c096f0a360f6,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:40.402355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:40.415151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for b7f9e71c-97ac-4835-8760-c096f0a360f6 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:40.600825 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:40.636422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=b7f9e71c-97ac-4835-8760-c096f0a360f6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:40.661642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.661994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.662337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.662674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.663003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.663330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.663659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.663985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.664320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.664639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.664958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.665277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:40.822631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.036179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 92467c6b-87a7-4be0-94bd-96582bb3de2c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:41.139401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:41.144928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-70c73f72-a777-49d8-8d32-0cedf277e737 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/92467c6b-87a7-4be0-94bd-96582bb3de2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4387765 Nov 16 21:46:41.147581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:41.150683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] Sync routers for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:41.160210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:41.160910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:41.200696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting subnet 653e87a8-7def-44df-9005-6749df0ec926 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:46:41.204535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.243569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.267350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:41.325239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.386730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.415793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Subnet': ['ID=653e87a8-7def-44df-9005-6749df0ec926,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:41.417795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.421038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aab6c2d8-6a94-4fdc-a0ad-6acacfbc9a5d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/subnets/653e87a8-7def-44df-9005-6749df0ec926 HTTP/1.1" status: 204 len: 168 time: 0.2725346 Nov 16 21:46:41.425438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:41.427529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381539f7-a69b-440a-965a-401df473117e None None] Network 8d4c0379-7fe7-47a3-ae32-e656230a074f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:41.459772 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:46:41.550353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:46:40Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:41.579883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] Checking router: 92467c6b-87a7-4be0-94bd-96582bb3de2c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:41.597355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] Routers {'92467c6b-87a7-4be0-94bd-96582bb3de2c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:41.598003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['92467c6b-87a7-4be0-94bd-96582bb3de2c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:41.704205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] DHCP port deletion for 8d4c0379-7fe7-47a3-ae32-e656230a074f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:41.742092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] Set router 92467c6b-87a7-4be0-94bd-96582bb3de2c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:41.818454 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.840061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:41.875939 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: b08a84e1-1d9a-4408-8d46-6e577cfa3224 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:41.876281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device b08a84e1-1d9a-4408-8d46-6e577cfa3224 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:41.900094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] Deleting port 40fd1100-43ae-44fe-ad25-effd690acc84 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:41.900469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.925238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.976629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port f24c82b2-48df-4e8c-bf93-b1f6baeb562c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:46:41.976981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:41.995702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] For port 40fd1100-43ae-44fe-ad25-effd690acc84, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=40fd1100-43ae-44fe-ad25-effd690acc84,segment=NetworkSegment(9ce2c155-ea36-4179-9ccb-605105587c4f),segment_id=9ce2c155-ea36-4179-9ccb-605105587c4f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:41.996100 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.059769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port f24c82b2-48df-4e8c-bf93-b1f6baeb562c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:42.060137 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.074126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for f24c82b2-48df-4e8c-bf93-b1f6baeb562c owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:42.158228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] Calling delete_port for 40fd1100-43ae-44fe-ad25-effd690acc84 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:46:42.226370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:46:40Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:42.247170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.255742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15ffa5-128b-48c4-893f-0f63fd896266 None None] The sync data for ids ['92467c6b-87a7-4be0-94bd-96582bb3de2c'] in n-d-817778-8 is: [{'id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742748498', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:44:04Z', 'updated_at': '2021-11-16T21:46:40Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f24c82b2-48df-4e8c-bf93-b1f6baeb562c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92467c6b-87a7-4be0-94bd-96582bb3de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:44:05Z', 'updated_at': '2021-11-16T21:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:42.278937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=f24c82b2-48df-4e8c-bf93-b1f6baeb562c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:42.279614 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.313810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6089ad2d-d1a0-4cc1-bac8-2bd1eb4c7f4d None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:42.318706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] Pushing event deleted for resources: {'Port': ['ID=40fd1100-43ae-44fe-ad25-effd690acc84,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:42.327867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb433f80-3f97-44f7-8dd3-381287a9e7a6 None None] No DVR routers for this DVR port 40fd1100-43ae-44fe-ad25-effd690acc84 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:46:42.345087 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.435497 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.438491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.479144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.479674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Fanout notify agent at l3_agent the message router_deleted on router 92467c6b-87a7-4be0-94bd-96582bb3de2c {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:46:42.487515 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.488638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f041d100-7101-4a3c-a339-9f93bcf7feba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/routers/92467c6b-87a7-4be0-94bd-96582bb3de2c HTTP/1.1" status: 204 len: 168 time: 1.0620992 Nov 16 21:46:42.491415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51072) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:42.572116 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.663138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.683986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4c0379-7fe7-47a3-ae32-e656230a074f']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:42.694412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce2c155-ea36-4179-9ccb-605105587c4f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:42.694849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce2c155-ea36-4179-9ccb-605105587c4f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:42.705495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.719577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.732839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:46:42.733500 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: timer() Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:46:42.737278 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:46:42.797821 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.805449 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.807960 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/networks/8d4c0379-7fe7-47a3-ae32-e656230a074f HTTP/1.1" status: 204 len: 168 time: 0.3156259 Nov 16 21:46:42.810772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:42.821340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede87e8-99ca-4d63-b0ca-a011c1ea96c8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Network': ['ID=8d4c0379-7fe7-47a3-ae32-e656230a074f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:42.878183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.905815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.973184 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.976219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:42.977500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb7e3b3c-8ab5-4f86-b382-08f1b3905cec HTTP/1.1" status: 204 len: 168 time: 0.1656361 Nov 16 21:46:42.988598 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e3b3c-8ab5-4f86-b382-08f1b3905cec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:42.998772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:42.999261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.000471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.001089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.001581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.002078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.002513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.003055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.003500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.003963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.004324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.005206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bec767-fa42-4761-b7d8-2c1401d441f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:43.276963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:43.282750 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864078665', 'description': 'tempest-secgroup-smoke-864078665 description', 'project_id': 'f3c6f34095f140189bb83903a5d35d29'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:43.306707 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.372334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.376136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.404690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.406452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1275878 Nov 16 21:46:43.408288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75cb3e-45f7-40c9-96ba-5e674cc8e91e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b67780-68d4-45b2-8183-c990fe4fc4eb,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:43.409774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51082) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:43.414524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'e8b67780-68d4-45b2-8183-c990fe4fc4eb', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:43.440426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.499732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.503417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.520374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d826d7-b8bf-4de8-95ce-7d221453473f,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:43.528220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.529316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-508b932f-575b-4d63-9e8b-46a6f6afab73 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183822 Nov 16 21:46:43.532761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51084) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:43.537833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'e8b67780-68d4-45b2-8183-c990fe4fc4eb', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:43.564364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.622237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.626367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.639551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f24c82b2-48df-4e8c-bf93-b1f6baeb562c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:43.645682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab09aaea-44d9-42e2-a795-839f2d2b139f,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:43.652512 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.653776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-03f444c5-ff31-4761-83a3-7fcda968574a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198616 Nov 16 21:46:43.657359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51086) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:43.661738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'e8b67780-68d4-45b2-8183-c990fe4fc4eb', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:43.662539 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f24c82b2-48df-4e8c-bf93-b1f6baeb562c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:43.662891 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f24c82b2-48df-4e8c-bf93-b1f6baeb562c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:43.663321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 40fd1100-43ae-44fe-ad25-effd690acc84 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:43.682821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 40fd1100-43ae-44fe-ad25-effd690acc84 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:43.683179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 40fd1100-43ae-44fe-ad25-effd690acc84 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:43.683602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b7f9e71c-97ac-4835-8760-c096f0a360f6 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:46:43.692158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.704216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b7f9e71c-97ac-4835-8760-c096f0a360f6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:46:43.704583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b7f9e71c-97ac-4835-8760-c096f0a360f6 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:46:43.753879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.757361 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.777090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e3a38e-95b4-40de-b172-ee3c73a50ccb,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:43.787592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.788824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9239dc9d-3418-4df2-a3f8-e72402136d4c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305027 Nov 16 21:46:43.791520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51088) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:43.795812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'e8b67780-68d4-45b2-8183-c990fe4fc4eb', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:43.821708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.882669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.886216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.901128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccee2f41-2faf-4572-bc7d-4d12144fa7a5,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:43.912791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:43.914069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7c9fafce-4e88-4f53-a657-d39e6e9e82a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216326 Nov 16 21:46:43.916750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51090) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:43.920986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'e8b67780-68d4-45b2-8183-c990fe4fc4eb', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:43.942685 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:46:43.947570 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.007607 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.010795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.028017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6254669c-402c-4cbd-84b2-9a3462e99abd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:44.036901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.038100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0b53bc18-53e6-4677-a147-4dc88928850c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204433 Nov 16 21:46:44.040881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51092) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:44.045130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'e8b67780-68d4-45b2-8183-c990fe4fc4eb', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:44.067710 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:46:44.072976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.131546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.134893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.151667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b579be27-5bbd-4e58-b03f-0ca12b3e08f5,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:44.160289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.161484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d48d66e4-8913-4f73-8bf7-8d8bf8fc0043 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196749 Nov 16 21:46:44.164181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51094) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:44.168918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'network': {'name': 'tempest-network-smoke--601399732', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:44.189364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:44.192722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.215373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:46:44.224806 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.225150 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Added segment b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06 of type vlan for network 76fdd167-a50f-4795-acce-d1412cd66837 Nov 16 21:46:44.267351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.290878 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.297731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:44.298339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.362163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969728 Nov 16 21:46:44.364811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51096) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:44.371390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'admin_state_up': True, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:44.377722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b1e8d-98ee-4dd7-bd7d-2767212ff3d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Network': ['ID=76fdd167-a50f-4795-acce-d1412cd66837,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:44.388572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 76fdd167-a50f-4795-acce-d1412cd66837 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:46:44.401475 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.402583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.495398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.631954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.822177 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.849050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:44.985396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.131 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:45.088492 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.121631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.161707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:45.164832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:45.167699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:45.177450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b6347-409c-40dc-bdde-8a2630dbe010 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:45.195043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:45.291033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ea1163ca-15b2-485f-91f5-94c9911ecb8a None None] Provisioning complete for port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:45.291313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea1163ca-15b2-485f-91f5-94c9911ecb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.325180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ea1163ca-15b2-485f-91f5-94c9911ecb8a None None] Port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:45.422323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.617277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.745564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router d7c91914-80a9-4249-a8f6-968094f6b3f5 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:46:45.862738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:45.872432 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Sync routers for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:45.882921 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:45.883139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:45.883524 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:45.885550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-28cac1e7-423b-430c-b068-3bd89de030bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5185695 Nov 16 21:46:45.887310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51098) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:45.923670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d5a8b343-7523-480f-8aef-c891f4949a2d tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f3c6f34095f140189bb83903a5d35d29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350037 Nov 16 21:46:45.926236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51100) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:45.986900 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:46.173138 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:45Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:46.204270 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Checking router: d7c91914-80a9-4249-a8f6-968094f6b3f5 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:46.204622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Updating router d7c91914-80a9-4249-a8f6-968094f6b3f5 port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:46.230941 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.295332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249affee-bab0-44b3-b9a8-6d3304348d65 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:46.297067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-249affee-bab0-44b3-b9a8-6d3304348d65 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3698058 Nov 16 21:46:46.300091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51102) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:46.334020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6f96448c-2def-46cd-a846-bba2fc229a9e tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328407 Nov 16 21:46:46.336513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51104) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:46.341192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-37786291', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:46.427212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:46.430749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.478849 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.484336 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.529126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b806d-6f42-4528-940e-16b5d9dbd850 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:46.538790 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Pushing event updated for resources: {'Port': ['ID=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:46.547667 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.548008 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.548364 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.548690 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.549023 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.549377 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.549705 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.550032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.550360 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.550686 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.551007 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.551329 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:46:46.556415 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Attempting to bind port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:46.556784 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Attempting to bind port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:46.557147 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Attempting to bind port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:46.563047 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:46.563467 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:46.563869 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.564256 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:46.564720 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Bound port: f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:46.565099 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.616429 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] For port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:46.619550 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] For port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:46.623899 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.627126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.657608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cbd5637e-7eb5-49c9-8e07-b7beba9644d7 None None] Provisioning complete for port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:46.657984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cbd5637e-7eb5-49c9-8e07-b7beba9644d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.690977 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:46.692219 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:46.697431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50222cca-9d53-4699-988a-c772e8930d21 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:46:46.713028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Checking segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:46.713337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network hostable DHCP agents. Network: 76fdd167-a50f-4795-acce-d1412cd66837, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:46:46.716847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Subnet': ['ID=200f36ef-d8f5-4702-8fff-94c9a426f1d0,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:46.736372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 76fdd167-a50f-4795-acce-d1412cd66837 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:46:46.746108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 76fdd167-a50f-4795-acce-d1412cd66837) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:46.751563 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cbd5637e-7eb5-49c9-8e07-b7beba9644d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.752238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:46.752852 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.764389 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e597b-d32c-49ee-b2fc-2e7542df3216 None None] Pushing event updated for resources: {'Port': ['ID=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:46.766149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35389b8c-1005-4397-bc7f-bfdee60bd31d None None] Network 76fdd167-a50f-4795-acce-d1412cd66837 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:46.775967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51106) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:46:46.777810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-cbd5637e-7eb5-49c9-8e07-b7beba9644d7 None None] For port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:46.784979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1c5bd4c0-a246-4fa5-ba72-678dcc018f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4473846 Nov 16 21:46:46.807661 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:46.816689 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cbd5637e-7eb5-49c9-8e07-b7beba9644d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:46.900357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5637e-7eb5-49c9-8e07-b7beba9644d7 None None] Pushing event updated for resources: {'Port': ['ID=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:46.956078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9ad71b04-e3ce-4244-a740-a619d89f584e None None] Provisioning complete for port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:46.956362 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ad71b04-e3ce-4244-a740-a619d89f584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.010859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-76fdd167-a50f-4795-acce-d1412cd66837', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:46:47.012218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.099281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:45Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:47.132511 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d324fc-c10d-4278-b8a4-e3602715656d None None] The sync data for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 is: [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:45Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:47.185710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Allocated IP 172.20.0.2 (76fdd167-a50f-4795-acce-d1412cd66837/200f36ef-d8f5-4702-8fff-94c9a426f1d0/14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:47.251752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.362321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.379766 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.455626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Network 76fdd167-a50f-4795-acce-d1412cd66837 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:47.465119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:47.470448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:47.499781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Pushing event updated for resources: {'Port': ['ID=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:47.539674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Attempting to bind port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:47.540371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Attempting to bind port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:47.540580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Attempting to bind port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:47.546093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:47.546619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Checking segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:47.547046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.547592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Bound using segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:47.548084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Bound port: 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:47.548466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.609343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.1 (76fdd167-a50f-4795-acce-d1412cd66837/200f36ef-d8f5-4702-8fff-94c9a426f1d0/f958a635-f49c-4ea4-ba6c-fc5a723e14fe) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:47.624878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] For port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:47.628965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] For port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:47.645045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.692786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:47.770057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.774340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b448c-abd2-4bc3-8891-c98063a7836e None None] Pushing event updated for resources: {'Port': ['ID=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:47.803990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:47.804460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.818534 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:47.871107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 76fdd167-a50f-4795-acce-d1412cd66837 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:47.874362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:47.882200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:47.928667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:47.936129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.098997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.376971 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.382947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.460818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:48.463349 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.561569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 76fdd167-a50f-4795-acce-d1412cd66837 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:48.566006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:48.687712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router d7c91914-80a9-4249-a8f6-968094f6b3f5 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:46:48.717225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc60ba5-4e50-4ef3-83c0-31327a474ea0 None None] Network 76fdd167-a50f-4795-acce-d1412cd66837 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:46:48.788833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-23ff73a0-a26f-4f0f-a0e5-761bfcd660a4 None None] Provisioning complete for port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:48.789280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23ff73a0-a26f-4f0f-a0e5-761bfcd660a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.800756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:46:48.814826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-16c72681-1640-4215-a6b5-2db01bce0124 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/d7c91914-80a9-4249-a8f6-968094f6b3f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0291295 Nov 16 21:46:48.945456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23ff73a0-a26f-4f0f-a0e5-761bfcd660a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:48.986404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-23ff73a0-a26f-4f0f-a0e5-761bfcd660a4 None None] For port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:48.994470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-23ff73a0-a26f-4f0f-a0e5-761bfcd660a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.039884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-8a80a326-2b95-4544-94da-95625ff3cdb0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864078665&fields=id&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 267 time: 0.0611444 Nov 16 21:46:49.052114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff73a0-a26f-4f0f-a0e5-761bfcd660a4 None None] Pushing event updated for resources: {'Port': ['ID=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:49.163053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-0d8ce6c4-f49b-481d-bf39-8cfe60cc70e7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:49.164294 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-0d8ce6c4-f49b-481d-bf39-8cfe60cc70e7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 796 time: 0.1152182 Nov 16 21:46:49.180169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-88420f36-bfbf-4668-9542-b06a504e3f94 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/quotas/f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 375 time: 0.0097640 Nov 16 21:46:49.209010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Sync routers for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:46:49.226872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:49.228408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:49.256910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-eb7d9c1d-83b5-4d5f-b808-cf0bc5dbea2d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663364 Nov 16 21:46:49.315969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1605793c-e5fa-4b19-adb8-ae5dde9f44e8 None None] Provisioning complete for port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:49.316479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1605793c-e5fa-4b19-adb8-ae5dde9f44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.368709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-b1a499de-e8f0-4633-bf37-a527dc8014fc service neutron] 10.222.0.48 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991790 Nov 16 21:46:49.414054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:49.493735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-30793e7d-fcb2-42ab-aadd-b3270db2906d service neutron] 10.222.0.48 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165466 Nov 16 21:46:49.576016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1605793c-e5fa-4b19-adb8-ae5dde9f44e8 None None] Provisioning complete for port f958a635-f49c-4ea4-ba6c-fc5a723e14fe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:49.576389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1605793c-e5fa-4b19-adb8-ae5dde9f44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.664055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1605793c-e5fa-4b19-adb8-ae5dde9f44e8 None None] Port f958a635-f49c-4ea4-ba6c-fc5a723e14fe cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:49.727535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20873ce7-0bef-4d83-b6ae-ac547cd58656 req-231fd28d-fea9-4681-8d77-e71215b2a305 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 210 time: 0.0332601 Nov 16 21:46:49.755812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:49.818892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-69e6e0e9-63c7-4ef3-b5b0-d99fb429d534 None None] Provisioning complete for port f958a635-f49c-4ea4-ba6c-fc5a723e14fe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:49.819454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-69e6e0e9-63c7-4ef3-b5b0-d99fb429d534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.849656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 2, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:49.892259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Checking router: d7c91914-80a9-4249-a8f6-968094f6b3f5 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:46:49.892626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Updating router d7c91914-80a9-4249-a8f6-968094f6b3f5 port f958a635-f49c-4ea4-ba6c-fc5a723e14fe binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:46:49.918975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-69e6e0e9-63c7-4ef3-b5b0-d99fb429d534 None None] Port f958a635-f49c-4ea4-ba6c-fc5a723e14fe cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:49.923497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:49.923877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:49.946278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.421986 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.427107 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.475903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ba2d-6052-4d95-b53b-5e0e831186eb None None] Pushing event updated for resources: {'Port': ['ID=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:50.534763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Attempting to bind port f958a635-f49c-4ea4-ba6c-fc5a723e14fe on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:50.535148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Attempting to bind port f958a635-f49c-4ea4-ba6c-fc5a723e14fe by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:50.535549 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Attempting to bind port f958a635-f49c-4ea4-ba6c-fc5a723e14fe on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:50.541948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:50.542330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Checking segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:50.542794 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.543201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Bound using segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:50.543681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Bound port: f958a635-f49c-4ea4-ba6c-fc5a723e14fe, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:50.544076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.635976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] For port f958a635-f49c-4ea4-ba6c-fc5a723e14fe, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:50.642915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] For port f958a635-f49c-4ea4-ba6c-fc5a723e14fe, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:50.648966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.711219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:46:50.711969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:50.783545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-2f2cf418-cbbc-45f0-b173-4700ea08f87c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:50.795380 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-2f2cf418-cbbc-45f0-b173-4700ea08f87c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 796 time: 0.1590407 Nov 16 21:46:50.830752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-365338c7-ca38-4780-9e1c-21b91d2749f7 None None] Provisioning complete for port f958a635-f49c-4ea4-ba6c-fc5a723e14fe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:50.831384 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-365338c7-ca38-4780-9e1c-21b91d2749f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.861689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ba2d-6052-4d95-b53b-5e0e831186eb None None] Pushing event updated for resources: {'Port': ['ID=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:50.879367 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-6fae6866-1836-4601-8cc4-91b5ffb04f01 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 379 time: 0.0744891 Nov 16 21:46:50.886807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-703666df-75b9-4ac4-ab8d-5d4330344d59 req-5a21f577-89d4-45d3-bd88-5f45a4559d53 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 210 time: 0.0435660 Nov 16 21:46:50.889729 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d7bc-6279-4aea-9b4e-bc133df96179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:50.892540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'port': {'device_id': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'admin_state_up': True, 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'security_groups': ['e8b67780-68d4-45b2-8183-c990fe4fc4eb']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:50.941676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:46:51.011404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:46:51.015053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.043350 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-365338c7-ca38-4780-9e1c-21b91d2749f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.123131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-365338c7-ca38-4780-9e1c-21b91d2749f7 None None] For port f958a635-f49c-4ea4-ba6c-fc5a723e14fe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:51.132622 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-365338c7-ca38-4780-9e1c-21b91d2749f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.148035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.5 (76fdd167-a50f-4795-acce-d1412cd66837/200f36ef-d8f5-4702-8fff-94c9a426f1d0/16fd151b-ff81-49a3-83d3-eb7ea132c420) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:46:51.214797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365338c7-ca38-4780-9e1c-21b91d2749f7 None None] Pushing event updated for resources: {'Port': ['ID=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:51.239862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:50Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:46:51.270907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1935d-1cec-408b-a018-30da4ad5c58c None None] The sync data for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 is: [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:50Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:46:51.281782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dd52da77-612b-47b5-b734-259fd15eb585 None None] Provisioning complete for port f958a635-f49c-4ea4-ba6c-fc5a723e14fe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:51.282158 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dd52da77-612b-47b5-b734-259fd15eb585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.294506 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.341859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.396341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 76fdd167-a50f-4795-acce-d1412cd66837 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:46:51.400132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:46:51.404706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:46:51.409334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:51.460864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:51.461543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.482268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-5d4c7428-c63e-4a20-81a8-1c7a33578167 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5956163 Nov 16 21:46:51.494911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Request body: {'port': {'device_id': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:46:51.567573 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.684748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f958a635-f49c-4ea4-ba6c-fc5a723e14fe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:51.738489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-56a41bfa-db7a-49e8-9ddc-abe42ccd59a4 None None] Provisioning complete for port 16fd151b-ff81-49a3-83d3-eb7ea132c420 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:51.738896 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-56a41bfa-db7a-49e8-9ddc-abe42ccd59a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.783284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-56a41bfa-db7a-49e8-9ddc-abe42ccd59a4 None None] Port 16fd151b-ff81-49a3-83d3-eb7ea132c420 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:46:51.784856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f958a635-f49c-4ea4-ba6c-fc5a723e14fe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:51.785229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.896394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:51.904631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.918128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Transition to ACTIVE for port object 16fd151b-ff81-49a3-83d3-eb7ea132c420 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:46:51.923176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:51.982819 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:52.087303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36951fb1-b298-4083-8b0d-6da7705a8087 req-d8631d59-9a35-4f47-ad70-9e79d1c0b803 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.088937 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36951fb1-b298-4083-8b0d-6da7705a8087 req-d8631d59-9a35-4f47-ad70-9e79d1c0b803 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.1084299 Nov 16 21:46:52.118548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:46:52.119496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:46:52.119845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:52.130625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:46:52.130943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:46:52.146474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:46:52.146816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Checking segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:46:52.147216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Bound using segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:46:52.147660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Bound port: 16fd151b-ff81-49a3-83d3-eb7ea132c420, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:46:52.148027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.173730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36951fb1-b298-4083-8b0d-6da7705a8087 req-b407cdd0-8662-49c0-ba56-2a429d5d6d51 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742540 Nov 16 21:46:52.231940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:46:52.235809 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:46:52.241628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.282962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.283594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:52.285003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] 10.222.0.47 "PUT /v2.0/ports/16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1091 time: 0.7945921 Nov 16 21:46:52.287648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:52.289792 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c85f9-e741-411e-8bca-afefd0682217" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:52.337751 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b4d17-8511-400b-8399-ba95abee85a3 x-openstack-request-id: req-649b4d17-8511-400b-8399-ba95abee85a3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:52.338048 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:52.338306 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-649b4d17-8511-400b-8399-ba95abee85a3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:52.338715 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'status': 'completed', 'code': 200} Nov 16 21:46:52.342020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716244dd-4f42-4da1-b42e-4d6c4c0a2949 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:52.390755 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-0a054a10-b66d-4749-8799-8205b9f69c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.392291 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-0a054a10-b66d-4749-8799-8205b9f69c0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1094 time: 0.0469127 Nov 16 21:46:52.439661 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-b350b7a4-3bc9-45ef-aa16-d8b5793c2e05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 217 time: 0.0390949 Nov 16 21:46:52.504097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-8803d0d8-83d4-417b-adfb-96a6a18159d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.505820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-8803d0d8-83d4-417b-adfb-96a6a18159d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0595038 Nov 16 21:46:52.566220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-71b26ecf-d814-473b-9a6a-e327be51baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.567672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-71b26ecf-d814-473b-9a6a-e327be51baa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547681 Nov 16 21:46:52.660909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-4520f315-2a06-4bec-9fbd-66790ef4ad31 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860608 Nov 16 21:46:52.776528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c183355-4260-48fb-96d5-cdb740e056f3 req-0d0a568c-dbe3-4ddb-a69a-bb55dedf3c18 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087203 Nov 16 21:46:52.867693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-4707e372-a94b-40c9-9e35-b96ef77cebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.869226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-4707e372-a94b-40c9-9e35-b96ef77cebc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1094 time: 0.0447686 Nov 16 21:46:52.971537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-36f62985-9a3d-420f-8021-1330f6c04102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:52.973016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-36f62985-9a3d-420f-8021-1330f6c04102 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0963616 Nov 16 21:46:53.022916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-e0ddcd7c-f79a-4836-9569-b0234ab8d225 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 217 time: 0.0387750 Nov 16 21:46:53.072383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5ce3-306a-489c-bad2-1a19f00dc070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:53.077189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-679de8ff-49f5-464e-a96e-dbc702c3d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:53.079168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-679de8ff-49f5-464e-a96e-dbc702c3d6cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0477722 Nov 16 21:46:53.132251 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-c4ec4b08-24cc-4f30-9a45-abd3da849896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:53.133806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-c4ec4b08-24cc-4f30-9a45-abd3da849896 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469630 Nov 16 21:46:53.231136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-aa177776-37c0-4cbb-9775-d8eb91c03f76 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891590 Nov 16 21:46:53.370637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630693f-17f7-47ad-b392-c3416aa51c02 req-e644c3c5-0d1d-40c4-82a7-7d3f580b23cd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:53.371342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630693f-17f7-47ad-b392-c3416aa51c02 req-e644c3c5-0d1d-40c4-82a7-7d3f580b23cd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.1244242 Nov 16 21:46:53.396193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c1c85f9-e741-411e-8bca-afefd0682217 req-8f6f2faf-4ce8-4c09-9951-6697ac386c94 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584144 Nov 16 21:46:53.428502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7630693f-17f7-47ad-b392-c3416aa51c02 req-ecae4386-d54c-472f-8c26-452b53918796 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511093 Nov 16 21:46:54.220109 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:54.545661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874f75e-f0a0-409d-86e2-24f3c9fada08 req-be737278-861a-41a7-b4f6-be539ac8b0d6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:54.547193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7874f75e-f0a0-409d-86e2-24f3c9fada08 req-be737278-861a-41a7-b4f6-be539ac8b0d6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.0495319 Nov 16 21:46:54.596050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7874f75e-f0a0-409d-86e2-24f3c9fada08 req-e536d12d-627c-470e-9b9f-d4199d25bb9e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Nov 16 21:46:55.714162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c024f-474c-4d96-a78b-c63fa636ae18 req-455553be-5908-442a-9af0-d48bfea51a5e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:55.715695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef9c024f-474c-4d96-a78b-c63fa636ae18 req-455553be-5908-442a-9af0-d48bfea51a5e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.0519753 Nov 16 21:46:55.752194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:55.772505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef9c024f-474c-4d96-a78b-c63fa636ae18 req-f7d74c4b-2f35-4b9f-8870-53de98339b22 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493195 Nov 16 21:46:56.482669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:46:56.579049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:56.590560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'mac_address': 'fa:16:3e:8b:ce:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:46:56.627290 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.639510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:46:56.668483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:56.672926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.676716 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:56.724946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:56.891738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f28ee-2400-4b3c-8066-4cc9c1eb423e req-7c46b78d-1805-4a5f-8e5f-49d0405e8a46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:56.893215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-161f28ee-2400-4b3c-8066-4cc9c1eb423e req-7c46b78d-1805-4a5f-8e5f-49d0405e8a46 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0535374 Nov 16 21:46:56.943452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-161f28ee-2400-4b3c-8066-4cc9c1eb423e req-98231ecd-8e93-431e-b760-ac8f8886163d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Nov 16 21:46:57.022016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16fd151b-ff81-49a3-83d3-eb7ea132c420'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:46:58.057856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba8a2-d63b-424f-8562-0cc415adeaf6 req-f1a39b57-85e2-4c45-beed-25449bb4e578 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.059373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b4ba8a2-d63b-424f-8562-0cc415adeaf6 req-f1a39b57-85e2-4c45-beed-25449bb4e578 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0488050 Nov 16 21:46:58.108423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9b4ba8a2-d63b-424f-8562-0cc415adeaf6 req-e3667b58-8eda-4c51-aef2-530051e863b0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430205 Nov 16 21:46:58.489121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:46:58.538500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 16fd151b-ff81-49a3-83d3-eb7ea132c420 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:46:58.542397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16fd151b-ff81-49a3-83d3-eb7ea132c420 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:46:58.542773 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.622131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.645153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:46:58.647422 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4da593-c15d-4e68-8cc9-6912a09f8548" -d '{"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-plugged", "status": "completed", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:46:58.660501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:46:58.664393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:46:58.714055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:46:58.756068 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095f2222-9331-4d5a-a1c6-817b25a6304a x-openstack-request-id: req-095f2222-9331-4d5a-a1c6-817b25a6304a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:46:58.756363 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-plugged", "status": "completed", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:46:58.756633 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-095f2222-9331-4d5a-a1c6-817b25a6304a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:46:58.757034 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'code': 200} Nov 16 21:46:58.851289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b71c71-161c-4884-9449-4689ba6accf1 req-27c9f116-48b3-46f1-8c64-1a3ea27bfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:58.852727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97b71c71-161c-4884-9449-4689ba6accf1 req-27c9f116-48b3-46f1-8c64-1a3ea27bfa61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1096 time: 0.0384820 Nov 16 21:46:58.899714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97b71c71-161c-4884-9449-4689ba6accf1 req-c6692a4a-3720-416d-b15e-5ac9f8aa701f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387218 Nov 16 21:46:59.228030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d9c41-4755-447d-9e1b-b6a9399ab18a req-067e17f4-1059-4a8f-a05c-f9d556c66244 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:46:59.229486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-912d9c41-4755-447d-9e1b-b6a9399ab18a req-067e17f4-1059-4a8f-a05c-f9d556c66244 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0511024 Nov 16 21:46:59.277975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-912d9c41-4755-447d-9e1b-b6a9399ab18a req-7dac202f-95a2-4e1e-bee3-dd93664706a9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Nov 16 21:47:00.397945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad49d4-936a-4318-857a-7028e3452aac req-89573254-eb46-42cd-beaa-8ee1b2c45123 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:00.399447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6ad49d4-936a-4318-857a-7028e3452aac req-89573254-eb46-42cd-beaa-8ee1b2c45123 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0515947 Nov 16 21:47:00.449708 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d6ad49d4-936a-4318-857a-7028e3452aac req-50837849-af17-445a-819d-cced13e3f1dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Nov 16 21:47:00.564998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bf10-2930-4f8b-a949-62908eb429c1 req-b73fad45-b5b3-433a-9329-35a9ad5e02ba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:00.566422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e16bf10-2930-4f8b-a949-62908eb429c1 req-b73fad45-b5b3-433a-9329-35a9ad5e02ba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0496426 Nov 16 21:47:00.615741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e16bf10-2930-4f8b-a949-62908eb429c1 req-9c7637dd-d488-4f88-a191-ab8f99c39ff2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Nov 16 21:47:00.636795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51160) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:00.679749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a8833-cc24-4ba5-94e3-f4f718344de0 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:00.681255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dd7a8833-cc24-4ba5-94e3-f4f718344de0 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1091 time: 0.0435114 Nov 16 21:47:00.684077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51162) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:00.689070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:47:00.714736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.809931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:00.914074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.70 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/eaef26fa-59c7-4e30-af71-7ef3af1fe711) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:47:01.012566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.046994 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.092038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:47:01.095739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:47:01.099994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:47:01.103001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=eaef26fa-59c7-4e30-af71-7ef3af1fe711,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:01.430999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-3be68bdd-3eff-4155-9812-669e54a528bf req-ae329c1b-bb85-45ca-a660-1418f10d5384 service neutron] (102453) timed out ('10.222.0.47', 50535) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:47:01.546763 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.648877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.796712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.801521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.868983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=eaef26fa-59c7-4e30-af71-7ef3af1fe711,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:47:01.881138 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:01.978558 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP b0f77367-b475-4656-bb5b-11dd6046c256 associated. External IP: 172.25.3.70, port: 16fd151b-ff81-49a3-83d3-eb7ea132c420. Nov 16 21:47:02.462261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router d7c91914-80a9-4249-a8f6-968094f6b3f5 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:47:02.570405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:47:02.580773 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] Sync routers for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:47:02.588677 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:02.590211 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:47:02.590817 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:02.616284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aeed1a6e-8f2b-4502-bd12-2fb0c00e031c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9310820 Nov 16 21:47:02.616881 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:47:02.619152 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8a4a50-b413-49d8-b69c-1fda03dec157" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:47:02.671180 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03fab0f-e4b8-4bc6-8a65-a19f980baa1c x-openstack-request-id: req-e03fab0f-e4b8-4bc6-8a65-a19f980baa1c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:47:02.671888 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:47:02.671888 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e03fab0f-e4b8-4bc6-8a65-a19f980baa1c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:47:02.672159 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'status': 'completed', 'code': 200} Nov 16 21:47:02.704994 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:47:02.734128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae42ed-1b8c-4cc7-a60e-6053bed64025 req-ad564f96-20d7-405b-9bb1-26d6a3960317 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.736594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92ae42ed-1b8c-4cc7-a60e-6053bed64025 req-ad564f96-20d7-405b-9bb1-26d6a3960317 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0521500 Nov 16 21:47:02.757357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-03773962-1650-4447-9a00-c4bde97daacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.759087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-03773962-1650-4447-9a00-c4bde97daacc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1096 time: 0.0495861 Nov 16 21:47:02.795632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92ae42ed-1b8c-4cc7-a60e-6053bed64025 req-f5955bd8-4f35-41a2-8eb1-9bffc5df8796 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511146 Nov 16 21:47:02.818559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51168) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:02.861937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-16b940f7-532d-4ca9-b9ba-6795443a03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.864015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-16b940f7-532d-4ca9-b9ba-6795443a03d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0975664 Nov 16 21:47:02.884696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-385132c6-656c-421d-a8db-be584f35b6e6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/b0f77367-b475-4656-bb5b-11dd6046c256 HTTP/1.1" status: 200 len: 990 time: 0.0645983 Nov 16 21:47:02.932220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-9dad9500-bb6b-482f-80da-4a6d90325b5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0602503 Nov 16 21:47:02.950280 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'b0f77367-b475-4656-bb5b-11dd6046c256', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'mac_address': 'fa:16:3e:8b:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:01Z', 'updated_at': '2021-11-16T21:47:01Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:02.977883 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] Checking router: d7c91914-80a9-4249-a8f6-968094f6b3f5 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:47:02.982925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-1437b9e0-d5c4-4fd5-b2cb-44a1fe63228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:02.984571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-1437b9e0-d5c4-4fd5-b2cb-44a1fe63228f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0442119 Nov 16 21:47:02.986620 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:47:02.987219 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:46:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:03.036616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-ba8ad541-140e-45fe-bd65-66e35549fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:03.038193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-ba8ad541-140e-45fe-bd65-66e35549fb99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455418 Nov 16 21:47:03.091770 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:47:03.129793 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-dbc10a92-b883-4b6d-bf7c-39f4a31b7da5 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839920 Nov 16 21:47:03.225080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de8a4a50-b413-49d8-b69c-1fda03dec157 req-8b9396fa-c200-415f-a86c-1aaf99a7f609 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Nov 16 21:47:03.314176 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'b0f77367-b475-4656-bb5b-11dd6046c256', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'mac_address': 'fa:16:3e:8b:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:01Z', 'updated_at': '2021-11-16T21:47:01Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:47:03.343986 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f7675-ac7a-4d41-bc44-21324b7bae24 None None] The sync data for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 is: [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'b0f77367-b475-4656-bb5b-11dd6046c256', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'mac_address': 'fa:16:3e:8b:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:47:01Z', 'updated_at': '2021-11-16T21:47:01Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:47:03.437568 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:03.544894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f9d7e-9695-4228-a431-5e3ea423ae9c None None] New status for floating IP b0f77367-b475-4656-bb5b-11dd6046c256: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:47:03.887066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51170) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:47:03.951413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-74634cd6-0960-4882-83c8-abe3a0da6c98 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/b0f77367-b475-4656-bb5b-11dd6046c256 HTTP/1.1" status: 200 len: 992 time: 0.0632896 Nov 16 21:47:04.908277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-b6164409-d12c-4172-ada8-7c38bc01268a req-33540350-aade-4e6d-8b2d-654b5c9892e4 service neutron] (102454) timed out ('10.222.0.41', 64148) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:47:05.404977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:11.661546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-b9945738-55d9-48d1-91fa-b2f9f746ab57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423236 Nov 16 21:47:11.754629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-a4f27127-cd9e-430f-9171-e02c17602825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.756110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-a4f27127-cd9e-430f-9171-e02c17602825 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1096 time: 0.0417533 Nov 16 21:47:11.867676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-11611221-f036-4cb6-b1d7-df2c2e0112d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.869086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-11611221-f036-4cb6-b1d7-df2c2e0112d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0898607 Nov 16 21:47:11.933310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-3dd048af-d684-4418-bfd4-bc45b95820a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1000 time: 0.0571201 Nov 16 21:47:11.993639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-a1e2b8f9-0e20-4d46-ad75-ef332db9cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:11.995153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-a1e2b8f9-0e20-4d46-ad75-ef332db9cb82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0500245 Nov 16 21:47:12.042068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-19abf201-f335-4328-98c9-3f9eb1200472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:47:12.043554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-19abf201-f335-4328-98c9-3f9eb1200472 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403230 Nov 16 21:47:12.134864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-2d9bf172-cf97-49e0-a489-727ec237e20d service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 Nov 16 21:47:12.228539 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37e99b58-b584-42b7-b592-5bedaeab42fc req-3111090d-86fd-42e3-a3a3-baca80c1d793 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855515 Nov 16 21:47:18.460824 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:47:20.782694 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c487-67c8-473a-ba1c-ae79967ff9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:22.730318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-4fa7645b-61da-41f0-9407-3a351bee85c1 req-b3ab0922-3d81-4144-bbdc-6566dac67043 service neutron] (102453) timed out ('10.222.0.41', 64165) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:47:23.073564 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-05ab4230-46b0-4f3a-99ff-4e3f67a465af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:24.223178 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:25.754219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:26.658093 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:33.438526 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:35.421131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:37.115392 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-83f07e3c-f819-4567-8c4a-f3c23b37e134 req-c7123950-b351-43a9-a7f5-6bcad1d96d7c service neutron] (102454) timed out ('10.222.0.48', 47684) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 21:47:50.784010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4454cdcb-43c1-43eb-b092-29f8341a55d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:53.073697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2ef1bba1-775d-47bc-8d35-8ccf4262e2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:54.225552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:55.460953 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:47:55.759163 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:47:56.805200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:03.453138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:05.430829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:12.693985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-b7fb5a05-8675-46f2-9bcc-87b515981027 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408542 Nov 16 21:48:12.776570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc621-4167-4078-a1be-469536bf4a88 req-83d3475a-a138-408a-87b4-e4ff7881f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:12.778120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-83d3475a-a138-408a-87b4-e4ff7881f382 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1096 time: 0.0407553 Nov 16 21:48:12.887753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc621-4167-4078-a1be-469536bf4a88 req-d812f73b-de2c-402a-ac55-21c354d7789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:12.889240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-d812f73b-de2c-402a-ac55-21c354d7789e service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0918925 Nov 16 21:48:12.956378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-fa03fdeb-e246-41f3-9763-34f99b63cf57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1000 time: 0.0589993 Nov 16 21:48:13.010585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc621-4167-4078-a1be-469536bf4a88 req-036a0c29-2ef9-45c1-b43f-a604d84a87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:13.012036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-036a0c29-2ef9-45c1-b43f-a604d84a87d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0491524 Nov 16 21:48:13.058198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc621-4167-4078-a1be-469536bf4a88 req-c14fc506-ccce-41f9-8246-f03ab47024f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:13.059726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-c14fc506-ccce-41f9-8246-f03ab47024f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407884 Nov 16 21:48:13.153992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-6b7ee7e2-1d71-4d65-adb5-4b5c07b3c97c service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Nov 16 21:48:13.243320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3decc621-4167-4078-a1be-469536bf4a88 req-fcbed117-2bd8-4e51-ab8c-8beb8ea0fa9b service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821397 Nov 16 21:48:17.024495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741a0f0-7977-4188-99e7-d86d68b0e988 req-e1daf0f5-41a4-4175-9a5b-db2bf8c93e45 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:17.026045 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f741a0f0-7977-4188-99e7-d86d68b0e988 req-e1daf0f5-41a4-4175-9a5b-db2bf8c93e45 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1096 time: 0.0411117 Nov 16 21:48:17.071014 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f741a0f0-7977-4188-99e7-d86d68b0e988 req-f8d1c162-6199-42c9-9348-09a01d81dbde tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Nov 16 21:48:17.188332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b6631-5ab9-46a7-923c-4a6128f85a33 req-9ee2628b-84b3-4a4b-9684-55af3b62de52 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:17.190366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df2b6631-5ab9-46a7-923c-4a6128f85a33 req-9ee2628b-84b3-4a4b-9684-55af3b62de52 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0496981 Nov 16 21:48:17.239259 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df2b6631-5ab9-46a7-923c-4a6128f85a33 req-88ef11ab-8acf-4e08-ae9e-59600d5bdcb2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Nov 16 21:48:17.261125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51208) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:17.323153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83c15aed-5f0c-4e8e-a470-50531f664bdf tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/b0f77367-b475-4656-bb5b-11dd6046c256 HTTP/1.1" status: 200 len: 992 time: 0.0608597 Nov 16 21:48:17.646931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-77b11be8-9006-469f-95c9-40481fc29671 req-4fe7df6b-4f46-49c0-bd53-4defd6bfd9ea service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:48:17.648021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77b11be8-9006-469f-95c9-40481fc29671 req-4fe7df6b-4f46-49c0-bd53-4defd6bfd9ea service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605299 Nov 16 21:48:17.933647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-93d9876f-e6e8-4ed4-8b78-645ca8ab2433 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716236 Nov 16 21:48:17.941124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6563ac-0456-4373-8188-cbaddac5e466 req-e264be57-50ac-4d1c-a0c7-b1e8ed3e6bf1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:17.942579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e6563ac-0456-4373-8188-cbaddac5e466 req-e264be57-50ac-4d1c-a0c7-b1e8ed3e6bf1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0704777 Nov 16 21:48:17.995932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e6563ac-0456-4373-8188-cbaddac5e466 req-976daaca-3ee0-446b-a7c8-a0efba3c0d4e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 Nov 16 21:48:19.138575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-b4224ebe-ffe0-4f7c-be7e-8b26d2be92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.140106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-b4224ebe-ffe0-4f7c-be7e-8b26d2be92f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1096 time: 0.0764532 Nov 16 21:48:19.151738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17f7fa-0714-4249-9b47-1df640d6e079 req-37f912e8-5d39-440d-8406-6b0cf775c75f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.153120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bf17f7fa-0714-4249-9b47-1df640d6e079 req-37f912e8-5d39-440d-8406-6b0cf775c75f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0594187 Nov 16 21:48:19.254588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bf17f7fa-0714-4249-9b47-1df640d6e079 req-70702e6a-a6b4-4781-973c-e773d56f1fbe tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929863 Nov 16 21:48:19.276309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-12f03196-bc19-4b2f-a8fb-24e859bc6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.277738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-12f03196-bc19-4b2f-a8fb-24e859bc6a98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.1237299 Nov 16 21:48:19.343133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-e9e46f54-d620-49d9-b081-da95eb2c6983 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1000 time: 0.0573795 Nov 16 21:48:19.392489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-b37e1ab0-aa67-42e4-a86d-09d29a40df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.393977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-b37e1ab0-aa67-42e4-a86d-09d29a40df7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0436640 Nov 16 21:48:19.450082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-c1e31c8f-07df-4719-9091-9fd2301514a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:19.451568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-c1e31c8f-07df-4719-9091-9fd2301514a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510128 Nov 16 21:48:19.540820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-5bd8b2d9-f624-49d6-a445-5f5ffd56dae9 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815811 Nov 16 21:48:19.635018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-cbc0f550-e7e2-46e4-adde-a1ff55e0886f service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Nov 16 21:48:20.374574 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ccc8b-4402-4dc1-891b-a02b0e70c770 req-3d9f84c8-b3b2-49ea-b56c-95ea74988342 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:20.376683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c6ccc8b-4402-4dc1-891b-a02b0e70c770 req-3d9f84c8-b3b2-49ea-b56c-95ea74988342 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0515273 Nov 16 21:48:20.424475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c6ccc8b-4402-4dc1-891b-a02b0e70c770 req-b24aad32-8812-4500-b536-384fdcb736a9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 Nov 16 21:48:20.785488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c99e030-6715-4269-ad2d-efb0a8698c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:21.544047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30095cd3-8416-4dca-9315-581efafaa06a req-9e32f5d8-54d5-48e1-a4d1-d975a7483bf2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:21.545557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30095cd3-8416-4dca-9315-581efafaa06a req-9e32f5d8-54d5-48e1-a4d1-d975a7483bf2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0499895 Nov 16 21:48:21.596200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30095cd3-8416-4dca-9315-581efafaa06a req-6e7b6f07-4325-4347-8814-9e819de15c5f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Nov 16 21:48:22.710859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c319186-ee3a-49c8-9632-61b5b8d68817 req-0e1e06bc-bcee-4edb-89b7-bd6f81928f00 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:22.712343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c319186-ee3a-49c8-9632-61b5b8d68817 req-0e1e06bc-bcee-4edb-89b7-bd6f81928f00 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0490279 Nov 16 21:48:22.761955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c319186-ee3a-49c8-9632-61b5b8d68817 req-b8a7212d-44e0-4771-bd38-39e6eecb7364 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Nov 16 21:48:23.076186 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66051aa2-38d6-4214-834e-d594c189b507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:23.879491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20652b0-e1d4-48cf-8b07-c7994a511110 req-cae06a8d-f057-43f2-b4d1-8e4bbf66fc86 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:23.880901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a20652b0-e1d4-48cf-8b07-c7994a511110 req-cae06a8d-f057-43f2-b4d1-8e4bbf66fc86 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0502682 Nov 16 21:48:23.931833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a20652b0-e1d4-48cf-8b07-c7994a511110 req-80c161bc-3261-434d-957d-834e5d256c5f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450404 Nov 16 21:48:24.229390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:25.045479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecda236-e13e-4f26-b766-74d6bfaa5aa6 req-3cf4ebe5-e985-42e7-a343-5fd212e32d68 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:25.046957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ecda236-e13e-4f26-b766-74d6bfaa5aa6 req-3cf4ebe5-e985-42e7-a343-5fd212e32d68 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0475914 Nov 16 21:48:25.098511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0ecda236-e13e-4f26-b766-74d6bfaa5aa6 req-9417095d-49f9-45e1-a502-84a0d255ccef tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456748 Nov 16 21:48:25.759125 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:26.216964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6bc1c-56b7-426d-bd90-255652493376 req-55345173-2d94-48f8-8e93-6079aa29b51d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:26.218463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c6bc1c-56b7-426d-bd90-255652493376 req-55345173-2d94-48f8-8e93-6079aa29b51d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0523481 Nov 16 21:48:26.269321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c6bc1c-56b7-426d-bd90-255652493376 req-fb3fbcfd-b714-4288-aa95-2dde7efae00c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Nov 16 21:48:26.657051 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:27.384773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757000e8-2c7a-4832-b001-b3534dcd8b2a req-c79ac80d-01a8-4895-a259-4c68d3048cde tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:27.386266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-757000e8-2c7a-4832-b001-b3534dcd8b2a req-c79ac80d-01a8-4895-a259-4c68d3048cde tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0485196 Nov 16 21:48:27.434963 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-757000e8-2c7a-4832-b001-b3534dcd8b2a req-02f03e86-23f3-4f96-94f9-84c74a6c1af9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428340 Nov 16 21:48:28.552049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8422a00-114d-4c84-940c-a83b5e2dc543 req-aa27fb26-7621-44c8-aa84-f441398a0ebc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:28.553547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8422a00-114d-4c84-940c-a83b5e2dc543 req-aa27fb26-7621-44c8-aa84-f441398a0ebc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0496271 Nov 16 21:48:28.603031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8422a00-114d-4c84-940c-a83b5e2dc543 req-b9bfa2be-4037-4450-a779-61a811d1b83c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435524 Nov 16 21:48:29.721116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c18c2-a01a-4149-904a-3708a4beb321 req-fc0d6e09-6a59-4e63-bce6-c2ed80945c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:29.723338 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46c18c2-a01a-4149-904a-3708a4beb321 req-fc0d6e09-6a59-4e63-bce6-c2ed80945c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0509429 Nov 16 21:48:29.771274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b46c18c2-a01a-4149-904a-3708a4beb321 req-edeac99c-4891-48ea-aec8-abafce55d7ac tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Nov 16 21:48:30.890563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcf72b-79af-4e14-8f94-a1a869019e8b req-fd3d501f-4ebb-469f-8782-37b960cb063f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:30.892038 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ffcf72b-79af-4e14-8f94-a1a869019e8b req-fd3d501f-4ebb-469f-8782-37b960cb063f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0533044 Nov 16 21:48:30.940887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ffcf72b-79af-4e14-8f94-a1a869019e8b req-1fbf52e0-8e77-4f44-8cb8-0703c95c4e90 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 Nov 16 21:48:31.507452 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-71abc82d-14da-4688-8fa6-631c06c6cf97 service neutron] show failed (client error): The resource could not be found. Nov 16 21:48:31.508464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-71abc82d-14da-4688-8fa6-631c06c6cf97 service neutron] 10.222.0.47 "GET /v2.0/ports/16fd151b-ff81-49a3-83d3-eb7ea132c420/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0551515 Nov 16 21:48:31.718941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-f94eb2b7-2167-4a91-9048-ccb51e6a2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:31.720430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-f94eb2b7-2167-4a91-9048-ccb51e6a2fff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 1096 time: 0.0440106 Nov 16 21:48:31.738529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:31.789458 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:31.987412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:32.047277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:32.091874 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16db34-c6cb-42c7-9430-3e8ef940287b req-34e2bee8-266e-473e-88ed-ec2cab40aedb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:32.093355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e16db34-c6cb-42c7-9430-3e8ef940287b req-34e2bee8-266e-473e-88ed-ec2cab40aedb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 945 time: 0.0840874 Nov 16 21:48:32.107742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:32.109923 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3e97b-4dc0-4882-9864-4cbf199fcbcc" -d '{"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-unplugged", "status": "completed", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:32.114470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.137898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Transition to ACTIVE for port object 16fd151b-ff81-49a3-83d3-eb7ea132c420 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:48:32.146605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.186965 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93499677-25f6-42bb-8148-02bee3d5f1fe x-openstack-request-id: req-93499677-25f6-42bb-8148-02bee3d5f1fe {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:32.187243 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-unplugged", "status": "completed", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:32.187497 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93499677-25f6-42bb-8148-02bee3d5f1fe {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:32.187887 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'code': 200} Nov 16 21:48:32.197995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e16db34-c6cb-42c7-9430-3e8ef940287b req-180f5329-df9a-410c-9253-05faf1e73df4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986466 Nov 16 21:48:32.248253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:32.260630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.260983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.261328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.261697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.262037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.262373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.262708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.263038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.263368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.263697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.264024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.264349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:32.296842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] No DVR routers for this DVR port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:32.460725 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:48:32.771733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:32.772401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:32.772401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:32.776487 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:48:32.776809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:32.781660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:32.782005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Checking segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:32.782392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Bound using segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:32.782818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Bound port: 16fd151b-ff81-49a3-83d3-eb7ea132c420, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:32.783172 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.846141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:32.850171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:32.854261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.887848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:32.888543 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:32.890322 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] 10.222.0.41 "PUT /v2.0/ports/16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1091 time: 1.1555274 Nov 16 21:48:32.911454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445f89d-5959-44d6-bd67-f8d4b4d6f283 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:32.962642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-06dc0e2e-ddc9-4418-a083-209870dd5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:32.964309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-06dc0e2e-ddc9-4418-a083-209870dd5a6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1094 time: 0.0429344 Nov 16 21:48:33.061669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-caf4b75a-cdae-42ab-ada1-921c0404cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:33.063151 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-caf4b75a-cdae-42ab-ada1-921c0404cc6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0921962 Nov 16 21:48:33.133933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-c22576c3-cc81-4304-897a-5d17693df74c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0572512 Nov 16 21:48:33.187462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-92e3d45f-4913-4fee-ae7d-ae60636f3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:33.188917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-92e3d45f-4913-4fee-ae7d-ae60636f3815 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0429485 Nov 16 21:48:33.243307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-6c22f5c5-288a-4f76-bbea-960af527f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:33.244801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-6c22f5c5-288a-4f76-bbea-960af527f2da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442200 Nov 16 21:48:33.324653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d744d-6750-42e5-a876-5721217a5a44 req-84292cb6-9ad4-4f62-8548-3336f86a3e8d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:33.326182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c37d744d-6750-42e5-a876-5721217a5a44 req-84292cb6-9ad4-4f62-8548-3336f86a3e8d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.0505326 Nov 16 21:48:33.339505 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-0427957a-51e7-4cf1-968c-2bbf7b011ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824201 Nov 16 21:48:33.377352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c37d744d-6750-42e5-a876-5721217a5a44 req-c91333ce-8af9-4c8b-810d-93591508f3bf tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449767 Nov 16 21:48:33.437184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d6dfe0a-2620-4098-971c-58a4853cbf03 req-e943358c-1049-4516-a47b-275f21442eff service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868323 Nov 16 21:48:33.451963 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:34.189269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:34.191834 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:34.239036 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d4c294-b333-485d-a0bd-96aa0c54d5b3 x-openstack-request-id: req-81d4c294-b333-485d-a0bd-96aa0c54d5b3 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:34.239401 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:34.239668 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81d4c294-b333-485d-a0bd-96aa0c54d5b3 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:34.240205 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'status': 'completed', 'code': 200} Nov 16 21:48:34.304435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-2dd3256c-cdb6-4512-b0a0-edddcc8f7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.304719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-72e9991f-1bc0-4e50-a39d-897a0fb349e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.305969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-72e9991f-1bc0-4e50-a39d-897a0fb349e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1094 time: 0.0453904 Nov 16 21:48:34.306134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-2dd3256c-cdb6-4512-b0a0-edddcc8f7674 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1094 time: 0.0430160 Nov 16 21:48:34.399954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-a91aebcc-da8c-41e4-a321-5567b8029082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.402344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-a91aebcc-da8c-41e4-a321-5567b8029082 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0875194 Nov 16 21:48:34.403597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-dc604c8c-bd11-4846-80df-8929099e1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.405125 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-dc604c8c-bd11-4846-80df-8929099e1435 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0891514 Nov 16 21:48:34.477481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-6a637898-5d4b-4ae9-b5c8-73ee33c08291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0620427 Nov 16 21:48:34.516994 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-33ed1675-b0c7-483d-ab77-c80fc07938b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.1071272 Nov 16 21:48:34.530536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-6381e610-04f4-4030-9d12-8d31bd6c11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.531976 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-6381e610-04f4-4030-9d12-8d31bd6c11a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0440125 Nov 16 21:48:34.561645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec150e3-4586-45e5-9e5e-01181b84da49 req-e385b4cd-7b3c-4b98-9f06-33d0130154c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.563151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ec150e3-4586-45e5-9e5e-01181b84da49 req-e385b4cd-7b3c-4b98-9f06-33d0130154c7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.0996282 Nov 16 21:48:34.583671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-41b92437-cd85-4779-a8f3-f6a75dbbb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.585183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-41b92437-cd85-4779-a8f3-f6a75dbbb30c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445771 Nov 16 21:48:34.595913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-752c919c-aaca-4ce8-b70d-2d57f196f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.597360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-752c919c-aaca-4ce8-b70d-2d57f196f1c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0722883 Nov 16 21:48:34.653364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ec150e3-4586-45e5-9e5e-01181b84da49 req-c74fa3d7-d152-4c29-b61b-21fcd7126772 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820413 Nov 16 21:48:34.667647 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-70dd49b8-4646-4230-983c-a032e87a74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:34.669155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-70dd49b8-4646-4230-983c-a032e87a74da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611529 Nov 16 21:48:34.678545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-2276e6c5-3d11-4d8d-a1ed-6652ac37a8d7 service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Nov 16 21:48:34.761217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-ff30a0a4-f738-437c-aca2-f08bc22829b8 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843997 Nov 16 21:48:34.776343 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-73a92915-3d3e-4196-97b5-4529e6b09a64 service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885472 Nov 16 21:48:34.855916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6bb5bfb8-6175-4d68-a697-a6ade101ee2f req-6803fc0d-d8ad-411a-bf5b-1ca25d08f0ce service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877116 Nov 16 21:48:35.091039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:35.129997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:48:35.463417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:35.773032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403a88a-ebab-4cbb-baaa-76bd57493b56 req-628bae0a-5a65-4627-aa0b-ad8dbb39e0a5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:35.774435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2403a88a-ebab-4cbb-baaa-76bd57493b56 req-628bae0a-5a65-4627-aa0b-ad8dbb39e0a5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.0492871 Nov 16 21:48:35.823176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2403a88a-ebab-4cbb-baaa-76bd57493b56 req-a0f98f1e-4134-491a-96af-fcd2def8778d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429251 Nov 16 21:48:36.108799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-87ae41a4-0df4-49b5-9660-36d44daa168e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.110208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-87ae41a4-0df4-49b5-9660-36d44daa168e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&tenant_id=f3c6f34095f140189bb83903a5d35d29&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 943 time: 0.1158295 Nov 16 21:48:36.117470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2292c-5ee9-4d17-b74e-fcbefd90def8 req-7ae8f220-c234-4f8f-b1c7-91bcc51fdf96 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.118847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8c2292c-5ee9-4d17-b74e-fcbefd90def8 req-7ae8f220-c234-4f8f-b1c7-91bcc51fdf96 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 943 time: 0.0946405 Nov 16 21:48:36.205939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f8c2292c-5ee9-4d17-b74e-fcbefd90def8 req-0f9ebf07-948f-4329-af78-c4306bf4775e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810497 Nov 16 21:48:36.209403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-26e5f7ad-1ea2-4761-ba46-fbfef5fcdafe service neutron] 10.222.0.41 "GET /v2.0/ports/16fd151b-ff81-49a3-83d3-eb7ea132c420/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 382 time: 0.0897138 Nov 16 21:48:36.276464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-fa51941d-9f16-4ca2-b567-2f8138136d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.278003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-fa51941d-9f16-4ca2-b567-2f8138136d55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1094 time: 0.0440609 Nov 16 21:48:36.368453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-e3c4874d-022a-4f34-9fd8-d458eb72148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.369859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-e3c4874d-022a-4f34-9fd8-d458eb72148a service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0837486 Nov 16 21:48:36.441148 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-c9d85951-213d-4e91-b8da-fae043a06113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0641119 Nov 16 21:48:36.468350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:48:36.490833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-ec150ee8-ebed-48fc-937b-0ffec4f3f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.492311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-ec150ee8-ebed-48fc-937b-0ffec4f3f412 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0441086 Nov 16 21:48:36.539418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-ac2e71fd-8a68-4a84-b5c1-34ba46a7f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:36.540901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-ac2e71fd-8a68-4a84-b5c1-34ba46a7f9f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411758 Nov 16 21:48:36.564283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:36.576144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'mac_address': 'fa:16:3e:8b:ce:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:48:36.616441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:36.631399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:36.638761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-2cc3a00c-03cc-4347-9d3d-8dfffed39a47 service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903330 Nov 16 21:48:36.651163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:36.655054 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:36.705917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:36.713991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.714352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.714701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.715049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.715392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.715727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.716061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.716393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.716722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.717049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.717374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.717729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:36.731114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-21d6ef25-5d14-400c-8bfb-733f4d4b538b service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856586 Nov 16 21:48:36.891115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['16fd151b-ff81-49a3-83d3-eb7ea132c420'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:37.325767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a284-1c8d-4cd9-aa2d-c08963f4eda6 req-36c44ca9-76e8-40a8-bf54-1c655069371c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:37.327254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9f8a284-1c8d-4cd9-aa2d-c08963f4eda6 req-36c44ca9-76e8-40a8-bf54-1c655069371c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0498326 Nov 16 21:48:37.376687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9f8a284-1c8d-4cd9-aa2d-c08963f4eda6 req-e6b2be39-fc57-42c7-83ea-2049fe9160b5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Nov 16 21:48:38.492945 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:48:38.497184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9d0c2-ab0a-4d26-8fdc-094e193ba8bd req-34ee4319-b00e-468b-9e97-0731b0f21c18 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:38.498738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f6e9d0c2-ab0a-4d26-8fdc-094e193ba8bd req-34ee4319-b00e-468b-9e97-0731b0f21c18 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0541134 Nov 16 21:48:38.555434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f6e9d0c2-ab0a-4d26-8fdc-094e193ba8bd req-ef99b51e-59bb-4c4d-b008-0485a8e20935 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505822 Nov 16 21:48:38.571501 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.584029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:38.604123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:38.607547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:38.655008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:39.017992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-c2b1fee3-cbb9-4c93-9567-97172b9c1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:39.019526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-c2b1fee3-cbb9-4c93-9567-97172b9c1fc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 1094 time: 0.0751474 Nov 16 21:48:39.033780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:48:39.087971 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.287777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:39.319776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:39.355294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:39.362681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.373900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Ignored duplicate provisioning block setup for port 16fd151b-ff81-49a3-83d3-eb7ea132c420 by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 16 21:48:39.377425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:39.485645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=10']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:39.512149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.512536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.512842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.513185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.513560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.513910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.514242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.514573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.514902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.515234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.515559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.515885 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:48:39.567128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] No DVR routers for this DVR port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:48:40.000079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004be72-569d-43d7-9191-c48f0929cc0f req-12a5b389-56ea-48ad-8151-f397e2d30229 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.001626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c004be72-569d-43d7-9191-c48f0929cc0f req-12a5b389-56ea-48ad-8151-f397e2d30229 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0683639 Nov 16 21:48:40.088279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c004be72-569d-43d7-9191-c48f0929cc0f req-1ccb0c97-2aa9-4e01-90e3-80db2ef8c9ee tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791802 Nov 16 21:48:40.089135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:48:40.089412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:48:40.089841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:40.094398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:48:40.094723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Attempting to bind port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on network 76fdd167-a50f-4795-acce-d1412cd66837 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:48:40.108682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:48:40.108682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Checking segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:48:40.108682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Bound using segment: {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:48:40.108682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Bound port: 16fd151b-ff81-49a3-83d3-eb7ea132c420, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:48:40.108682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.165186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:48:40.168214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:48:40.172678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.207478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.208126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:40.210584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] 10.222.0.47 "PUT /v2.0/ports/16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1092 time: 1.1808469 Nov 16 21:48:40.211057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:40.213324 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a43ae5-dcb3-4e25-9691-429a98f79892" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:40.269798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86d076-19f9-4fcd-9a4c-9433471a820f service neutron] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=11']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:40.290782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-3cf73ad0-6da9-4887-9d2e-6c324196f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.292340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-3cf73ad0-6da9-4887-9d2e-6c324196f311 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1095 time: 0.0575883 Nov 16 21:48:40.350523 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8a729a-53e2-4809-8157-c53c0108b786 x-openstack-request-id: req-ee8a729a-53e2-4809-8157-c53c0108b786 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:40.350820 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:40.351077 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee8a729a-53e2-4809-8157-c53c0108b786 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:40.351479 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'status': 'completed', 'code': 200} Nov 16 21:48:40.404810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-d9b92fa5-7de4-4448-bd51-4dd8aa91bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.406571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-d9b92fa5-7de4-4448-bd51-4dd8aa91bd1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.1063259 Nov 16 21:48:40.437765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-4cdd0963-2170-4b1f-86d3-b0f7f7734978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.439277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-4cdd0963-2170-4b1f-86d3-b0f7f7734978 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1095 time: 0.0636868 Nov 16 21:48:40.484835 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-7a6576d7-456e-4f3d-8ab1-74dbbef9d6ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0709159 Nov 16 21:48:40.535375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-04d78c33-69b4-4e66-a41e-561a04320d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.537474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-04d78c33-69b4-4e66-a41e-561a04320d53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0458560 Nov 16 21:48:40.542591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-ae2943b6-3a22-4147-9247-e7aa49a64035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.544074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-ae2943b6-3a22-4147-9247-e7aa49a64035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0894780 Nov 16 21:48:40.585132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27086417-4de0-470a-add4-1356541b1929 req-f3e05fc7-145a-441f-867b-2e21efbfd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.586684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-f3e05fc7-145a-441f-867b-2e21efbfd611 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420375 Nov 16 21:48:40.623065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-285a45c8-8aff-4bd3-940c-0aa25c4de09d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0675824 Nov 16 21:48:40.677849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-561fd01a-e3d7-4b36-b27c-ed9ed15178b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.679320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-561fd01a-e3d7-4b36-b27c-ed9ed15178b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0446727 Nov 16 21:48:40.689375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-f9040654-38b1-4237-be03-9dabda5a6496 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953066 Nov 16 21:48:40.733653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-7a2d28bc-c5db-4994-b2ad-22e3d1318238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.735173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-7a2d28bc-c5db-4994-b2ad-22e3d1318238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442719 Nov 16 21:48:40.784075 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27086417-4de0-470a-add4-1356541b1929 req-911adbe1-dc89-4b14-b097-a5c27efe6dfa service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867901 Nov 16 21:48:40.834209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-59e18038-2c54-4916-802a-1199deea8755 service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855455 Nov 16 21:48:40.870006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-e4c89a7e-d1c2-41ca-bc27-808e071fba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.871619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-e4c89a7e-d1c2-41ca-bc27-808e071fba78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1095 time: 0.0426040 Nov 16 21:48:40.931200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-8a475be7-87d3-41a4-b63c-7f61b03533da service neutron] 10.222.0.41 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Nov 16 21:48:40.966170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-2a05b7cb-b6e4-486c-9e10-e6f3bb4e8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:40.967636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-2a05b7cb-b6e4-486c-9e10-e6f3bb4e8296 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0893271 Nov 16 21:48:41.032404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-f48c0497-6157-4d2d-84fa-d2f8adff61b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 998 time: 0.0572293 Nov 16 21:48:41.085256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-f9d2103b-5ff8-4314-8593-5cdf8141e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:41.086655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-f9d2103b-5ff8-4314-8593-5cdf8141e870 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0473044 Nov 16 21:48:41.133831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-86b532e2-4234-4bcd-9ba7-e5c406ae5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:41.135409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-86b532e2-4234-4bcd-9ba7-e5c406ae5dc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412393 Nov 16 21:48:41.262043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9a98-ca94-4848-874a-8bd8db7f4f78 req-184904d9-164f-40cd-bb47-c9306abf8a00 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:41.263510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7dc9a98-ca94-4848-874a-8bd8db7f4f78 req-184904d9-164f-40cd-bb47-c9306abf8a00 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.1042435 Nov 16 21:48:41.268799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-c007db1b-e8d0-48e3-b64e-62790d10f471 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263125 Nov 16 21:48:41.368391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7dc9a98-ca94-4848-874a-8bd8db7f4f78 req-207bc6f8-e769-40ff-8714-97baad91d1c6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985584 Nov 16 21:48:41.395179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55a43ae5-dcb3-4e25-9691-429a98f79892 req-fbd2330b-91f6-481f-bdd0-6b69a18f724b service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182227 Nov 16 21:48:42.493691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3c662-8ba1-47e3-adba-f51097041db5 req-c66b1304-b586-4265-b51f-3eb374b51250 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:42.495186 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39f3c662-8ba1-47e3-adba-f51097041db5 req-c66b1304-b586-4265-b51f-3eb374b51250 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0553663 Nov 16 21:48:42.545773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-39f3c662-8ba1-47e3-adba-f51097041db5 req-e2758046-7fe7-4ee5-9c99-d5966f3d456c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446613 Nov 16 21:48:43.665787 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb164a-6bde-4844-ad98-00d60f7505b8 req-ba90882f-3dea-448c-a38e-b1ca310b7233 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:43.667293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20eb164a-6bde-4844-ad98-00d60f7505b8 req-ba90882f-3dea-448c-a38e-b1ca310b7233 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0503070 Nov 16 21:48:43.717301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20eb164a-6bde-4844-ad98-00d60f7505b8 req-b1bb5c3a-0a2c-4395-8f54-78e75d31a096 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440433 Nov 16 21:48:44.833106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb77588-ec91-4e53-8238-debfd983a86d req-e79e2083-7467-4188-bf32-1c88b9b73f38 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:48:44.834596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cbb77588-ec91-4e53-8238-debfd983a86d req-e79e2083-7467-4188-bf32-1c88b9b73f38 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 944 time: 0.0484827 Nov 16 21:48:44.883830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cbb77588-ec91-4e53-8238-debfd983a86d req-15e3f748-ec7b-4580-9d40-f23ffd709888 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Nov 16 21:48:44.906111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51306) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:48:44.970064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bc34f6e2-0611-4319-a933-3775b34d75da tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/b0f77367-b475-4656-bb5b-11dd6046c256 HTTP/1.1" status: 200 len: 990 time: 0.0626912 Nov 16 21:48:45.174729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:48:45.270155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:45.282094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'port_id': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'mac_address': 'fa:16:3e:8b:ce:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:48:45.319356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.331762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:48:45.351197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:45.355559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:45.405376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:45.711711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16fd151b-ff81-49a3-83d3-eb7ea132c420'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:48:47.178233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:48:47.227272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 16fd151b-ff81-49a3-83d3-eb7ea132c420 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:48:47.231634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16fd151b-ff81-49a3-83d3-eb7ea132c420 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:48:47.232012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.310916 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.333307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:48:47.335570 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7f4abb-ec5c-4216-a177-0be43dcf7897" -d '{"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-plugged", "status": "completed", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:48:47.347591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:48:47.351737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:47.375343 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eff0678-c91a-49ab-b60c-8df7d190ac46 x-openstack-request-id: req-0eff0678-c91a-49ab-b60c-8df7d190ac46 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:48:47.375629 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-plugged", "status": "completed", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:48:47.375879 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0eff0678-c91a-49ab-b60c-8df7d190ac46 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:48:47.376263 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'code': 200} Nov 16 21:48:47.401388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=13']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:48:50.787741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5689a5b8-e50c-49dc-8d01-de75f6ad050b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:53.077264 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e46de789-ec73-4aff-9f38-34e651bc431e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:54.235408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:55.760899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:48:56.659509 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:03.450277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:05.465233 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:09.460352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:49:12.656310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-556df22d-b4e8-4b3a-9734-45404190af0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420806 Nov 16 21:49:12.737031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-eed32d9d-20cb-443a-9325-2f48545920cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:12.739418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-eed32d9d-20cb-443a-9325-2f48545920cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1097 time: 0.0409162 Nov 16 21:49:12.844328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-dfd4425b-3e7a-4e01-891d-6be2771b7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:12.845836 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-dfd4425b-3e7a-4e01-891d-6be2771b7f6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.0887237 Nov 16 21:49:12.916967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-90013590-5519-49ab-99d9-0f4c136de9c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 1000 time: 0.0642862 Nov 16 21:49:12.968145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-9a531b19-fb48-42fa-8198-61ab60f2f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:12.969633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-9a531b19-fb48-42fa-8198-61ab60f2f6a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0452697 Nov 16 21:49:13.015180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-96abc7d6-dd5f-40b3-8dc8-87589555c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:13.016652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-96abc7d6-dd5f-40b3-8dc8-87589555c183 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401618 Nov 16 21:49:13.110980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-3d5e50cd-2307-42d8-baf8-f4661738e263 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874982 Nov 16 21:49:13.199941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-390da9c7-7aac-483b-a428-2945c5bd63bc req-0db9d4ec-9c96-473b-a620-d98900c6c2d6 service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821495 Nov 16 21:49:20.788546 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-093f9c3e-9145-4bee-916c-79702f169172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:23.077880 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8039f26-6538-40f4-b8c8-1c71a8bd81da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:24.235196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:25.767229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:26.663472 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:33.464476 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:35.467709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.190835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a97b7-c83a-4a86-a1ab-adad5ac38a68 req-049b6b88-07fa-4a8d-8d67-2c8d8161fc3f tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:42.192435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c11a97b7-c83a-4a86-a1ab-adad5ac38a68 req-049b6b88-07fa-4a8d-8d67-2c8d8161fc3f tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1097 time: 0.0970316 Nov 16 21:49:42.239634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c11a97b7-c83a-4a86-a1ab-adad5ac38a68 req-07621ed6-5ea3-4d37-b807-63b0a602aadd tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Nov 16 21:49:42.261412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51346) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:42.423175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port eaef26fa-59c7-4e30-af71-7ef3af1fe711 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:42.423517 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.497728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.497958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.510212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for eaef26fa-59c7-4e30-af71-7ef3af1fe711 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:42.657001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.683113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=eaef26fa-59c7-4e30-af71-7ef3af1fe711,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:42.695890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.696247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.696593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.696934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.697272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.697642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.698378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.698378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.698598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.698952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.699276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.699600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:42.758015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:42.758299 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP b0f77367-b475-4656-bb5b-11dd6046c256 disassociated (deleted). External IP: 172.25.3.70, port: 16fd151b-ff81-49a3-83d3-eb7ea132c420. Nov 16 21:49:42.965374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router d7c91914-80a9-4249-a8f6-968094f6b3f5 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:49:43.072471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:43.077174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:43.081725 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] Sync routers for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:43.091218 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:43.091819 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.107223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-11a253b4-f666-4b95-99ce-3c4fae24cbd1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/floatingips/b0f77367-b475-4656-bb5b-11dd6046c256 HTTP/1.1" status: 204 len: 168 time: 0.8423567 Nov 16 21:49:43.107223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:43.108103 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:43.153270 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6212c9-0205-4ca5-afde-658b92475952 x-openstack-request-id: req-9f6212c9-0205-4ca5-afde-658b92475952 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:43.153598 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:43.153854 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f6212c9-0205-4ca5-afde-658b92475952 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:43.154264 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'status': 'completed', 'code': 200} Nov 16 21:49:43.204405 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:43.284057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-b0308430-c69a-4850-881e-d2e619a3cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:43.286658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-b0308430-c69a-4850-881e-d2e619a3cf78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 1097 time: 0.1094093 Nov 16 21:49:43.420654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b0b8d-20e3-4b0f-8ace-1a21b3a44962 req-c42def66-f3b9-4725-9571-620f35f3191c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:43.422171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-791b0b8d-20e3-4b0f-8ace-1a21b3a44962 req-c42def66-f3b9-4725-9571-620f35f3191c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 946 time: 0.1071622 Nov 16 21:49:43.428124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-b69dc89c-6cc3-4cc6-9309-66b61ce3dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:43.429524 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-b69dc89c-6cc3-4cc6-9309-66b61ce3dcd4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 200 len: 897 time: 0.1350863 Nov 16 21:49:43.483538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-a4462e26-cc2e-4471-a712-1750b0019ebb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 200 len: 217 time: 0.0393989 Nov 16 21:49:43.514362 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.541737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-791b0b8d-20e3-4b0f-8ace-1a21b3a44962 req-41b54ec8-ed58-4d50-96c2-f85f53b6bad2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112359 Nov 16 21:49:43.543804 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] Checking router: d7c91914-80a9-4249-a8f6-968094f6b3f5 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:43.552290 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:43.553089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.554116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-65254f17-27fe-4624-bd85-47c5b7036bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:43.562303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-65254f17-27fe-4624-bd85-47c5b7036bf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 200 len: 833 time: 0.0639718 Nov 16 21:49:43.602679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-129eff2d-b585-4279-9622-81f86b30a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:43.604216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-129eff2d-b585-4279-9622-81f86b30a90e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76fdd167-a50f-4795-acce-d1412cd66837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413799 Nov 16 21:49:43.659142 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:43.705379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-2d81b159-682a-41a3-9f70-31d8bb767a9c service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928283 Nov 16 21:49:43.796252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1832c760-e96a-4ceb-86eb-8ee2cbfacd38 req-9c321530-9994-4532-af58-494214743d0e service neutron] 10.222.0.47 "GET /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Nov 16 21:49:43.861861 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:43.888731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fb186-ec74-45c4-883f-6fee472c0483 None None] The sync data for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 is: [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:48Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f958a635-f49c-4ea4-ba6c-fc5a723e14fe', 'name': '', 'network_id': '76fdd167-a50f-4795-acce-d1412cd66837', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:2c:ca:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:47Z', 'updated_at': '2021-11-16T21:46:51Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '200f36ef-d8f5-4702-8fff-94c9a426f1d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:44.100447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc7b33-8fd0-49e1-98c7-34d2a713f2d4 None None] New status for floating IP b0f77367-b475-4656-bb5b-11dd6046c256: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:49:44.718050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173929-ae4e-42b9-8ec4-bef0690ebb71 req-e81bed7b-959b-4c57-95ee-2ef7cce6a906 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:44.719567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80173929-ae4e-42b9-8ec4-bef0690ebb71 req-e81bed7b-959b-4c57-95ee-2ef7cce6a906 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 946 time: 0.1055620 Nov 16 21:49:44.768041 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80173929-ae4e-42b9-8ec4-bef0690ebb71 req-b44b6564-cbaa-4872-b56a-bff3814f8462 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=e8b67780-68d4-45b2-8183-c990fe4fc4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Nov 16 21:49:44.889028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-d2a87d5e-c161-4b06-86ce-1ed2345b2c30 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:44.890405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-d2a87d5e-c161-4b06-86ce-1ed2345b2c30 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7d2a70-1d64-49ba-a012-82b41138223f HTTP/1.1" status: 200 len: 946 time: 0.0479043 Nov 16 21:49:44.981326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:44.981704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.071377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port 16fd151b-ff81-49a3-83d3-eb7ea132c420, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16fd151b-ff81-49a3-83d3-eb7ea132c420,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:45.071742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.084445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 16fd151b-ff81-49a3-83d3-eb7ea132c420 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:45.215588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.242821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=16fd151b-ff81-49a3-83d3-eb7ea132c420,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:45.289464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] No DVR routers for this DVR port 16fd151b-ff81-49a3-83d3-eb7ea132c420 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:49:45.292094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:45.295599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06971a2d-f9b4-42e7-8423-dae1a417b41a req-60b6eef3-3fa9-48b4-9699-be243a2f61a1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "DELETE /v2.0/ports/16fd151b-ff81-49a3-83d3-eb7ea132c420 HTTP/1.1" status: 204 len: 173 time: 0.3990881 Nov 16 21:49:45.296049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-deleted', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:45.298423 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cdccb9-fe00-42b4-8b78-cceb10edafc9" -d '{"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-deleted", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:45.339286 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57078f8f-d714-40f8-95a0-0abb1b6978ed x-openstack-request-id: req-57078f8f-d714-40f8-95a0-0abb1b6978ed {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:45.339576 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7d2a70-1d64-49ba-a012-82b41138223f", "name": "network-vif-deleted", "tag": "16fd151b-ff81-49a3-83d3-eb7ea132c420", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:45.339878 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57078f8f-d714-40f8-95a0-0abb1b6978ed {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:45.340286 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7d2a70-1d64-49ba-a012-82b41138223f', 'name': 'network-vif-deleted', 'tag': '16fd151b-ff81-49a3-83d3-eb7ea132c420', 'status': 'completed', 'code': 200} Nov 16 21:49:45.823170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51364) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:46.460078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:49:46.479344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.731872 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port f958a635-f49c-4ea4-ba6c-fc5a723e14fe {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:46.732122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.823726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port f958a635-f49c-4ea4-ba6c-fc5a723e14fe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:46.824090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:46.836663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for f958a635-f49c-4ea4-ba6c-fc5a723e14fe owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:47.018181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.044572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=f958a635-f49c-4ea4-ba6c-fc5a723e14fe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:47.220868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.440922 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router d7c91914-80a9-4249-a8f6-968094f6b3f5 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:49:47.459243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:47.482855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 16fd151b-ff81-49a3-83d3-eb7ea132c420 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:47.483205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16fd151b-ff81-49a3-83d3-eb7ea132c420 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:47.551639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:47.557399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2c027513-f6cb-41dd-8f61-c7810624703d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/d7c91914-80a9-4249-a8f6-968094f6b3f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331789 Nov 16 21:49:47.559465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51366) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:47.561121 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] Sync routers for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:47.571848 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:47.572457 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:47.612981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting subnet 200f36ef-d8f5-4702-8fff-94c9a426f1d0 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:49:47.616439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.657720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.677979 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:47.758970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.819216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.834751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:47.838261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/subnets/200f36ef-d8f5-4702-8fff-94c9a426f1d0 HTTP/1.1" status: 204 len: 168 time: 0.2775187 Nov 16 21:49:47.840164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9b7ce-9b44-4b93-a7b5-ce15d9963170 None None] Network 76fdd167-a50f-4795-acce-d1412cd66837 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:47.840911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51368) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:47.856777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676d9d5-89aa-43ba-a342-90959522512f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Subnet': ['ID=200f36ef-d8f5-4702-8fff-94c9a426f1d0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:47.873437 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:49:46Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:47.904987 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] Checking router: d7c91914-80a9-4249-a8f6-968094f6b3f5 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:47.913496 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] Routers {'d7c91914-80a9-4249-a8f6-968094f6b3f5'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:47.914139 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['d7c91914-80a9-4249-a8f6-968094f6b3f5'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:47.961974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.027508 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] Set router d7c91914-80a9-4249-a8f6-968094f6b3f5 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:48.031257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] DHCP port deletion for 76fdd167-a50f-4795-acce-d1412cd66837 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:48.074254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.085299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Deleting port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:48.086010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.129058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:49:48.130300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.153181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] For port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,segment=NetworkSegment(b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06),segment_id=b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:48.153636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.167496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Calling delete_port for 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:48.210100 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:49:46Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:48.215741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:48.216042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.229325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:49:48.240910 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b3f38-0d33-4e7f-8a64-87fadcace2a1 None None] The sync data for ids ['d7c91914-80a9-4249-a8f6-968094f6b3f5'] in n-d-817778-8 is: [{'id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1174952414', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:49:46Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c91914-80a9-4249-a8f6-968094f6b3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:46:44Z', 'updated_at': '2021-11-16T21:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:48.262494 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.290795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Pushing event deleted for resources: {'Port': ['ID=14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:48.292898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] No DVR routers for this DVR port 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:49:48.300683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.302749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.302749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.302749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.302749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.303187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.303291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.304403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.304403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.304403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.304738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.304841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948b3789-b91e-4986-a60b-83faebdc3c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.400850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.425611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:48.438036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.438216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.438455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.438794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.440932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.441067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9143c0d-cab2-4604-b363-21381f18876e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:48.441470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.442203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.442743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.443103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.443450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.443794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.444137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:48.498936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.591749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.594001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.638537 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.639121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Fanout notify agent at l3_agent the message router_deleted on router d7c91914-80a9-4249-a8f6-968094f6b3f5 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:49:48.646620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.647741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9cde9e29-9ee1-48ba-bc11-c71b472ac486 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/routers/d7c91914-80a9-4249-a8f6-968094f6b3f5 HTTP/1.1" status: 204 len: 168 time: 0.8052988 Nov 16 21:49:48.650528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51370) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:48.736610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.827264 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.848760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fdd167-a50f-4795-acce-d1412cd66837']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:48.859325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:48.859640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03a99b8-f0d3-4ea5-a2bf-46fb11bf1d06') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:48.870458 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.883869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.890311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:49:48.890705 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:49:48.893705 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:49:48.955140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.961418 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:48.964705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/networks/76fdd167-a50f-4795-acce-d1412cd66837 HTTP/1.1" status: 204 len: 168 time: 0.3131082 Nov 16 21:49:48.967618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51372) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:48.980117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e8dea-4f08-4acd-b3d6-ec16757aef80 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Network': ['ID=76fdd167-a50f-4795-acce-d1412cd66837,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.026346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26c58dff-1fda-4a25-b245-52bcb97d9184 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.055957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26c58dff-1fda-4a25-b245-52bcb97d9184 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.117979 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26c58dff-1fda-4a25-b245-52bcb97d9184 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.120668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-26c58dff-1fda-4a25-b245-52bcb97d9184 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.121927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-26c58dff-1fda-4a25-b245-52bcb97d9184 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/security-groups/e8b67780-68d4-45b2-8183-c990fe4fc4eb HTTP/1.1" status: 204 len: 168 time: 0.1531906 Nov 16 21:49:49.132126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c58dff-1fda-4a25-b245-52bcb97d9184 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b67780-68d4-45b2-8183-c990fe4fc4eb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.348756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51378) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:49.353730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528770872', 'description': 'tempest-secgroup-smoke-1528770872 description', 'project_id': 'f3c6f34095f140189bb83903a5d35d29'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:49.377213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.445505 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.449608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.481337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.482609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1327684 Nov 16 21:49:49.484534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94177c5-a965-4e44-8a80-18b63bc429f2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63befc3-4fd3-4924-96f5-88ad1543f86a,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.485728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:49.490972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'd63befc3-4fd3-4924-96f5-88ad1543f86a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:49.518642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.573627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.577365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.595149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a57b4a-3e4a-4b78-9335-c386dc1c374e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.602739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.604547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-282e3f31-76c0-4df8-9b5e-b17bbde39004 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171949 Nov 16 21:49:49.606701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51382) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:49.611136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'd63befc3-4fd3-4924-96f5-88ad1543f86a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:49.638813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.697431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.701968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.719239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bcaf0f-0c5e-4b23-b359-6628ae1a98c8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.734572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.734811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:49.739161 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d9947618-0f58-4254-a5a0-da1cf857b281 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282160 Nov 16 21:49:49.739611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51384) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:49.744231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'd63befc3-4fd3-4924-96f5-88ad1543f86a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:49.757128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:49.757485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 14ed6f5b-4bdb-4b09-b3b2-c7a7df0a6379 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:49.757944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:49.775017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.778037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:49.778392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f8bc024e-e6b2-45ed-9fc0-3acf84ce68d7 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:49.779022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f958a635-f49c-4ea4-ba6c-fc5a723e14fe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:49:49.802934 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f958a635-f49c-4ea4-ba6c-fc5a723e14fe {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:49:49.803587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f958a635-f49c-4ea4-ba6c-fc5a723e14fe not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:49:49.841098 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.844615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.864780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa23ddb1-5cc3-4728-afff-35fa945fa518,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:49.873134 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.876814 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af034ea8-d6bb-413d-b559-f8c685b5f188 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337445 Nov 16 21:49:49.877015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51386) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:49.881684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'd63befc3-4fd3-4924-96f5-88ad1543f86a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:49.906859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.968504 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.972222 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:49.993185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffcba89-a5f6-4cc7-a117-957f2fae1e20,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:50.001799 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.003003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-980bb8cf-f270-46be-ba54-26c1d83bf1a6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249697 Nov 16 21:49:50.006190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51388) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:50.010582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'd63befc3-4fd3-4924-96f5-88ad1543f86a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:50.031338 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:49:50.037196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.095851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.099726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.118731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e9cfd6-1ad7-4fed-872a-82a2be559c10,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:50.127919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.129132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5508efff-e3eb-4d34-a17a-eb0615184c4b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220238 Nov 16 21:49:50.132295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51390) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:50.136743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': 'd63befc3-4fd3-4924-96f5-88ad1543f86a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:50.158959 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:49:50.164711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.224453 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.228267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.243062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b9dcb4-6ba8-4059-9326-e6abe4c11248,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:50.253398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.257364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fc744ae6-c622-484c-becf-7b43154a9481 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215661 Nov 16 21:49:50.257722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:50.262734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'network': {'name': 'tempest-network-smoke--1141883113', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:50.284813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:50.289142 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.313165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:49:50.322771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.323179 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Added segment 77fe7de8-2415-4218-8c33-47d2a204e9ae of type vlan for network cb691169-cb98-4b88-b91d-75ee36e0ce9c Nov 16 21:49:50.366392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.391440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.398121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:50.398756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.455528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1967740 Nov 16 21:49:50.460188 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51394) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:50.465352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'admin_state_up': True, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:50.471336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e39d-a8ec-4a8f-bacd-ff711fb2792a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Network': ['ID=cb691169-cb98-4b88-b91d-75ee36e0ce9c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:50.483469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:49:50.493870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.494946 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.550232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.686893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.790140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-762ba662-50ea-4608-a8dc-758e186d4f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.877345 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:50.896338 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:51.333277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.116 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/ed7303f1-04cc-4d85-92e4-8e951e8d5123) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:51.434028 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:51.466883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:51.501490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:51.506820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:51.510379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:51.519319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46812b5-9496-45b5-86a0-413b0728d122 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:51.534608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=ed7303f1-04cc-4d85-92e4-8e951e8d5123,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:51.574171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7d73ce1a-cfba-4d94-a74f-33fcbd64bf19 None None] Provisioning complete for port ed7303f1-04cc-4d85-92e4-8e951e8d5123 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:51.574506 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d73ce1a-cfba-4d94-a74f-33fcbd64bf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:51.612656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7d73ce1a-cfba-4d94-a74f-33fcbd64bf19 None None] Port ed7303f1-04cc-4d85-92e4-8e951e8d5123 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:49:51.776706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:51.969295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:52.095656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:49:52.198834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:52.208598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Sync routers for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:52.218326 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:52.219261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:52.220028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:52.220184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a742581b-da8a-4378-ae53-aef4b49f2648 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7580297 Nov 16 21:49:52.222562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51396) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:52.254987 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5eabdf4-610e-40ff-92e1-34d36cfc4e2a tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f3c6f34095f140189bb83903a5d35d29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307033 Nov 16 21:49:52.257478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51398) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:52.328211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:52.428787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1cc62c-7f4a-416a-9f2e-4898c9ef3f96 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.433062 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3d1cc62c-7f4a-416a-9f2e-4898c9ef3f96 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1719029 Nov 16 21:49:52.433227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51400) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:52.468175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5fd201a0-cb83-4e6b-af40-11d8f392dc88 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338449 Nov 16 21:49:52.470709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51402) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:52.475903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396418305', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:52.506329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:51Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:52.536866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Checking router: f87c7f18-a2a1-4ab2-ba60-41d7a637f1da for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:52.537226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Updating router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da port ed7303f1-04cc-4d85-92e4-8e951e8d5123 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:49:52.560923 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:52.568634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:52.572304 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:52.782654 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:52.855522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Subnet': ['ID=3ebeeab8-9620-44df-bde7-cf34cb78ecb6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:52.866012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Checking segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:52.866374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network hostable DHCP agents. Network: cb691169-cb98-4b88-b91d-75ee36e0ce9c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:49:52.886091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:49:52.896886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, cb691169-cb98-4b88-b91d-75ee36e0ce9c) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:52.901443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:52.902064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:52.914806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d021932-ca6f-409d-b9c1-a6d50fa0cf9a None None] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:52.919383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f476905-9c4c-4808-a2b2-eeddc06d2155 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4477177 Nov 16 21:49:52.922105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51406) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:49:53.044833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.052676 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.150610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3020bb4-2a3b-47b3-9174-2c8a418e5418 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:53.158809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-762fb81e-c493-49a8-a423-27ff613f627c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.172137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71372d3-d262-4448-a4bf-d639a4d57c97 None None] Pushing event updated for resources: {'Port': ['ID=ed7303f1-04cc-4d85-92e4-8e951e8d5123,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:53.176041 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Attempting to bind port ed7303f1-04cc-4d85-92e4-8e951e8d5123 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:53.176433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Attempting to bind port ed7303f1-04cc-4d85-92e4-8e951e8d5123 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:53.178129 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Attempting to bind port ed7303f1-04cc-4d85-92e4-8e951e8d5123 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:53.197070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:53.197453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:53.197883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.198279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:53.198770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Bound port: ed7303f1-04cc-4d85-92e4-8e951e8d5123, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:53.199160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.225458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:49:53.226355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.294074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9273aba9-f213-45eb-a693-e81ae3aac269 None None] Provisioning complete for port ed7303f1-04cc-4d85-92e4-8e951e8d5123 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:53.294454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9273aba9-f213-45eb-a693-e81ae3aac269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.356672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] For port ed7303f1-04cc-4d85-92e4-8e951e8d5123, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:53.362970 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.383566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] For port ed7303f1-04cc-4d85-92e4-8e951e8d5123, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ed7303f1-04cc-4d85-92e4-8e951e8d5123,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:53.393285 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.437840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9273aba9-f213-45eb-a693-e81ae3aac269 None None] Port ed7303f1-04cc-4d85-92e4-8e951e8d5123 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:49:53.478749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da426da0-3308-47f6-a536-0039dad444bb None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:49:53.513687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71372d3-d262-4448-a4bf-d639a4d57c97 None None] Pushing event updated for resources: {'Port': ['ID=ed7303f1-04cc-4d85-92e4-8e951e8d5123,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:53.516124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:53.517439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:53.523740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Allocated IP 172.20.0.2 (cb691169-cb98-4b88-b91d-75ee36e0ce9c/3ebeeab8-9620-44df-bde7-cf34cb78ecb6/fd939b9d-c4d0-41d0-9d78-340b53c91989) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:53.668194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f7072c3d-c91d-4549-8b5a-97043e6eb8a2 None None] Provisioning complete for port ed7303f1-04cc-4d85-92e4-8e951e8d5123 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:53.668580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f7072c3d-c91d-4549-8b5a-97043e6eb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.751067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:53.931915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.946500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.976830 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f7072c3d-c91d-4549-8b5a-97043e6eb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:53.993023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.1 (cb691169-cb98-4b88-b91d-75ee36e0ce9c/3ebeeab8-9620-44df-bde7-cf34cb78ecb6/258c67c6-17d2-4129-8cae-f8c464ff10b0) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:54.027878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:54.035232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f7072c3d-c91d-4549-8b5a-97043e6eb8a2 None None] For port ed7303f1-04cc-4d85-92e4-8e951e8d5123, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ed7303f1-04cc-4d85-92e4-8e951e8d5123,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:54.037009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:54.040989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Pushing event updated for resources: {'Port': ['ID=fd939b9d-c4d0-41d0-9d78-340b53c91989,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:54.043552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:54.045541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f7072c3d-c91d-4549-8b5a-97043e6eb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.111376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.147140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.163852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072c3d-c91d-4549-8b5a-97043e6eb8a2 None None] Pushing event updated for resources: {'Port': ['ID=ed7303f1-04cc-4d85-92e4-8e951e8d5123,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:54.175179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Attempting to bind port fd939b9d-c4d0-41d0-9d78-340b53c91989 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:54.175568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Attempting to bind port fd939b9d-c4d0-41d0-9d78-340b53c91989 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:54.176449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Attempting to bind port fd939b9d-c4d0-41d0-9d78-340b53c91989 on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:54.186225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:54.186576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Checking segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:54.186940 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.187341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Bound using segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:54.187829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Bound port: fd939b9d-c4d0-41d0-9d78-340b53c91989, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:54.188215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.192851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:54.198326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:54.202234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:54.206187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:51Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:54.228786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=258c67c6-17d2-4129-8cae-f8c464ff10b0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:54.252788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.262145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffed3ae-512b-4d4d-8cf7-b93e3d8ae36f None None] The sync data for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 is: [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:51Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:54.282422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.303622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] For port fd939b9d-c4d0-41d0-9d78-340b53c91989, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:54.307250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] For port fd939b9d-c4d0-41d0-9d78-340b53c91989, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fd939b9d-c4d0-41d0-9d78-340b53c91989,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:54.312030 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.385736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d5c16-83f3-4de0-a872-974bc9cb572c None None] Pushing event updated for resources: {'Port': ['ID=fd939b9d-c4d0-41d0-9d78-340b53c91989,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:54.406346 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.768853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.774227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.851323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=258c67c6-17d2-4129-8cae-f8c464ff10b0,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:54.855694 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:54.956293 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:54.958653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:55.073601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:49:55.192298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:49:55.199098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-592b1130-ce8e-48e8-93b3-db5be74e0a65 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/f87c7f18-a2a1-4ab2-ba60-41d7a637f1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2757874 Nov 16 21:49:55.359448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-d4f58104-aad2-43b0-88d7-d51736b197f3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528770872&fields=id&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 267 time: 0.0526435 Nov 16 21:49:55.416247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c4af9-d08d-4bb2-8c66-efb00153eff6 None None] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:49:55.475306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-8dfb8917-10a3-4b5f-b9bd-ed91e3078f5e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:55.476706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-8dfb8917-10a3-4b5f-b9bd-ed91e3078f5e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 797 time: 0.1098638 Nov 16 21:49:55.490778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d2fcbe6a-3d13-4aba-ba2d-9afff393cf2a None None] Provisioning complete for port fd939b9d-c4d0-41d0-9d78-340b53c91989 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:55.491148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbe6a-3d13-4aba-ba2d-9afff393cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.492796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-dc2dcb59-3953-49a4-a158-285d08b10a12 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/quotas/f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 375 time: 0.0097535 Nov 16 21:49:55.545440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-9f10e4f7-3fe7-412e-ae1a-7d65557e08da tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467799 Nov 16 21:49:55.562667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e1832ccf-0bf8-450d-93b1-5ccebb33eabf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:49:55.563754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e1832ccf-0bf8-450d-93b1-5ccebb33eabf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053921 Nov 16 21:49:55.636390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbe6a-3d13-4aba-ba2d-9afff393cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.675451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d2fcbe6a-3d13-4aba-ba2d-9afff393cf2a None None] For port fd939b9d-c4d0-41d0-9d78-340b53c91989, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fd939b9d-c4d0-41d0-9d78-340b53c91989,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:55.679900 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-08b63d11-5ec2-4522-a35f-4ccebf380293 service neutron] 10.222.0.48 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092062 Nov 16 21:49:55.681362 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2fcbe6a-3d13-4aba-ba2d-9afff393cf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.777264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcbe6a-3d13-4aba-ba2d-9afff393cf2a None None] Pushing event updated for resources: {'Port': ['ID=fd939b9d-c4d0-41d0-9d78-340b53c91989,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:55.786698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:55.840200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-c51074dd-43f6-41b2-b53f-d0a9935d6410 service neutron] 10.222.0.48 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476555 Nov 16 21:49:55.843136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fd939b9d-c4d0-41d0-9d78-340b53c91989 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:55.902232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fd939b9d-c4d0-41d0-9d78-340b53c91989 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:55.902669 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.003477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ed7303f1-04cc-4d85-92e4-8e951e8d5123 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:56.045610 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Sync routers for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:49:56.057273 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:56.057931 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:56.081806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e35ce40c-4ad6-4c7f-ab3f-2bc960e60a18 req-22d70347-1b47-4202-a46a-04e747135f40 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0471742 Nov 16 21:49:56.230679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9047cb11-fa58-4d02-a62b-aaf95f686029 None None] Provisioning complete for port fd939b9d-c4d0-41d0-9d78-340b53c91989 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:56.231056 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9047cb11-fa58-4d02-a62b-aaf95f686029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.315524 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:56.330487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ed7303f1-04cc-4d85-92e4-8e951e8d5123 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:56.330866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.445160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9047cb11-fa58-4d02-a62b-aaf95f686029 None None] Provisioning complete for port 258c67c6-17d2-4129-8cae-f8c464ff10b0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:56.446225 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9047cb11-fa58-4d02-a62b-aaf95f686029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.483077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9047cb11-fa58-4d02-a62b-aaf95f686029 None None] Port 258c67c6-17d2-4129-8cae-f8c464ff10b0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:49:56.553264 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 2, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:56.584508 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Checking router: f87c7f18-a2a1-4ab2-ba60-41d7a637f1da for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:49:56.584867 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Updating router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da port 258c67c6-17d2-4129-8cae-f8c464ff10b0 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:49:56.607376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-daee365e-259f-469f-a15b-378ef2b6b34e None None] Provisioning complete for port 258c67c6-17d2-4129-8cae-f8c464ff10b0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:56.608609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daee365e-259f-469f-a15b-378ef2b6b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.617086 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.662186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-daee365e-259f-469f-a15b-378ef2b6b34e None None] Port 258c67c6-17d2-4129-8cae-f8c464ff10b0 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:49:56.675219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.916805 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.923330 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:56.980596 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Pushing event updated for resources: {'Port': ['ID=258c67c6-17d2-4129-8cae-f8c464ff10b0,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:56.994207 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.994207 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.997653 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.998100 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.998448 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.998779 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.999250 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.999632 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:56.999965 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:57.000290 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:57.000619 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:57.000942 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:49:57.057610 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Attempting to bind port 258c67c6-17d2-4129-8cae-f8c464ff10b0 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:57.058516 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Attempting to bind port 258c67c6-17d2-4129-8cae-f8c464ff10b0 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:57.058516 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Attempting to bind port 258c67c6-17d2-4129-8cae-f8c464ff10b0 on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:57.063539 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:57.063913 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Checking segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:57.064309 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.064699 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Bound using segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:57.065161 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Bound port: 258c67c6-17d2-4129-8cae-f8c464ff10b0, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:57.065576 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.156508 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] For port 258c67c6-17d2-4129-8cae-f8c464ff10b0, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:57.164311 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] For port 258c67c6-17d2-4129-8cae-f8c464ff10b0, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=258c67c6-17d2-4129-8cae-f8c464ff10b0,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:57.169341 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.225896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-404e0069-9e35-4bd9-9eaf-b63590b93ad9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:57.228914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-404e0069-9e35-4bd9-9eaf-b63590b93ad9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.41 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 797 time: 0.1567891 Nov 16 21:49:57.234412 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:49:57.235043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:57.242431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8edce4e6-7fbf-4bc9-835a-d0dca7d2bdbe req-10bcf709-b3d4-463a-8bd8-81076b9cd9ce tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0725913 Nov 16 21:49:57.301799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f374b734-04a2-4932-a27a-9d98736b2e19 None None] Provisioning complete for port 258c67c6-17d2-4129-8cae-f8c464ff10b0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:57.302177 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f374b734-04a2-4932-a27a-9d98736b2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.338705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-9fe54d98-053c-4a5a-a134-3b40cddc7cf1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 380 time: 0.0938332 Nov 16 21:49:57.351983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'port': {'device_id': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'admin_state_up': True, 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'security_groups': ['d63befc3-4fd3-4924-96f5-88ad1543f86a']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:57.386768 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee76a4-736b-47e4-abc0-1b04771f1547 None None] Pushing event updated for resources: {'Port': ['ID=258c67c6-17d2-4129-8cae-f8c464ff10b0,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:57.414803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f374b734-04a2-4932-a27a-9d98736b2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.422420 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:49:57.455784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f374b734-04a2-4932-a27a-9d98736b2e19 None None] For port 258c67c6-17d2-4129-8cae-f8c464ff10b0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=258c67c6-17d2-4129-8cae-f8c464ff10b0,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:49:57.461454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f374b734-04a2-4932-a27a-9d98736b2e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.495176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:49:57.499915 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.521638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374b734-04a2-4932-a27a-9d98736b2e19 None None] Pushing event updated for resources: {'Port': ['ID=258c67c6-17d2-4129-8cae-f8c464ff10b0,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:57.582679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8766fdf5-939c-4e5c-ae7b-1c76e9bc2378 None None] Provisioning complete for port 258c67c6-17d2-4129-8cae-f8c464ff10b0 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:57.583087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8766fdf5-939c-4e5c-ae7b-1c76e9bc2378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.645210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.12 (cb691169-cb98-4b88-b91d-75ee36e0ce9c/3ebeeab8-9620-44df-bde7-cf34cb78ecb6/7b2545eb-44b0-478c-9601-7327a26bc68d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:49:57.656632 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:49:57.701651 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb9d11a-3da7-4486-a820-88a3eb00c9a2 None None] The sync data for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 is: [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:49:57.764614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fd939b9d-c4d0-41d0-9d78-340b53c91989 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:57.830042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fd939b9d-c4d0-41d0-9d78-340b53c91989 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:57.830516 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.851591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.892622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:57.944251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:49:57.947626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:49:57.951597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:49:57.975900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:58.007254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:58.008246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:58.028455 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e934574c-8dd3-4a02-ae1d-6e83fd8065eb tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6810153 Nov 16 21:49:58.042783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Request body: {'port': {'device_id': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:49:58.103478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:58.190964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-46219008-6904-4c6d-acbc-69e1e891e07f None None] Provisioning complete for port 7b2545eb-44b0-478c-9601-7327a26bc68d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:58.191332 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46219008-6904-4c6d-acbc-69e1e891e07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:58.229069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-46219008-6904-4c6d-acbc-69e1e891e07f None None] Port 7b2545eb-44b0-478c-9601-7327a26bc68d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:49:58.671080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cfc13-e733-4144-8342-87b24adf10fa req-dfcec8e5-c623-4829-98c8-bcd333f2640b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:58.672607 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-819cfc13-e733-4144-8342-87b24adf10fa req-dfcec8e5-c623-4829-98c8-bcd333f2640b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 932 time: 0.1019955 Nov 16 21:49:58.749072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-819cfc13-e733-4144-8342-87b24adf10fa req-16921c57-9980-4cd6-ba91-9c177eb1dcd9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697525 Nov 16 21:49:58.822614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2545eb-44b0-478c-9601-7327a26bc68d {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:49:58.829908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:58.842221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Transition to ACTIVE for port object 7b2545eb-44b0-478c-9601-7327a26bc68d will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:49:58.846407 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:58.898474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:58.975023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:49:58.975310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:49:58.975649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:58.980657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:49:58.980992 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:49:58.986018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:49:58.986370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Checking segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:49:58.986764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Bound using segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:49:58.987194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Bound port: 7b2545eb-44b0-478c-9601-7327a26bc68d, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:49:58.987561 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:59.054695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:49:59.057860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:49:59.063198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:59.096769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.097409 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:59.099029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1092 time: 1.0604479 Nov 16 21:49:59.101289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:49:59.104933 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66763b48-d84c-468a-a5e9-764d393e5090" -d '{"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:49:59.140415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf348a-fbb8-4bb9-a9ca-e5d3a210fb16 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:49:59.181260 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49028b56-1a2c-4a36-bd03-90b6d64138d2 x-openstack-request-id: req-49028b56-1a2c-4a36-bd03-90b6d64138d2 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:49:59.181587 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:49:59.181845 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49028b56-1a2c-4a36-bd03-90b6d64138d2 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:49:59.182243 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'status': 'completed', 'code': 200} Nov 16 21:49:59.196811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-c43f2ea0-d5af-4f50-a07f-21be85c5ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.198429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-c43f2ea0-d5af-4f50-a07f-21be85c5ea07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1095 time: 0.0523345 Nov 16 21:49:59.244321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-e85217f1-aa88-497e-8e40-5f38aa621417 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 217 time: 0.0357127 Nov 16 21:49:59.302847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-a0099502-b485-4050-86df-b7ff0dd68fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.304368 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-a0099502-b485-4050-86df-b7ff0dd68fd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0520141 Nov 16 21:49:59.360282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-b599be04-30d1-453d-b5b3-3dc464eaa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.361881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-b599be04-30d1-453d-b5b3-3dc464eaa407 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497046 Nov 16 21:49:59.458218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-2efa7d3f-5299-4829-bc99-b8297e79c3d2 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883255 Nov 16 21:49:59.553568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b5117d-6562-4b77-b90c-20e1d18ffdcb req-7721f190-7d01-43f2-adaf-a696df342d5d service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Nov 16 21:49:59.637986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66763b48-d84c-468a-a5e9-764d393e5090 req-821db1dc-0ab8-4adb-afe4-e51c3175b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.639454 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-821db1dc-0ab8-4adb-afe4-e51c3175b16c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1095 time: 0.0408320 Nov 16 21:49:59.736459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66763b48-d84c-468a-a5e9-764d393e5090 req-96fd2763-7726-49cf-bca3-f786a884a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.738331 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-96fd2763-7726-49cf-bca3-f786a884a067 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.0911181 Nov 16 21:49:59.760443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 258c67c6-17d2-4129-8cae-f8c464ff10b0 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:49:59.784835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-af4e8963-f17f-4a61-b2bd-69545ecb5bc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 217 time: 0.0393279 Nov 16 21:49:59.813725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 258c67c6-17d2-4129-8cae-f8c464ff10b0 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:49:59.814106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:49:59.864547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66763b48-d84c-468a-a5e9-764d393e5090 req-ad91e6b3-c331-4646-856a-962d691f30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.866196 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-ad91e6b3-c331-4646-856a-962d691f30a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0724661 Nov 16 21:49:59.893623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b8288-1338-4273-975f-a6ba1e2ec4e7 req-99cd71ee-0220-4b1e-98d5-773e89441ff3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.896098 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9b8288-1338-4273-975f-a6ba1e2ec4e7 req-99cd71ee-0220-4b1e-98d5-773e89441ff3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0716999 Nov 16 21:49:59.958603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66763b48-d84c-468a-a5e9-764d393e5090 req-5b14f7dd-0751-4d84-8c10-f8b7637e7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:49:59.960016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-5b14f7dd-0751-4d84-8c10-f8b7637e7b65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857992 Nov 16 21:49:59.982105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e9b8288-1338-4273-975f-a6ba1e2ec4e7 req-3b5a2ddf-64e5-4e6f-a505-a8fae5577582 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694754 Nov 16 21:50:00.057609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-d978c4d0-9759-4957-8964-4e7cdd53d115 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887852 Nov 16 21:50:00.152750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66763b48-d84c-468a-a5e9-764d393e5090 req-48a49046-7ffa-4810-9235-1aae8113d6f9 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Nov 16 21:50:01.102773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d930-fcde-40cd-96e7-0a05120c4a81 req-505250d9-3a69-4dc9-8728-375eced7513c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:01.104285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d752d930-fcde-40cd-96e7-0a05120c4a81 req-505250d9-3a69-4dc9-8728-375eced7513c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0540173 Nov 16 21:50:01.152799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d752d930-fcde-40cd-96e7-0a05120c4a81 req-deaf08ca-dcaa-45d3-a4c8-de7ebc3bb14d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Nov 16 21:50:02.267996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e724-d208-47ad-adbd-b711f396d22d req-738d59f8-2731-4a22-a960-fde53549bc34 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:02.269481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9a9e724-d208-47ad-adbd-b711f396d22d req-738d59f8-2731-4a22-a960-fde53549bc34 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0496120 Nov 16 21:50:02.318094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9a9e724-d208-47ad-adbd-b711f396d22d req-2eebb9fc-1008-45d5-9fc4-075cc05d4e10 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Nov 16 21:50:02.848980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:50:02.946061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:02.959289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'port_id': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'mac_address': 'fa:16:3e:48:d5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:50:02.996768 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:03.010293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2545eb-44b0-478c-9601-7327a26bc68d {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:50:03.029803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:03.033333 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:03.079781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:03.292907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7b2545eb-44b0-478c-9601-7327a26bc68d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:03.433002 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efd316-f704-4556-9351-c33c198dacc8 req-40578b66-a039-437d-9402-a7d690ad4222 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:03.434524 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1efd316-f704-4556-9351-c33c198dacc8 req-40578b66-a039-437d-9402-a7d690ad4222 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Nov 16 21:50:03.484611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1efd316-f704-4556-9351-c33c198dacc8 req-8c8f00e1-862b-476d-a406-bace060b60d0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Nov 16 21:50:03.496157 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:04.600335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28fd6e-6549-4446-b65c-ab1ccab713db req-9c5f9e51-5e1a-4e4e-9165-32e46b5f0f14 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:04.601768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e28fd6e-6549-4446-b65c-ab1ccab713db req-9c5f9e51-5e1a-4e4e-9165-32e46b5f0f14 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0488465 Nov 16 21:50:04.656174 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e28fd6e-6549-4446-b65c-ab1ccab713db req-eb8c77aa-94bd-448a-9070-f1551df73013 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481758 Nov 16 21:50:04.866546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:50:04.913871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 7b2545eb-44b0-478c-9601-7327a26bc68d completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:50:04.917620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 7b2545eb-44b0-478c-9601-7327a26bc68d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:04.917991 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:04.992364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:05.017069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:05.019332 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3921038-11f9-4f57-8a13-82c031619db4" -d '{"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:05.032787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:05.037566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:05.062481 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c8753a-1b3d-4ed8-a38e-529e41ba6549 x-openstack-request-id: req-e0c8753a-1b3d-4ed8-a38e-529e41ba6549 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:05.062771 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:05.063017 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0c8753a-1b3d-4ed8-a38e-529e41ba6549 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:05.063405 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'code': 200} Nov 16 21:50:05.086380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:05.159865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde026f-fac4-4ff0-add5-8472c04f96ac req-a7631b10-8001-4267-ada5-a1a17aa42db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:05.161903 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cde026f-fac4-4ff0-add5-8472c04f96ac req-a7631b10-8001-4267-ada5-a1a17aa42db8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0397847 Nov 16 21:50:05.209003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6cde026f-fac4-4ff0-add5-8472c04f96ac req-40947d71-4058-4a58-a854-3678bd76b54f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Nov 16 21:50:05.482797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:05.770801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4174f5-af8f-4df6-8e64-e35601c67881 req-ffe38114-49b7-4bc0-8059-b9f2a46da50f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:05.772204 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6f4174f5-af8f-4df6-8e64-e35601c67881 req-ffe38114-49b7-4bc0-8059-b9f2a46da50f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0487168 Nov 16 21:50:05.821068 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6f4174f5-af8f-4df6-8e64-e35601c67881 req-ad8bc31a-0cef-4960-a104-f5a8af9820c1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Nov 16 21:50:06.937016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3b4f6-1b6a-47d1-ab28-b5f2348de71c req-f041e295-ba18-4875-99d7-67e04460c89d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:06.938523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21b3b4f6-1b6a-47d1-ab28-b5f2348de71c req-f041e295-ba18-4875-99d7-67e04460c89d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0493894 Nov 16 21:50:06.991877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21b3b4f6-1b6a-47d1-ab28-b5f2348de71c req-c218d30b-f781-496c-a82a-1ffc0e446101 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473745 Nov 16 21:50:07.125001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d84e0-0665-42e6-8c80-c4210a8500df req-065dcd7e-7715-44b3-9378-0c43e8d0f7a4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:07.126501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b8d84e0-0665-42e6-8c80-c4210a8500df req-065dcd7e-7715-44b3-9378-0c43e8d0f7a4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0689921 Nov 16 21:50:07.175676 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b8d84e0-0665-42e6-8c80-c4210a8500df req-aa97e17a-0cc6-4bbf-842c-71f2b5240fe7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Nov 16 21:50:07.196947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51460) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:07.235656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22430d1-88ba-49dc-9ddb-e8df2f893354 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:07.237144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d22430d1-88ba-49dc-9ddb-e8df2f893354 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1092 time: 0.0392060 Nov 16 21:50:07.239945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51462) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:07.244239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:07.266071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:07.365054 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:07.469846 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.175 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/35dcdbcb-5eb0-4e0b-80c6-de9c75d8f2f1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:50:07.572600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:07.604192 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:07.639806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:50:07.644677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:50:07.648213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:50:07.672476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=35dcdbcb-5eb0-4e0b-80c6-de9c75d8f2f1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:07.992811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.055542 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.205328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.210099 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.286227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=35dcdbcb-5eb0-4e0b-80c6-de9c75d8f2f1,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:08.292772 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.395570 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP 22939123-dcd9-48be-8eea-8df942533cae associated. External IP: 172.25.3.175, port: 7b2545eb-44b0-478c-9601-7327a26bc68d. Nov 16 21:50:08.602626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:50:08.952078 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:50:08.961942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] Sync routers for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:50:08.970585 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:08.971697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:08.972324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:09.000492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4d19873c-afa7-4fe9-9f07-d7faa14e468e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7594752 Nov 16 21:50:09.001335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:09.004799 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d7f3bb-7706-47c2-954d-58bfedd27d96" -d '{"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:09.045606 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b675a434-cd91-49af-888f-e3f15ea4a5ab x-openstack-request-id: req-b675a434-cd91-49af-888f-e3f15ea4a5ab {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:09.045959 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:09.046222 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b675a434-cd91-49af-888f-e3f15ea4a5ab {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:09.046628 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'status': 'completed', 'code': 200} Nov 16 21:50:09.086232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:09.102994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af1dc3-19ed-4e35-8c8b-b3b16ea84880 req-8bfeefcf-354f-4a2c-a2bc-79d6f2a151c4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:09.104508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4af1dc3-19ed-4e35-8c8b-b3b16ea84880 req-8bfeefcf-354f-4a2c-a2bc-79d6f2a151c4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0530810 Nov 16 21:50:09.115712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-05e64738-b052-4e13-a656-a06178a4d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:09.117232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-05e64738-b052-4e13-a656-a06178a4d23f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0432298 Nov 16 21:50:09.157679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4af1dc3-19ed-4e35-8c8b-b3b16ea84880 req-d391d8ad-bfcc-4e22-b63a-22e9c0fdae4f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Nov 16 21:50:09.182600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51468) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:09.212071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-7c26ef18-1eeb-4677-818b-c0e78324e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:09.213556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-7c26ef18-1eeb-4677-818b-c0e78324e2b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.0888388 Nov 16 21:50:09.249555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7ecc184a-64b7-48b3-b4ab-62e71075d9b9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/22939123-dcd9-48be-8eea-8df942533cae HTTP/1.1" status: 200 len: 992 time: 0.0657668 Nov 16 21:50:09.285678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-28b64b2e-8336-4c46-9456-e7e056fbf1d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1000 time: 0.0635927 Nov 16 21:50:09.327101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '22939123-dcd9-48be-8eea-8df942533cae', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'port_id': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'mac_address': 'fa:16:3e:48:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:50:07Z', 'updated_at': '2021-11-16T21:50:07Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:09.335100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-edfde725-3df7-4834-83e9-7bd3c07f3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:09.336549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-edfde725-3df7-4834-83e9-7bd3c07f3004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0437458 Nov 16 21:50:09.354166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] Checking router: f87c7f18-a2a1-4ab2-ba60-41d7a637f1da for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:50:09.362507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:50:09.363693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:49:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:09.382493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-21a8cf4f-7355-4fff-a33b-530a540c1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:09.384001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-21a8cf4f-7355-4fff-a33b-530a540c1ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400789 Nov 16 21:50:09.469756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:50:09.477355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-9ebeb8a9-3e3c-44a0-9382-473c8858d2c7 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852830 Nov 16 21:50:09.568225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91d7f3bb-7706-47c2-954d-58bfedd27d96 req-35adfe83-8972-4b55-8ae4-5554b74234a8 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831175 Nov 16 21:50:09.699186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '22939123-dcd9-48be-8eea-8df942533cae', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'port_id': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'mac_address': 'fa:16:3e:48:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:50:07Z', 'updated_at': '2021-11-16T21:50:07Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:50:09.727350 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76568b-032c-45bc-8f7b-50438ea6f10f None None] The sync data for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 is: [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '22939123-dcd9-48be-8eea-8df942533cae', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'port_id': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'mac_address': 'fa:16:3e:48:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:50:07Z', 'updated_at': '2021-11-16T21:50:07Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:50:09.919163 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d50645-2083-4fe1-afca-47e635705194 None None] New status for floating IP 22939123-dcd9-48be-8eea-8df942533cae: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:50:10.253469 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:10.319562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0593d6fb-1d87-452b-bbcd-cbe1b0a43525 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/22939123-dcd9-48be-8eea-8df942533cae HTTP/1.1" status: 200 len: 994 time: 0.0642145 Nov 16 21:50:20.791937 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-456c4887-d65c-464c-8f7f-b4f23e88eaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.083971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-292e6836-d497-496c-9ba7-94e80d6e23e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:23.459453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:50:24.241418 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:24.996610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-91123aad-ff30-428a-a0c2-84028af81f42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384932 Nov 16 21:50:25.089286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-348b144d-e934-4159-8a37-3ec53720a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:25.090789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-348b144d-e934-4159-8a37-3ec53720a1ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0401282 Nov 16 21:50:25.207909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-5eade896-f287-4ae3-bb83-4dc3a10b80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:25.210003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-5eade896-f287-4ae3-bb83-4dc3a10b80cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.0879245 Nov 16 21:50:25.278904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-c276306e-ab5f-4f60-b5d1-e0fd737f6514 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1002 time: 0.0607138 Nov 16 21:50:25.331833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-3ab74de1-d518-4c14-b751-0a4bea35a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:25.333256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-3ab74de1-d518-4c14-b751-0a4bea35a68b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0430498 Nov 16 21:50:25.379554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-05c7bd95-0ea4-451a-9a23-c7583eb0086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:25.381114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-05c7bd95-0ea4-451a-9a23-c7583eb0086b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399609 Nov 16 21:50:25.473038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-c92aa56a-3248-43aa-8530-ef868c1477ae service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847991 Nov 16 21:50:25.563781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89bcfcf0-e532-4c74-9e92-a901ca043b47 req-d3c4fb49-8c03-4409-8be5-725a38fa2989 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818467 Nov 16 21:50:25.771701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:26.668608 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:33.470167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:35.489826 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:45.540709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec32c-7e02-4ffa-80ac-ccb1f61bcca9 req-abeb5c60-7eff-40d1-a697-3d3cfcb56d0e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:45.542227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85eec32c-7e02-4ffa-80ac-ccb1f61bcca9 req-abeb5c60-7eff-40d1-a697-3d3cfcb56d0e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Nov 16 21:50:45.591016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85eec32c-7e02-4ffa-80ac-ccb1f61bcca9 req-d8484dca-61da-4199-b4e7-fe33c4f0699b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Nov 16 21:50:45.613422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51484) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:50:45.672446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2272e764-b871-4251-8cf7-b9f7d30eb0d8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/22939123-dcd9-48be-8eea-8df942533cae HTTP/1.1" status: 200 len: 994 time: 0.0579031 Nov 16 21:50:46.065098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3f111-e91c-4e15-9096-1e6200a0efa6 req-16715401-b64f-4035-baf6-22e6fed9af08 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:46.066650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03a3f111-e91c-4e15-9096-1e6200a0efa6 req-16715401-b64f-4035-baf6-22e6fed9af08 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0448070 Nov 16 21:50:46.111843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03a3f111-e91c-4e15-9096-1e6200a0efa6 req-44f10021-4213-4b41-bc43-c136ebac1fb8 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392368 Nov 16 21:50:46.615902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-82ab9180-446c-429d-9c6b-e830e1e3dc23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848148 Nov 16 21:50:46.625119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-468cebe3-f393-4b1a-a8a9-81826b336d2b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:50:46.626124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-468cebe3-f393-4b1a-a8a9-81826b336d2b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052454 Nov 16 21:50:47.169376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-3099ca73-54cd-4163-a12e-8d8463be067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.170954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-3099ca73-54cd-4163-a12e-8d8463be067e service neutron] 10.222.0.48 "GET /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1094 time: 0.0373681 Nov 16 21:50:47.179913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Request body: {'binding': {'host': 'n-h1-817778-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:47.180363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Unknown quota resources ['binding']. {{(pid=102453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 21:50:47.308244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on host n-h1-817778-8 for vnic_type normal with profile None {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:47.308493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:47.308821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:47.312983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:50:47.313303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:47.318019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:47.318358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Checking segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:47.318739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Bound using segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:47.319158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Bound port: 7b2545eb-44b0-478c-9601-7327a26bc68d, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:47.402826 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:47.408746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:47.409919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] 10.222.0.48 "POST /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2337894 Nov 16 21:50:47.548491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcf6c9-54ef-48dc-8e47-9b7f11f96be6 req-ba868ad6-1522-44dc-be69-35b3efb911ea tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.550770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecbcf6c9-54ef-48dc-8e47-9b7f11f96be6 req-ba868ad6-1522-44dc-be69-35b3efb911ea tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0507805 Nov 16 21:50:47.629552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecbcf6c9-54ef-48dc-8e47-9b7f11f96be6 req-901af989-a920-4a72-8856-eb9cb2240b99 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720222 Nov 16 21:50:47.642752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-8abca552-d427-4eae-ab9d-7c5264f005d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.644281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-8abca552-d427-4eae-ab9d-7c5264f005d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1097 time: 0.0553555 Nov 16 21:50:47.736442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-59914546-210c-406b-a43e-bd816d7c8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.738078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-59914546-210c-406b-a43e-bd816d7c8adb service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.0862632 Nov 16 21:50:47.807737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-27b2d52e-be95-4b96-8ff5-86d00aa0869e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1002 time: 0.0619473 Nov 16 21:50:47.858192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-dae7af97-ee40-467e-ab57-63a67d7b1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.859744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-dae7af97-ee40-467e-ab57-63a67d7b1fba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0453074 Nov 16 21:50:47.904822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-1b419b29-957f-45d2-980f-8eb5a48b438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:47.906255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-1b419b29-957f-45d2-980f-8eb5a48b438e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396404 Nov 16 21:50:47.998412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-e84ecbe4-8cf5-4d9f-81b7-88cc7ae1ca29 service neutron] 10.222.0.47 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 Nov 16 21:50:48.087856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-983f06aa-7007-41ff-853f-9891876a4c4a service neutron] 10.222.0.47 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820622 Nov 16 21:50:48.266665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-8b592901-8fe8-4819-9560-7da397cb6434 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:48.268172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-8b592901-8fe8-4819-9560-7da397cb6434 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0&tenant_id=f3c6f34095f140189bb83903a5d35d29&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1097 time: 0.0792608 Nov 16 21:50:48.279493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817778-8'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:50:48.331378 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.456189 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:48.494125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:48.533959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:48.536397 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d4edbd-37e0-4930-963d-fbad2470ad92" -d '{"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:48.540632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.546503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.575787 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d129f4-c8d5-4309-b9fe-3f88e8876972 x-openstack-request-id: req-d1d129f4-c8d5-4309-b9fe-3f88e8876972 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:48.576355 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:48.576355 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1d129f4-c8d5-4309-b9fe-3f88e8876972 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:48.576708 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'code': 200} Nov 16 21:50:48.651155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:48.667906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.668261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.668608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.668947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.669286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.669673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.669984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.670390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.670635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.670966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.671295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.671623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:48.731792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on host n-h2-817778-8 for vnic_type normal with profile {"migrating_to": "n-h1-817778-8"} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:50:48.732132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:50:48.732462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:48.752680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:50:48.753005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Attempting to bind port 7b2545eb-44b0-478c-9601-7327a26bc68d on network cb691169-cb98-4b88-b91d-75ee36e0ce9c {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:50:48.761739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:50:48.762077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Checking segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:50:48.762469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Bound using segment: {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:50:48.762904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Bound port: 7b2545eb-44b0-478c-9601-7327a26bc68d, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fe7de8-2415-4218-8c33-47d2a204e9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:50:48.763261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.790325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d74a1-ebbf-4e98-afa3-502089129ac0 req-2d3a4130-8de6-42bd-8d28-cfb21f2e2b76 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:48.791725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3d74a1-ebbf-4e98-afa3-502089129ac0 req-2d3a4130-8de6-42bd-8d28-cfb21f2e2b76 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 944 time: 0.0740092 Nov 16 21:50:48.806568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ea5b8642-ebf2-4ca9-85d9-a0990dd37e14 None None] Provisioning complete for port 7b2545eb-44b0-478c-9601-7327a26bc68d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:48.807113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea5b8642-ebf2-4ca9-85d9-a0990dd37e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.841423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b8642-ebf2-4ca9-85d9-a0990dd37e14 None None] Port 7b2545eb-44b0-478c-9601-7327a26bc68d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:50:48.877820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:48.883406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3d74a1-ebbf-4e98-afa3-502089129ac0 req-d9d8991b-07fb-4814-beed-d78a7f3d9a2a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706842 Nov 16 21:50:48.885027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:50:48.889269 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:48.988108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=8']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:49.028927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:49.029615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:49.031054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-afa53c53-5fee-430b-b827-667f74faa1cf service neutron] 10.222.0.47 "PUT /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1122 time: 0.7554393 Nov 16 21:50:49.109144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['7b2545eb-44b0-478c-9601-7327a26bc68d'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:50:49.181824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Provisioning complete for port 7b2545eb-44b0-478c-9601-7327a26bc68d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:50:49.182202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:49.332720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:49.374138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:49.376378 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108ec6b-0ecf-42da-a5f1-396d1d11a474" -d '{"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:49.396922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:49.409628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:49.417528 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c3b524-4522-4c5e-85d0-c01186f720f0 x-openstack-request-id: req-17c3b524-4522-4c5e-85d0-c01186f720f0 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:49.417847 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:49.418103 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17c3b524-4522-4c5e-85d0-c01186f720f0 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:49.418501 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'code': 200} Nov 16 21:50:49.715923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:49.747805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.748157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.748508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.748854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.749204 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.749557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.749901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.750234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.750570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.750903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.751234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:49.751565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24809462-536b-4023-8aad-c447e3db38b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:50.001756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0ef22-8866-4718-b0b3-f76d464a199b req-e043071d-bf4e-487d-ab75-db04367d0158 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.003187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ba0ef22-8866-4718-b0b3-f76d464a199b req-e043071d-bf4e-487d-ab75-db04367d0158 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0510178 Nov 16 21:50:50.053208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ba0ef22-8866-4718-b0b3-f76d464a199b req-139e5903-8a72-4009-af95-9318b1e94a75 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 Nov 16 21:50:50.578182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:50.580497 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7557a77c-15b1-4b86-b59d-beb1be0ea434" -d '{"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:50.616866 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a8f253-bd8a-40de-b706-8a85e4a5d80d x-openstack-request-id: req-09a8f253-bd8a-40de-b706-8a85e4a5d80d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:50.617185 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:50.617628 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09a8f253-bd8a-40de-b706-8a85e4a5d80d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:50.618057 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'status': 'completed', 'code': 200} Nov 16 21:50:50.681732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-e8ca309d-2459-4abb-9478-89e2f65c3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.683208 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-e8ca309d-2459-4abb-9478-89e2f65c3026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1127 time: 0.0407138 Nov 16 21:50:50.781932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-7c7a56f7-6665-4c54-a452-f0f4e016d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.783399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-7c7a56f7-6665-4c54-a452-f0f4e016d1cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.0887032 Nov 16 21:50:50.798951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ab31bf4-4995-4b0b-8a73-6c178906c01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:50.857066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-33119ac9-15c7-4664-b6fa-7527caeb8622 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1002 time: 0.0607908 Nov 16 21:50:50.911425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-b31a2b3c-d354-4dd3-96e5-a7903ea6f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.912852 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-b31a2b3c-d354-4dd3-96e5-a7903ea6f6d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0473361 Nov 16 21:50:50.959013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-f450ed82-68ba-4fcb-a922-fb47674383c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:50.960462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-f450ed82-68ba-4fcb-a922-fb47674383c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398850 Nov 16 21:50:51.049774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-e0af29c8-937f-44b4-aa82-884a26d089f7 service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803957 Nov 16 21:50:51.146502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7557a77c-15b1-4b86-b59d-beb1be0ea434 req-26856134-e624-4a91-b41b-3df3b84574cc service neutron] 10.222.0.41 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872896 Nov 16 21:50:51.169208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22064698-7ecd-4df7-b97e-dac810c0f82e req-ec0d6649-522c-4172-84b4-983796f9baa4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:51.170745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22064698-7ecd-4df7-b97e-dac810c0f82e req-ec0d6649-522c-4172-84b4-983796f9baa4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0496078 Nov 16 21:50:51.224759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22064698-7ecd-4df7-b97e-dac810c0f82e req-2fcd093f-5c30-46da-828b-bf276dc3a24a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475564 Nov 16 21:50:51.637007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:50:51.733955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:51.745367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d has no active binding in host n-h1-817778-8 {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 21:50:52.344743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bd50d-d1c2-4e82-99ef-d0dcead9db58 req-2139f151-79b4-457e-b6d8-3f87b747cb9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:52.346241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c64bd50d-d1c2-4e82-99ef-d0dcead9db58 req-2139f151-79b4-457e-b6d8-3f87b747cb9c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0495703 Nov 16 21:50:52.395527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c64bd50d-d1c2-4e82-99ef-d0dcead9db58 req-f5540297-6b68-4cc1-9021-eaff4ef29e1f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Nov 16 21:50:53.086896 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0b9ddf23-cb59-45d3-b322-8163919a17d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:53.509029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af1dc2-2e12-4b32-80df-5340199b9493 req-0906eb98-11bb-49c2-b789-5af96127c609 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:53.510533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37af1dc2-2e12-4b32-80df-5340199b9493 req-0906eb98-11bb-49c2-b789-5af96127c609 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Nov 16 21:50:53.559680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37af1dc2-2e12-4b32-80df-5340199b9493 req-c724bb62-b369-4f47-9a2a-0815eb0a8021 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Nov 16 21:50:54.244720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:54.684998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596e55-7892-4893-8887-47c2bbc8ee8a req-98acf97a-6b12-4cf2-939f-2fc125799cf4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:54.686518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88596e55-7892-4893-8887-47c2bbc8ee8a req-98acf97a-6b12-4cf2-939f-2fc125799cf4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0529768 Nov 16 21:50:54.738136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-88596e55-7892-4893-8887-47c2bbc8ee8a req-3bf84fc5-4bdc-4c35-bfff-a1a1d4daf5d6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Nov 16 21:50:55.774147 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:55.857432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e983-0cb9-4a41-9df2-3d7095d72c7c req-3377a5ca-6d8f-4bd1-9a51-1c6cd9e5fc17 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:55.858849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f375e983-0cb9-4a41-9df2-3d7095d72c7c req-3377a5ca-6d8f-4bd1-9a51-1c6cd9e5fc17 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0496008 Nov 16 21:50:55.916637 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f375e983-0cb9-4a41-9df2-3d7095d72c7c req-af660ceb-0fc3-4895-bec4-85b1bbd9cb82 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519297 Nov 16 21:50:56.669763 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:57.032794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab0761-b39f-4b78-902c-010802f72121 req-a63e2d3c-eb86-4a75-a1e9-793f6bdee0d3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:57.034293 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ddab0761-b39f-4b78-902c-010802f72121 req-a63e2d3c-eb86-4a75-a1e9-793f6bdee0d3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0490663 Nov 16 21:50:57.083107 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ddab0761-b39f-4b78-902c-010802f72121 req-bbd7e41a-6f95-4c38-9ad9-08ec511b9dfc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Nov 16 21:50:58.203238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182cf7b-f872-471e-bd31-669207fbbb39 req-1fa63670-9d98-4804-a075-e69d5392ca0f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:58.204724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c182cf7b-f872-471e-bd31-669207fbbb39 req-1fa63670-9d98-4804-a075-e69d5392ca0f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 946 time: 0.0527723 Nov 16 21:50:58.254486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c182cf7b-f872-471e-bd31-669207fbbb39 req-61138abf-0e92-432d-8729-96e2c241ef76 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Nov 16 21:50:58.433729 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-a966703f-d55d-4401-aea7-c5e1c4af574b service neutron] 10.222.0.41 "GET /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d/bindings/n-h1-817778-8 HTTP/1.1" status: 200 len: 384 time: 0.1013227 Nov 16 21:50:58.617094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:58.640176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:50:58.679374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:50:58.681688 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb613886-f5f0-423f-951a-56271d660b9f" -d '{"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:50:58.689207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:50:58.704966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:58.738351 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab17bf-7b72-4bff-bfd2-736fede93649 x-openstack-request-id: req-a0ab17bf-7b72-4bff-bfd2-736fede93649 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:50:58.738645 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-unplugged", "status": "completed", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:50:58.738902 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0ab17bf-7b72-4bff-bfd2-736fede93649 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:50:58.739297 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'code': 200} Nov 16 21:50:58.780108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Transition to ACTIVE for port object 7b2545eb-44b0-478c-9601-7327a26bc68d will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:50:58.784011 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:50:58.878912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=11']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:50:58.893538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.893897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.894247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.894593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.894936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.895291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.895613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.895966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.896281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.896642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.896954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.897284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:50:58.925186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] No DVR routers for this DVR port 7b2545eb-44b0-478c-9601-7327a26bc68d on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:50:59.056218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4abf22bb-96a7-46f1-9eb0-7def8f296a92 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d/bindings/n-h1-817778-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6108615 Nov 16 21:50:59.155798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-75805290-cd9e-4ce9-b405-e0a60208901c tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.157195 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-75805290-cd9e-4ce9-b405-e0a60208901c tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0&tenant_id=f3c6f34095f140189bb83903a5d35d29&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0433338 Nov 16 21:50:59.202323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-5db49646-0127-4806-9b43-3018a680404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.203798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-5db49646-0127-4806-9b43-3018a680404d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 1096 time: 0.0383637 Nov 16 21:50:59.268009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-71f66914-b9ea-44dc-ae69-720e984194b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.269489 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-71f66914-b9ea-44dc-ae69-720e984194b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0423152 Nov 16 21:50:59.397159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c84a6-9e90-4cd6-9389-f57365e5262f req-6c539407-a6f1-4248-bcba-6a4059514008 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.399221 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b06c84a6-9e90-4cd6-9389-f57365e5262f req-6c539407-a6f1-4248-bcba-6a4059514008 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0771315 Nov 16 21:50:59.403751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-0efadbda-e1bd-451e-84ca-774b6de02eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.405128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-0efadbda-e1bd-451e-84ca-774b6de02eb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.1281559 Nov 16 21:50:59.793212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b06c84a6-9e90-4cd6-9389-f57365e5262f req-ca344ae6-02ed-45fd-ad35-f0777f225913 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870993 Nov 16 21:50:59.799522 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-e626f44b-60e4-4b2c-8896-29657eb2115b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 1000 time: 0.0806410 Nov 16 21:50:59.851929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-41d18fb4-4f78-4b0b-9d4c-548dfa3cf6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.853336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-41d18fb4-4f78-4b0b-9d4c-548dfa3cf6b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0468678 Nov 16 21:50:59.898343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4cf389c3-4f79-4a77-94ec-1937127b3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:50:59.899779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-4cf389c3-4f79-4a77-94ec-1937127b3dcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387261 Nov 16 21:50:59.987352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-68a576e2-8e70-415b-b750-372253bc2fa8 service neutron] 10.222.0.47 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805249 Nov 16 21:51:00.079065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-5c3ad877-017f-48e7-a213-3b3675257d49 service neutron] 10.222.0.47 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846102 Nov 16 21:51:00.297582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-55b89fad-404e-48ea-a270-667978e5903f tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:00.299005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-55b89fad-404e-48ea-a270-667978e5903f tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0&tenant_id=f3c6f34095f140189bb83903a5d35d29&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 1096 time: 0.0432639 Nov 16 21:51:00.441808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-48c89812-5407-4083-a899-5639aeeff813 service neutron] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:00.445923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-48c89812-5407-4083-a899-5639aeeff813 service neutron] Publish callbacks [] for binding, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:00.447124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-48c89812-5407-4083-a899-5639aeeff813 service neutron] 10.222.0.47 "DELETE /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d/bindings/n-h2-817778-8 HTTP/1.1" status: 204 len: 173 time: 0.1409912 Nov 16 21:51:00.458038 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:51:00.917385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028555a-882e-448a-b909-9d65f44671c5 req-fc3bcb46-4b27-428b-af88-bbf8cd9ec0cc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:00.918961 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8028555a-882e-448a-b909-9d65f44671c5 req-fc3bcb46-4b27-428b-af88-bbf8cd9ec0cc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0536962 Nov 16 21:51:00.968145 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8028555a-882e-448a-b909-9d65f44671c5 req-f07e5c33-f224-4789-ba19-33123c9f59f4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Nov 16 21:51:01.072623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54e91-8fd8-48af-8c7e-9940b62a4061 req-3341fc1c-081d-4ab6-8e09-3d6914fd7981 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:01.074182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bf54e91-8fd8-48af-8c7e-9940b62a4061 req-3341fc1c-081d-4ab6-8e09-3d6914fd7981 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0407894 Nov 16 21:51:01.086137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:01.123817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1bf54e91-8fd8-48af-8c7e-9940b62a4061 req-e9fe505e-7b07-48ab-bf8d-8eccd77637bd tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Nov 16 21:51:01.129314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:51:01.237173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef589-9447-4b89-8868-59ac91e4c52b req-ebfbee50-0e8d-4342-8c78-59eb9fa8eada tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:01.239780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-009ef589-9447-4b89-8868-59ac91e4c52b req-ebfbee50-0e8d-4342-8c78-59eb9fa8eada tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Nov 16 21:51:01.291800 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-009ef589-9447-4b89-8868-59ac91e4c52b req-2dcb8b48-9d53-48c0-9e6e-8262617d1ce5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Nov 16 21:51:01.313193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51558) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:01.376289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-507f5a91-7c81-40fb-9163-c5b010c33e8c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/22939123-dcd9-48be-8eea-8df942533cae HTTP/1.1" status: 200 len: 992 time: 0.0619564 Nov 16 21:51:01.595668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51564) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:01.752852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 35dcdbcb-5eb0-4e0b-80c6-de9c75d8f2f1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:01.753203 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:01.827460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:01.827776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:01.839909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 35dcdbcb-5eb0-4e0b-80c6-de9c75d8f2f1 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:02.011615 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:02.040015 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=35dcdbcb-5eb0-4e0b-80c6-de9c75d8f2f1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:02.097973 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:02.098305 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP 22939123-dcd9-48be-8eea-8df942533cae disassociated (deleted). External IP: 172.25.3.175, port: 7b2545eb-44b0-478c-9601-7327a26bc68d. Nov 16 21:51:02.296936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:51:02.641548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:51:02.645769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:02.652418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] Sync routers for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:02.661837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:02.662458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:02.672507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4d990a5a-7832-4b9b-b2fb-c0cdc77de6df tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/floatingips/22939123-dcd9-48be-8eea-8df942533cae HTTP/1.1" status: 204 len: 168 time: 1.0757093 Nov 16 21:51:02.673085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:02.675338 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067b7871-9aaa-4928-a8aa-bd14507b0679" -d '{"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:02.720187 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8344e0-0271-4513-b6c3-b5a4f53c4846 x-openstack-request-id: req-9a8344e0-0271-4513-b6c3-b5a4f53c4846 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:02.720509 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:02.720764 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a8344e0-0271-4513-b6c3-b5a4f53c4846 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:02.721171 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'status': 'completed', 'code': 200} Nov 16 21:51:02.783409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:02.794261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-f6f03d4c-5cba-4039-b3a6-273292c93c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.796093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-f6f03d4c-5cba-4039-b3a6-273292c93c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 1096 time: 0.0471644 Nov 16 21:51:02.948662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-9d756fdf-8195-4916-997a-88b612010620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.950175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-9d756fdf-8195-4916-997a-88b612010620 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 200 len: 898 time: 0.1391675 Nov 16 21:51:02.958539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a62a9-17c2-46e1-ae53-3b98e87fbb9d req-8d8a4bb7-d24e-498a-b37a-4ecb06df75dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:02.959917 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a3a62a9-17c2-46e1-ae53-3b98e87fbb9d req-8d8a4bb7-d24e-498a-b37a-4ecb06df75dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0764797 Nov 16 21:51:02.994846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:03.007254 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-9a6ae267-875c-42fd-958a-cb870cb0974c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 200 len: 217 time: 0.0457773 Nov 16 21:51:03.021150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] Checking router: f87c7f18-a2a1-4ab2-ba60-41d7a637f1da for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:03.030410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:03.031018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:03.069562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a3a62a9-17c2-46e1-ae53-3b98e87fbb9d req-3a433249-e835-4a80-aae9-fb7f8c7466a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d63befc3-4fd3-4924-96f5-88ad1543f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012883 Nov 16 21:51:03.079167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-21b4d401-9396-40d2-8855-f56962bc1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.080752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-21b4d401-9396-40d2-8855-f56962bc1a62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 200 len: 835 time: 0.0660334 Nov 16 21:51:03.142984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:03.143401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-42e8586b-47e6-4a3b-9219-c2a2ae0e2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.144933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-42e8586b-47e6-4a3b-9219-c2a2ae0e2aba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb691169-cb98-4b88-b91d-75ee36e0ce9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456574 Nov 16 21:51:03.238797 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-62357e65-e245-4d82-8384-447d2e38b9c1 service neutron] 10.222.0.47 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855985 Nov 16 21:51:03.340112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067b7871-9aaa-4928-a8aa-bd14507b0679 req-3916ff63-d174-4f3e-ab91-24e4000c9040 service neutron] 10.222.0.47 "GET /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922430 Nov 16 21:51:03.347241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:03.374244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc3944-9e96-405b-8e3a-35fbef12edd2 None None] The sync data for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 is: [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:54Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '258c67c6-17d2-4129-8cae-f8c464ff10b0', 'name': '', 'network_id': 'cb691169-cb98-4b88-b91d-75ee36e0ce9c', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:53Z', 'updated_at': '2021-11-16T21:49:57Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': '3ebeeab8-9620-44df-bde7-cf34cb78ecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:03.479563 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:03.494871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-1b13b9ed-f882-4901-93d4-6b6ae1a8e82f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:03.496420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-1b13b9ed-f882-4901-93d4-6b6ae1a8e82f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Nov 16 21:51:03.591186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 7b2545eb-44b0-478c-9601-7327a26bc68d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:03.591563 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:03.599622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836f0c6-d594-4dbd-b780-80d572f0b22e None None] New status for floating IP 22939123-dcd9-48be-8eea-8df942533cae: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:51:03.666017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:03.705918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port 7b2545eb-44b0-478c-9601-7327a26bc68d, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=7b2545eb-44b0-478c-9601-7327a26bc68d,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:03.706293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:03.721928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 7b2545eb-44b0-478c-9601-7327a26bc68d owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:03.859798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:03.893313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=7b2545eb-44b0-478c-9601-7327a26bc68d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:03.937199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] No DVR routers for this DVR port 7b2545eb-44b0-478c-9601-7327a26bc68d on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:51:03.940013 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:03.943510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c52a2840-991f-4510-aad7-d24d46a4cad1 req-227a2482-e4fd-4b40-a565-1bed5886b957 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "DELETE /v2.0/ports/7b2545eb-44b0-478c-9601-7327a26bc68d HTTP/1.1" status: 204 len: 173 time: 0.4412820 Nov 16 21:51:03.943947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-deleted', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:03.946258 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4373fc1a-fde4-4355-99af-bb5ac8ef4cce" -d '{"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-deleted", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:03.989174 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5108696-47d2-4c84-8688-5ee95c27c2cf x-openstack-request-id: req-e5108696-47d2-4c84-8688-5ee95c27c2cf {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:03.989478 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464f0c73-455a-4dbe-ba5d-8112b3b7d2d0", "name": "network-vif-deleted", "tag": "7b2545eb-44b0-478c-9601-7327a26bc68d", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:03.989761 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5108696-47d2-4c84-8688-5ee95c27c2cf {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:03.990173 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464f0c73-455a-4dbe-ba5d-8112b3b7d2d0', 'name': 'network-vif-deleted', 'tag': '7b2545eb-44b0-478c-9601-7327a26bc68d', 'status': 'completed', 'code': 200} Nov 16 21:51:04.189924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d91b22d7-186b-456f-8d33-16bcee007a02 req-ddcea378-382d-40ac-aee4-7eef28fe5c97 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=464f0c73-455a-4dbe-ba5d-8112b3b7d2d0 HTTP/1.1" status: 200 len: 210 time: 0.0304351 Nov 16 21:51:05.245371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51578) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:05.492371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:05.668143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:05.965079 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 258c67c6-17d2-4129-8cae-f8c464ff10b0 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:05.965423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:06.051206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port 258c67c6-17d2-4129-8cae-f8c464ff10b0, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=258c67c6-17d2-4129-8cae-f8c464ff10b0,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:06.051568 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:06.067205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 258c67c6-17d2-4129-8cae-f8c464ff10b0 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:06.244612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:06.272231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=258c67c6-17d2-4129-8cae-f8c464ff10b0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:06.442042 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:06.655207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:51:06.761019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:51:06.766006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-41aceca9-91d5-4ab3-af0f-0e7be4452ef4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/f87c7f18-a2a1-4ab2-ba60-41d7a637f1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195987 Nov 16 21:51:06.768775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51580) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:06.771272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] Sync routers for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:06.782232 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:06.782857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:06.818783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting subnet 3ebeeab8-9620-44df-bde7-cf34cb78ecb6 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:51:06.823073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:06.862802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:06.891649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:06.949001 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.007668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.034214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebeeab8-9620-44df-bde7-cf34cb78ecb6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:07.040274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.043137 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-24b74261-7585-4e79-b894-c78a354429d9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/subnets/3ebeeab8-9620-44df-bde7-cf34cb78ecb6 HTTP/1.1" status: 204 len: 168 time: 0.2733841 Nov 16 21:51:07.045894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51582) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:07.047471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbcef02-2ace-4635-b78a-5757d59aa9e6 None None] Network cb691169-cb98-4b88-b91d-75ee36e0ce9c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:51:07.158869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:51:06Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:07.160078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.201877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] Checking router: f87c7f18-a2a1-4ab2-ba60-41d7a637f1da for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:07.217756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] Routers {'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:07.218360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:07.270529 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.325127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port ed7303f1-04cc-4d85-92e4-8e951e8d5123 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:07.325812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.408883 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] DHCP port deletion for cb691169-cb98-4b88-b91d-75ee36e0ce9c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:51:07.409572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port ed7303f1-04cc-4d85-92e4-8e951e8d5123, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ed7303f1-04cc-4d85-92e4-8e951e8d5123,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:07.409947 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.423325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for ed7303f1-04cc-4d85-92e4-8e951e8d5123 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:07.511940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] Set router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:07.539892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] Deleting port fd939b9d-c4d0-41d0-9d78-340b53c91989 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:51:07.540181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.683151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] For port fd939b9d-c4d0-41d0-9d78-340b53c91989, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fd939b9d-c4d0-41d0-9d78-340b53c91989,segment=NetworkSegment(77fe7de8-2415-4218-8c33-47d2a204e9ae),segment_id=77fe7de8-2415-4218-8c33-47d2a204e9ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:07.683545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.697367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:07.728736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] Calling delete_port for fd939b9d-c4d0-41d0-9d78-340b53c91989 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:51:07.744552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 7b2545eb-44b0-478c-9601-7327a26bc68d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:51:07.744903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 7b2545eb-44b0-478c-9601-7327a26bc68d not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:51:07.844320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fd939b9d-c4d0-41d0-9d78-340b53c91989 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:07.852071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.878305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=ed7303f1-04cc-4d85-92e4-8e951e8d5123,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:07.895171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069be819-5a4d-436f-8971-a879ccd9efff None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:51:07.915711 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.924255 n-d-817778-8 neutron-server[102455]: INFO neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No ports have port_id starting with fd939b9d-c4d0-41d0-9d78-340b53c91989 Nov 16 21:51:07.938617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:07.949589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:51:06Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:07.951598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] No DVR routers for this DVR port fd939b9d-c4d0-41d0-9d78-340b53c91989 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:51:07.953363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0367-acff-41de-9e91-9e14a514fbe2 None None] Pushing event deleted for resources: {'Port': ['ID=fd939b9d-c4d0-41d0-9d78-340b53c91989,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:07.989320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfcd6c-5a80-4693-bd36-8647ebd8cd62 None None] The sync data for ids ['f87c7f18-a2a1-4ab2-ba60-41d7a637f1da'] in n-d-817778-8 is: [{'id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-444076554', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:51:06Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': 'ed7303f1-04cc-4d85-92e4-8e951e8d5123', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:cd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c7f18-a2a1-4ab2-ba60-41d7a637f1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:49:50Z', 'updated_at': '2021-11-16T21:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:08.036671 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.039294 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.081302 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.081897 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Fanout notify agent at l3_agent the message router_deleted on router f87c7f18-a2a1-4ab2-ba60-41d7a637f1da {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:51:08.089217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.090372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d4e1301-7a4a-47fe-80d7-00d13560d6f8 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/routers/f87c7f18-a2a1-4ab2-ba60-41d7a637f1da HTTP/1.1" status: 204 len: 168 time: 1.0432773 Nov 16 21:51:08.093159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51584) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:08.169261 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.256415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.275951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb691169-cb98-4b88-b91d-75ee36e0ce9c']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:08.285007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fe7de8-2415-4218-8c33-47d2a204e9ae') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:08.285308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fe7de8-2415-4218-8c33-47d2a204e9ae') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:08.295493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.308063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.313864 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:51:08.314251 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:51:08.317196 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:51:08.380875 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.388610 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.391816 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/networks/cb691169-cb98-4b88-b91d-75ee36e0ce9c HTTP/1.1" status: 204 len: 168 time: 0.2974923 Nov 16 21:51:08.394635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51586) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:08.405624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431de94-6f93-4045-a3ca-19f33646335f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Network': ['ID=cb691169-cb98-4b88-b91d-75ee36e0ce9c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:08.459453 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b81e9859-bf85-4fe4-a946-c0e999627fbd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.488660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b81e9859-bf85-4fe4-a946-c0e999627fbd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.549278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b81e9859-bf85-4fe4-a946-c0e999627fbd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.552076 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b81e9859-bf85-4fe4-a946-c0e999627fbd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.553329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b81e9859-bf85-4fe4-a946-c0e999627fbd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/security-groups/d63befc3-4fd3-4924-96f5-88ad1543f86a HTTP/1.1" status: 204 len: 168 time: 0.1571672 Nov 16 21:51:08.563115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e9859-bf85-4fe4-a946-c0e999627fbd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63befc3-4fd3-4924-96f5-88ad1543f86a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:08.802600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51592) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:08.807976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923239541', 'description': 'tempest-secgroup-smoke-923239541 description', 'project_id': 'f3c6f34095f140189bb83903a5d35d29'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:08.831387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.902901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.906456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.938843 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:08.940024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1364014 Nov 16 21:51:08.941916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e934-f7d6-4b86-b9a9-80e14ef7a438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599d69f6-9e92-4c23-b14b-afcba74489c8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:08.943080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51594) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:08.950210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': '599d69f6-9e92-4c23-b14b-afcba74489c8', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:08.980270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.045769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.049677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.065459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8741b8-f88b-4060-ac50-9044d42476dd,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.077357 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.078596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4e37e05b-dd0b-4f5e-a4cd-31133fdbfcc3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320283 Nov 16 21:51:09.081287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51596) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.085694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': '599d69f6-9e92-4c23-b14b-afcba74489c8', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.110797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.167857 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.171233 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.189738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b74810-710e-4ca8-a3f6-c9106cd37bc5,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.195415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.196734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-317f24be-c7b1-4c69-87f2-2c7cb4472511 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144016 Nov 16 21:51:09.199381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51598) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.203681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': '599d69f6-9e92-4c23-b14b-afcba74489c8', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.230035 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.288634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.293672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.311064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d0051d-38da-47b6-9d0c-e3decf895cc8,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.319789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.321129 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-18dfefd7-a852-434b-8e0b-fddb57ff304f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207800 Nov 16 21:51:09.324024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51600) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.328242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': '599d69f6-9e92-4c23-b14b-afcba74489c8', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.354896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.410461 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.414412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.432788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e79e7a-99a2-4442-880a-8e07e9d61d1a,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.441770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.442537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9407c927-a2d4-4bb2-bf67-149e34c6f88a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175878 Nov 16 21:51:09.445387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51602) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.449769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': '599d69f6-9e92-4c23-b14b-afcba74489c8', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.470140 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:51:09.475088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.532698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.536036 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.554896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13728b34-b9ed-4d50-97a4-a3c4681f59b7,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.561575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.562734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-205bba33-73ee-4a10-bfda-b21be3bb1f9a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163640 Nov 16 21:51:09.565445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51604) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.569683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'security_group_rule': {'security_group_id': '599d69f6-9e92-4c23-b14b-afcba74489c8', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.591064 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Project f3c6f34095f140189bb83903a5d35d29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:51:09.595885 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.657728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.661020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.678158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7c1eb0-59b2-4695-a4ad-86c2f9cbf761,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.686219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.690253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1ec58f08-4294-499c-8681-55f1aa255c32 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210454 Nov 16 21:51:09.690510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51606) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.696086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'network': {'name': 'tempest-network-smoke--1031481563', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'port_security_enabled': True}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.719891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:09.723437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.750853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:51:09.761648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.761988 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Added segment 00a8ed9e-84ad-4726-a5de-85d930bed132 of type vlan for network 41f41227-f0ba-4fd4-be93-f000f2f3967a Nov 16 21:51:09.764945 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 258c67c6-17d2-4129-8cae-f8c464ff10b0 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:09.785848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 258c67c6-17d2-4129-8cae-f8c464ff10b0 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:51:09.786199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 258c67c6-17d2-4129-8cae-f8c464ff10b0 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:51:09.786614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ed7303f1-04cc-4d85-92e4-8e951e8d5123 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:51:09.806660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ed7303f1-04cc-4d85-92e4-8e951e8d5123 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:51:09.807028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ed7303f1-04cc-4d85-92e4-8e951e8d5123 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:51:09.816201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.845662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.852756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:09.853479 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.928379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367253 Nov 16 21:51:09.931247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:09.936039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'admin_state_up': True, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:09.959389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.961165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:09.966204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168d395-2831-43da-8caa-a022fa900df0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Network': ['ID=41f41227-f0ba-4fd4-be93-f000f2f3967a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:09.978654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:51:10.019264 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.158191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.354959 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.373737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.477210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.177 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/057e36a0-c40c-4882-ad76-e71de3e528fc) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:10.578341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.611135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.651005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:10.653848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:10.659422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:10.668508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81938b55-e729-4d8d-8d97-335217f7900a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:51:10.687832 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=057e36a0-c40c-4882-ad76-e71de3e528fc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:10.755104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-510aafed-04a6-45d7-9404-01c17d7ced44 None None] Provisioning complete for port 057e36a0-c40c-4882-ad76-e71de3e528fc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:10.755402 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-510aafed-04a6-45d7-9404-01c17d7ced44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:10.790295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-510aafed-04a6-45d7-9404-01c17d7ced44 None None] Port 057e36a0-c40c-4882-ad76-e71de3e528fc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:10.919697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.116663 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.242234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 1891ce9d-e821-44ef-bf96-20bdf218f0dd is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:51:11.348091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:51:11.359703 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Sync routers for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:11.368197 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.369035 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:11.369355 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9469d59e-952f-467b-935b-c8211172d81c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4370043 Nov 16 21:51:11.369780 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:11.372610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:11.400969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-50588b94-e2dc-4860-ae9d-21905f7b354e tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=f3c6f34095f140189bb83903a5d35d29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271633 Nov 16 21:51:11.404262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51612) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:11.483352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:11.497196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25375a-8dad-4612-ab52-872734897b04 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:11.498764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bb25375a-8dad-4612-ab52-872734897b04 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935884 Nov 16 21:51:11.501618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:11.530805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4301e9db-6abb-44b6-91dc-8b95ab4f07ef tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280838 Nov 16 21:51:11.533199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51616) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:11.537895 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1151942041', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:11.630035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:11.634214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.676032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:10Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:11.704169 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Checking router: 1891ce9d-e821-44ef-bf96-20bdf218f0dd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:11.704525 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Updating router 1891ce9d-e821-44ef-bf96-20bdf218f0dd port 057e36a0-c40c-4882-ad76-e71de3e528fc binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:51:11.730827 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.818753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.883349 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Subnet': ['ID=a943415d-db28-4a63-a20f-dd62a48701fc,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:11.893081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Checking segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:11.893460 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network hostable DHCP agents. Network: 41f41227-f0ba-4fd4-be93-f000f2f3967a, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:51:11.910524 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:51:11.919949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 41f41227-f0ba-4fd4-be93-f000f2f3967a) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:11.924028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:11.924620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:11.933437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa4b2b-8335-495f-81e4-eb679c3cb8e0 None None] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:51:11.943120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5ece4a26-8a93-4225-b1a9-c23908accd25 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088721 Nov 16 21:51:11.947126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51618) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:11.998046 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.004606 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.050242 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Pushing event updated for resources: {'Port': ['ID=057e36a0-c40c-4882-ad76-e71de3e528fc,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:12.064251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.064606 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.064951 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.065288 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.065645 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.065977 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.066160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d21979-ef57-4d79-a281-7a9c175784dc None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:51:12.066301 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.066629 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.066952 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.067274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.067598 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.067915 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:51:12.077729 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Attempting to bind port 057e36a0-c40c-4882-ad76-e71de3e528fc on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:12.078106 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Attempting to bind port 057e36a0-c40c-4882-ad76-e71de3e528fc by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:12.078472 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Attempting to bind port 057e36a0-c40c-4882-ad76-e71de3e528fc on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:12.083828 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:51:12.084193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:12.084593 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.085227 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:51:12.085897 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Bound port: 057e36a0-c40c-4882-ad76-e71de3e528fc, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:51:12.088142 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.119585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-41f41227-f0ba-4fd4-be93-f000f2f3967a', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:51:12.120436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.139634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9152e077-3a03-45c4-acbb-2f95a4759029 None None] Provisioning complete for port 057e36a0-c40c-4882-ad76-e71de3e528fc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:12.139917 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9152e077-3a03-45c4-acbb-2f95a4759029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.141467 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] For port 057e36a0-c40c-4882-ad76-e71de3e528fc, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:12.144621 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] For port 057e36a0-c40c-4882-ad76-e71de3e528fc, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=057e36a0-c40c-4882-ad76-e71de3e528fc,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:51:12.150106 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.196625 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:12.197534 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:12.220181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb05ee-5acb-4cb2-86b1-c76babd98618 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:51:12.307077 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:12.336913 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Allocated IP 172.20.0.2 (41f41227-f0ba-4fd4-be93-f000f2f3967a/a943415d-db28-4a63-a20f-dd62a48701fc/150149c5-5810-489d-8d6b-07f7274c19ae) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:12.338977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9152e077-3a03-45c4-acbb-2f95a4759029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.369688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9152e077-3a03-45c4-acbb-2f95a4759029 None None] For port 057e36a0-c40c-4882-ad76-e71de3e528fc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=057e36a0-c40c-4882-ad76-e71de3e528fc,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:12.404198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9152e077-3a03-45c4-acbb-2f95a4759029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.409769 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d2827-b02d-46d9-89e4-57c0456632fd None None] Pushing event updated for resources: {'Port': ['ID=057e36a0-c40c-4882-ad76-e71de3e528fc,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:12.458752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.482465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e077-3a03-45c4-acbb-2f95a4759029 None None] Pushing event updated for resources: {'Port': ['ID=057e36a0-c40c-4882-ad76-e71de3e528fc,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:12.504385 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:10Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:12.531671 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a6972-0e4b-4bff-ac14-1d95e177a760 None None] The sync data for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 is: [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:10Z', 'revision_number': 3, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:12.573297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d75ac90c-bc9e-46ea-9cd2-bb7474c8e358 None None] Provisioning complete for port 057e36a0-c40c-4882-ad76-e71de3e528fc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:12.573704 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d75ac90c-bc9e-46ea-9cd2-bb7474c8e358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.578699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.600623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.650240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:12.659029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:12.664069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:12.678191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Pushing event updated for resources: {'Port': ['ID=150149c5-5810-489d-8d6b-07f7274c19ae,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:12.776025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.1 (41f41227-f0ba-4fd4-be93-f000f2f3967a/a943415d-db28-4a63-a20f-dd62a48701fc/479d6e84-3293-446a-9de4-06287981c09c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:12.782793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Attempting to bind port 150149c5-5810-489d-8d6b-07f7274c19ae on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:12.783364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Attempting to bind port 150149c5-5810-489d-8d6b-07f7274c19ae by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:12.784628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Attempting to bind port 150149c5-5810-489d-8d6b-07f7274c19ae on network 41f41227-f0ba-4fd4-be93-f000f2f3967a {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:12.791932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:51:12.792826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Checking segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:12.793430 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.794048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Bound using segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:51:12.794727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Bound port: 150149c5-5810-489d-8d6b-07f7274c19ae, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:51:12.795268 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.870749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] For port 150149c5-5810-489d-8d6b-07f7274c19ae, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:12.874147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] For port 150149c5-5810-489d-8d6b-07f7274c19ae, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=150149c5-5810-489d-8d6b-07f7274c19ae,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:51:12.880422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.939976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:12.957009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ba47-a05e-4474-9c15-be59b72fabe1 None None] Pushing event updated for resources: {'Port': ['ID=150149c5-5810-489d-8d6b-07f7274c19ae,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:12.980316 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.037098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:13.041471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:13.044123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:13.047306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=479d6e84-3293-446a-9de4-06287981c09c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:13.103104 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.252664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.538082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.542888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.621186 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.624097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=479d6e84-3293-446a-9de4-06287981c09c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:13.720870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:13.722376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:13.846567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 150149c5-5810-489d-8d6b-07f7274c19ae up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:13.849089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 1891ce9d-e821-44ef-bf96-20bdf218f0dd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:51:13.903441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 150149c5-5810-489d-8d6b-07f7274c19ae triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:13.904032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:13.980640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:51:13.980892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693726a-ba99-461d-be71-4c2f4af05e04 None None] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:51:13.993393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-86f6ea71-d878-4fd7-9917-7529eb468097 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/1891ce9d-e821-44ef-bf96-20bdf218f0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388818 Nov 16 21:51:14.052989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.073788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eacaaf37-2942-4c81-b658-62382bb466ac None None] Provisioning complete for port 150149c5-5810-489d-8d6b-07f7274c19ae triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:14.074266 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eacaaf37-2942-4c81-b658-62382bb466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.149744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-2a2cc7a6-ed21-444f-a1e8-a9e9e2f9fa0c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923239541&fields=id&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 267 time: 0.0524714 Nov 16 21:51:14.177279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 150149c5-5810-489d-8d6b-07f7274c19ae, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=150149c5-5810-489d-8d6b-07f7274c19ae,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:14.187047 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.187840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 057e36a0-c40c-4882-ad76-e71de3e528fc up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:14.268380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-7f385fff-36a2-448b-b0b5-59d60a83c438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:14.269927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-7f385fff-36a2-448b-b0b5-59d60a83c438 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 797 time: 0.1130335 Nov 16 21:51:14.286366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-fe2d5839-ab33-4443-abdf-9a33960a0b89 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/quotas/f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 375 time: 0.0094011 Nov 16 21:51:14.330388 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=150149c5-5810-489d-8d6b-07f7274c19ae,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:14.341948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-c5627ce8-d979-47f8-bec7-17ccd372bf41 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486367 Nov 16 21:51:14.363824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 057e36a0-c40c-4882-ad76-e71de3e528fc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:14.364198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.480053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-6c458448-a3ec-4685-bcd0-838d520e70bd service neutron] 10.222.0.48 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236026 Nov 16 21:51:14.550298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Sync routers for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:14.572467 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:14.573102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:14.594845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-52c31563-0184-4148-9ac6-e1e0386ae888 service neutron] 10.222.0.48 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059284 Nov 16 21:51:14.728876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dec93b31-cf22-493d-8660-6cdd935308e6 None None] Provisioning complete for port 150149c5-5810-489d-8d6b-07f7274c19ae triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:14.729455 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dec93b31-cf22-493d-8660-6cdd935308e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:14.741651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:14.792491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a83811b9-70f4-496a-af1a-62b6220a703b req-3e715fab-61f7-4668-a75b-3ab99dd70180 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 210 time: 0.0392585 Nov 16 21:51:14.989086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dec93b31-cf22-493d-8660-6cdd935308e6 None None] Provisioning complete for port 479d6e84-3293-446a-9de4-06287981c09c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:14.989656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dec93b31-cf22-493d-8660-6cdd935308e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.056967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-dec93b31-cf22-493d-8660-6cdd935308e6 None None] Port 479d6e84-3293-446a-9de4-06287981c09c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:15.072607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 2, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:15.104707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Checking router: 1891ce9d-e821-44ef-bf96-20bdf218f0dd for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:15.105008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Updating router 1891ce9d-e821-44ef-bf96-20bdf218f0dd port 479d6e84-3293-446a-9de4-06287981c09c binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:51:15.131001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.239623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-504a0e40-1c88-4515-9bcc-6a9eab7a1a55 None None] Provisioning complete for port 479d6e84-3293-446a-9de4-06287981c09c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:15.240007 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-504a0e40-1c88-4515-9bcc-6a9eab7a1a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.297146 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-504a0e40-1c88-4515-9bcc-6a9eab7a1a55 None None] Port 479d6e84-3293-446a-9de4-06287981c09c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:15.442595 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.448319 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.498691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd6825-07a2-4679-ad12-51f93f106f62 None None] Pushing event updated for resources: {'Port': ['ID=479d6e84-3293-446a-9de4-06287981c09c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:15.550623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Attempting to bind port 479d6e84-3293-446a-9de4-06287981c09c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:15.550916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Attempting to bind port 479d6e84-3293-446a-9de4-06287981c09c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:15.551282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Attempting to bind port 479d6e84-3293-446a-9de4-06287981c09c on network 41f41227-f0ba-4fd4-be93-f000f2f3967a {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:15.556909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:51:15.557294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Checking segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:15.557732 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.558135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Bound using segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:51:15.558613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Bound port: 479d6e84-3293-446a-9de4-06287981c09c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:51:15.559011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.633351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] For port 479d6e84-3293-446a-9de4-06287981c09c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:15.636655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] For port 479d6e84-3293-446a-9de4-06287981c09c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=479d6e84-3293-446a-9de4-06287981c09c,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:51:15.643737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.721567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:15.722340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:50:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:15.806915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd6825-07a2-4679-ad12-51f93f106f62 None None] Pushing event updated for resources: {'Port': ['ID=479d6e84-3293-446a-9de4-06287981c09c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:15.818748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-b3057ce4-5ee1-4301-a8c4-9cd104fd1f8f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:15.821124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-b3057ce4-5ee1-4301-a8c4-9cd104fd1f8f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 797 time: 0.1819961 Nov 16 21:51:15.823633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 150149c5-5810-489d-8d6b-07f7274c19ae up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:15.861375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b2d87d27-acab-4cb6-a99e-9bf625c02c69 None None] Provisioning complete for port 479d6e84-3293-446a-9de4-06287981c09c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:15.861776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2d87d27-acab-4cb6-a99e-9bf625c02c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:15.919136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ab90476-8f61-46a7-978f-52c697e41079 req-9cf0a016-8c4e-464b-89b2-6170a7d6d9d6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 210 time: 0.0373018 Nov 16 21:51:15.942865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d47b7329-c145-4c0e-bddd-06898a0e6061 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c6f34095f140189bb83903a5d35d29 HTTP/1.1" status: 200 len: 379 time: 0.1115615 Nov 16 21:51:15.952062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:15.952902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'port': {'device_id': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'admin_state_up': True, 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'security_groups': ['599d69f6-9e92-4c23-b14b-afcba74489c8']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:16.003699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 150149c5-5810-489d-8d6b-07f7274c19ae triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:16.004235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.066238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Made reservation on behalf of f3c6f34095f140189bb83903a5d35d29 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:51:16.070752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.122597 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2d87d27-acab-4cb6-a99e-9bf625c02c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.200233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.20.0.11 (41f41227-f0ba-4fd4-be93-f000f2f3967a/a943415d-db28-4a63-a20f-dd62a48701fc/d43ad8ae-f9d8-4184-802c-b7edc2589b78) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:16.211199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b2d87d27-acab-4cb6-a99e-9bf625c02c69 None None] For port 479d6e84-3293-446a-9de4-06287981c09c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=479d6e84-3293-446a-9de4-06287981c09c,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:16.223141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2d87d27-acab-4cb6-a99e-9bf625c02c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.320591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d87d27-acab-4cb6-a99e-9bf625c02c69 None None] Pushing event updated for resources: {'Port': ['ID=479d6e84-3293-446a-9de4-06287981c09c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:16.347582 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.349482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:15Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:16.353252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2ea6e4a2-8709-4372-af82-12effa28a65c None None] Provisioning complete for port 479d6e84-3293-446a-9de4-06287981c09c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:16.353651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e4a2-8709-4372-af82-12effa28a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.382743 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.429004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:16.434743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:16.438815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:16.469327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:16.499303 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:16.499972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.520154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-d85c1cc7-a73d-4757-b8a9-6b03d4dcf6ff tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710609 Nov 16 21:51:16.533585 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Request body: {'port': {'device_id': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:16.555538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ade3f-1f2f-49b5-b772-8ca5981fc334 None None] The sync data for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 is: [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:15Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:16.599327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.755117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-66585f63-f959-49bd-bdfb-3128585f3d68 None None] Provisioning complete for port d43ad8ae-f9d8-4184-802c-b7edc2589b78 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:16.755581 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66585f63-f959-49bd-bdfb-3128585f3d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:16.794762 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-66585f63-f959-49bd-bdfb-3128585f3d68 None None] Port d43ad8ae-f9d8-4184-802c-b7edc2589b78 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:51:17.052886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82676e-428f-46f4-8582-e72e062d43a1 req-a557f093-7bc0-4ad1-8cec-0b0590a340b2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:17.055205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e82676e-428f-46f4-8582-e72e062d43a1 req-a557f093-7bc0-4ad1-8cec-0b0590a340b2 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 932 time: 0.0596223 Nov 16 21:51:17.116082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1e82676e-428f-46f4-8582-e72e062d43a1 req-fffbf896-eab0-4824-a44c-8f1163e1a676 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538650 Nov 16 21:51:17.253836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43ad8ae-f9d8-4184-802c-b7edc2589b78 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:51:17.262685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:17.276130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Transition to ACTIVE for port object d43ad8ae-f9d8-4184-802c-b7edc2589b78 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:51:17.280017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:17.331186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:17.414158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Attempting to bind port d43ad8ae-f9d8-4184-802c-b7edc2589b78 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:51:17.414505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Attempting to bind port d43ad8ae-f9d8-4184-802c-b7edc2589b78 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:51:17.414840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Attempting to bind port d43ad8ae-f9d8-4184-802c-b7edc2589b78 on network 41f41227-f0ba-4fd4-be93-f000f2f3967a {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:17.419944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Port d43ad8ae-f9d8-4184-802c-b7edc2589b78 on network 41f41227-f0ba-4fd4-be93-f000f2f3967a not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:51:17.420273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Attempting to bind port d43ad8ae-f9d8-4184-802c-b7edc2589b78 on network 41f41227-f0ba-4fd4-be93-f000f2f3967a {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:51:17.425582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:51:17.425926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Checking segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:51:17.426312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Bound using segment: {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:51:17.426738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Bound port: d43ad8ae-f9d8-4184-802c-b7edc2589b78, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a8ed9e-84ad-4726-a5de-85d930bed132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:51:17.427094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:17.499691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:51:17.503316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:51:17.510556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:17.546791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:17.547465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:17.548858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] 10.222.0.47 "PUT /v2.0/ports/d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 1092 time: 1.0198390 Nov 16 21:51:17.549299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:17.551570 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004f48de-fb37-4394-b741-a867b260611c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:17.588597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ce19-db0d-41dc-9a5b-96abb482c46b service neutron] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:17.629158 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a20c2d-c4dc-40e0-8eae-a2b4075f5a10 x-openstack-request-id: req-f0a20c2d-c4dc-40e0-8eae-a2b4075f5a10 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:17.629536 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:17.629720 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0a20c2d-c4dc-40e0-8eae-a2b4075f5a10 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:17.630123 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'status': 'completed', 'code': 200} Nov 16 21:51:17.648964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-46a96d41-18f1-478b-9d6a-2cf46f67db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:17.650575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-46a96d41-18f1-478b-9d6a-2cf46f67db67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1095 time: 0.0514138 Nov 16 21:51:17.702826 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-b0d934ad-e4d4-41bd-9d01-47b0c48b5e64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 217 time: 0.0438144 Nov 16 21:51:17.777982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-9fb2fa8a-325b-495a-a4a9-e0bf7f4b85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:17.780265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-9fb2fa8a-325b-495a-a4a9-e0bf7f4b85bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0667255 Nov 16 21:51:17.823335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 479d6e84-3293-446a-9de4-06287981c09c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:17.831081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ee6a1cf8-ac8e-4873-85a1-fce132715ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:17.832624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-ee6a1cf8-ac8e-4873-85a1-fce132715ef7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449805 Nov 16 21:51:17.885622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 479d6e84-3293-446a-9de4-06287981c09c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:17.886003 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:17.934727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-968d70ef-97f3-4fbf-994d-d358bf92d3b8 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944941 Nov 16 21:51:18.026007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7488c02e-0778-4dc5-bb8d-4f48b7effa46 req-66d348f2-adab-48b8-af37-08c69f26b741 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 Nov 16 21:51:18.110507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f48de-fb37-4394-b741-a867b260611c req-cded679e-5bec-445a-af5a-8d54bb587d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:18.112002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-cded679e-5bec-445a-af5a-8d54bb587d3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1095 time: 0.0402663 Nov 16 21:51:18.208972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f48de-fb37-4394-b741-a867b260611c req-41184832-3264-4df8-9f9e-cce30717ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:18.210657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-41184832-3264-4df8-9f9e-cce30717ec38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 898 time: 0.0901139 Nov 16 21:51:18.230143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb17cca-2986-4e15-8ba2-0366107798f4 req-f0a2f2ba-a777-4e24-a5f8-bd63aee3df1a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:18.231688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-deb17cca-2986-4e15-8ba2-0366107798f4 req-f0a2f2ba-a777-4e24-a5f8-bd63aee3df1a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 944 time: 0.0475938 Nov 16 21:51:18.253603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-e645c3d2-06ef-4e1b-a32a-4d37a78ba609 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 217 time: 0.0351367 Nov 16 21:51:18.281228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-deb17cca-2986-4e15-8ba2-0366107798f4 req-1bd40c29-f76d-456f-b599-40fe7acc92a3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 Nov 16 21:51:18.308514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f48de-fb37-4394-b741-a867b260611c req-1090883a-9d6e-490b-b4cd-ef80d2a5fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:18.310018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-1090883a-9d6e-490b-b4cd-ef80d2a5fa86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0494363 Nov 16 21:51:18.355738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f48de-fb37-4394-b741-a867b260611c req-8a0c612c-fe85-424c-a930-6ee2d1784bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:18.357190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-8a0c612c-fe85-424c-a930-6ee2d1784bdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391121 Nov 16 21:51:18.447185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-d49174d1-d077-4b4d-bd01-c7d45280839d service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819926 Nov 16 21:51:18.542541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-004f48de-fb37-4394-b741-a867b260611c req-9cd6c51c-1987-4a26-ae0a-9c9b9629ed37 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880339 Nov 16 21:51:19.398836 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874cee7-9bc4-437c-8ffb-5ba7490cd1ab req-66ef41cd-b16e-4051-9d36-6b5985747f76 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:19.400562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f874cee7-9bc4-437c-8ffb-5ba7490cd1ab req-66ef41cd-b16e-4051-9d36-6b5985747f76 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 944 time: 0.0504375 Nov 16 21:51:19.448884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f874cee7-9bc4-437c-8ffb-5ba7490cd1ab req-f5a510e9-ab1a-4e0f-be3c-01cecb5b86b7 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Nov 16 21:51:20.561950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b6cf1-4df8-4eea-844a-dc86f58215c6 req-9ce12916-bd39-4952-b568-0cbd81e15c0f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:20.563422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b5b6cf1-4df8-4eea-844a-dc86f58215c6 req-9ce12916-bd39-4952-b568-0cbd81e15c0f tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 944 time: 0.0479321 Nov 16 21:51:20.613340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b5b6cf1-4df8-4eea-844a-dc86f58215c6 req-1345aaae-7327-4a1e-ae3c-ab1a12d01f67 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435874 Nov 16 21:51:20.791025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2da2b0bc-bcb5-49ae-ab1f-f7be817094e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:21.728999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:51:21.734178 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252181-a9db-4753-bad6-1507e7a0902e req-3ca0fc11-0901-4d5f-ba77-2756723a5008 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:21.735681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3252181-a9db-4753-bad6-1507e7a0902e req-3ca0fc11-0901-4d5f-ba77-2756723a5008 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 944 time: 0.0541537 Nov 16 21:51:21.785704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3252181-a9db-4753-bad6-1507e7a0902e req-251ce887-23f8-42f9-b5cc-025b182cd669 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435867 Nov 16 21:51:21.823643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:21.835198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'port_id': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'mac_address': 'fa:16:3e:15:61:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:51:21.875626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:21.889745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43ad8ae-f9d8-4184-802c-b7edc2589b78 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:51:21.908789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:21.912850 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:21.957960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:22.249617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['d43ad8ae-f9d8-4184-802c-b7edc2589b78'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:51:23.090788 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d962880-dcd6-4989-a658-8d0fd57c7a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:23.166636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feacd74-7a7b-4e25-ad03-e9453d14d2b8 req-e028ee31-dcc7-40eb-9b93-28480553ca85 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:23.168458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3feacd74-7a7b-4e25-ad03-e9453d14d2b8 req-e028ee31-dcc7-40eb-9b93-28480553ca85 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 945 time: 0.3152065 Nov 16 21:51:23.217139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3feacd74-7a7b-4e25-ad03-e9453d14d2b8 req-e656a0c7-6d0c-4268-b463-179c5b2fb120 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Nov 16 21:51:23.741193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:51:23.789573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port d43ad8ae-f9d8-4184-802c-b7edc2589b78 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:51:23.793636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port d43ad8ae-f9d8-4184-802c-b7edc2589b78 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:51:23.794016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:23.875681 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:23.901039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:23.903358 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5080b2d-4aa6-49f6-b39a-99189703a63c" -d '{"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:23.916497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:51:23.921223 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:23.947327 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfc11c9-6f3c-4008-8ad6-5d525f2bf5cf x-openstack-request-id: req-3bfc11c9-6f3c-4008-8ad6-5d525f2bf5cf {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:23.947567 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:23.947828 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3bfc11c9-6f3c-4008-8ad6-5d525f2bf5cf {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:23.948232 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'code': 200} Nov 16 21:51:23.976793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:24.055131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff523d-0eb2-422c-8a5b-86e974979a9f req-68f9e249-f5cc-48e9-bab8-4dad99655330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:24.056640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eff523d-0eb2-422c-8a5b-86e974979a9f req-68f9e249-f5cc-48e9-bab8-4dad99655330 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0400128 Nov 16 21:51:24.110517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0eff523d-0eb2-422c-8a5b-86e974979a9f req-6790e122-94f0-4bf4-ba22-bd3e03c245d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395617 Nov 16 21:51:24.247351 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:24.338219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb71e62-75ae-45c4-8b85-c82afd12a014 req-a9bd2780-7e57-4752-b42a-d5024319da86 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:24.339678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-deb71e62-75ae-45c4-8b85-c82afd12a014 req-a9bd2780-7e57-4752-b42a-d5024319da86 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0468380 Nov 16 21:51:24.389132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-deb71e62-75ae-45c4-8b85-c82afd12a014 req-63981172-307f-4136-8539-badb9ec9a0ab tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Nov 16 21:51:25.509670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3192c-c31e-43ee-8d50-30f121a99a1a req-d53d72fe-1ba3-4549-9e11-8f79f162ec1a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:25.511187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77c3192c-c31e-43ee-8d50-30f121a99a1a req-d53d72fe-1ba3-4549-9e11-8f79f162ec1a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0494597 Nov 16 21:51:25.564964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77c3192c-c31e-43ee-8d50-30f121a99a1a req-392130fd-da1f-4c94-bb41-e2b6cc9b2f28 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478435 Nov 16 21:51:25.781268 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.672206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:26.683619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c024-0665-414b-9bfb-cda566b868f7 req-ca6d53f9-44e9-4b3d-aa7f-76c199ef97ce tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:26.685124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2992c024-0665-414b-9bfb-cda566b868f7 req-ca6d53f9-44e9-4b3d-aa7f-76c199ef97ce tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0540595 Nov 16 21:51:26.735142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2992c024-0665-414b-9bfb-cda566b868f7 req-29a3973d-9e50-47d3-88fd-57de657d73e3 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Nov 16 21:51:26.849748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c1c6-d903-4b4f-9511-5f3e17449e7c req-8743ef05-28ca-40f4-9a94-ad958975a2be tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:26.851403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ede0c1c6-d903-4b4f-9511-5f3e17449e7c req-8743ef05-28ca-40f4-9a94-ad958975a2be tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0492606 Nov 16 21:51:26.901571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ede0c1c6-d903-4b4f-9511-5f3e17449e7c req-f597b07a-c1f5-431a-bd03-913e753854de tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Nov 16 21:51:26.922946 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51676) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:26.968094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b830390-72dc-4d9d-9162-68dddbce0328 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:26.969680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4b830390-72dc-4d9d-9162-68dddbce0328 tempest-TestNetworkAdvancedServerOps-954276094 tempest-TestNetworkAdvancedServerOps-954276094-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1092 time: 0.0456533 Nov 16 21:51:26.972351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51678) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:26.976766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:51:26.998854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.098199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.197889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Allocated IP 172.25.3.95 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/31f98519-45a6-4f3d-8e45-4b41d1144900) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:51:27.304958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.339185 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.379915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:51:27.382874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:51:27.385537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:51:27.417255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=31f98519-45a6-4f3d-8e45-4b41d1144900,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:27.730673 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.797402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.947566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:27.952564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:28.023701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event updated for resources: {'Port': ['ID=31f98519-45a6-4f3d-8e45-4b41d1144900,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:51:28.035908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:28.135201 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP dfa4208e-aa43-47fa-acdd-234b1183efcc associated. External IP: 172.25.3.95, port: d43ad8ae-f9d8-4184-802c-b7edc2589b78. Nov 16 21:51:28.336713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 1891ce9d-e821-44ef-bf96-20bdf218f0dd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:51:28.442097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:51:28.452704 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] Sync routers for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:51:28.459771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:28.462093 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:28.462712 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:51:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:28.488945 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f38e780-224a-44cc-9ab2-316237dc7440 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5155835 Nov 16 21:51:28.489676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:51:28.492038 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18746fa8-7b4c-40ab-8797-ba79970fc424" -d '{"events": [{"name": "network-changed", "server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:51:28.542763 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f16555-b3db-4d49-9eb0-b8468957ffd4 x-openstack-request-id: req-f0f16555-b3db-4d49-9eb0-b8468957ffd4 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:51:28.543187 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:51:28.543447 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0f16555-b3db-4d49-9eb0-b8468957ffd4 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:51:28.543862 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'status': 'completed', 'code': 200} Nov 16 21:51:28.571386 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:28.598781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67e847-9bd9-45be-a6de-d264eb9fbdc3 req-3adaadeb-be88-4c27-898b-eac368804979 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:28.600203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e67e847-9bd9-45be-a6de-d264eb9fbdc3 req-3adaadeb-be88-4c27-898b-eac368804979 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0489030 Nov 16 21:51:28.617899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-e2467641-cda2-45ce-8131-2a19d0002ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:28.620557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-e2467641-cda2-45ce-8131-2a19d0002ad5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0552952 Nov 16 21:51:28.654710 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e67e847-9bd9-45be-a6de-d264eb9fbdc3 req-aa0fcf28-a8f1-4812-8171-45c613366162 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475750 Nov 16 21:51:28.678340 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51684) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:28.768737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-93fe774a-b090-471c-a5c2-13e795e170d5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/dfa4208e-aa43-47fa-acdd-234b1183efcc HTTP/1.1" status: 200 len: 991 time: 0.0892422 Nov 16 21:51:28.773638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-2c09e8cb-d165-41f7-b3c6-c21724a69c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:28.775097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-2c09e8cb-d165-41f7-b3c6-c21724a69c18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 898 time: 0.1488736 Nov 16 21:51:28.841454 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-adaf5c52-f6b3-4891-9c05-38986df378eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 999 time: 0.0592136 Nov 16 21:51:28.894989 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'dfa4208e-aa43-47fa-acdd-234b1183efcc', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'port_id': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'mac_address': 'fa:16:3e:15:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:51:27Z', 'updated_at': '2021-11-16T21:51:27Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:16Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:28.895264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-000d286d-06a5-4ce9-b28d-d5b5ff47da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:28.896521 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-000d286d-06a5-4ce9-b28d-d5b5ff47da1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0488503 Nov 16 21:51:28.925693 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] Checking router: 1891ce9d-e821-44ef-bf96-20bdf218f0dd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:51:28.933983 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:51:28.934597 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:51:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:28.943371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-0f3c5ca8-773e-4605-b55a-b8ea45e5eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:51:28.944929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-0f3c5ca8-773e-4605-b55a-b8ea45e5eafd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412099 Nov 16 21:51:29.036205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-9dc87c9d-8e0c-48f9-862b-05ecf913c1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846865 Nov 16 21:51:29.037214 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:51:29.128676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-18746fa8-7b4c-40ab-8797-ba79970fc424 req-e93c75cc-61f1-49ee-84fe-5419b237c4d2 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Nov 16 21:51:29.264728 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'dfa4208e-aa43-47fa-acdd-234b1183efcc', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'port_id': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'mac_address': 'fa:16:3e:15:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:51:27Z', 'updated_at': '2021-11-16T21:51:27Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:16Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:51:29.290835 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f451fb-f4f0-4a1c-8e41-2fdc37336c88 None None] The sync data for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 is: [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'dfa4208e-aa43-47fa-acdd-234b1183efcc', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'port_id': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'mac_address': 'fa:16:3e:15:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:51:27Z', 'updated_at': '2021-11-16T21:51:27Z', 'revision_number': 0, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:16Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:51:29.474633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b015c80-26f3-4429-b4d7-018e2c3365c2 None None] New status for floating IP dfa4208e-aa43-47fa-acdd-234b1183efcc: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:51:29.772516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51686) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:51:29.834898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-20a580c3-ab7c-4d69-ac72-70e2faea46ba tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/dfa4208e-aa43-47fa-acdd-234b1183efcc HTTP/1.1" status: 200 len: 993 time: 0.0612397 Nov 16 21:51:33.478705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:35.508949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:37.457409 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:51:50.791836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cfd25594-d559-4809-b927-8bf4d6200bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:53.093013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2eeeeef2-59c6-4008-b116-db3cb5f0b62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:54.248743 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:55.782167 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:51:56.673934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:03.467077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:05.516072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:13.645535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-675ccbb8-7e92-4bbf-97f7-170528a7cfbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396013 Nov 16 21:52:13.726635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-582cc3de-c548-4132-abc2-f0dc493bd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.728132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-582cc3de-c548-4132-abc2-f0dc493bd6fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0410378 Nov 16 21:52:13.836209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-9590645f-f76f-4324-84df-e01669ab9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.837723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-9590645f-f76f-4324-84df-e01669ab9a79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 898 time: 0.0907574 Nov 16 21:52:13.903499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-15bc0928-d102-415b-8088-61f43ffc916e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 1001 time: 0.0575933 Nov 16 21:52:13.956028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-50895f56-6954-4b53-a08e-5914c2fc54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:13.957472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-50895f56-6954-4b53-a08e-5914c2fc54c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0473113 Nov 16 21:52:14.002672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-d4a3b7a9-b310-455a-b3b4-312530606f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:14.004135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-d4a3b7a9-b310-455a-b3b4-312530606f04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398757 Nov 16 21:52:14.098093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-2724c460-24de-4659-aa36-0d688c5d75ec service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Nov 16 21:52:14.188242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a33930bc-2c5d-4afb-b889-dc15dfa2afb9 req-0106c39b-4096-49e4-91ef-e14a793ffd8c service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834455 Nov 16 21:52:14.457296 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:52:20.793721 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74268264-a4aa-4e5a-a99e-9d62486ef00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:23.093724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4632859-076c-4052-afe2-d7b86c446337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:24.253314 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:25.784575 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:26.675125 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:33.474615 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:35.523596 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:41.077551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b0723-1e5d-4cc8-af35-f21676a5c605 req-643811b3-8222-485c-8f89-cc7590c70e1d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:41.079071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e0b0723-1e5d-4cc8-af35-f21676a5c605 req-643811b3-8222-485c-8f89-cc7590c70e1d tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0505202 Nov 16 21:52:41.128620 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e0b0723-1e5d-4cc8-af35-f21676a5c605 req-638423bd-47da-414f-9ed2-9e367444a1cf tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437539 Nov 16 21:52:42.242781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86448aa1-40b1-451e-9e62-e681434c224b req-80a7ae20-08f5-4da4-92ca-ca72a964f779 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:42.244236 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86448aa1-40b1-451e-9e62-e681434c224b req-80a7ae20-08f5-4da4-92ca-ca72a964f779 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0487618 Nov 16 21:52:42.293583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86448aa1-40b1-451e-9e62-e681434c224b req-035d2577-2182-440e-a9f8-62db6dd7c01b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426650 Nov 16 21:52:43.413212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e99a37-1466-4454-a2dc-e4ae7ff86a97 req-42595a85-07c3-45c9-bf3f-f5ced70c10b9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:43.414714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45e99a37-1466-4454-a2dc-e4ae7ff86a97 req-42595a85-07c3-45c9-bf3f-f5ced70c10b9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0520194 Nov 16 21:52:43.464335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45e99a37-1466-4454-a2dc-e4ae7ff86a97 req-f8ffb086-d206-4822-bb15-afc731942609 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433474 Nov 16 21:52:44.580923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378d3df-644e-4e10-8ee7-c82ef8783f3a req-48fa464b-cb96-41ba-9281-44c069a21af1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:44.582424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c378d3df-644e-4e10-8ee7-c82ef8783f3a req-48fa464b-cb96-41ba-9281-44c069a21af1 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0487611 Nov 16 21:52:44.631578 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c378d3df-644e-4e10-8ee7-c82ef8783f3a req-e8f20268-6b5c-4461-83c7-c5492114f38e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433776 Nov 16 21:52:45.747161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4465-46cc-4d57-938d-8b5649696a4a req-39cce2de-fa05-456b-874d-4235327f99c5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:45.748647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64cf4465-46cc-4d57-938d-8b5649696a4a req-39cce2de-fa05-456b-874d-4235327f99c5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0489082 Nov 16 21:52:45.797776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64cf4465-46cc-4d57-938d-8b5649696a4a req-bf695406-897c-4522-87f4-3ca925a5ff67 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Nov 16 21:52:46.915832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944a38-c3d6-4c47-9d1e-3267b53f20b1 req-4609d009-a8ef-4be9-9f47-a605958fee81 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:46.917309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2944a38-c3d6-4c47-9d1e-3267b53f20b1 req-4609d009-a8ef-4be9-9f47-a605958fee81 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0531631 Nov 16 21:52:46.966013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2944a38-c3d6-4c47-9d1e-3267b53f20b1 req-b5aeba18-3829-4781-abc6-fb939c70b1bd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Nov 16 21:52:48.085254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cbdf3-c0a5-4681-bf13-b537a2092ba8 req-2f631ca9-a0f3-4735-963b-042e0cfd012e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:48.086751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-244cbdf3-c0a5-4681-bf13-b537a2092ba8 req-2f631ca9-a0f3-4735-963b-042e0cfd012e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0522282 Nov 16 21:52:48.136183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-244cbdf3-c0a5-4681-bf13-b537a2092ba8 req-5e64850b-afc7-4194-996e-81cad74cf398 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434992 Nov 16 21:52:49.250810 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670f619-2fa4-4946-ad89-04abb908af96 req-12bad3c8-c07a-448c-b6b3-afe12f65925e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:49.252275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8670f619-2fa4-4946-ad89-04abb908af96 req-12bad3c8-c07a-448c-b6b3-afe12f65925e tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0486126 Nov 16 21:52:49.301898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8670f619-2fa4-4946-ad89-04abb908af96 req-6ac424f3-8771-414e-9c95-a2d3d690e101 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436349 Nov 16 21:52:50.428439 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241761d-3baf-49a4-bada-265023664f64 req-c680cc2b-cae2-4cfe-81e8-1c9a5323be55 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:50.429952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c241761d-3baf-49a4-bada-265023664f64 req-c680cc2b-cae2-4cfe-81e8-1c9a5323be55 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0515752 Nov 16 21:52:50.478736 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c241761d-3baf-49a4-bada-265023664f64 req-4dc66167-d46b-436c-b13c-cd251cb659ef tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Nov 16 21:52:50.795522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46ac5e75-0478-417d-a690-b7af65168027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:51.456549 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:52:51.595324 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445f940-ba3c-43c5-9e80-c3b8722e2345 req-542db11a-c324-4f14-a180-d8735ca6dfb5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:51.596782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4445f940-ba3c-43c5-9e80-c3b8722e2345 req-542db11a-c324-4f14-a180-d8735ca6dfb5 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0516496 Nov 16 21:52:51.645807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4445f940-ba3c-43c5-9e80-c3b8722e2345 req-eb635de8-287d-4668-ac97-4aedbd9c6dd0 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427248 Nov 16 21:52:52.763069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cfd35-e128-464f-8e67-4475790678b5 req-feb62235-ed56-4c17-affd-f6833c5685dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:52.764983 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-650cfd35-e128-464f-8e67-4475790678b5 req-feb62235-ed56-4c17-affd-f6833c5685dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0508678 Nov 16 21:52:52.821609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-650cfd35-e128-464f-8e67-4475790678b5 req-ecc5cb19-aca6-4564-9116-a3ef314c947c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501220 Nov 16 21:52:53.095201 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2f8cbdd-c188-4bf9-b940-f1a20273744f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:53.938467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee27fb-a94c-49cb-b80c-96bb9b9bbf10 req-93b39f67-b0e8-4d85-ba53-e5795c17a994 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:53.939966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9eee27fb-a94c-49cb-b80c-96bb9b9bbf10 req-93b39f67-b0e8-4d85-ba53-e5795c17a994 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0493209 Nov 16 21:52:53.990415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9eee27fb-a94c-49cb-b80c-96bb9b9bbf10 req-d6bb4a16-6b35-49b5-8015-f775d42739cf tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 Nov 16 21:52:54.256636 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:55.103959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93f831-1a83-4b7e-8cec-fac22ede6c1d req-061d1a7a-723a-4e7d-952e-28abf0b4285c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:55.105416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db93f831-1a83-4b7e-8cec-fac22ede6c1d req-061d1a7a-723a-4e7d-952e-28abf0b4285c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0473676 Nov 16 21:52:55.153927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db93f831-1a83-4b7e-8cec-fac22ede6c1d req-f5302c78-9e28-4807-ae43-c4aa6f758f54 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414622 Nov 16 21:52:55.662180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6e524-a76c-43e4-8eed-51cb7fa4f5d4 req-040acbce-3dfd-494e-acba-9a16e10523e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:55.663811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8bd6e524-a76c-43e4-8eed-51cb7fa4f5d4 req-040acbce-3dfd-494e-acba-9a16e10523e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0403140 Nov 16 21:52:55.711276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8bd6e524-a76c-43e4-8eed-51cb7fa4f5d4 req-0b7c0878-1276-4434-ad2d-16ea4edeaeb7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403774 Nov 16 21:52:55.787473 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.208505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:52:56.210637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:52:56.268086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf13b86-9c54-4012-9430-217c1900f9b0 req-a37a2a70-e8f8-45a7-bda4-6b380d453b09 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:56.269598 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3bf13b86-9c54-4012-9430-217c1900f9b0 req-a37a2a70-e8f8-45a7-bda4-6b380d453b09 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0483189 Nov 16 21:52:56.322584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3bf13b86-9c54-4012-9430-217c1900f9b0 req-f3a6e33d-00b3-46d3-a9d5-e968a6d5492b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470586 Nov 16 21:52:56.363870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.392009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:56.406462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:52:56.408693 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929abdb-cf5b-44de-92ac-22380f07f892" -d '{"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:52:56.420190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'port_id': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'mac_address': 'fa:16:3e:15:61:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:52:56.424543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:56.429763 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.494456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.515326 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40501e-8974-4ebd-b140-9b3345e7a5f2 x-openstack-request-id: req-be40501e-8974-4ebd-b140-9b3345e7a5f2 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:52:56.515629 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:52:56.515887 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be40501e-8974-4ebd-b140-9b3345e7a5f2 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:52:56.516285 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'code': 200} Nov 16 21:52:56.522272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43ad8ae-f9d8-4184-802c-b7edc2589b78 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:52:56.527416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:56.540696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.541055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.541394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.541766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.542104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.542441 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.542775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.543112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.543446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.543919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.544253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.544583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:52:56.555457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:52:56.559132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:56.605861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:52:56.675706 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:52:57.435980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233b9d-0b85-46d6-a78d-db6606f5a1c9 req-61712dfd-39c2-4966-96a2-39e9ca6218dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:52:57.437447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16233b9d-0b85-46d6-a78d-db6606f5a1c9 req-61712dfd-39c2-4966-96a2-39e9ca6218dc tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 945 time: 0.0489755 Nov 16 21:52:57.487288 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16233b9d-0b85-46d6-a78d-db6606f5a1c9 req-920f06c3-e2ff-466d-a5c7-f5f6b89cf826 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Nov 16 21:52:57.510971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51774) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:52:57.570047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92bf179a-f580-4e2c-8654-344b5ef36da9 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/floatingips/dfa4208e-aa43-47fa-acdd-234b1183efcc HTTP/1.1" status: 200 len: 992 time: 0.0579507 Nov 16 21:52:57.881876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['d43ad8ae-f9d8-4184-802c-b7edc2589b78'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:53:00.365227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:53:00.415945 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port d43ad8ae-f9d8-4184-802c-b7edc2589b78 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:53:00.416365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.492678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.514351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:53:00.516559 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efc2beb-97f6-4e50-8217-3acc6d23709c" -d '{"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:53:00.528930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:53:00.533022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:00.562255 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5003af9-094f-492c-8aeb-d1e329493a41 x-openstack-request-id: req-b5003af9-094f-492c-8aeb-d1e329493a41 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:53:00.562550 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-plugged", "status": "completed", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:53:00.562803 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5003af9-094f-492c-8aeb-d1e329493a41 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:53:00.563182 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'code': 200} Nov 16 21:53:00.585699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:53:03.486295 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:05.545950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:13.651649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-c19adfaa-7154-41a6-93cf-be8bcd67492b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480292 Nov 16 21:53:13.735529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-1f62c96b-ef54-4d31-827d-f668b8d2bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:13.737009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-1f62c96b-ef54-4d31-827d-f668b8d2bc49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0398657 Nov 16 21:53:13.846132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-d7491b6d-14d6-4927-974a-72746b6c5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:13.847576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-d7491b6d-14d6-4927-974a-72746b6c5b10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 898 time: 0.0912771 Nov 16 21:53:13.913393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-a4f6a150-7760-4fe2-a7de-400af83b6b94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 1001 time: 0.0587204 Nov 16 21:53:13.964345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-aef88723-63bb-4469-8b0d-b341fb467032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:13.965771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-aef88723-63bb-4469-8b0d-b341fb467032 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0444071 Nov 16 21:53:14.020593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-56b98faf-40c1-4ed1-9e7f-1727a7b12570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:53:14.022135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-56b98faf-40c1-4ed1-9e7f-1727a7b12570 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456429 Nov 16 21:53:14.114046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-804ad78a-e22c-4336-9ec8-7edeb18f8551 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850835 Nov 16 21:53:14.208378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b8174de-27bd-4960-96b5-6bcb5414897a req-47a7651e-49d5-418c-bf35-93f9ce0e1b0e service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874946 Nov 16 21:53:20.796308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d4c0-a17a-4bfe-8e90-eaafbec857ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:23.096911 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9da20e0c-6854-49ef-b197-0abf4cf617d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:24.257794 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:25.790966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:26.677689 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:28.455330 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:53:33.499621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:35.545072 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:50.799009 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-65141a94-c30c-4b61-b6ef-46294ee26a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:53.101205 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-660710dc-d5bf-4496-8966-d0a31297aef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:54.260292 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:55.794313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:53:56.678609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:03.498929 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:05.454126 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:54:05.550339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:14.572353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51824) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:15.002562 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-0cf33373-5c3b-401a-bd33-35a6a6adfd5c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890188 Nov 16 21:54:15.094190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 31f98519-45a6-4f3d-8e45-4b41d1144900 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:54:15.094535 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:15.132942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-68f42b33-48f3-427f-891b-cf19684e1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.134472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-68f42b33-48f3-427f-891b-cf19684e1da3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0886703 Nov 16 21:54:15.226342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:15.226672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:15.243338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 31f98519-45a6-4f3d-8e45-4b41d1144900 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:54:15.310008 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-ec6ef241-979e-4a2f-9145-4ea047ffbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.311402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-ec6ef241-979e-4a2f-9145-4ea047ffbdb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 898 time: 0.1567106 Nov 16 21:54:15.397979 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-e104089c-5fc3-4e07-b918-283075cbacf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 1001 time: 0.0781958 Nov 16 21:54:15.479246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-13384c62-e988-4932-84d5-f32392839dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.480688 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-13384c62-e988-4932-84d5-f32392839dbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0710428 Nov 16 21:54:15.520977 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:15.551696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=31f98519-45a6-4f3d-8e45-4b41d1144900,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:15.580779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.581368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.581368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.581734 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.582064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.582394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.582720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.583047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.583371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.583828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.584157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.584480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:15.610365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-42c305be-c3f3-4b69-a3bf-975bd4f4c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:15.611873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-42c305be-c3f3-4b69-a3bf-975bd4f4c957 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203210 Nov 16 21:54:15.674166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:15.674529 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Floating IP dfa4208e-aa43-47fa-acdd-234b1183efcc disassociated (deleted). External IP: 172.25.3.95, port: d43ad8ae-f9d8-4184-802c-b7edc2589b78. Nov 16 21:54:15.789843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-9533416f-91a2-433c-8c09-01293b912cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695449 Nov 16 21:54:15.969189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a2d80d0b-1131-46b3-8a46-eb8676508e39 req-d173cf32-36d7-4dd9-b279-07961bda7763 service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651180 Nov 16 21:54:15.985415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 1891ce9d-e821-44ef-bf96-20bdf218f0dd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:54:16.091919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:54:16.096729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:16.101639 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] Sync routers for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:54:16.110728 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:16.111346 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:53:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:16.123567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a7616789-93db-4285-9cbd-c8df64a51ecd tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/floatingips/dfa4208e-aa43-47fa-acdd-234b1183efcc HTTP/1.1" status: 204 len: 168 time: 1.5501242 Nov 16 21:54:16.124165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:16.126437 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:16.225751 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:16.271708 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51939903-c6d6-408d-82c2-110b9ea07c16 x-openstack-request-id: req-51939903-c6d6-408d-82c2-110b9ea07c16 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:16.272042 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:16.272259 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51939903-c6d6-408d-82c2-110b9ea07c16 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:16.272777 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'status': 'completed', 'code': 200} Nov 16 21:54:16.375538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-496b871d-8db1-4fc0-ae4e-74ac433dc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.377046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-496b871d-8db1-4fc0-ae4e-74ac433dc623 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3c6f34095f140189bb83903a5d35d29&device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 1097 time: 0.0734854 Nov 16 21:54:16.389854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487f1df-3178-44ac-b93f-45e2630d8f97 req-72e7fd0d-f62c-48fc-b794-ca1019c8b252 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.391266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7487f1df-3178-44ac-b93f-45e2630d8f97 req-72e7fd0d-f62c-48fc-b794-ca1019c8b252 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0630305 Nov 16 21:54:16.437768 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:16Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:16.467996 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] Checking router: 1891ce9d-e821-44ef-bf96-20bdf218f0dd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:54:16.476640 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:16.477183 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:53:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:16.490444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7487f1df-3178-44ac-b93f-45e2630d8f97 req-f1414aad-5990-4f9d-a44a-d720cb36471a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903122 Nov 16 21:54:16.516092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-0626cc7d-3cb9-41fb-a00c-a9d3582e7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.517620 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-0626cc7d-3cb9-41fb-a00c-a9d3582e7cfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 200 len: 898 time: 0.1254871 Nov 16 21:54:16.560137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-b54d09f0-85e0-45f6-9131-f592d5e35605 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 200 len: 217 time: 0.0354066 Nov 16 21:54:16.614195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-cc840680-276a-4849-9ad9-373688644b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.616460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-cc840680-276a-4849-9ad9-373688644b28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 200 len: 835 time: 0.0494339 Nov 16 21:54:16.662964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-c1cf4a6a-af1d-418e-929f-56ae67f93819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:16.664477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-c1cf4a6a-af1d-418e-929f-56ae67f93819 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f41227-f0ba-4fd4-be93-f000f2f3967a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396848 Nov 16 21:54:16.672856 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:16.760811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-370c305f-6e5c-494a-8bc2-f11ea5bbcf4b service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Nov 16 21:54:16.854933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e83674db-b936-4d7f-9d1c-d4889b6ba5c5 req-6bb8ccb9-a5ba-4ea1-9cb2-ceae8670205a service neutron] 10.222.0.47 "GET /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861204 Nov 16 21:54:16.870892 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:16Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:16.898718 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6c4a4-5ae3-47a0-92e2-fb5628a7970b None None] The sync data for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 is: [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:51:13Z', 'revision_number': 4, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '479d6e84-3293-446a-9de4-06287981c09c', 'name': '', 'network_id': '41f41227-f0ba-4fd4-be93-f000f2f3967a', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'mac_address': 'fa:16:3e:ca:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:12Z', 'updated_at': '2021-11-16T21:51:16Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'subnets': [{'id': 'a943415d-db28-4a63-a20f-dd62a48701fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:54:17.121645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938483e8-9690-47c2-9365-1f1aad6c3827 None None] New status for floating IP dfa4208e-aa43-47fa-acdd-234b1183efcc: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:54:17.613103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77160de9-09a5-4382-ab26-04ff461d333b req-d37ff871-93b8-454a-a44b-48918113eaf4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:17.614616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77160de9-09a5-4382-ab26-04ff461d333b req-d37ff871-93b8-454a-a44b-48918113eaf4 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0559475 Nov 16 21:54:17.666408 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77160de9-09a5-4382-ab26-04ff461d333b req-981405f2-d498-4dc2-a5e3-b6a44d79853c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "GET /v2.0/security-groups?id=599d69f6-9e92-4c23-b14b-afcba74489c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455918 Nov 16 21:54:17.943690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-328e4311-227a-493a-b543-2dc0239aa28a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:17.945152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-328e4311-227a-493a-b543-2dc0239aa28a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9951a25-f45a-42fc-a2bf-3e50f9da2f5d HTTP/1.1" status: 200 len: 946 time: 0.0531323 Nov 16 21:54:18.032634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port d43ad8ae-f9d8-4184-802c-b7edc2589b78 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:54:18.032974 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:18.123925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port d43ad8ae-f9d8-4184-802c-b7edc2589b78, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d43ad8ae-f9d8-4184-802c-b7edc2589b78,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:18.124199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:18.136969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for d43ad8ae-f9d8-4184-802c-b7edc2589b78 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:54:18.265580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:18.296479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=d43ad8ae-f9d8-4184-802c-b7edc2589b78,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:18.334861 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] No DVR routers for this DVR port d43ad8ae-f9d8-4184-802c-b7edc2589b78 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:54:18.337521 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:18.340878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a0109e5e-376e-4ac8-9572-8d93732810d6 req-3b5fc343-c8e2-4535-b01f-5623b2e2203c tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.47 "DELETE /v2.0/ports/d43ad8ae-f9d8-4184-802c-b7edc2589b78 HTTP/1.1" status: 204 len: 173 time: 0.3901300 Nov 16 21:54:18.341306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-deleted', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:18.343556 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74847dd-02af-4f10-b59f-5f7f6beb6467" -d '{"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-deleted", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:18.382546 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4785517-b539-4652-b871-f04b0e6f723d x-openstack-request-id: req-b4785517-b539-4652-b871-f04b0e6f723d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:18.382845 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9951a25-f45a-42fc-a2bf-3e50f9da2f5d", "name": "network-vif-deleted", "tag": "d43ad8ae-f9d8-4184-802c-b7edc2589b78", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:18.383102 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4785517-b539-4652-b871-f04b0e6f723d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:18.383507 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9951a25-f45a-42fc-a2bf-3e50f9da2f5d', 'name': 'network-vif-deleted', 'tag': 'd43ad8ae-f9d8-4184-802c-b7edc2589b78', 'status': 'completed', 'code': 200} Nov 16 21:54:18.839903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51852) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:19.196252 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:19.445202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 479d6e84-3293-446a-9de4-06287981c09c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:54:19.445562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:19.536413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port 479d6e84-3293-446a-9de4-06287981c09c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=479d6e84-3293-446a-9de4-06287981c09c,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:19.537389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:19.549803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 479d6e84-3293-446a-9de4-06287981c09c owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:54:19.734318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:19.761032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=479d6e84-3293-446a-9de4-06287981c09c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:19.946368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.475957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Router 1891ce9d-e821-44ef-bf96-20bdf218f0dd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:54:20.580807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:54:20.586002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0d612ecf-78c4-4372-8dd9-80405faeb731 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "PUT /v2.0/routers/1891ce9d-e821-44ef-bf96-20bdf218f0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450838 Nov 16 21:54:20.589253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51854) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:20.592394 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] Sync routers for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:54:20.606075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:20.606680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:53:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:20.643658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting subnet a943415d-db28-4a63-a20f-dd62a48701fc {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:54:20.647482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.686447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.709010 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:20.769341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.801946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d0be347-8026-4dcf-8458-54471be7936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.836795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.867557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:20.871684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/subnets/a943415d-db28-4a63-a20f-dd62a48701fc HTTP/1.1" status: 204 len: 168 time: 0.2806482 Nov 16 21:54:20.873098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110570eb-8df5-469a-856c-f8a3a74eb17b tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Subnet': ['ID=a943415d-db28-4a63-a20f-dd62a48701fc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:20.874265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:20.874705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d1d3a-5fde-4584-8116-2a9446ca86f4 None None] Network 41f41227-f0ba-4fd4-be93-f000f2f3967a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:20.905889 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:54:19Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:20.932941 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] Checking router: 1891ce9d-e821-44ef-bf96-20bdf218f0dd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:54:20.941126 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] Routers {'1891ce9d-e821-44ef-bf96-20bdf218f0dd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:20.941754 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:53:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:20.995268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.049730 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] Set router 1891ce9d-e821-44ef-bf96-20bdf218f0dd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:21.079474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] DHCP port deletion for 41f41227-f0ba-4fd4-be93-f000f2f3967a request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:54:21.105450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.129763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Deleting port 150149c5-5810-489d-8d6b-07f7274c19ae {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:54:21.130146 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.160231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Deleting port 057e36a0-c40c-4882-ad76-e71de3e528fc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:54:21.160585 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.198003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] For port 150149c5-5810-489d-8d6b-07f7274c19ae, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=150149c5-5810-489d-8d6b-07f7274c19ae,segment=NetworkSegment(00a8ed9e-84ad-4726-a5de-85d930bed132),segment_id=00a8ed9e-84ad-4726-a5de-85d930bed132)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:21.198400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.212485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Calling delete_port for 150149c5-5810-489d-8d6b-07f7274c19ae owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:54:21.241468 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:54:19Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:21.247576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] For port 057e36a0-c40c-4882-ad76-e71de3e528fc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=057e36a0-c40c-4882-ad76-e71de3e528fc,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:21.247998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.260677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Calling delete_port for 057e36a0-c40c-4882-ad76-e71de3e528fc owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:54:21.269660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d907ef-ab7c-4f39-9195-8ead9e99f098 None None] The sync data for ids ['1891ce9d-e821-44ef-bf96-20bdf218f0dd'] in n-d-817778-8 is: [{'id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397253002', 'tenant_id': 'f3c6f34095f140189bb83903a5d35d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:51:09Z', 'updated_at': '2021-11-16T21:54:19Z', 'revision_number': 5, 'project_id': 'f3c6f34095f140189bb83903a5d35d29', 'gw_port': {'id': '057e36a0-c40c-4882-ad76-e71de3e528fc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1891ce9d-e821-44ef-bf96-20bdf218f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:51:10Z', 'updated_at': '2021-11-16T21:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:54:21.298574 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.327368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Pushing event deleted for resources: {'Port': ['ID=150149c5-5810-489d-8d6b-07f7274c19ae,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:21.338065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] No DVR routers for this DVR port 150149c5-5810-489d-8d6b-07f7274c19ae on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:54:21.340092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.340452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.340801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.341218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.341604 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.341948 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.342282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.342613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.342943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.343273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.343626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.343952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b9ecab-85f6-48a8-aee3-5f9d6b431e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.432155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.459257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Port': ['ID=057e36a0-c40c-4882-ad76-e71de3e528fc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:21.469674 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c036a-9d2e-4825-937b-85fbf0d6f635 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:54:21.485659 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.486021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.486369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.486710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.487047 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.487383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.487718 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.488050 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.488380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.488709 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.489036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.489360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:54:21.528091 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.620702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.622960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.674250 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.674942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Fanout notify agent at l3_agent the message router_deleted on router 1891ce9d-e821-44ef-bf96-20bdf218f0dd {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 21:54:21.683428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.684835 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-336978ec-76aa-4a5c-9b9b-8cd3c4a334f6 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/routers/1891ce9d-e821-44ef-bf96-20bdf218f0dd HTTP/1.1" status: 204 len: 168 time: 0.8053482 Nov 16 21:54:21.687549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51858) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:21.768764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.864156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.887650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f41227-f0ba-4fd4-be93-f000f2f3967a']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:21.900576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a8ed9e-84ad-4726-a5de-85d930bed132') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:21.900866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a8ed9e-84ad-4726-a5de-85d930bed132') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:21.913734 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.929738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.934730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 479d6e84-3293-446a-9de4-06287981c09c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:54:21.937230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:54:21.938274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:54:21.941329 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:54:21.962588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 479d6e84-3293-446a-9de4-06287981c09c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:54:21.962946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 479d6e84-3293-446a-9de4-06287981c09c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:54:21.963366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 150149c5-5810-489d-8d6b-07f7274c19ae no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:54:21.984545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 150149c5-5810-489d-8d6b-07f7274c19ae {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:54:21.984898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 150149c5-5810-489d-8d6b-07f7274c19ae not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:54:22.001437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:22.008014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:22.011218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/networks/41f41227-f0ba-4fd4-be93-f000f2f3967a HTTP/1.1" status: 204 len: 168 time: 0.3227260 Nov 16 21:54:22.014148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51860) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:22.023110 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57c0f-9886-4dda-89af-030992115607 tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'Network': ['ID=41f41227-f0ba-4fd4-be93-f000f2f3967a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:22.073749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b266d84-7c25-4d30-acbf-890a4653dc7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:22.099564 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b266d84-7c25-4d30-acbf-890a4653dc7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:22.158384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b266d84-7c25-4d30-acbf-890a4653dc7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:22.161015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b266d84-7c25-4d30-acbf-890a4653dc7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:22.162898 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1b266d84-7c25-4d30-acbf-890a4653dc7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] 10.222.0.48 "DELETE /v2.0/security-groups/599d69f6-9e92-4c23-b14b-afcba74489c8 HTTP/1.1" status: 204 len: 168 time: 0.1476755 Nov 16 21:54:22.171899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b266d84-7c25-4d30-acbf-890a4653dc7a tempest-TestNetworkAdvancedServerOps-737358157 tempest-TestNetworkAdvancedServerOps-737358157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d69f6-9e92-4c23-b14b-afcba74489c8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:22.667354 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:54:22.688114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: d43ad8ae-f9d8-4184-802c-b7edc2589b78 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:54:22.688465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d43ad8ae-f9d8-4184-802c-b7edc2589b78 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:54:23.103496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cfe33409-e8c7-406b-86ba-1754f0a2f1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:23.543673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51870) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:23.762986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0116c8d8-649d-4633-85f5-3427fd58744f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3c6f34095f140189bb83903a5d35d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181308 Nov 16 21:54:23.765478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51876) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:23.812927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 057e36a0-c40c-4882-ad76-e71de3e528fc no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:54:23.815015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7342a252-25bd-4966-a74f-f84301fe2455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:23.834323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 057e36a0-c40c-4882-ad76-e71de3e528fc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:54:23.834677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 057e36a0-c40c-4882-ad76-e71de3e528fc not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:54:23.836833 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7342a252-25bd-4966-a74f-f84301fe2455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:23.884718 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7342a252-25bd-4966-a74f-f84301fe2455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:23.887259 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7342a252-25bd-4966-a74f-f84301fe2455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:23.888452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7342a252-25bd-4966-a74f-f84301fe2455 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de2d8c18-24cb-4089-b992-8c3053bf21cc HTTP/1.1" status: 204 len: 168 time: 0.1220520 Nov 16 21:54:23.897811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342a252-25bd-4966-a74f-f84301fe2455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d8c18-24cb-4089-b992-8c3053bf21cc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:24.156211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51882) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:24.195395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14259a28-7af1-4dd0-9435-2e48ebba3991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddafd7c2b7a34832b586addec9276adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379806 Nov 16 21:54:24.197770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51884) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:24.243958 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ddaf42-5e1d-4329-86e2-622cbdcd4cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:24.266615 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:24.267235 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ddaf42-5e1d-4329-86e2-622cbdcd4cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:24.314930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ddaf42-5e1d-4329-86e2-622cbdcd4cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:24.317487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d6ddaf42-5e1d-4329-86e2-622cbdcd4cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:24.319274 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d6ddaf42-5e1d-4329-86e2-622cbdcd4cf0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bce6146f-3ab8-49ca-9d10-0abb2d56d478 HTTP/1.1" status: 204 len: 168 time: 0.1205845 Nov 16 21:54:24.327155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddaf42-5e1d-4329-86e2-622cbdcd4cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6146f-3ab8-49ca-9d10-0abb2d56d478,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:25.010948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51906) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:25.105877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-432807705-network', 'tenant_id': 'e5088921e98545909a825cf71a68ce64'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:25.127345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Made reservation on behalf of e5088921e98545909a825cf71a68ce64 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:25.129888 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.138094 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.212787 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.216495 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.238414 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:54:25.253585 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:25.256948 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.257297 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Added segment 2d78b4f6-34a8-42ce-9434-f220d5195608 of type vlan for network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac Nov 16 21:54:25.297301 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.321709 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.324362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.327306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.408087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3960059 Nov 16 21:54:25.411191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51912) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:25.417009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Request body: {'subnet': {'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-432807705-subnet', 'tenant_id': 'e5088921e98545909a825cf71a68ce64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:25.425687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274aa96-a573-4259-ad3f-8d9faf3b09da admin admin] Pushing event updated for resources: {'Network': ['ID=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:25.436081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:54:25.438379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Made reservation on behalf of e5088921e98545909a825cf71a68ce64 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:25.440781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.608126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.660862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398720f4-d3fb-4c31-9d8b-a461cfabe296,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:25.670875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Checking segment: {'id': '2d78b4f6-34a8-42ce-9434-f220d5195608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:25.671239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Network hostable DHCP agents. Network: 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:54:25.687748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:54:25.698835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:25.704818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:25.705788 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.706641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ffd9e3-5c13-4a68-936e-69d1a07e71d9 None None] Network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:25.721750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1543a1c-bda6-4d23-a363-6bd2dd1f6098 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3084838 Nov 16 21:54:25.823066 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:25.845841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67489a-61d6-44bf-8a82-b65d5371a5ce None None] Network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:26.193772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 51928) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:26.198737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1380175831-network', 'tenant_id': '20ddce36dfbf400aa3b320667f8da9ef'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:26.218759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Made reservation on behalf of 20ddce36dfbf400aa3b320667f8da9ef for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:26.221277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.230925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.310694 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.314196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.334656 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:54:26.350038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936b7945-fc90-41bf-94fa-40eae016a991,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:26.352839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.353182 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Added segment 5647736b-0106-49bb-b7b8-9745b05539ec of type vlan for network e75583a8-517b-4aff-8573-be1c253f49da Nov 16 21:54:26.392498 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.417088 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.418047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:26.418618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.481700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2867916 Nov 16 21:54:26.484533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 51930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:26.489489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Request body: {'subnet': {'network_id': 'e75583a8-517b-4aff-8573-be1c253f49da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1380175831-subnet', 'tenant_id': '20ddce36dfbf400aa3b320667f8da9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:26.510448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246b2c0-c2bf-44c2-bddb-1488d6bac65b admin admin] Pushing event updated for resources: {'Network': ['ID=e75583a8-517b-4aff-8573-be1c253f49da,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:26.512529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Made reservation on behalf of 20ddce36dfbf400aa3b320667f8da9ef for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:26.514873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.521688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e75583a8-517b-4aff-8573-be1c253f49da details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:54:26.680446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.684391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.738117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22a36a0-49e8-4464-92eb-a8dcddbadab9,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:26.748353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Checking segment: {'id': '5647736b-0106-49bb-b7b8-9745b05539ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e75583a8-517b-4aff-8573-be1c253f49da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:26.748711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Network hostable DHCP agents. Network: e75583a8-517b-4aff-8573-be1c253f49da, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:54:26.765566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Network e75583a8-517b-4aff-8573-be1c253f49da is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:54:26.774246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e75583a8-517b-4aff-8573-be1c253f49da) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:26.778961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:26.780930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:26.782063 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be47b6f-2c60-4230-b8b3-a4d0b0144f44 None None] Network e75583a8-517b-4aff-8573-be1c253f49da requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:26.796833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-99d10ab7-f0d1-4640-8cec-bfeab33f0529 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3111832 Nov 16 21:54:26.923195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa06f6-40a0-4eb5-b2d5-3c07204106a1 None None] Network e75583a8-517b-4aff-8573-be1c253f49da requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:27.300547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-6dc19cbc-b7be-43de-bc05-a305604b747d tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:27.302042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-6dc19cbc-b7be-43de-bc05-a305604b747d tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/networks?id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac HTTP/1.1" status: 200 len: 811 time: 0.1036656 Nov 16 21:54:27.316567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-153ad315-4ae9-42cb-a950-e2b149a10f9e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/quotas/e5088921e98545909a825cf71a68ce64 HTTP/1.1" status: 200 len: 375 time: 0.0087166 Nov 16 21:54:27.347347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-3a9201f6-62de-48a8-acbc-fb8d2a641241 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5088921e98545909a825cf71a68ce64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251212 Nov 16 21:54:27.449780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-e3c046d8-a251-42c6-8e75-d1ab84eb9d68 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:54:27.450794 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-e3c046d8-a251-42c6-8e75-d1ab84eb9d68 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0966251 Nov 16 21:54:27.540548 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-80cbb6c9-4530-42c1-9a1b-ca8e38b667d0 service neutron] 10.222.0.48 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Nov 16 21:54:27.629240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-0686dd31-6ac3-426e-bc5e-82ed42387c33 service neutron] 10.222.0.48 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825720 Nov 16 21:54:27.785302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cc6d946-533f-4a17-b202-ffffdc22966b req-748b54b4-3c4c-41fc-9609-1ea9b7cd6375 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 210 time: 0.0258977 Nov 16 21:54:28.863581 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51eb3a8e-8e82-4bd5-8afc-9910c448013d req-00ada99b-1c53-4668-9128-42ef2bfef16d tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 210 time: 0.0271876 Nov 16 21:54:29.957348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e16e9a0-684e-4a6e-9257-e1dc7d442b39 req-64a6eec9-1c3c-49e7-91cd-6e118fb59c0b tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 210 time: 0.0259395 Nov 16 21:54:30.878640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-99ed3025-1128-49c6-b698-004bd2b88c83 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:30.880208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-99ed3025-1128-49c6-b698-004bd2b88c83 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.47 "GET /v2.0/networks?id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac HTTP/1.1" status: 200 len: 811 time: 0.1093712 Nov 16 21:54:30.895570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Request body: {'port': {'device_id': '7082942f-4e90-40c5-91d4-be3043c2fada', 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac', 'admin_state_up': True, 'tenant_id': 'e5088921e98545909a825cf71a68ce64'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:31.006174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Made reservation on behalf of e5088921e98545909a825cf71a68ce64 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:31.009745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.056447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3b4c8a6-cad1-474b-8e5d-cc0eee997377 req-6720e767-c887-4ca4-9dbc-2ac655e04f51 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 210 time: 0.0279355 Nov 16 21:54:31.140367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Allocated IP 172.20.0.4 (5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac/398720f4-d3fb-4c31-9d8b-a461cfabe296/27127b7e-df90-4bf3-bf6a-a1e728fd06ec) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:31.288398 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.321323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.365951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:31.369076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:31.372890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:54:31.379163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Pushing event updated for resources: {'Port': ['ID=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:31.423874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:31.424478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.439995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-547653dd-6ba2-4944-966d-57993a60e4e0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500975 Nov 16 21:54:31.449721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-2977438d-bac0-40a4-a4ef-fd2f2cd6dd8e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:54:31.450663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-2977438d-bac0-40a4-a4ef-fd2f2cd6dd8e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050967 Nov 16 21:54:31.463454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Request body: {'port': {'device_id': '7082942f-4e90-40c5-91d4-be3043c2fada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:31.522188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.781405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27127b7e-df90-4bf3-bf6a-a1e728fd06ec {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:54:31.788988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.800977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Transition to ACTIVE for port object 27127b7e-df90-4bf3-bf6a-a1e728fd06ec will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:54:31.804428 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:31.869918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Pushing event updated for resources: {'Port': ['ID=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:31.925693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Attempting to bind port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:54:31.926029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Attempting to bind port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '2d78b4f6-34a8-42ce-9434-f220d5195608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:54:31.926356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Attempting to bind port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec on network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:54:31.931332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec on network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:54:31.931655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Attempting to bind port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec on network 5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:54:31.936552 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:54:31.936891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Checking segment: {'id': '2d78b4f6-34a8-42ce-9434-f220d5195608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:31.937277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Bound using segment: {'id': '2d78b4f6-34a8-42ce-9434-f220d5195608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:54:31.937733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Bound port: 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d78b4f6-34a8-42ce-9434-f220d5195608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:54:31.938092 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:32.001136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] For port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:54:32.004074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] For port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,segment=NetworkSegment(2d78b4f6-34a8-42ce-9434-f220d5195608),segment_id=2d78b4f6-34a8-42ce-9434-f220d5195608)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:54:32.008485 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:32.042960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.043587 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:32.045012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] 10.222.0.47 "PUT /v2.0/ports/27127b7e-df90-4bf3-bf6a-a1e728fd06ec HTTP/1.1" status: 200 len: 1091 time: 0.5861752 Nov 16 21:54:32.045456 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7082942f-4e90-40c5-91d4-be3043c2fada', 'tag': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:32.047723 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c49000f-f3ec-4583-af24-029c1a5073ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7082942f-4e90-40c5-91d4-be3043c2fada", "tag": "27127b7e-df90-4bf3-bf6a-a1e728fd06ec"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:32.073035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef48ac5-128f-4dcc-b040-2b3dc2792f11 service neutron] Pushing event updated for resources: {'Port': ['ID=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:32.092003 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e7fbce-975d-4402-9332-0fa842aa74bb x-openstack-request-id: req-56e7fbce-975d-4402-9332-0fa842aa74bb {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:32.092353 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7082942f-4e90-40c5-91d4-be3043c2fada", "tag": "27127b7e-df90-4bf3-bf6a-a1e728fd06ec", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:32.092619 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56e7fbce-975d-4402-9332-0fa842aa74bb {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:32.093038 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7082942f-4e90-40c5-91d4-be3043c2fada', 'tag': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec', 'status': 'completed', 'code': 200} Nov 16 21:54:32.140785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-64163332-6209-45fa-9e69-bb817252fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.142331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-64163332-6209-45fa-9e69-bb817252fedf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5088921e98545909a825cf71a68ce64&device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 1094 time: 0.0431759 Nov 16 21:54:32.176171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0c774-7357-4774-8406-733ac19b18b5 req-afc8a803-65af-4d8e-8d56-726ff49dda5e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.178214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-14a0c774-7357-4774-8406-733ac19b18b5 req-afc8a803-65af-4d8e-8d56-726ff49dda5e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 943 time: 0.0532649 Nov 16 21:54:32.189267 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-67edbb60-39ba-4309-a14e-6862d1e0377d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec HTTP/1.1" status: 200 len: 217 time: 0.0387056 Nov 16 21:54:32.225364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-14a0c774-7357-4774-8406-733ac19b18b5 req-47119595-43c4-42bf-9fdf-b42dfec28905 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Nov 16 21:54:32.237768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-31753f0f-26c3-4599-8a92-7589da24d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.239230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-31753f0f-26c3-4599-8a92-7589da24d524 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=398720f4-d3fb-4c31-9d8b-a461cfabe296 HTTP/1.1" status: 200 len: 851 time: 0.0433397 Nov 16 21:54:32.270899 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-3da1ea15-d8b1-49cf-8f76-3e7ba9ce1a3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248008 Nov 16 21:54:32.363926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-c4fa9729-4044-47ca-8b1f-a91711849205 service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Nov 16 21:54:32.453697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be4eb5a-e6f8-48bd-bc2c-ea1e2c1c2476 req-dae79ac3-796e-4b2b-b4cf-64665e83541b service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823512 Nov 16 21:54:32.534902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-1d0f241b-106a-400b-93b5-7c5b34eb1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.536321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-1d0f241b-106a-400b-93b5-7c5b34eb1ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5088921e98545909a825cf71a68ce64&device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 1094 time: 0.0408468 Nov 16 21:54:32.631586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-56061e02-dcac-45f3-8c19-1af72d516b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.633062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-56061e02-dcac-45f3-8c19-1af72d516b1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac HTTP/1.1" status: 200 len: 912 time: 0.0897481 Nov 16 21:54:32.680405 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-237fe146-e576-4c9d-a542-6d0d8cc5ad0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec HTTP/1.1" status: 200 len: 217 time: 0.0353069 Nov 16 21:54:32.735984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-2406914a-141f-4f08-afc4-fd51ee719198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:32.737445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-2406914a-141f-4f08-afc4-fd51ee719198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=398720f4-d3fb-4c31-9d8b-a461cfabe296 HTTP/1.1" status: 200 len: 851 time: 0.0486083 Nov 16 21:54:32.769096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-2dcde21e-e395-4e20-bb2b-94efdcc9410d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244713 Nov 16 21:54:32.857434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-ba25ab83-8da6-4aba-bb13-b0b765604034 service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814099 Nov 16 21:54:32.950434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c49000f-f3ec-4583-af24-029c1a5073ce req-bebc0e47-dd8f-4778-804c-b6e8747ecb1a service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Nov 16 21:54:33.342264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae407fa-5c04-471f-8c2d-68602c7fdeb4 req-0407225a-883e-42fb-b84f-a0c3bf9a3305 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:33.343739 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aae407fa-5c04-471f-8c2d-68602c7fdeb4 req-0407225a-883e-42fb-b84f-a0c3bf9a3305 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 943 time: 0.0499184 Nov 16 21:54:33.391218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aae407fa-5c04-471f-8c2d-68602c7fdeb4 req-a2177ea9-044c-4b21-94b1-76e5112a1f1f tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Nov 16 21:54:33.514348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:34.506337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dd48e-0baa-413d-a6fd-b3e624471b36 req-8ee201fe-67c0-405e-b35b-f935402a2ade tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:34.507723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-598dd48e-0baa-413d-a6fd-b3e624471b36 req-8ee201fe-67c0-405e-b35b-f935402a2ade tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 943 time: 0.0490742 Nov 16 21:54:34.554152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-598dd48e-0baa-413d-a6fd-b3e624471b36 req-19a695b1-8daf-492e-85c6-0de2a89e5ba0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 Nov 16 21:54:34.704081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 27127b7e-df90-4bf3-bf6a-a1e728fd06ec details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:54:34.806397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,segment=NetworkSegment(2d78b4f6-34a8-42ce-9434-f220d5195608),segment_id=2d78b4f6-34a8-42ce-9434-f220d5195608)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:34.817218 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec', 'network_id': '5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac', 'port_id': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec', 'mac_address': 'fa:16:3e:62:aa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398720f4-d3fb-4c31-9d8b-a461cfabe296', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:54:34.854232 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:34.867105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27127b7e-df90-4bf3-bf6a-a1e728fd06ec {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:54:34.890070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,segment=NetworkSegment(2d78b4f6-34a8-42ce-9434-f220d5195608),segment_id=2d78b4f6-34a8-42ce-9434-f220d5195608)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:34.894115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:34.940171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:35.198797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['27127b7e-df90-4bf3-bf6a-a1e728fd06ec'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:54:35.570946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:35.674319 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a9acc-bc6c-44f9-89cb-bb6befb4dc11 req-e107b882-b331-4aea-9ca7-835eb2b5c8d0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:35.675800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a79a9acc-bc6c-44f9-89cb-bb6befb4dc11 req-e107b882-b331-4aea-9ca7-835eb2b5c8d0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 944 time: 0.0534799 Nov 16 21:54:35.724048 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a79a9acc-bc6c-44f9-89cb-bb6befb4dc11 req-62b78ff3-e5f3-402c-815f-24811aeb4e6e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Nov 16 21:54:36.706070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 27127b7e-df90-4bf3-bf6a-a1e728fd06ec up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:54:36.754663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:54:36.759515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:36.759886 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:36.841548 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:36.871409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082942f-4e90-40c5-91d4-be3043c2fada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:36.873745 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fea025-c1f8-4dcb-97ce-8ad79998b83f" -d '{"events": [{"server_uuid": "7082942f-4e90-40c5-91d4-be3043c2fada", "name": "network-vif-plugged", "status": "completed", "tag": "27127b7e-df90-4bf3-bf6a-a1e728fd06ec"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:36.889919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,segment=NetworkSegment(2d78b4f6-34a8-42ce-9434-f220d5195608),segment_id=2d78b4f6-34a8-42ce-9434-f220d5195608)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:36.895408 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:36.931395 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83a205-b4fa-4040-ae37-9aed021eb801 x-openstack-request-id: req-5c83a205-b4fa-4040-ae37-9aed021eb801 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:36.931683 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082942f-4e90-40c5-91d4-be3043c2fada", "name": "network-vif-plugged", "status": "completed", "tag": "27127b7e-df90-4bf3-bf6a-a1e728fd06ec", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:36.931931 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c83a205-b4fa-4040-ae37-9aed021eb801 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:36.932318 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7082942f-4e90-40c5-91d4-be3043c2fada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec', 'code': 200} Nov 16 21:54:36.963789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:37.016779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c05bdc-d226-4c53-8d12-33b72f8e6244 req-092e77f9-be09-4084-b832-0b54cd4d9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:37.018358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55c05bdc-d226-4c53-8d12-33b72f8e6244 req-092e77f9-be09-4084-b832-0b54cd4d9375 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 1096 time: 0.0425663 Nov 16 21:54:37.065460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55c05bdc-d226-4c53-8d12-33b72f8e6244 req-2e919bde-c418-4c18-bcea-cf276b77c1ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Nov 16 21:54:37.103432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1060d5-e6bd-4d5e-b06c-4658146317cc req-92eed986-c602-4420-8ece-ad95828c395c tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:37.104914 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b1060d5-e6bd-4d5e-b06c-4658146317cc req-92eed986-c602-4420-8ece-ad95828c395c tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0499308 Nov 16 21:54:37.158637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b1060d5-e6bd-4d5e-b06c-4658146317cc req-676812db-e566-412b-a4cf-a81edd19f683 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479751 Nov 16 21:54:38.279256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2b37d-328b-423d-b8ee-908e13c6c10a req-ba774f3d-0490-4320-b4cd-b2c660f23b35 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:38.280762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06c2b37d-328b-423d-b8ee-908e13c6c10a req-ba774f3d-0490-4320-b4cd-b2c660f23b35 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0498190 Nov 16 21:54:38.335649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-06c2b37d-328b-423d-b8ee-908e13c6c10a req-a619a546-2687-40b2-a95a-a863d05109af tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Nov 16 21:54:39.450890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fba1f4-dfb9-4175-8d22-926e7821319c req-b20ea2c3-0b23-474b-9fb9-29e362011aee tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:39.452413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86fba1f4-dfb9-4175-8d22-926e7821319c req-b20ea2c3-0b23-474b-9fb9-29e362011aee tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0492311 Nov 16 21:54:39.499838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-86fba1f4-dfb9-4175-8d22-926e7821319c req-a586cce2-4e7e-4542-8c74-23611069ddbc tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Nov 16 21:54:39.612808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389bd6f-ca87-4536-b960-8e3924e0f0b8 req-2a16a11e-e35c-42e3-a726-f86abb842276 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:39.614372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1389bd6f-ca87-4536-b960-8e3924e0f0b8 req-2a16a11e-e35c-42e3-a726-f86abb842276 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0490985 Nov 16 21:54:39.660686 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1389bd6f-ca87-4536-b960-8e3924e0f0b8 req-fdb8bace-5dec-4455-a101-a17667ebb0d2 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Nov 16 21:54:39.880381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3d37-8d20-4f2a-b408-d285e2bcba41 req-1e3af048-3a1d-4bb6-9b0f-577c5a89b348 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:39.881848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38fd3d37-8d20-4f2a-b408-d285e2bcba41 req-1e3af048-3a1d-4bb6-9b0f-577c5a89b348 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0500102 Nov 16 21:54:39.931062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-38fd3d37-8d20-4f2a-b408-d285e2bcba41 req-41563e36-c916-4218-88a7-4dc3a61203ea tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Nov 16 21:54:41.048670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dacb03-1c70-4dff-ab0b-b2927919ada5 req-3b3d2f63-d359-44f9-8b4c-8d7377df926e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.050152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92dacb03-1c70-4dff-ab0b-b2927919ada5 req-3b3d2f63-d359-44f9-8b4c-8d7377df926e tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0485632 Nov 16 21:54:41.095958 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92dacb03-1c70-4dff-ab0b-b2927919ada5 req-8a30bc6e-342c-422a-a823-ffe00046248b tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Nov 16 21:54:41.299651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e89885-7057-473a-b3c9-f4762a501c41 req-b87a7b7e-b30d-4d17-9963-21520f887c33 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.301144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d2e89885-7057-473a-b3c9-f4762a501c41 req-b87a7b7e-b30d-4d17-9963-21520f887c33 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0529613 Nov 16 21:54:41.335194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-a459e2e6-1077-40b2-ad86-707f04b84c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.336692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-a459e2e6-1077-40b2-ad86-707f04b84c69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5088921e98545909a825cf71a68ce64&device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 1096 time: 0.0461125 Nov 16 21:54:41.348339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d2e89885-7057-473a-b3c9-f4762a501c41 req-371bca23-0387-4586-99a6-96472c38c452 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Nov 16 21:54:41.431040 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-c1968251-9465-4b04-8138-a2d641a3581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.432528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-c1968251-9465-4b04-8138-a2d641a3581e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac HTTP/1.1" status: 200 len: 912 time: 0.0880418 Nov 16 21:54:41.478689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-8e1dc5e3-35f5-4c45-9184-050af44ea551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec HTTP/1.1" status: 200 len: 217 time: 0.0390532 Nov 16 21:54:41.528480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-9af32184-8511-47f4-8df1-d39d62d0c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:41.529928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-9af32184-8511-47f4-8df1-d39d62d0c5fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=398720f4-d3fb-4c31-9d8b-a461cfabe296 HTTP/1.1" status: 200 len: 851 time: 0.0435188 Nov 16 21:54:41.561912 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-5efc1165-fc2b-4fe6-9438-9578cb932671 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248730 Nov 16 21:54:41.653108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-d3082f51-459d-40af-88f6-b0b64f624f20 service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842383 Nov 16 21:54:41.745180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-88792c32-c26e-4a18-8fec-8215a795e3ac req-64ee8f22-074d-4727-9a1d-5b13aa6cd34d service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Nov 16 21:54:42.453592 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:54:42.556968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64454bac-88b1-4b4f-afd5-6b729fe88c0d req-0473ca01-23d1-4a64-b547-a6e8ca241d10 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:42.558474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64454bac-88b1-4b4f-afd5-6b729fe88c0d req-0473ca01-23d1-4a64-b547-a6e8ca241d10 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.1389797 Nov 16 21:54:42.605366 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-64454bac-88b1-4b4f-afd5-6b729fe88c0d req-bd25fa92-2b59-401b-a68e-8cddcded1308 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Nov 16 21:54:43.722480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5abcd9-b645-43c1-bd56-2e21c38f9111 req-f0e673d0-d3f5-4185-b82d-203e0a347cc3 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:43.724232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee5abcd9-b645-43c1-bd56-2e21c38f9111 req-f0e673d0-d3f5-4185-b82d-203e0a347cc3 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0505664 Nov 16 21:54:43.777531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee5abcd9-b645-43c1-bd56-2e21c38f9111 req-b371facf-2861-49c1-a7ab-ac84e96286f4 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Nov 16 21:54:44.031154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e2ad0-2b11-4cce-b9b7-ba9d9acafad7 req-4d5ed869-a751-4a37-8f3c-71097280ae36 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:44.032645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-467e2ad0-2b11-4cce-b9b7-ba9d9acafad7 req-4d5ed869-a751-4a37-8f3c-71097280ae36 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0524371 Nov 16 21:54:44.080235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-467e2ad0-2b11-4cce-b9b7-ba9d9acafad7 req-e7b793b7-cff8-4f1a-850e-092d944fb8fa tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Nov 16 21:54:45.204892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e620b5-5da4-49db-a964-53fdb0bf1042 req-a0653556-4022-41d7-8af6-8162556cded6 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:45.206399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e620b5-5da4-49db-a964-53fdb0bf1042 req-a0653556-4022-41d7-8af6-8162556cded6 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0543892 Nov 16 21:54:45.253780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6e620b5-5da4-49db-a964-53fdb0bf1042 req-3139bbaf-75c9-44c7-b5b0-54dc43539517 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Nov 16 21:54:45.458502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0d1e-3281-400d-8574-cb5a11f25c73 req-6543113e-5552-46ac-88d0-35ff021babd0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:45.460080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-401a0d1e-3281-400d-8574-cb5a11f25c73 req-6543113e-5552-46ac-88d0-35ff021babd0 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0578933 Nov 16 21:54:45.536449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-401a0d1e-3281-400d-8574-cb5a11f25c73 req-f8fea8f1-58ee-4308-bf35-6b4859bfb514 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704415 Nov 16 21:54:45.545376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-91593085-0902-48a0-bbb5-adeda78991c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:45.546874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-91593085-0902-48a0-bbb5-adeda78991c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5088921e98545909a825cf71a68ce64&device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 1096 time: 0.1126866 Nov 16 21:54:45.637581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-b68e88f4-0b7a-4b04-8b8d-354099ac31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:45.638969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-b68e88f4-0b7a-4b04-8b8d-354099ac31a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac HTTP/1.1" status: 200 len: 912 time: 0.0850868 Nov 16 21:54:45.683531 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-441475f4-7f6d-4a67-bd53-2e2bb5110725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec HTTP/1.1" status: 200 len: 217 time: 0.0371644 Nov 16 21:54:45.733356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-6a681055-f6e5-4e79-a041-1b9e45ab3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:45.734821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-6a681055-f6e5-4e79-a041-1b9e45ab3da9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=398720f4-d3fb-4c31-9d8b-a461cfabe296 HTTP/1.1" status: 200 len: 851 time: 0.0440762 Nov 16 21:54:45.767611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-b812044b-a436-4068-bcc7-78f1ae3680cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250516 Nov 16 21:54:45.862876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-e17fa30a-d4ad-41ba-8878-2aee902623a7 service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878501 Nov 16 21:54:45.952097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9e9cdfa-d6b8-4fa6-af59-c0242e8f1b28 req-297f628d-2829-42cc-8d0c-3856d09b92ad service neutron] 10.222.0.47 "GET /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818644 Nov 16 21:54:46.709339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13765137-1217-4f2d-97ba-fdc5a72ccc4c req-572fe22d-8fce-442a-ae48-0b982adbfcf1 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:46.711473 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13765137-1217-4f2d-97ba-fdc5a72ccc4c req-572fe22d-8fce-442a-ae48-0b982adbfcf1 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.1047850 Nov 16 21:54:46.757805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13765137-1217-4f2d-97ba-fdc5a72ccc4c req-bc388e35-9a61-4099-a18a-e67c998111d5 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Nov 16 21:54:47.875100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dd998-0504-493a-9b70-f2730bf7f679 req-82136faf-e1a1-4999-8fef-d1ee41754575 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:47.876576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-056dd998-0504-493a-9b70-f2730bf7f679 req-82136faf-e1a1-4999-8fef-d1ee41754575 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0519063 Nov 16 21:54:47.925115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-056dd998-0504-493a-9b70-f2730bf7f679 req-688905c4-bdc7-47f9-9f86-d5dd13937017 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 Nov 16 21:54:48.160711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07f0a4-d0f2-4166-a44f-b0e0a335b4a8 req-151b0cc0-07a5-4ba8-a1fa-2051faf33f61 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:48.162224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c07f0a4-d0f2-4166-a44f-b0e0a335b4a8 req-151b0cc0-07a5-4ba8-a1fa-2051faf33f61 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0541461 Nov 16 21:54:48.208224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c07f0a4-d0f2-4166-a44f-b0e0a335b4a8 req-3365e2fa-06f6-432f-8088-acf91b2d29c9 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Nov 16 21:54:49.324231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6ffaa-ea7a-4a75-9352-ad1d44e7ef14 req-a758a0a6-de76-4f2a-afd6-5ff4deec4422 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:49.325740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0f6ffaa-ea7a-4a75-9352-ad1d44e7ef14 req-a758a0a6-de76-4f2a-afd6-5ff4deec4422 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0488412 Nov 16 21:54:49.377582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0f6ffaa-ea7a-4a75-9352-ad1d44e7ef14 req-6c759930-020d-4b5f-8d75-99be5a58fda8 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/security-groups?id=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Nov 16 21:54:50.121451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-b710351d-3ccb-47a8-8b00-b9853c44a88b tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:50.122856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-b710351d-3ccb-47a8-8b00-b9853c44a88b tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.47 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 945 time: 0.0491869 Nov 16 21:54:50.216859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Deleting port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:54:50.217199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:50.306145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] For port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,segment=NetworkSegment(2d78b4f6-34a8-42ce-9434-f220d5195608),segment_id=2d78b4f6-34a8-42ce-9434-f220d5195608)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:50.306509 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:50.318906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Calling delete_port for 27127b7e-df90-4bf3-bf6a-a1e728fd06ec owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:54:50.464969 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:50.477931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['27127b7e-df90-4bf3-bf6a-a1e728fd06ec'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:54:50.503915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee5d1c8b-44ed-4bd3-9484-95c343853ae8 req-0a07a73a-613d-47cf-ba78-f23f63861129 tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7082942f-4e90-40c5-91d4-be3043c2fada HTTP/1.1" status: 200 len: 210 time: 0.0494490 Nov 16 21:54:50.508550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Pushing event deleted for resources: {'Port': ['ID=27127b7e-df90-4bf3-bf6a-a1e728fd06ec,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:50.555582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] No DVR routers for this DVR port 27127b7e-df90-4bf3-bf6a-a1e728fd06ec on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:54:50.558237 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:50.561568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-42588efc-6bd3-4b73-9af6-ea60d47dd583 req-ec32c86a-f96d-4585-92cf-525cce4b3fef tempest-TestServerAdvancedOps-298200041 tempest-TestServerAdvancedOps-298200041-project] 10.222.0.47 "DELETE /v2.0/ports/27127b7e-df90-4bf3-bf6a-a1e728fd06ec HTTP/1.1" status: 204 len: 173 time: 0.4320939 Nov 16 21:54:50.562005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7082942f-4e90-40c5-91d4-be3043c2fada', 'name': 'network-vif-deleted', 'tag': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:54:50.564217 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6ba38-8eb1-4296-8341-89c1b0611b18" -d '{"events": [{"server_uuid": "7082942f-4e90-40c5-91d4-be3043c2fada", "name": "network-vif-deleted", "tag": "27127b7e-df90-4bf3-bf6a-a1e728fd06ec"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:54:50.602008 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb57d100-2a1c-43ea-ad67-ecf4032bb9c7 x-openstack-request-id: req-cb57d100-2a1c-43ea-ad67-ecf4032bb9c7 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:54:50.602307 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7082942f-4e90-40c5-91d4-be3043c2fada", "name": "network-vif-deleted", "tag": "27127b7e-df90-4bf3-bf6a-a1e728fd06ec", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:54:50.602562 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb57d100-2a1c-43ea-ad67-ecf4032bb9c7 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:54:50.602974 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7082942f-4e90-40c5-91d4-be3043c2fada', 'name': 'network-vif-deleted', 'tag': '27127b7e-df90-4bf3-bf6a-a1e728fd06ec', 'status': 'completed', 'code': 200} Nov 16 21:54:50.805565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7c70496-9e0b-4f65-a721-464a34edc11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.564869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52054) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:51.609581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Deleting subnet 398720f4-d3fb-4c31-9d8b-a461cfabe296 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:54:51.612640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.646541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.684869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.735619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.764555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398720f4-d3fb-4c31-9d8b-a461cfabe296,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:51.768213 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.771386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ea043df7-874b-4f76-bc47-e20cb34dbfbe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/398720f4-d3fb-4c31-9d8b-a461cfabe296 HTTP/1.1" status: 204 len: 168 time: 0.2054563 Nov 16 21:54:51.773920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52056) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:51.842771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.927092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.947548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:51.956660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d78b4f6-34a8-42ce-9434-f220d5195608') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:51.956959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d78b4f6-34a8-42ce-9434-f220d5195608') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:51.966449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.979821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.985591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:54:51.985976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:54:51.987907 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:54:52.041617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.046465 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.049645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac HTTP/1.1" status: 204 len: 168 time: 0.2747653 Nov 16 21:54:52.052707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52058) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:52.063782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4e131-3ee5-481b-a41f-75a60a9988d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0bf4d2-f28a-47a7-9c9c-23f9899a11ac,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:52.097957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Deleting subnet c22a36a0-49e8-4464-92eb-a8dcddbadab9 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 21:54:52.101925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.136102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.175261 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.230399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.259259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.262516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c22a36a0-49e8-4464-92eb-a8dcddbadab9 HTTP/1.1" status: 204 len: 168 time: 0.2087169 Nov 16 21:54:52.263499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd8648-c9f9-47db-801d-a0cf2a53979e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22a36a0-49e8-4464-92eb-a8dcddbadab9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:52.265118 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52060) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:52.336824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.414376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.437668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75583a8-517b-4aff-8573-be1c253f49da']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:52.446873 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647736b-0106-49bb-b7b8-9745b05539ec') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:52.447619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647736b-0106-49bb-b7b8-9745b05539ec') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:52.456216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.469804 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.477133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 21:54:52.477605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: timer() Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 21:54:52.479346 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 21:54:52.533601 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.549045 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.552309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e75583a8-517b-4aff-8573-be1c253f49da HTTP/1.1" status: 204 len: 168 time: 0.2860968 Nov 16 21:54:52.553687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9044e-17c8-44fc-a8ba-3360cf3d4786 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75583a8-517b-4aff-8573-be1c253f49da,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:52.706362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52064) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:52.745993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55ab1a22-8e7d-453f-b059-fcbd0d86d185 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5088921e98545909a825cf71a68ce64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382981 Nov 16 21:54:52.748858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52066) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:52.801368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da0ccaf7-bd38-4252-bb8d-ef64b3c9fd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.824394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da0ccaf7-bd38-4252-bb8d-ef64b3c9fd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.871860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da0ccaf7-bd38-4252-bb8d-ef64b3c9fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.874734 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-da0ccaf7-bd38-4252-bb8d-ef64b3c9fd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:52.875906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-da0ccaf7-bd38-4252-bb8d-ef64b3c9fd6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1 HTTP/1.1" status: 204 len: 168 time: 0.1257269 Nov 16 21:54:52.884616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ccaf7-bd38-4252-bb8d-ef64b3c9fd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb4af5-4ff4-453c-b0f4-1ce29b3ed7e1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:53.104514 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59104091-73f6-4888-85c7-f628fda31d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:53.198448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52074) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:53.237899 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-10d0446d-d453-47b6-b8a0-7420bb183600 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20ddce36dfbf400aa3b320667f8da9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382767 Nov 16 21:54:53.240265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:53.290902 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a26bc010-d997-4ff0-9bdf-6d424d422ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:53.312195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a26bc010-d997-4ff0-9bdf-6d424d422ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:53.358189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a26bc010-d997-4ff0-9bdf-6d424d422ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:53.360776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a26bc010-d997-4ff0-9bdf-6d424d422ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:53.361954 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a26bc010-d997-4ff0-9bdf-6d424d422ec0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/936b7945-fc90-41bf-94fa-40eae016a991 HTTP/1.1" status: 204 len: 168 time: 0.1208093 Nov 16 21:54:53.370855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bc010-d997-4ff0-9bdf-6d424d422ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b7945-fc90-41bf-94fa-40eae016a991,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:54.014409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52098) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:54.110554 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1274801826-network', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:54.132136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:54.134537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.142816 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.216327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.219923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.244113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:54:54.253972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d308a1-30f4-4069-bd2c-783084144f61,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:54.259466 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.259804 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Added segment 1e6bc2e4-1541-4c49-b3a7-67155ca66595 of type vlan for network eabf2205-ea42-4d84-b4d5-08c9d073e499 Nov 16 21:54:54.269452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.300436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.325293 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.326225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:54.326794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.379909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3643956 Nov 16 21:54:54.383566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52102) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:54.388482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Request body: {'subnet': {'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1274801826-subnet', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:54.391341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e3b1-37ee-482a-9131-a6236b8bc5ce admin admin] Pushing event updated for resources: {'Network': ['ID=eabf2205-ea42-4d84-b4d5-08c9d073e499,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:54.401775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:54:54.410064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:54.412455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.580522 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.636576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a005d103-4052-4229-aeec-c690921c5431,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:54.646439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:54.646798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Network hostable DHCP agents. Network: eabf2205-ea42-4d84-b4d5-08c9d073e499, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:54:54.662366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:54:54.670342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, eabf2205-ea42-4d84-b4d5-08c9d073e499) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:54.674289 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:54.674881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.680727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d24d0-cf5f-4ef5-81b2-7e95866d4c53 None None] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:54.695894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-23b9d320-58c6-43b4-bda0-0c2efb7af878 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3081143 Nov 16 21:54:54.696355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52104) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:54.700988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:54.722901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.724175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.741709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 27127b7e-df90-4bf3-bf6a-a1e728fd06ec no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:54:54.767168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 27127b7e-df90-4bf3-bf6a-a1e728fd06ec {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:54:54.767517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 27127b7e-df90-4bf3-bf6a-a1e728fd06ec not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:54:54.777424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.864295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-eabf2205-ea42-4d84-b4d5-08c9d073e499', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:54:54.865149 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:54.922598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.001876 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Allocated IP 172.20.0.2 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/5058575d-8776-4702-a421-bf594837cc11) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:55.125089 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.143673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.144405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.150369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.192124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:55.195300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:55.199999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:54:55.204077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Pushing event updated for resources: {'Port': ['ID=5058575d-8776-4702-a421-bf594837cc11,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:55.248413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Allocated IP 172.25.3.229 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/88e0095b-6970-4939-a105-164842ffdc3f) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:55.255657 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Attempting to bind port 5058575d-8776-4702-a421-bf594837cc11 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:54:55.256046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Attempting to bind port 5058575d-8776-4702-a421-bf594837cc11 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:54:55.256325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Attempting to bind port 5058575d-8776-4702-a421-bf594837cc11 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:54:55.261553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:54:55.261940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:55.262343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.262746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:54:55.263210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Bound port: 5058575d-8776-4702-a421-bf594837cc11, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:54:55.263599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.328911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] For port 5058575d-8776-4702-a421-bf594837cc11, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:54:55.331998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] For port 5058575d-8776-4702-a421-bf594837cc11, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5058575d-8776-4702-a421-bf594837cc11,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:54:55.336461 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.357119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.392125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81e909-f1c7-4ff9-86d9-5e39f55418cb None None] Pushing event updated for resources: {'Port': ['ID=5058575d-8776-4702-a421-bf594837cc11,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:55.403373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.447618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:55.450841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:55.455260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:54:55.458521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Pushing event updated for resources: {'Port': ['ID=88e0095b-6970-4939-a105-164842ffdc3f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:55.464712 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105cb9e-a3e1-4464-80bc-cd40dc0f4494 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:54:55.544757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d71a303f-319a-4b7c-92f9-b8a09b603f91 None None] Provisioning complete for port 88e0095b-6970-4939-a105-164842ffdc3f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:55.548670 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d71a303f-319a-4b7c-92f9-b8a09b603f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.612185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d71a303f-319a-4b7c-92f9-b8a09b603f91 None None] Port 88e0095b-6970-4939-a105-164842ffdc3f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:54:55.739209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.802436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:55.910227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5058575d-8776-4702-a421-bf594837cc11 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:54:55.964030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5058575d-8776-4702-a421-bf594837cc11 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:55.964409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.054139 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.090972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 5058575d-8776-4702-a421-bf594837cc11, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5058575d-8776-4702-a421-bf594837cc11,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:56.097035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.154228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=5058575d-8776-4702-a421-bf594837cc11,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:56.270985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.325606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61391143-1801-4e59-864e-2d2ba6740372 None None] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:56.380560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-02225683-2dfb-4d2e-b3d2-b7ee0e3a20e4 None None] Provisioning complete for port 5058575d-8776-4702-a421-bf594837cc11 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:56.381228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-02225683-2dfb-4d2e-b3d2-b7ee0e3a20e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.402215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Router 527e2899-561f-4dfc-9c84-4312920f297f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:54:56.510867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:54:56.527070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:54:56.531740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.535517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3566fbce-54b5-4aba-8e05-5d1f3e8be841 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8354480 Nov 16 21:54:56.535751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52106) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:56.566091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:56.566646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:56.702583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:56.705335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.983395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-38ce7abb-3070-464e-a3e2-1cf581b488ef None None] Provisioning complete for port 5058575d-8776-4702-a421-bf594837cc11 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:56.983764 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-38ce7abb-3070-464e-a3e2-1cf581b488ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:56.984420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.128003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:55Z', 'revision_number': 3, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:57.157466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:54:57.157848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Updating router 527e2899-561f-4dfc-9c84-4312920f297f port 88e0095b-6970-4939-a105-164842ffdc3f binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:54:57.183462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.190846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Allocated IP 172.20.0.1 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/02dff8be-86a1-4ba2-8cf4-ef7818e65d0d) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:57.292079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.325714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.361719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:57.364623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:57.370982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:54:57.404943 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Pushing event updated for resources: {'Port': ['ID=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:57.421412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.447356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.454445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.516755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5105f-57c4-4982-a6b0-0dfae45bc373 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:54:57.520994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Attempting to bind port 88e0095b-6970-4939-a105-164842ffdc3f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:54:57.521374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Attempting to bind port 88e0095b-6970-4939-a105-164842ffdc3f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:54:57.521780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Attempting to bind port 88e0095b-6970-4939-a105-164842ffdc3f on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:54:57.524628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad1afe-3c63-40a0-bbca-2134cb55f590 None None] Pushing event updated for resources: {'Port': ['ID=88e0095b-6970-4939-a105-164842ffdc3f,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:57.533096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:54:57.533480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:57.533995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.534286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:54:57.534767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Bound port: 88e0095b-6970-4939-a105-164842ffdc3f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:54:57.535224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.567431 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.597042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] For port 88e0095b-6970-4939-a105-164842ffdc3f, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:54:57.600992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] For port 88e0095b-6970-4939-a105-164842ffdc3f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=88e0095b-6970-4939-a105-164842ffdc3f,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:54:57.604999 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.657567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b252bbc-6abb-4afd-8eaf-1f475f7d1231 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:54:57.688836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad1afe-3c63-40a0-bbca-2134cb55f590 None None] Pushing event updated for resources: {'Port': ['ID=88e0095b-6970-4939-a105-164842ffdc3f,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:57.691622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:54:57.692249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:57.694628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Provisioning complete for port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:57.695020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.744161 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.750891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.797567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:54:57.817408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Provisioning complete for port 88e0095b-6970-4939-a105-164842ffdc3f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:57.817810 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.821207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Pushing event updated for resources: {'Port': ['ID=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:57.826185 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:57.861892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:54:57.890482 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5058575d-8776-4702-a421-bf594837cc11 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:54:57.929759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:57.931182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:58.051374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:54:58.077362 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.088186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 5058575d-8776-4702-a421-bf594837cc11 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:58.088569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.141682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] For port 88e0095b-6970-4939-a105-164842ffdc3f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=88e0095b-6970-4939-a105-164842ffdc3f,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:54:58.152277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.173918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:54:58.179361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3de6dd7a-22db-4dd2-be54-779cbf4e743d admin admin] 10.222.0.48 "PUT /v2.0/routers/527e2899-561f-4dfc-9c84-4312920f297f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6424251 Nov 16 21:54:58.264257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fe32c-89a9-44dd-902b-183e2fc7e934 None None] Pushing event updated for resources: {'Port': ['ID=88e0095b-6970-4939-a105-164842ffdc3f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:58.300564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f83ae032-fb15-48cc-8fe5-36719d024d84 None None] Provisioning complete for port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:58.300939 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f83ae032-fb15-48cc-8fe5-36719d024d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.325537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:54:58.362322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a0165-e330-4413-a91d-f605ea158798 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:54:58.369334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f83ae032-fb15-48cc-8fe5-36719d024d84 None None] Port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:54:58.379462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f83ae032-fb15-48cc-8fe5-36719d024d84 None None] Provisioning complete for port 88e0095b-6970-4939-a105-164842ffdc3f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:54:58.380227 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f83ae032-fb15-48cc-8fe5-36719d024d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.690701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52122) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:58.697952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-316278269-network', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:58.720886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Made reservation on behalf of b05b1fef238942f7a98420e775c7731b for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:58.723494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.733368 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.819928 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.825059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.853576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 21:54:58.863825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3d6683-8939-4f0f-8e11-d3509000facf,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:58.869785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.870138 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Added segment 48ee9f2f-bcec-491e-8214-f8c5bf491471 of type vlan for network ebc7c017-10a9-48c4-91d7-0706b55da8a8 Nov 16 21:54:58.917133 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.943630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:58.945165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:58.945780 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.002282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52124) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:59.006095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3136568 Nov 16 21:54:59.007936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Request body: {'subnet': {'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-316278269-subnet', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:59.018543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f16e19-6b68-4d3e-8a86-614718d408f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc7c017-10a9-48c4-91d7-0706b55da8a8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:59.028104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 21:54:59.029892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Made reservation on behalf of b05b1fef238942f7a98420e775c7731b for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:54:59.032805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.228978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.281655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9396d807-7427-4f2f-9ad7-35cd163b8474,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:54:59.298171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Checking segment: {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:54:59.298542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Network hostable DHCP agents. Network: ebc7c017-10a9-48c4-91d7-0706b55da8a8, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 21:54:59.316657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 21:54:59.326547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ebc7c017-10a9-48c4-91d7-0706b55da8a8) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:59.331012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:54:59.331622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.337593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33589da-1062-42b5-b5f8-08b6bc9cfc65 None None] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:54:59.351840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9658f5af-6784-4d1a-9863-ef6df6e60362 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3455527 Nov 16 21:54:59.352084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52126) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:54:59.356555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:54:59.380032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.381067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.438088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.515286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'fixed_ips': [{'subnet_id': '9396d807-7427-4f2f-9ad7-35cd163b8474'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 21:54:59.516178 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.665766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Allocated IP 172.20.0.2 (ebc7c017-10a9-48c4-91d7-0706b55da8a8/9396d807-7427-4f2f-9ad7-35cd163b8474/044ae659-74df-4212-a2ba-1c255988cb30) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:54:59.814423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.821453 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.859616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:54:59.871985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:54:59.872592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:54:59.876610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:55:00.072125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 88e0095b-6970-4939-a105-164842ffdc3f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:00.091695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.113122 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.117025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Pushing event updated for resources: {'Port': ['ID=044ae659-74df-4212-a2ba-1c255988cb30,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:00.140821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Attempting to bind port 044ae659-74df-4212-a2ba-1c255988cb30 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:55:00.141198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Attempting to bind port 044ae659-74df-4212-a2ba-1c255988cb30 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:55:00.141586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Attempting to bind port 044ae659-74df-4212-a2ba-1c255988cb30 on network ebc7c017-10a9-48c4-91d7-0706b55da8a8 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:00.152306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:55:00.152691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Checking segment: {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:55:00.153094 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.153492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Bound using segment: {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:55:00.154120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Bound port: 044ae659-74df-4212-a2ba-1c255988cb30, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:55:00.154450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.200672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 88e0095b-6970-4939-a105-164842ffdc3f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:00.201046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.222046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Allocated IP 172.25.3.63 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7187a8ae-5ab0-4365-9fd6-43dc4a697604) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:00.259686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] For port 044ae659-74df-4212-a2ba-1c255988cb30, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:55:00.263294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] For port 044ae659-74df-4212-a2ba-1c255988cb30, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=044ae659-74df-4212-a2ba-1c255988cb30,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:55:00.268241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.370821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.378039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d2e35-a5a1-4c83-8d1c-4a2af58e8ba6 None None] Pushing event updated for resources: {'Port': ['ID=044ae659-74df-4212-a2ba-1c255988cb30,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:00.410358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.456807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:00.459959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:00.464678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:55:00.466596 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Pushing event updated for resources: {'Port': ['ID=7187a8ae-5ab0-4365-9fd6-43dc4a697604,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:00.474391 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77e715-de73-4109-af05-2cf5f218b53e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:55:00.519301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-dd8ca7d6-facb-4d44-8a3d-190f3154a2f9 None None] Provisioning complete for port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:00.519687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca7d6-facb-4d44-8a3d-190f3154a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.524179 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:00.535411 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:55:00.536402 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:00.579082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ca7d6-facb-4d44-8a3d-190f3154a2f9 None None] Port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:55:00.715852 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:55:00.814997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:00.956644 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 2, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:00.988332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:00.988691 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Updating router 527e2899-561f-4dfc-9c84-4312920f297f port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:55:01.015814 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.029749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.176557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Router 69ef729d-7ada-44c8-b9a2-4ea919f804aa is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 21:55:01.301320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:55:01.312577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Sync routers for ids ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:01.322014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.323334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a716c314-cdb8-4f02-915c-ef29091d3195 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9702835 Nov 16 21:55:01.326245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52128) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:55:01.339775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Routers {'69ef729d-7ada-44c8-b9a2-4ea919f804aa'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:55:01.340664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:01.350663 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.357525 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.411605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Pushing event updated for resources: {'Port': ['ID=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:01.423476 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.423901 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.424299 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.424701 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.425470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.425470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.425883 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.426272 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.426662 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.427046 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.427658 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.427786 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:01.503942 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Attempting to bind port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:55:01.504320 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Attempting to bind port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:55:01.504744 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Attempting to bind port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:01.511832 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:55:01.512469 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:55:01.513196 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.513618 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:55:01.514097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Bound port: 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:55:01.514476 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.544850 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Set router 69ef729d-7ada-44c8-b9a2-4ea919f804aa gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:55:01.609402 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] For port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:55:01.613443 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] For port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:55:01.620158 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.631485 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384df160-7529-4f19-921d-68cbb621cd62 None None] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 21:55:01.703922 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:55:01.704505 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:01.706320 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985ac46-d847-4f46-8488-95d486339154 None None] Pushing event updated for resources: {'Port': ['ID=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:01.808427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ee3747e4-75ac-46e8-b6b8-e7ce5249ec6c None None] Provisioning complete for port 044ae659-74df-4212-a2ba-1c255988cb30 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:01.809056 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee3747e4-75ac-46e8-b6b8-e7ce5249ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:01.835123 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:55:01.960592 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.108280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T21:55:00Z', 'revision_number': 3, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:02.143702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 044ae659-74df-4212-a2ba-1c255988cb30 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:02.145628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee3747e4-75ac-46e8-b6b8-e7ce5249ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.173181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Allocated IP 172.20.0.1 (ebc7c017-10a9-48c4-91d7-0706b55da8a8/9396d807-7427-4f2f-9ad7-35cd163b8474/46c24a88-46bd-4b09-acfb-6acc9b7311b3) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:02.183279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Checking router: 69ef729d-7ada-44c8-b9a2-4ea919f804aa for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:02.183693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Updating router 69ef729d-7ada-44c8-b9a2-4ea919f804aa port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:55:02.254046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.254319 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:01Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:02.260721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ee3747e4-75ac-46e8-b6b8-e7ce5249ec6c None None] For port 044ae659-74df-4212-a2ba-1c255988cb30, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=044ae659-74df-4212-a2ba-1c255988cb30,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:02.286836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee3747e4-75ac-46e8-b6b8-e7ce5249ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.287064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba14d11-6c67-4fb8-89e6-368948db0d72 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:01Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:02.321465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.366103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.415647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 044ae659-74df-4212-a2ba-1c255988cb30 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:02.416214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.433122 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:02.434633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Pushing event updated for resources: {'Port': ['ID=46c24a88-46bd-4b09-acfb-6acc9b7311b3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:02.437430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:02.442186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:55:02.488067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3747e4-75ac-46e8-b6b8-e7ce5249ec6c None None] Pushing event updated for resources: {'Port': ['ID=044ae659-74df-4212-a2ba-1c255988cb30,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:02.498102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.503732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-49b317d2-824e-49aa-ac6b-cf7c4615ffcb None None] Provisioning complete for port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:02.504112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49b317d2-824e-49aa-ac6b-cf7c4615ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.650744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:02.665867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.777751 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49b317d2-824e-49aa-ac6b-cf7c4615ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.838551 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-49b317d2-824e-49aa-ac6b-cf7c4615ffcb None None] For port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:02.864590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49b317d2-824e-49aa-ac6b-cf7c4615ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.870189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:02.870531 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.891890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.896789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.949090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.966393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.969397 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:02.971348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Pushing event updated for resources: {'Port': ['ID=46c24a88-46bd-4b09-acfb-6acc9b7311b3,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:02.975498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b317d2-824e-49aa-ac6b-cf7c4615ffcb None None] Pushing event updated for resources: {'Port': ['ID=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:03.030399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38afd1-ae87-4f8b-962c-dc3b572fc189 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:55:03.049713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Attempting to bind port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:55:03.049958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Attempting to bind port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:55:03.050326 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Attempting to bind port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:03.080411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:03.082075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:03.091440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6430f71-324c-4222-b7f0-7c07cc092097 None None] Pushing event updated for resources: {'Port': ['ID=7187a8ae-5ab0-4365-9fd6-43dc4a697604,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:03.099611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:55:03.100555 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:55:03.100932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.101357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:55:03.101861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Bound port: 7187a8ae-5ab0-4365-9fd6-43dc4a697604, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:55:03.102255 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.106342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-43f96ae0-b603-4e1d-a5c2-7ce0ada7f5a7 None None] Provisioning complete for port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:03.106729 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-43f96ae0-b603-4e1d-a5c2-7ce0ada7f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.222849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-43f96ae0-b603-4e1d-a5c2-7ce0ada7f5a7 None None] Port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:55:03.236425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] For port 7187a8ae-5ab0-4365-9fd6-43dc4a697604, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:55:03.241364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] For port 7187a8ae-5ab0-4365-9fd6-43dc4a697604, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7187a8ae-5ab0-4365-9fd6-43dc4a697604,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:55:03.246403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Router 69ef729d-7ada-44c8-b9a2-4ea919f804aa has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:55:03.248250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-43f96ae0-b603-4e1d-a5c2-7ce0ada7f5a7 None None] Provisioning complete for port 044ae659-74df-4212-a2ba-1c255988cb30 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:03.248737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-43f96ae0-b603-4e1d-a5c2-7ce0ada7f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.271583 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.337101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef1743-944a-4d46-af39-26ab8345d7c8 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 21:55:03.383518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:55:03.388940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af394f49-45c9-4005-97a6-6bd0c245cb54 admin admin] 10.222.0.48 "PUT /v2.0/routers/69ef729d-7ada-44c8-b9a2-4ea919f804aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0610602 Nov 16 21:55:03.531720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6430f71-324c-4222-b7f0-7c07cc092097 None None] Pushing event updated for resources: {'Port': ['ID=7187a8ae-5ab0-4365-9fd6-43dc4a697604,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:03.537372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Routers {'69ef729d-7ada-44c8-b9a2-4ea919f804aa'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:55:03.538566 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:03.606579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.680581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] Set router 69ef729d-7ada-44c8-b9a2-4ea919f804aa gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:55:03.816750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Provisioning complete for port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:03.817123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.874588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:55:03.914019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Provisioning complete for port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:03.914394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:03.936775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 044ae659-74df-4212-a2ba-1c255988cb30 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:04.011276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '46c24a88-46bd-4b09-acfb-6acc9b7311b3', 'name': '', 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'mac_address': 'fa:16:3e:5b:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:01Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 2, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'subnets': [{'id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:04.064071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1997a7c7-2757-467d-a728-77180606d9aa None None] The sync data for ids ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'] in n-d-817778-8 is: [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '46c24a88-46bd-4b09-acfb-6acc9b7311b3', 'name': '', 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'mac_address': 'fa:16:3e:5b:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:01Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 2, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'subnets': [{'id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:04.078879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 044ae659-74df-4212-a2ba-1c255988cb30 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:04.079257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:04.106152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:04.155276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] For port 7187a8ae-5ab0-4365-9fd6-43dc4a697604, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7187a8ae-5ab0-4365-9fd6-43dc4a697604,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:04.166238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:04.259153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:04.260950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50d120-89e7-4c36-a983-d61761580532 None None] Pushing event updated for resources: {'Port': ['ID=7187a8ae-5ab0-4365-9fd6-43dc4a697604,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:04.331414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:04.332049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:05.535267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-7eba36c3-beb1-4c7c-9566-3b7d0bdaacf6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:05.536792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-7eba36c3-beb1-4c7c-9566-3b7d0bdaacf6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1067400 Nov 16 21:55:05.552768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-a64512aa-a8a6-4723-9a33-d64fc8f6383d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Nov 16 21:55:05.561974 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:05.613383 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-c7f43dab-79c4-4446-aeed-301437115ae7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527568 Nov 16 21:55:05.706290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-c4374580-79a6-458c-b815-7464f0701d5c service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Nov 16 21:55:05.800335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-1737ce49-55a1-410c-9f98-53cc49b92782 service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874343 Nov 16 21:55:05.904460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7187a8ae-5ab0-4365-9fd6-43dc4a697604 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:05.957655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:05.958033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:06.114391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-10258d31-4016-4f25-a50d-8db707c16ce1 req-c09ef7df-001d-4972-b2dc-b13e989c6b48 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 210 time: 0.0311749 Nov 16 21:55:06.373695 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Sync routers for ids ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:55:06.383944 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Routers {'69ef729d-7ada-44c8-b9a2-4ea919f804aa'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:55:06.384553 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:06.496130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Set router 69ef729d-7ada-44c8-b9a2-4ea919f804aa gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:55:06.711707 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '46c24a88-46bd-4b09-acfb-6acc9b7311b3', 'name': '', 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'mac_address': 'fa:16:3e:5b:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:01Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 2, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'subnets': [{'id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:06.738307 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Checking router: 69ef729d-7ada-44c8-b9a2-4ea919f804aa for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:55:06.738663 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Updating router 69ef729d-7ada-44c8-b9a2-4ea919f804aa port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 21:55:06.763676 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.025269 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.030548 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.089731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc04b-9b14-45bc-bc1b-2155f415bf05 None None] Pushing event updated for resources: {'Port': ['ID=46c24a88-46bd-4b09-acfb-6acc9b7311b3,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:07.139503 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Attempting to bind port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:55:07.139873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Attempting to bind port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:55:07.140234 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Attempting to bind port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 on network ebc7c017-10a9-48c4-91d7-0706b55da8a8 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:07.146570 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:55:07.147505 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Checking segment: {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:55:07.147917 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.148304 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Bound using segment: {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:55:07.148770 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Bound port: 46c24a88-46bd-4b09-acfb-6acc9b7311b3, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ee9f2f-bcec-491e-8214-f8c5bf491471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:55:07.149149 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.229234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-f676670e-9755-438d-8822-95fda01e0814 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:07.231501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-f676670e-9755-438d-8822-95fda01e0814 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1439736 Nov 16 21:55:07.235012 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] For port 46c24a88-46bd-4b09-acfb-6acc9b7311b3, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:55:07.245296 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] For port 46c24a88-46bd-4b09-acfb-6acc9b7311b3, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46c24a88-46bd-4b09-acfb-6acc9b7311b3,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:55:07.250223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:07.254429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-400b4f49-1d51-4ed3-b11c-fe9902f34465 req-831205c3-70bd-4640-a86b-50c3e1aeaff0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 210 time: 0.0373857 Nov 16 21:55:07.266585 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.321418 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc04b-9b14-45bc-bc1b-2155f415bf05 None None] Pushing event updated for resources: {'Port': ['ID=46c24a88-46bd-4b09-acfb-6acc9b7311b3,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:07.344900 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Routers {'69ef729d-7ada-44c8-b9a2-4ea919f804aa'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:55:07.345583 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:54:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:07.383479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:07.388389 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.424822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ba6f6c21-7ea0-4d9c-87ce-e55705dc4a4a None None] Provisioning complete for port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:07.426218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ba6f6c21-7ea0-4d9c-87ce-e55705dc4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.493675 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] Set router 69ef729d-7ada-44c8-b9a2-4ea919f804aa gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:55:07.574900 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ba6f6c21-7ea0-4d9c-87ce-e55705dc4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.578484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.5 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/9853f21c-fc89-4ff8-845d-c717eb98b2c4) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:07.624807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ba6f6c21-7ea0-4d9c-87ce-e55705dc4a4a None None] For port 46c24a88-46bd-4b09-acfb-6acc9b7311b3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46c24a88-46bd-4b09-acfb-6acc9b7311b3,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:07.633796 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ba6f6c21-7ea0-4d9c-87ce-e55705dc4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.704404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f6c21-7ea0-4d9c-87ce-e55705dc4a4a None None] Pushing event updated for resources: {'Port': ['ID=46c24a88-46bd-4b09-acfb-6acc9b7311b3,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:07.755856 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '46c24a88-46bd-4b09-acfb-6acc9b7311b3', 'name': '', 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'mac_address': 'fa:16:3e:5b:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:01Z', 'updated_at': '2021-11-16T21:55:07Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'subnets': [{'id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:55:07.763365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d2a99ab7-26fc-4eeb-81d9-8fb7b6caf3ef None None] Provisioning complete for port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:07.763744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2a99ab7-26fc-4eeb-81d9-8fb7b6caf3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.786231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.801110 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59d6c8-1511-4cec-8d53-03e62a6434e5 None None] The sync data for ids ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'] in n-d-817778-8 is: [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '46c24a88-46bd-4b09-acfb-6acc9b7311b3', 'name': '', 'network_id': 'ebc7c017-10a9-48c4-91d7-0706b55da8a8', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'mac_address': 'fa:16:3e:5b:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:01Z', 'updated_at': '2021-11-16T21:55:07Z', 'revision_number': 4, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'subnets': [{'id': '9396d807-7427-4f2f-9ad7-35cd163b8474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:55:07.838730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:07.907582 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:07.909469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:07.939000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=9853f21c-fc89-4ff8-845d-c717eb98b2c4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:07.947823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:55:07.994587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 46c24a88-46bd-4b09-acfb-6acc9b7311b3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:08.020839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:08.022866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:08.050437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-b9da4635-e1ae-4c4c-a897-311b23e61654 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096731 Nov 16 21:55:08.058537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:08.059034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:08.064669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Request body: {'port': {'device_id': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:08.167317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:08.308290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cd306ff6-ec0f-4f35-8403-1f8f5e171b38 None None] Provisioning complete for port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:08.308818 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cd306ff6-ec0f-4f35-8403-1f8f5e171b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:08.364262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-cd306ff6-ec0f-4f35-8403-1f8f5e171b38 None None] Port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:55:08.762977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f982a-b9b5-4e09-afa4-adccd44e6072 req-0c55d7d9-978d-4e8d-b80c-26376f74d4e0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:08.764462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc7f982a-b9b5-4e09-afa4-adccd44e6072 req-0c55d7d9-978d-4e8d-b80c-26376f74d4e0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 931 time: 0.4278369 Nov 16 21:55:08.860850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc7f982a-b9b5-4e09-afa4-adccd44e6072 req-f421c4d0-dff8-4b7d-8782-627b614fe9aa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904002 Nov 16 21:55:08.864614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9853f21c-fc89-4ff8-845d-c717eb98b2c4 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:08.872705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:08.885285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Transition to ACTIVE for port object 9853f21c-fc89-4ff8-845d-c717eb98b2c4 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:08.889149 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:08.941466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Pushing event updated for resources: {'Port': ['ID=9853f21c-fc89-4ff8-845d-c717eb98b2c4,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:09.037272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Attempting to bind port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:55:09.037715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Attempting to bind port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:55:09.038055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Attempting to bind port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:09.043418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:55:09.043753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Attempting to bind port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:09.049458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:55:09.049841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:55:09.050236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:55:09.050674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Bound port: 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:55:09.051034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:09.132517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] For port 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:55:09.136287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] For port 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:55:09.141383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:09.175543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.176513 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:09.178891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] 10.222.0.47 "PUT /v2.0/ports/9853f21c-fc89-4ff8-845d-c717eb98b2c4 HTTP/1.1" status: 200 len: 1091 time: 1.1192350 Nov 16 21:55:09.181228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'tag': '9853f21c-fc89-4ff8-845d-c717eb98b2c4'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:09.183736 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1fc088-1ac4-4cc8-863d-d5455a26cee1", "tag": "9853f21c-fc89-4ff8-845d-c717eb98b2c4"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:55:09.276853 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3e44e-3e32-406e-add0-6abd49e4dc27 service neutron] Pushing event updated for resources: {'Port': ['ID=9853f21c-fc89-4ff8-845d-c717eb98b2c4,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:09.287026 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d883185-9c4b-47f6-bc17-3988cf3b2bb0 x-openstack-request-id: req-1d883185-9c4b-47f6-bc17-3988cf3b2bb0 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:55:09.287352 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1fc088-1ac4-4cc8-863d-d5455a26cee1", "tag": "9853f21c-fc89-4ff8-845d-c717eb98b2c4", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:55:09.287741 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d883185-9c4b-47f6-bc17-3988cf3b2bb0 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:55:09.288170 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'tag': '9853f21c-fc89-4ff8-845d-c717eb98b2c4', 'status': 'completed', 'code': 200} Nov 16 21:55:09.303102 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-44ad9bec-7f7d-42d9-b27e-da62e20f2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.304868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-44ad9bec-7f7d-42d9-b27e-da62e20f2ec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 1094 time: 0.0662999 Nov 16 21:55:09.359627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-3f370020-93ff-4b6e-94b8-5d4cffe3148b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4 HTTP/1.1" status: 200 len: 217 time: 0.0445180 Nov 16 21:55:09.414537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-6a99a545-90e3-4c72-bcab-f95ab99f1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.416186 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-6a99a545-90e3-4c72-bcab-f95ab99f1233 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0497754 Nov 16 21:55:09.467261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-262435db-9258-4704-a0d5-2fd382380118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.468695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-262435db-9258-4704-a0d5-2fd382380118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457819 Nov 16 21:55:09.562724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-d653e1a8-5473-4f21-ade5-d524c1418302 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872934 Nov 16 21:55:09.657819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77ea2dd9-fc48-4981-9864-b03aa7b2ae40 req-f2d69131-6fc7-4a3f-85b1-b4d9781da334 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872061 Nov 16 21:55:09.744025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-2c7c0d49-2470-46d6-bcc6-62b85245dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.745568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-2c7c0d49-2470-46d6-bcc6-62b85245dd8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 1094 time: 0.0417380 Nov 16 21:55:09.842441 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-b4b33baf-cf5b-4657-ae5f-25379ca98476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.843929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-b4b33baf-cf5b-4657-ae5f-25379ca98476 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0912786 Nov 16 21:55:09.887721 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-46a6f517-c3be-40e2-817b-8df5975b54d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4 HTTP/1.1" status: 200 len: 217 time: 0.0364101 Nov 16 21:55:09.942440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-b885ed81-69ef-49c1-8634-9c6c39a954b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:09.944137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-b885ed81-69ef-49c1-8634-9c6c39a954b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0494559 Nov 16 21:55:10.029597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ac81-bc66-4b74-b455-b4580ad42bb4 req-b711d90a-1b7f-4bdf-b84f-77c6bc0269c5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:10.031019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef70ac81-bc66-4b74-b455-b4580ad42bb4 req-b711d90a-1b7f-4bdf-b84f-77c6bc0269c5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0816350 Nov 16 21:55:10.033614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-37d8953f-a859-4040-af7e-ce7240f220c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:10.034985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-37d8953f-a859-4040-af7e-ce7240f220c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766559 Nov 16 21:55:10.132801 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef70ac81-bc66-4b74-b455-b4580ad42bb4 req-7ea0d2b3-1cbf-481d-9428-4e5cbe183fc1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958447 Nov 16 21:55:10.158921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-7ffa1533-c18c-42b2-a499-e925298b41d3 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152456 Nov 16 21:55:10.254642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e3bf0db-28b0-4006-875a-67ebf9f9a80d req-b92780e1-0d33-4656-829e-fb70fafdc019 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880175 Nov 16 21:55:11.249609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742aea3f-199e-48a3-aff9-db953ebacc2d req-d8c4069e-ee3d-4abb-978c-e69b776703b8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:11.251015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-742aea3f-199e-48a3-aff9-db953ebacc2d req-d8c4069e-ee3d-4abb-978c-e69b776703b8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0488739 Nov 16 21:55:11.299568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-742aea3f-199e-48a3-aff9-db953ebacc2d req-22de44e5-6cdf-4737-9e0d-422e0fb7a0dd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Nov 16 21:55:12.420310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aab65-d836-4f3c-84f7-a84ba8f62297 req-b038acdf-8fe5-4935-8164-f0419af67c33 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:12.421867 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e67aab65-d836-4f3c-84f7-a84ba8f62297 req-b038acdf-8fe5-4935-8164-f0419af67c33 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0509768 Nov 16 21:55:12.472526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e67aab65-d836-4f3c-84f7-a84ba8f62297 req-6bf8dfaa-ed1c-4834-8cfd-569f97a4e59f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Nov 16 21:55:13.590498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce54fe-fb11-4236-b0d8-0b8fdb6c93fd req-c334c0e5-144a-49f9-86f3-1ef681076c8f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:13.591972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8cce54fe-fb11-4236-b0d8-0b8fdb6c93fd req-c334c0e5-144a-49f9-86f3-1ef681076c8f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0526006 Nov 16 21:55:13.639480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8cce54fe-fb11-4236-b0d8-0b8fdb6c93fd req-c13c9f65-f1f3-423f-8e3d-6c9f495c82d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Nov 16 21:55:14.759882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39161719-e2eb-4cbc-9423-141ba0f3eb5b req-90bd66e3-7edf-47c6-93d7-0aec9401b4f2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:14.761361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39161719-e2eb-4cbc-9423-141ba0f3eb5b req-90bd66e3-7edf-47c6-93d7-0aec9401b4f2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0540893 Nov 16 21:55:14.809530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39161719-e2eb-4cbc-9423-141ba0f3eb5b req-ae7071bc-2796-439a-b2d1-c0bc9b924f55 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Nov 16 21:55:15.930584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210019b-08e9-4ad2-b1bf-a95e2b1c837c req-88050d89-90f6-4323-9a9f-cb19f97386ac tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:15.932079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f210019b-08e9-4ad2-b1bf-a95e2b1c837c req-88050d89-90f6-4323-9a9f-cb19f97386ac tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0565088 Nov 16 21:55:15.979047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f210019b-08e9-4ad2-b1bf-a95e2b1c837c req-a5851fcb-84bb-4e0c-94db-d680b8d0a339 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Nov 16 21:55:17.091740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0b1d-5749-48a0-a850-41df7c25f648 req-610549f8-f929-4c7d-b8ee-877a94365a9d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:17.093241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-176c0b1d-5749-48a0-a850-41df7c25f648 req-610549f8-f929-4c7d-b8ee-877a94365a9d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0482702 Nov 16 21:55:17.140923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-176c0b1d-5749-48a0-a850-41df7c25f648 req-f236906c-ff6b-4550-ada0-9258f5c313aa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Nov 16 21:55:18.255316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7c81b-e583-4934-a1ec-3227caf213a1 req-2a0f9dac-0365-46c7-9906-9442ad82e048 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:18.256913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76c7c81b-e583-4934-a1ec-3227caf213a1 req-2a0f9dac-0365-46c7-9906-9442ad82e048 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0496593 Nov 16 21:55:18.307879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-76c7c81b-e583-4934-a1ec-3227caf213a1 req-0be2b0df-3a11-4236-8a79-1a3dd71c0532 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Nov 16 21:55:19.419418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f281ade-fc28-4a93-b7ff-b4b9bec4e192 req-d758377d-b748-4269-8419-ee172c102646 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:19.420898 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f281ade-fc28-4a93-b7ff-b4b9bec4e192 req-d758377d-b748-4269-8419-ee172c102646 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0481915 Nov 16 21:55:19.452170 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:55:19.471715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7f281ade-fc28-4a93-b7ff-b4b9bec4e192 req-a341500d-d273-4489-afab-9f253c9e8cd6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Nov 16 21:55:20.588494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058a730-4834-459a-987e-9fad3126afde req-b59ab71a-b08d-4543-acfe-49c41fcca945 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:20.590005 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7058a730-4834-459a-987e-9fad3126afde req-b59ab71a-b08d-4543-acfe-49c41fcca945 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0489361 Nov 16 21:55:20.636712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7058a730-4834-459a-987e-9fad3126afde req-3d5addb0-30be-4eb6-b489-3aca197f7a1e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Nov 16 21:55:20.807025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fed65026-236b-4d2b-98d2-33555cd98279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:21.752222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f462a9-9473-4266-b6a3-153060b2a552 req-cd14fb8b-135c-46cb-bdae-fa10353addce tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:21.754127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62f462a9-9473-4266-b6a3-153060b2a552 req-cd14fb8b-135c-46cb-bdae-fa10353addce tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0504498 Nov 16 21:55:21.800636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62f462a9-9473-4266-b6a3-153060b2a552 req-f9b21f13-0bec-46a6-9138-bc57ddfc3269 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Nov 16 21:55:22.837081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9853f21c-fc89-4ff8-845d-c717eb98b2c4 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:55:22.917149 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99945b30-16b9-41b8-8f6c-82d4bde636b8 req-ad0b4139-197d-42e9-a058-dc4dc3689423 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:22.918696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99945b30-16b9-41b8-8f6c-82d4bde636b8 req-ad0b4139-197d-42e9-a058-dc4dc3689423 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 943 time: 0.0503955 Nov 16 21:55:22.932991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:22.944888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '9853f21c-fc89-4ff8-845d-c717eb98b2c4', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': '9853f21c-fc89-4ff8-845d-c717eb98b2c4', 'mac_address': 'fa:16:3e:4d:82:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:55:22.971554 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-99945b30-16b9-41b8-8f6c-82d4bde636b8 req-fd77e597-41fb-4183-8c9b-f47309c709c6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Nov 16 21:55:22.982758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:23.002414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9853f21c-fc89-4ff8-845d-c717eb98b2c4 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:23.022132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:23.026357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:23.074414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=9853f21c-fc89-4ff8-845d-c717eb98b2c4,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:23.081675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.082033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.082380 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.082747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.083088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.083431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.084295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.084726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.085342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.085704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.086039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.086374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:23.108244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-489b3fe2-da98-4e4d-9ad5-ef1632eb9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:23.315119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['9853f21c-fc89-4ff8-845d-c717eb98b2c4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:55:24.087228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03a0ec-efc6-4c11-b0f3-7cfe59594e82 req-e9896d6c-70f3-4825-948f-cf274d61079a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:24.088702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd03a0ec-efc6-4c11-b0f3-7cfe59594e82 req-e9896d6c-70f3-4825-948f-cf274d61079a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 944 time: 0.0486562 Nov 16 21:55:24.139176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd03a0ec-efc6-4c11-b0f3-7cfe59594e82 req-9485e9ad-2501-48a1-b1a3-4663d377936c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445938 Nov 16 21:55:24.270106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:24.840816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9853f21c-fc89-4ff8-845d-c717eb98b2c4 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:55:24.888759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:55:24.892571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:24.892942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:24.972604 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:24.994450 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853f21c-fc89-4ff8-845d-c717eb98b2c4'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:24.996700 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc502a0-39e0-40fc-a080-2d174e453abb" -d '{"events": [{"server_uuid": "7f1fc088-1ac4-4cc8-863d-d5455a26cee1", "name": "network-vif-plugged", "status": "completed", "tag": "9853f21c-fc89-4ff8-845d-c717eb98b2c4"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:55:25.009954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:25.014489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:25.039403 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12472187-2d12-4858-ad05-56ddfb0f75c1 x-openstack-request-id: req-12472187-2d12-4858-ad05-56ddfb0f75c1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:55:25.039690 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1fc088-1ac4-4cc8-863d-d5455a26cee1", "name": "network-vif-plugged", "status": "completed", "tag": "9853f21c-fc89-4ff8-845d-c717eb98b2c4", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:55:25.039943 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12472187-2d12-4858-ad05-56ddfb0f75c1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:55:25.040325 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853f21c-fc89-4ff8-845d-c717eb98b2c4', 'code': 200} Nov 16 21:55:25.067932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=9853f21c-fc89-4ff8-845d-c717eb98b2c4,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:25.137697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7080246-5c30-4cc6-9990-c4fd95edc07e req-ec7100f0-53ef-46ea-a025-d32de97adf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:25.139204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7080246-5c30-4cc6-9990-c4fd95edc07e req-ec7100f0-53ef-46ea-a025-d32de97adf56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 1096 time: 0.0443406 Nov 16 21:55:25.186805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7080246-5c30-4cc6-9990-c4fd95edc07e req-e3b8917c-9071-48dc-9809-29b8e4a6af1c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Nov 16 21:55:25.255288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead26b2-81e0-4bfa-a41a-4437e944551a req-e1803e96-4379-467f-82bd-4ee6af38dca7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:25.257295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bead26b2-81e0-4bfa-a41a-4437e944551a req-e1803e96-4379-467f-82bd-4ee6af38dca7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Nov 16 21:55:25.303526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bead26b2-81e0-4bfa-a41a-4437e944551a req-349a51d9-bac9-40bb-b5e8-c56d94b6fa39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Nov 16 21:55:25.805667 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:26.423402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90426c80-af62-4e45-b883-87f515ec2b41 req-d77dec0a-cb8d-4f61-ba0d-47d6f9eaa052 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:26.424888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90426c80-af62-4e45-b883-87f515ec2b41 req-d77dec0a-cb8d-4f61-ba0d-47d6f9eaa052 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0534215 Nov 16 21:55:26.472756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90426c80-af62-4e45-b883-87f515ec2b41 req-27c38492-566e-4026-a4e1-48c09322ca0f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Nov 16 21:55:26.688069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:27.590409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a979f22-327c-4f8c-a3e0-d2e5797ca610 req-155b164c-a252-4523-bdae-2f8b3df903f0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:27.591903 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a979f22-327c-4f8c-a3e0-d2e5797ca610 req-155b164c-a252-4523-bdae-2f8b3df903f0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0524540 Nov 16 21:55:27.639185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a979f22-327c-4f8c-a3e0-d2e5797ca610 req-fa74dfba-9bc0-423b-a961-21fd71bffdf1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Nov 16 21:55:27.752762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7856e-3cdf-4cfc-ab27-b0ccb285a332 req-e897730f-69ed-4aa1-a574-bd05dc1dcc7b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:27.754202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66c7856e-3cdf-4cfc-ab27-b0ccb285a332 req-e897730f-69ed-4aa1-a574-bd05dc1dcc7b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Nov 16 21:55:27.803602 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66c7856e-3cdf-4cfc-ab27-b0ccb285a332 req-020da227-bf85-4ea2-89b3-363375d6c40b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422685 Nov 16 21:55:27.915709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afae86-f213-43a3-9ee0-cb10645591d9 req-1874f41c-ff88-4287-83d9-d0b429f96f58 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:27.917224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80afae86-f213-43a3-9ee0-cb10645591d9 req-1874f41c-ff88-4287-83d9-d0b429f96f58 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Nov 16 21:55:27.966158 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80afae86-f213-43a3-9ee0-cb10645591d9 req-47155b8c-bf96-4cf9-aff1-9827d8c20c7a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Nov 16 21:55:28.190435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bbc93-fd27-44bb-9595-e64f6c369b5c req-accd2411-7987-43d0-8b1e-2a3ca1ed9e0d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:28.192034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067bbc93-fd27-44bb-9595-e64f6c369b5c req-accd2411-7987-43d0-8b1e-2a3ca1ed9e0d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 16 21:55:28.243677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-067bbc93-fd27-44bb-9595-e64f6c369b5c req-16f4fdb3-f56a-4a9f-9ee9-bec7309daf12 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Nov 16 21:55:29.366365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107121f2-f992-49a3-a27b-15012526bc07 req-39bb40c0-aad7-4300-8f92-36ac4885e291 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.367850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-107121f2-f992-49a3-a27b-15012526bc07 req-39bb40c0-aad7-4300-8f92-36ac4885e291 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0547223 Nov 16 21:55:29.419327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-107121f2-f992-49a3-a27b-15012526bc07 req-6b6bd6ce-bd22-43b7-9ef9-4ca00c1de9de tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Nov 16 21:55:29.801144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-186c29af-1973-4ebe-9f1b-759801b87f14 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:29.803189 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-186c29af-1973-4ebe-9f1b-759801b87f14 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 945 time: 0.0473607 Nov 16 21:55:29.896480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:55:29.897102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:29.994859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port 9853f21c-fc89-4ff8-845d-c717eb98b2c4, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=9853f21c-fc89-4ff8-845d-c717eb98b2c4,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:55:29.995144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:30.008908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 9853f21c-fc89-4ff8-845d-c717eb98b2c4 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:55:30.140893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:30.152631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['9853f21c-fc89-4ff8-845d-c717eb98b2c4'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:55:30.173208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=9853f21c-fc89-4ff8-845d-c717eb98b2c4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:30.206236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.206594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.206944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.207290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.207634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.207967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.208298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.208684 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.209155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.209741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.210090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.210427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:55:30.232104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port 9853f21c-fc89-4ff8-845d-c717eb98b2c4 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:55:30.234997 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:30.238516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c0fe6fa7-03b4-48c2-91df-cddd86056ab8 req-de25ea51-a140-4cbc-b678-cfcb7459d3ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "DELETE /v2.0/ports/9853f21c-fc89-4ff8-845d-c717eb98b2c4 HTTP/1.1" status: 204 len: 173 time: 0.4283009 Nov 16 21:55:30.238967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'name': 'network-vif-deleted', 'tag': '9853f21c-fc89-4ff8-845d-c717eb98b2c4'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:30.242323 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9450b935-00f5-4330-a45a-d0339e49d83a" -d '{"events": [{"server_uuid": "7f1fc088-1ac4-4cc8-863d-d5455a26cee1", "name": "network-vif-deleted", "tag": "9853f21c-fc89-4ff8-845d-c717eb98b2c4"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:55:30.281386 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a2e0b-496f-4324-8a52-31ccfd5df952 x-openstack-request-id: req-e87a2e0b-496f-4324-8a52-31ccfd5df952 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:55:30.281882 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1fc088-1ac4-4cc8-863d-d5455a26cee1", "name": "network-vif-deleted", "tag": "9853f21c-fc89-4ff8-845d-c717eb98b2c4", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:55:30.282043 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e87a2e0b-496f-4324-8a52-31ccfd5df952 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:55:30.282457 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1fc088-1ac4-4cc8-863d-d5455a26cee1', 'name': 'network-vif-deleted', 'tag': '9853f21c-fc89-4ff8-845d-c717eb98b2c4', 'status': 'completed', 'code': 200} Nov 16 21:55:30.514995 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0a0e1a80-f8f6-47dd-8747-8bb9fa462e8d req-9b807b98-5fb7-41dd-a1ab-4f4ebd927719 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 210 time: 0.0268188 Nov 16 21:55:31.612111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6f8537b-5f05-4907-88e2-f8ef31763436 req-b48702a7-c164-48b7-8df1-75ef5b19afa2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 210 time: 0.0283091 Nov 16 21:55:32.711599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a8814731-9767-43c0-967e-8535f7a528eb req-32c91672-b8e2-429a-b603-262060cacded tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Nov 16 21:55:32.909149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9853f21c-fc89-4ff8-845d-c717eb98b2c4 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:55:32.930320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 9853f21c-fc89-4ff8-845d-c717eb98b2c4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:55:32.930673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 9853f21c-fc89-4ff8-845d-c717eb98b2c4 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:55:33.511245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:33.809584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c2cfe40-089a-44ad-98a9-3e89ed291f4c req-7eaaf57f-4105-40c5-9856-9cb62d9c183c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f1fc088-1ac4-4cc8-863d-d5455a26cee1 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Nov 16 21:55:35.572729 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:50.809723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-88dbfcf2-03ee-41f1-bed0-6887f163fddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:53.109888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-98cc97a5-531a-461d-b4e5-8b90f3aa2769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:54.273114 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:55.808672 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:55.818600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-bd4985e4-4ae3-4f84-9727-ebb7c59a5849 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:55.820279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-bd4985e4-4ae3-4f84-9727-ebb7c59a5849 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1063926 Nov 16 21:55:55.835156 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-dcf133de-4ca6-4dce-85ac-94e55cedf0e7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0089910 Nov 16 21:55:55.887162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-78372b16-5cc1-4a92-bf52-aeb2d8f1750d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456254 Nov 16 21:55:56.072179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-e2608c80-8dac-44e2-bad6-1f69ba3630c7 service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782548 Nov 16 21:55:56.160574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-01faac6a-89ab-418a-bbbd-56cef0c532af service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824451 Nov 16 21:55:56.344337 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b599abd2-fcb9-46be-b4e7-e78a79989bd7 req-94245506-17b6-421b-a768-bb004fa2129f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 210 time: 0.0275917 Nov 16 21:55:56.450816 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:55:56.693631 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:57.228619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-59c18d48-5aa8-425c-b232-fdf12f9854f5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:57.230112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-59c18d48-5aa8-425c-b232-fdf12f9854f5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1115465 Nov 16 21:55:57.274110 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:57.397141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:55:57.402362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:57.451447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9287b17c-ed7f-49e0-9fa8-f8803f593cca req-ba61fd59-06b7-48b7-8b2f-c18cf61b7e8a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 210 time: 0.0326641 Nov 16 21:55:57.554908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.4 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/c210987f-a546-4bfb-b6bd-52a20856ca31) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:55:57.714986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:57.750386 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:57.796712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:55:57.801797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:55:57.806333 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:55:57.840085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=c210987f-a546-4bfb-b6bd-52a20856ca31,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:57.871761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:57.872502 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:57.894162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b521454d-fa81-41a4-a9c2-deb80b8861ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6239417 Nov 16 21:55:57.907401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Request body: {'port': {'device_id': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:55:57.965247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.042845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4c4fc159-c64c-4466-a535-6cbf719a7052 None None] Provisioning complete for port c210987f-a546-4bfb-b6bd-52a20856ca31 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:55:58.043428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4c4fc159-c64c-4466-a535-6cbf719a7052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.080541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fc159-c64c-4466-a535-6cbf719a7052 None None] Port c210987f-a546-4bfb-b6bd-52a20856ca31 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:55:58.237537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c210987f-a546-4bfb-b6bd-52a20856ca31 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:55:58.246296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.260448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Transition to ACTIVE for port object c210987f-a546-4bfb-b6bd-52a20856ca31 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:55:58.264354 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.339523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Pushing event updated for resources: {'Port': ['ID=c210987f-a546-4bfb-b6bd-52a20856ca31,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:58.398204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Attempting to bind port c210987f-a546-4bfb-b6bd-52a20856ca31 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:55:58.398549 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Attempting to bind port c210987f-a546-4bfb-b6bd-52a20856ca31 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:55:58.398889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Attempting to bind port c210987f-a546-4bfb-b6bd-52a20856ca31 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:58.403978 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Port c210987f-a546-4bfb-b6bd-52a20856ca31 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:55:58.404315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Attempting to bind port c210987f-a546-4bfb-b6bd-52a20856ca31 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:55:58.410090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:55:58.410444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:55:58.410844 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:55:58.411283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Bound port: c210987f-a546-4bfb-b6bd-52a20856ca31, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:55:58.411658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.487998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] For port c210987f-a546-4bfb-b6bd-52a20856ca31, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:55:58.492363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] For port c210987f-a546-4bfb-b6bd-52a20856ca31, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c210987f-a546-4bfb-b6bd-52a20856ca31,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:55:58.498355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.535148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:58.535907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:55:58.537306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] 10.222.0.47 "PUT /v2.0/ports/c210987f-a546-4bfb-b6bd-52a20856ca31 HTTP/1.1" status: 200 len: 1091 time: 0.6346755 Nov 16 21:55:58.537772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'tag': 'c210987f-a546-4bfb-b6bd-52a20856ca31'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:55:58.540449 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7be42b-1ebc-49ca-b9f2-65184d40424a", "tag": "c210987f-a546-4bfb-b6bd-52a20856ca31"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:55:58.594871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c163bf-2f9f-4ae5-808e-1927949dc7b5 req-b5311057-df46-450d-bf5d-f9fcd0b2b7a5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:58.604357 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1c163bf-2f9f-4ae5-808e-1927949dc7b5 req-b5311057-df46-450d-bf5d-f9fcd0b2b7a5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0700836 Nov 16 21:55:58.617195 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9300dc3b-9c27-4a8e-9e13-8192bb1b2b74 x-openstack-request-id: req-9300dc3b-9c27-4a8e-9e13-8192bb1b2b74 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:55:58.617470 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7be42b-1ebc-49ca-b9f2-65184d40424a", "tag": "c210987f-a546-4bfb-b6bd-52a20856ca31", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:55:58.617747 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9300dc3b-9c27-4a8e-9e13-8192bb1b2b74 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:55:58.618181 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'tag': 'c210987f-a546-4bfb-b6bd-52a20856ca31', 'status': 'completed', 'code': 200} Nov 16 21:55:58.636485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436ff3-9f9e-4884-935b-157e4fcf7d15 service neutron] Pushing event updated for resources: {'Port': ['ID=c210987f-a546-4bfb-b6bd-52a20856ca31,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:55:58.661039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-0e0f8a1e-99a4-450b-8505-9b4a3e2aaba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:58.663110 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-0e0f8a1e-99a4-450b-8505-9b4a3e2aaba7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 1094 time: 0.0709276 Nov 16 21:55:58.665983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b1c163bf-2f9f-4ae5-808e-1927949dc7b5 req-9a94f095-3775-455d-8f49-fa74ec67d385 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606706 Nov 16 21:55:58.716791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-14802bbb-6b46-46e3-80a6-9d275b401bc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c210987f-a546-4bfb-b6bd-52a20856ca31 HTTP/1.1" status: 200 len: 217 time: 0.0455449 Nov 16 21:55:58.770602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-9af6808e-2d39-408f-8057-09229ec12219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:58.772127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-9af6808e-2d39-408f-8057-09229ec12219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0487871 Nov 16 21:55:58.821375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-85920f7c-a651-4493-94f4-3b8b1ad79fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:58.823081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-85920f7c-a651-4493-94f4-3b8b1ad79fe9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436375 Nov 16 21:55:58.922798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-b071f760-c13c-4c6b-aee6-520f006c2217 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922503 Nov 16 21:55:59.015196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35301fb5-7442-408e-89ae-53e4c0232d74 req-f1c8b9b5-c09b-42ef-bb09-fd73d18eadfa service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846200 Nov 16 21:55:59.104780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-8a886915-64d6-4b21-814e-8d4b72e9424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:59.106378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-8a886915-64d6-4b21-814e-8d4b72e9424b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 1094 time: 0.0465825 Nov 16 21:55:59.206026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-acec726e-81a8-4f46-8dba-e647125f3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:59.207505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-acec726e-81a8-4f46-8dba-e647125f3ed2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0934014 Nov 16 21:55:59.252179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-956001aa-7592-475e-a5d1-a6eeb61cf19e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c210987f-a546-4bfb-b6bd-52a20856ca31 HTTP/1.1" status: 200 len: 217 time: 0.0368290 Nov 16 21:55:59.307125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-7ad815fe-f406-4f17-a322-8fd0d03ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:59.308527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-7ad815fe-f406-4f17-a322-8fd0d03ce22f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0489230 Nov 16 21:55:59.355193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-d5d3ba0a-73c7-45fc-9f86-0b6b4f80cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:59.356707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-d5d3ba0a-73c7-45fc-9f86-0b6b4f80cb74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412154 Nov 16 21:55:59.447444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-29345129-592c-4925-b467-3aa4f56becaf service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833938 Nov 16 21:55:59.543400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f51d1fe0-74f5-4a0a-8fba-c26d292d9643 req-488112df-cff5-4981-9b82-518fcbe53ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881808 Nov 16 21:55:59.782613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc697f6-d82b-401c-b53f-a69184ae536c req-fd703eb3-76cf-4b5b-95c4-4902e01695c9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:55:59.784121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bc697f6-d82b-401c-b53f-a69184ae536c req-fd703eb3-76cf-4b5b-95c4-4902e01695c9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0499985 Nov 16 21:55:59.832617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bc697f6-d82b-401c-b53f-a69184ae536c req-c341e89b-ed6f-4f82-aa7d-3a849bde45b4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Nov 16 21:56:00.975632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9927d-8342-428d-b48d-e8ae0736dc8f req-87ca3ac6-962d-48f1-91d8-ade2b888a0df tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:00.978523 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea9927d-8342-428d-b48d-e8ae0736dc8f req-87ca3ac6-962d-48f1-91d8-ade2b888a0df tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0694413 Nov 16 21:56:01.048757 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dea9927d-8342-428d-b48d-e8ae0736dc8f req-b3153a9c-fe29-4c54-a921-ed82e865aab8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Nov 16 21:56:02.189279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da77234-3bda-4d44-aacf-43501899ef4f req-e9829795-c119-446a-af49-df24250514c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:02.190807 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9da77234-3bda-4d44-aacf-43501899ef4f req-e9829795-c119-446a-af49-df24250514c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0658913 Nov 16 21:56:02.256323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9da77234-3bda-4d44-aacf-43501899ef4f req-342d7609-8970-44e8-91e3-5174ac7c969c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Nov 16 21:56:03.408995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a329c1-b317-4279-b133-6e420113ac6e req-c3cc56bf-e55d-4e07-8104-229d182606a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:03.410564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2a329c1-b317-4279-b133-6e420113ac6e req-c3cc56bf-e55d-4e07-8104-229d182606a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0563810 Nov 16 21:56:03.467632 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f2a329c1-b317-4279-b133-6e420113ac6e req-9ddae3c5-eb30-4f8b-ad28-953ad26eb1bf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Nov 16 21:56:03.524288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:04.595199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef89c3-a61e-45db-add9-b906e1cee52a req-c032fb31-77a3-4f3e-8e3f-ddb36485961f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:04.597040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bdef89c3-a61e-45db-add9-b906e1cee52a req-c032fb31-77a3-4f3e-8e3f-ddb36485961f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0501485 Nov 16 21:56:04.647037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bdef89c3-a61e-45db-add9-b906e1cee52a req-660d1f32-53c0-4452-a501-7d4f1f9816cd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Nov 16 21:56:05.571074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:05.764542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cf5f6-44e7-40a3-8860-a64bf5b1fa9a req-8892ea8c-9100-4423-ab61-01a373c78def tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:05.766053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e1cf5f6-44e7-40a3-8860-a64bf5b1fa9a req-8892ea8c-9100-4423-ab61-01a373c78def tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0527914 Nov 16 21:56:05.813020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e1cf5f6-44e7-40a3-8860-a64bf5b1fa9a req-69416c0f-a6ca-4d42-a564-318731732249 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Nov 16 21:56:06.929789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd95686-e05e-4fb2-a295-25ff25027dbf req-77a6c353-3145-4baf-ae7d-4676cf4fb743 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:06.931319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dd95686-e05e-4fb2-a295-25ff25027dbf req-77a6c353-3145-4baf-ae7d-4676cf4fb743 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0511971 Nov 16 21:56:06.985403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7dd95686-e05e-4fb2-a295-25ff25027dbf req-3ef6a241-9169-4420-b3d1-e6ea0769ebbd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481973 Nov 16 21:56:08.106724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0296f4-e81d-4051-941a-c10e823b4e48 req-d49f5ac3-fdc8-4e94-b239-06be4540ebaf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:08.108187 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de0296f4-e81d-4051-941a-c10e823b4e48 req-d49f5ac3-fdc8-4e94-b239-06be4540ebaf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0492291 Nov 16 21:56:08.156526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de0296f4-e81d-4051-941a-c10e823b4e48 req-b9e75618-b8f5-4ee4-98f1-61b8f25775f9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Nov 16 21:56:09.270260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896905-23e0-4617-9723-29fa3d22b081 req-800f45a1-566d-4728-aa00-cbe5ed3809dc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:09.271772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a896905-23e0-4617-9723-29fa3d22b081 req-800f45a1-566d-4728-aa00-cbe5ed3809dc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0496047 Nov 16 21:56:09.319747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a896905-23e0-4617-9723-29fa3d22b081 req-ea3508a9-1f38-43be-a046-244a79b6599b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Nov 16 21:56:10.440197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe3ba-86d1-453d-aa2a-e4ea642cd246 req-93edfb12-fd97-4c57-87f0-b5bf3f00b8cc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:10.441747 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523fe3ba-86d1-453d-aa2a-e4ea642cd246 req-93edfb12-fd97-4c57-87f0-b5bf3f00b8cc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0544777 Nov 16 21:56:10.489702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-523fe3ba-86d1-453d-aa2a-e4ea642cd246 req-f1bd78d4-f083-495a-98e8-d77e9ac2caf1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Nov 16 21:56:11.611892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b8cd8-8f8e-4472-9038-78502b369bd0 req-fe8580d3-f5ab-47a2-a398-4f7a3ec9e1ee tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:11.613392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-047b8cd8-8f8e-4472-9038-78502b369bd0 req-fe8580d3-f5ab-47a2-a398-4f7a3ec9e1ee tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0509882 Nov 16 21:56:11.666968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-047b8cd8-8f8e-4472-9038-78502b369bd0 req-700fc840-3c0a-40fe-8f3d-4b8d1ef1bae0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Nov 16 21:56:12.784152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a6db-765d-4a4e-ac96-4ffc8fe6c69f req-6203c3bf-5cfc-4e5e-b547-a8f233c23fcb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:12.785653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02d5a6db-765d-4a4e-ac96-4ffc8fe6c69f req-6203c3bf-5cfc-4e5e-b547-a8f233c23fcb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0484545 Nov 16 21:56:12.831864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02d5a6db-765d-4a4e-ac96-4ffc8fe6c69f req-bac74751-36d1-4253-b5cb-6de41d03098f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Nov 16 21:56:13.951606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d7963-0f02-496c-83d2-b098fca375df req-55f321df-4280-4f5f-99f7-2a405d1abce0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:13.952992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b4d7963-0f02-496c-83d2-b098fca375df req-55f321df-4280-4f5f-99f7-2a405d1abce0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0536942 Nov 16 21:56:14.000614 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b4d7963-0f02-496c-83d2-b098fca375df req-a0949cf4-9b50-4a0d-8b23-1dfa9e6a70c7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Nov 16 21:56:15.113832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e155a-bca5-4d27-ad5e-e4688676535b req-50dd0ac4-e71f-41ef-a2ad-c70d97807c13 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:15.115277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-593e155a-bca5-4d27-ad5e-e4688676535b req-50dd0ac4-e71f-41ef-a2ad-c70d97807c13 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0482776 Nov 16 21:56:15.165420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-593e155a-bca5-4d27-ad5e-e4688676535b req-34190390-ae39-4f60-b38c-b9fa30464151 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Nov 16 21:56:16.279998 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76040d22-6717-4c90-933f-fa8b3ec24f1c req-6bcbf812-0b4a-4eab-8518-ef1acdbdff54 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:16.281495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76040d22-6717-4c90-933f-fa8b3ec24f1c req-6bcbf812-0b4a-4eab-8518-ef1acdbdff54 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0495496 Nov 16 21:56:16.328710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76040d22-6717-4c90-933f-fa8b3ec24f1c req-958bf3f3-494f-4fa7-a16d-5e8e59ba2684 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Nov 16 21:56:17.447809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4e914-d231-4b6a-830a-52029bc7f462 req-f6d1ac20-ac19-461a-83e6-2467f2aadbe5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:17.449628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0c4e914-d231-4b6a-830a-52029bc7f462 req-f6d1ac20-ac19-461a-83e6-2467f2aadbe5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0535076 Nov 16 21:56:17.498431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0c4e914-d231-4b6a-830a-52029bc7f462 req-7a9fd15d-1cca-483f-af91-e26715280188 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Nov 16 21:56:18.611594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d64ae-e509-4620-a9e7-4104f0bc61be req-016aa689-f0d5-4f40-a3fe-6db97bdb5c2e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:18.613087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b03d64ae-e509-4620-a9e7-4104f0bc61be req-016aa689-f0d5-4f40-a3fe-6db97bdb5c2e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0477588 Nov 16 21:56:18.664553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b03d64ae-e509-4620-a9e7-4104f0bc61be req-3fbe6d00-fed7-494b-bdc3-b26c561c7447 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 Nov 16 21:56:19.779957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23445cd-9442-4a9c-87bd-34bdc943f8cd req-01214983-b69e-42c0-ac40-7011c14a76e6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:19.781423 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b23445cd-9442-4a9c-87bd-34bdc943f8cd req-01214983-b69e-42c0-ac40-7011c14a76e6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0490196 Nov 16 21:56:19.827956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b23445cd-9442-4a9c-87bd-34bdc943f8cd req-09244895-9cd0-4e3d-83d1-1ac7fbf5d9e5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Nov 16 21:56:20.811250 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec42e384-dac0-4043-972c-818ff419158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:20.943564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed594d2-c38d-4be7-bb44-5268beab7fce req-b291ceab-c958-4b5f-82ee-90bb877f6ba0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:20.945045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aed594d2-c38d-4be7-bb44-5268beab7fce req-b291ceab-c958-4b5f-82ee-90bb877f6ba0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 943 time: 0.0512097 Nov 16 21:56:20.992568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aed594d2-c38d-4be7-bb44-5268beab7fce req-e4e86af1-4b7a-42a0-9585-90de210f50ea tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Nov 16 21:56:21.166964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c210987f-a546-4bfb-b6bd-52a20856ca31 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:56:21.265397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c210987f-a546-4bfb-b6bd-52a20856ca31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c210987f-a546-4bfb-b6bd-52a20856ca31,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:21.276457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c210987f-a546-4bfb-b6bd-52a20856ca31', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': 'c210987f-a546-4bfb-b6bd-52a20856ca31', 'mac_address': 'fa:16:3e:07:83:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:56:21.312269 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:21.325432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c210987f-a546-4bfb-b6bd-52a20856ca31 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:21.344231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c210987f-a546-4bfb-b6bd-52a20856ca31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c210987f-a546-4bfb-b6bd-52a20856ca31,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:21.348556 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:21.395093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c210987f-a546-4bfb-b6bd-52a20856ca31,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:21.646175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c210987f-a546-4bfb-b6bd-52a20856ca31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:56:22.112171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af1c1-2cf2-4536-aeb4-5ab8ee30bdbe req-9c8ec639-ed11-4c5c-8841-dd365ba8a5ce tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:22.113663 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c7af1c1-2cf2-4536-aeb4-5ab8ee30bdbe req-9c8ec639-ed11-4c5c-8841-dd365ba8a5ce tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 944 time: 0.0519164 Nov 16 21:56:22.161740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0c7af1c1-2cf2-4536-aeb4-5ab8ee30bdbe req-0561ea0b-72f6-4929-acb2-3703afe333d8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Nov 16 21:56:23.111023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-25a4b9c6-52c1-4bc4-a39d-3071cc570a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.169533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c210987f-a546-4bfb-b6bd-52a20856ca31 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:56:23.222715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port c210987f-a546-4bfb-b6bd-52a20856ca31 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:56:23.226661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c210987f-a546-4bfb-b6bd-52a20856ca31 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:23.227038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.278884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30815b5-0944-44e1-8b73-52d704e6381f req-b3c83dc2-133c-4989-b5aa-0c9b73b05f61 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.280502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a30815b5-0944-44e1-8b73-52d704e6381f req-b3c83dc2-133c-4989-b5aa-0c9b73b05f61 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 944 time: 0.0498526 Nov 16 21:56:23.306384 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.327512 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a30815b5-0944-44e1-8b73-52d704e6381f req-cdbdb61f-9f53-4564-ad8b-4613b10b40f1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Nov 16 21:56:23.329557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c210987f-a546-4bfb-b6bd-52a20856ca31'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:23.331798 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf82c53a-5df4-4b6b-9164-5b9beda69bf9" -d '{"events": [{"server_uuid": "9f7be42b-1ebc-49ca-b9f2-65184d40424a", "name": "network-vif-plugged", "status": "completed", "tag": "c210987f-a546-4bfb-b6bd-52a20856ca31"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:23.346489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c210987f-a546-4bfb-b6bd-52a20856ca31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c210987f-a546-4bfb-b6bd-52a20856ca31,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:23.350852 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:23.377202 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea12003d-d4a5-4cfc-99a4-28b93959ce0d x-openstack-request-id: req-ea12003d-d4a5-4cfc-99a4-28b93959ce0d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:23.377493 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7be42b-1ebc-49ca-b9f2-65184d40424a", "name": "network-vif-plugged", "status": "completed", "tag": "c210987f-a546-4bfb-b6bd-52a20856ca31", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:23.377770 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea12003d-d4a5-4cfc-99a4-28b93959ce0d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:23.378155 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c210987f-a546-4bfb-b6bd-52a20856ca31', 'code': 200} Nov 16 21:56:23.404765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c210987f-a546-4bfb-b6bd-52a20856ca31,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:23.412565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.412919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.413264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.413636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.413980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.414311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.414649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.414978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.415306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.415672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.416223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.416562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:23.477145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504a54e-062b-47ad-9687-c465315fc079 req-6f3e3678-d8e0-4a1f-99e6-9a994c443dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:23.478737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5504a54e-062b-47ad-9687-c465315fc079 req-6f3e3678-d8e0-4a1f-99e6-9a994c443dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 1096 time: 0.0440300 Nov 16 21:56:23.522878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5504a54e-062b-47ad-9687-c465315fc079 req-a66987ba-79cb-48ac-8649-dedb6e0a679f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Nov 16 21:56:24.279752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:24.458121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33ab80-7e2f-41b5-8075-e981a9500b0e req-3878fdfb-c52b-4be7-a46a-6ce83f0bdf37 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:24.459599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e33ab80-7e2f-41b5-8075-e981a9500b0e req-3878fdfb-c52b-4be7-a46a-6ce83f0bdf37 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0501268 Nov 16 21:56:24.513171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e33ab80-7e2f-41b5-8075-e981a9500b0e req-5de7b444-3b6f-485c-a447-1c6553990117 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Nov 16 21:56:25.630576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e26e9-6ead-4616-a97e-64dcb7ad6441 req-f26970b6-3932-4891-b286-45c662bbfde6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.632066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-311e26e9-6ead-4616-a97e-64dcb7ad6441 req-f26970b6-3932-4891-b286-45c662bbfde6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0502143 Nov 16 21:56:25.679182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-311e26e9-6ead-4616-a97e-64dcb7ad6441 req-b5e8eaf2-d6ca-43e8-a9c0-66abc5214f59 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Nov 16 21:56:25.796672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660392a-5548-42b1-afcd-1b4b95939fb2 req-f8b7beb2-0f44-4e05-a787-1f22aba65b36 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.798197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3660392a-5548-42b1-afcd-1b4b95939fb2 req-f8b7beb2-0f44-4e05-a787-1f22aba65b36 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0520103 Nov 16 21:56:25.812187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:25.846704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3660392a-5548-42b1-afcd-1b4b95939fb2 req-d83f7063-45fd-4290-b985-c119d8d8ae52 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Nov 16 21:56:25.958767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b22566-a908-4ef0-8e2f-3d01b7ce15ef req-0d7bb0a9-bb45-4aac-b135-598557f3c2ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:25.960245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2b22566-a908-4ef0-8e2f-3d01b7ce15ef req-0d7bb0a9-bb45-4aac-b135-598557f3c2ba tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0480568 Nov 16 21:56:26.012746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2b22566-a908-4ef0-8e2f-3d01b7ce15ef req-70d99d81-9d54-4005-a0c2-099e4d29bed3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Nov 16 21:56:26.288161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4fd06-b48a-4558-bcb9-b5094bad5ad4 req-14ca6e2c-206b-43b0-81c5-c9ec833b8bf7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:26.289673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cd4fd06-b48a-4558-bcb9-b5094bad5ad4 req-14ca6e2c-206b-43b0-81c5-c9ec833b8bf7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0495141 Nov 16 21:56:26.336660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cd4fd06-b48a-4558-bcb9-b5094bad5ad4 req-99d2bf74-d70e-49b7-b986-b036101068aa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Nov 16 21:56:26.686958 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:27.453693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c42c1-a929-4d40-8b70-6274eb833322 req-5936466a-ad09-4a9c-a207-497f8a803485 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:27.455154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9f6c42c1-a929-4d40-8b70-6274eb833322 req-5936466a-ad09-4a9c-a207-497f8a803485 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0487094 Nov 16 21:56:27.504142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9f6c42c1-a929-4d40-8b70-6274eb833322 req-829a82d0-8259-473a-976c-13fd573d579f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Nov 16 21:56:27.849268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-7e615c53-c031-4acb-adfb-4e2afc750c06 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:27.850738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-7e615c53-c031-4acb-adfb-4e2afc750c06 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 945 time: 0.0483634 Nov 16 21:56:27.943351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port c210987f-a546-4bfb-b6bd-52a20856ca31 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:56:27.943684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:28.032076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port c210987f-a546-4bfb-b6bd-52a20856ca31, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c210987f-a546-4bfb-b6bd-52a20856ca31,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:56:28.032350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:28.044924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for c210987f-a546-4bfb-b6bd-52a20856ca31 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:56:28.173053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:28.185975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c210987f-a546-4bfb-b6bd-52a20856ca31'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:56:28.202729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=c210987f-a546-4bfb-b6bd-52a20856ca31,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:28.248688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port c210987f-a546-4bfb-b6bd-52a20856ca31 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:56:28.251501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:28.254951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3c310086-8056-4809-96c0-7b3fbe1e5c34 req-1c990762-5952-43cc-abda-afb9dbf42c72 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "DELETE /v2.0/ports/c210987f-a546-4bfb-b6bd-52a20856ca31 HTTP/1.1" status: 204 len: 173 time: 0.3979490 Nov 16 21:56:28.255399 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'name': 'network-vif-deleted', 'tag': 'c210987f-a546-4bfb-b6bd-52a20856ca31'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:28.257680 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699b2cb-d674-470b-a08c-5df12c5b9491" -d '{"events": [{"server_uuid": "9f7be42b-1ebc-49ca-b9f2-65184d40424a", "name": "network-vif-deleted", "tag": "c210987f-a546-4bfb-b6bd-52a20856ca31"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:28.302978 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f906ff36-7594-4f26-9b62-9aa7c86693ad x-openstack-request-id: req-f906ff36-7594-4f26-9b62-9aa7c86693ad {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:28.303278 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7be42b-1ebc-49ca-b9f2-65184d40424a", "name": "network-vif-deleted", "tag": "c210987f-a546-4bfb-b6bd-52a20856ca31", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:28.303529 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f906ff36-7594-4f26-9b62-9aa7c86693ad {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:28.304066 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7be42b-1ebc-49ca-b9f2-65184d40424a', 'name': 'network-vif-deleted', 'tag': 'c210987f-a546-4bfb-b6bd-52a20856ca31', 'status': 'completed', 'code': 200} Nov 16 21:56:28.599527 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec9c9c3c-8550-4aaf-8236-d74fa43e9c63 req-e48705a6-93e8-4b1d-a7ef-f9bb96a0d9c2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 210 time: 0.0277028 Nov 16 21:56:29.695185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de447407-4941-4192-974a-3537caee1032 req-8c8571d7-a81c-4921-9dcf-25adb908ee98 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 210 time: 0.0265601 Nov 16 21:56:30.792030 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3da9358d-1a4f-4dae-aedb-3f7271f787dd req-6556f964-9bf3-4b6f-b700-5db1af51f2dc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 210 time: 0.0273314 Nov 16 21:56:31.228351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c210987f-a546-4bfb-b6bd-52a20856ca31 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:56:31.248598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: c210987f-a546-4bfb-b6bd-52a20856ca31 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:56:31.248951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c210987f-a546-4bfb-b6bd-52a20856ca31 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:56:31.885225 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c2a7f266-ab1e-4bad-9462-fad9bc22f044 req-53993b1d-c568-4205-a8bf-d09d601e0761 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f7be42b-1ebc-49ca-b9f2-65184d40424a HTTP/1.1" status: 200 len: 210 time: 0.0253534 Nov 16 21:56:33.449720 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:56:33.538207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:35.585629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:50.813157 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6867a92-9bba-47e8-82ce-47c86163adde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:53.273834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-08d1374b-11fd-4cca-8767-1033e35d5121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:54.278875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:55.794128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-aee12f1f-b8c9-4f2e-9577-a4c92d1f863a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:55.795493 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-aee12f1f-b8c9-4f2e-9577-a4c92d1f863a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1061869 Nov 16 21:56:55.810583 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-6b7b0b0d-e444-4048-b7ab-e40dd961ee7e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0090916 Nov 16 21:56:55.817059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:55.862513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-a69eea60-6dea-462a-b8e5-4358fe5589bf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455892 Nov 16 21:56:55.955158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-258e35e8-1703-4bab-87a7-59e78db2cd95 service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Nov 16 21:56:56.046061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-d658fb96-4392-46d7-a5f1-50ee86cf126f service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846875 Nov 16 21:56:56.321438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ef53f48f-5d81-451f-98ec-54cd49f0053a req-186b0814-eb53-42d1-8e93-4231d6fa9e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0278809 Nov 16 21:56:56.693532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:57.213670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-d030405e-6a5d-43e1-b35a-c293e7dbc4c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:57.215802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-d030405e-6a5d-43e1-b35a-c293e7dbc4c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1085570 Nov 16 21:56:57.229484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:57.346850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:56:57.350661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:57.428129 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e320886-905c-467d-ae01-def571cf05a3 req-8df4b8da-978b-459d-aa7d-929f65114632 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0354388 Nov 16 21:56:57.485815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.8 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/2b74c586-7898-451d-8668-a01bfd27592e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:56:57.638456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:57.672175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:57.718547 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:56:57.721990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:56:57.724740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:56:57.760404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=2b74c586-7898-451d-8668-a01bfd27592e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:57.780219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.780571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.780941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.781256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.781615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.781944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.782271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.782597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.782928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.783249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.783573 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.783897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:56:57.798329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:57.798975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:57.816389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-2afe67f9-ffba-4225-9fbd-1d2b8bd267ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908411 Nov 16 21:56:57.831566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Request body: {'port': {'device_id': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:56:57.893945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.030463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-eda642ff-ed97-42a6-a515-0a6d6f5de45f None None] Provisioning complete for port 2b74c586-7898-451d-8668-a01bfd27592e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:56:58.030975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eda642ff-ed97-42a6-a515-0a6d6f5de45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.067869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-eda642ff-ed97-42a6-a515-0a6d6f5de45f None None] Port 2b74c586-7898-451d-8668-a01bfd27592e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:56:58.176711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b74c586-7898-451d-8668-a01bfd27592e {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:56:58.184982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.197629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Transition to ACTIVE for port object 2b74c586-7898-451d-8668-a01bfd27592e will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:56:58.203099 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.600357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b74c586-7898-451d-8668-a01bfd27592e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:58.659784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340801f1-b6e5-42d0-a530-69605da20493 req-010d280d-2b29-4ce6-86fe-c4764b9e9272 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:58.661322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-340801f1-b6e5-42d0-a530-69605da20493 req-010d280d-2b29-4ce6-86fe-c4764b9e9272 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.1125445 Nov 16 21:56:58.730928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Attempting to bind port 2b74c586-7898-451d-8668-a01bfd27592e on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:56:58.731791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Attempting to bind port 2b74c586-7898-451d-8668-a01bfd27592e by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:56:58.732379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Attempting to bind port 2b74c586-7898-451d-8668-a01bfd27592e on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:56:58.740726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Port 2b74c586-7898-451d-8668-a01bfd27592e on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:56:58.741421 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Attempting to bind port 2b74c586-7898-451d-8668-a01bfd27592e on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:56:58.756534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:56:58.756868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:56:58.757262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:56:58.758191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Bound port: 2b74c586-7898-451d-8668-a01bfd27592e, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:56:58.758191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.782092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-340801f1-b6e5-42d0-a530-69605da20493 req-0e2b7929-7b35-4809-a675-442132a390ab tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120923 Nov 16 21:56:58.837891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] For port 2b74c586-7898-451d-8668-a01bfd27592e, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:56:58.841858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] For port 2b74c586-7898-451d-8668-a01bfd27592e, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2b74c586-7898-451d-8668-a01bfd27592e,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:56:58.846944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.887231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:58.887882 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:56:58.889240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] 10.222.0.47 "PUT /v2.0/ports/2b74c586-7898-451d-8668-a01bfd27592e HTTP/1.1" status: 200 len: 1091 time: 1.0624166 Nov 16 21:56:58.889709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'tag': '2b74c586-7898-451d-8668-a01bfd27592e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:56:58.892070 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f009d5-d21b-479a-9eef-321b369a5002", "tag": "2b74c586-7898-451d-8668-a01bfd27592e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:56:58.930925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e43a1-c0f9-4b21-99d5-4e144e85bd4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b74c586-7898-451d-8668-a01bfd27592e,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:56:58.965017 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a247333-a67d-444e-b699-69b3cb1b51db x-openstack-request-id: req-4a247333-a67d-444e-b699-69b3cb1b51db {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:56:58.965380 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f009d5-d21b-479a-9eef-321b369a5002", "tag": "2b74c586-7898-451d-8668-a01bfd27592e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:56:58.965657 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a247333-a67d-444e-b699-69b3cb1b51db {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:56:58.966177 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'tag': '2b74c586-7898-451d-8668-a01bfd27592e', 'status': 'completed', 'code': 200} Nov 16 21:56:58.982151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-27c15fd0-edff-4158-b429-a8a8f01f11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:58.983621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-27c15fd0-edff-4158-b429-a8a8f01f11d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 1094 time: 0.0485010 Nov 16 21:56:59.034162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-c4feee22-0d79-48fc-a36e-7d89ee8f04a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b74c586-7898-451d-8668-a01bfd27592e HTTP/1.1" status: 200 len: 217 time: 0.0416920 Nov 16 21:56:59.090570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-225730a4-d43c-4d85-aa96-7d8b9f1efff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.092230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-225730a4-d43c-4d85-aa96-7d8b9f1efff1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0499947 Nov 16 21:56:59.142618 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-bed5b6db-f343-46cf-a432-43100eabd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.144120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-bed5b6db-f343-46cf-a432-43100eabd673 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444188 Nov 16 21:56:59.237892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-8d30d14e-e610-490c-b225-b3772518fb44 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860875 Nov 16 21:56:59.329062 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-909c545f-0b18-44cb-845d-4cf4b1c078c0 req-e958c9e7-c537-4333-89ae-edfe42a1f2bd service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835791 Nov 16 21:56:59.417951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-9d41cc89-2cac-47ad-b793-422081a82533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.419462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-9d41cc89-2cac-47ad-b793-422081a82533 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 1094 time: 0.0465419 Nov 16 21:56:59.511568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-b2540985-a6c7-4470-976a-0c568498891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.513022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-b2540985-a6c7-4470-976a-0c568498891a service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0867336 Nov 16 21:56:59.559011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-42a5fbc6-4723-4566-b4e3-8e6be3214e01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b74c586-7898-451d-8668-a01bfd27592e HTTP/1.1" status: 200 len: 217 time: 0.0387862 Nov 16 21:56:59.611350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-47ac151a-abe1-4efb-b4d7-fed84d95e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.612875 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-47ac151a-abe1-4efb-b4d7-fed84d95e89f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0474353 Nov 16 21:56:59.662206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-aff85549-35bb-4ce2-89e6-cf4d1dd1ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.663777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-aff85549-35bb-4ce2-89e6-cf4d1dd1ff2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433025 Nov 16 21:56:59.759798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-44d33ad8-d18f-4e59-99d6-440c099a0b89 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890672 Nov 16 21:56:59.855888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6dc8b9fe-a5fb-44d3-9083-3d02c96af3f0 req-bee4ce29-1a5b-484c-bd03-12ff8cf2ec3c service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888009 Nov 16 21:56:59.906699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402729b3-c755-4321-a3eb-9bb4228bb5c4 req-88ee4a6d-e3fb-40fa-9acd-d181dfd39dde tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:56:59.908166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-402729b3-c755-4321-a3eb-9bb4228bb5c4 req-88ee4a6d-e3fb-40fa-9acd-d181dfd39dde tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0507083 Nov 16 21:56:59.955601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-402729b3-c755-4321-a3eb-9bb4228bb5c4 req-e545bbf3-6ec6-4f8e-af62-467dd6a69c40 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Nov 16 21:57:01.073902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030b2e-865a-4c64-8d97-5485707a65d0 req-a4eb3102-2b32-4254-97e3-97d1e7cc4f55 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:01.075402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9f030b2e-865a-4c64-8d97-5485707a65d0 req-a4eb3102-2b32-4254-97e3-97d1e7cc4f55 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0488422 Nov 16 21:57:01.124545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9f030b2e-865a-4c64-8d97-5485707a65d0 req-c0911062-8d4f-4eaf-aac4-c213e773866a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Nov 16 21:57:02.249461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bd4c-5d59-46c4-8cbd-a3b9bbd4d557 req-45014823-a08d-4a9a-8076-516eb55495f1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:02.251092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5402bd4c-5d59-46c4-8cbd-a3b9bbd4d557 req-45014823-a08d-4a9a-8076-516eb55495f1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0576344 Nov 16 21:57:02.301166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5402bd4c-5d59-46c4-8cbd-a3b9bbd4d557 req-c11efc8f-54f3-44bb-8167-6123c0e4d2ce tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439625 Nov 16 21:57:03.423096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a07785-cba7-4f48-a53e-0634d9a4180f req-c4d53a3c-3c51-4ec4-86f4-439e5c60f0f4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:03.424634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13a07785-cba7-4f48-a53e-0634d9a4180f req-c4d53a3c-3c51-4ec4-86f4-439e5c60f0f4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0504434 Nov 16 21:57:03.472620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13a07785-cba7-4f48-a53e-0634d9a4180f req-1a424d55-3b7e-49bd-9a18-6f4bb7881f96 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Nov 16 21:57:03.547299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:04.592061 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073f7cb-ac66-4935-a82c-7f90c1c34aa3 req-d19ba07f-459a-4f1b-b52f-9cd8e65ca970 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:04.593624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7073f7cb-ac66-4935-a82c-7f90c1c34aa3 req-d19ba07f-459a-4f1b-b52f-9cd8e65ca970 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0512547 Nov 16 21:57:04.652308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7073f7cb-ac66-4935-a82c-7f90c1c34aa3 req-52c8a7f6-63b6-4606-ab15-9bad36185dc6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Nov 16 21:57:05.615919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:05.774710 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c47d9-99fe-41d8-8074-3d86d9d73268 req-4d2df128-2d3a-413a-991f-ff1c675e6211 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:05.776190 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a2c47d9-99fe-41d8-8074-3d86d9d73268 req-4d2df128-2d3a-413a-991f-ff1c675e6211 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0530322 Nov 16 21:57:05.822243 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a2c47d9-99fe-41d8-8074-3d86d9d73268 req-61a1873d-3ee0-40f6-b73c-45449c8eaf4b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Nov 16 21:57:06.947000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26420d-e563-430f-900a-557b5fec751e req-64ff2f1c-117f-4233-873c-ab0db4936c37 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:06.948384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e26420d-e563-430f-900a-557b5fec751e req-64ff2f1c-117f-4233-873c-ab0db4936c37 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0532255 Nov 16 21:57:06.996967 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8e26420d-e563-430f-900a-557b5fec751e req-c349a9d6-6174-456d-8638-ef0424724bbe tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Nov 16 21:57:08.113085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32014e0-3236-4c87-96df-2ca2eb9065cf req-7e4234ff-7f78-4a86-bf1d-9ad1795a26cc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:08.114574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e32014e0-3236-4c87-96df-2ca2eb9065cf req-7e4234ff-7f78-4a86-bf1d-9ad1795a26cc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0490472 Nov 16 21:57:08.161410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e32014e0-3236-4c87-96df-2ca2eb9065cf req-3f8c66aa-c5f4-474d-a006-e51688e7c489 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Nov 16 21:57:09.276007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a85b2f-8879-47b4-911f-8ff8a6ed9e92 req-b228a2b7-9b1c-4667-9de1-9b1aeeb43342 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:09.277498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3a85b2f-8879-47b4-911f-8ff8a6ed9e92 req-b228a2b7-9b1c-4667-9de1-9b1aeeb43342 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0489645 Nov 16 21:57:09.326055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b3a85b2f-8879-47b4-911f-8ff8a6ed9e92 req-8ab098a2-2b0f-4941-99c7-4a76c4f4d9b8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Nov 16 21:57:10.442109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7260e-4913-40f0-ad80-80d6012644d7 req-7618112e-3a07-4d35-8002-db5627e9bef3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:10.443610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e7260e-4913-40f0-ad80-80d6012644d7 req-7618112e-3a07-4d35-8002-db5627e9bef3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0493467 Nov 16 21:57:10.448211 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:57:10.494507 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12e7260e-4913-40f0-ad80-80d6012644d7 req-e8f29c48-799c-4f18-91ef-b6910f24c64a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Nov 16 21:57:11.433714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2b74c586-7898-451d-8668-a01bfd27592e details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:57:11.528199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2b74c586-7898-451d-8668-a01bfd27592e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2b74c586-7898-451d-8668-a01bfd27592e,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:11.540302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '2b74c586-7898-451d-8668-a01bfd27592e', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': '2b74c586-7898-451d-8668-a01bfd27592e', 'mac_address': 'fa:16:3e:fc:16:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:57:11.578532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:11.591882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b74c586-7898-451d-8668-a01bfd27592e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:57:11.608893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854392c5-cf60-4407-a861-bf41af2971c0 req-e1bfd60b-c100-470d-9cc5-da22ae83f067 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:11.610428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-854392c5-cf60-4407-a861-bf41af2971c0 req-e1bfd60b-c100-470d-9cc5-da22ae83f067 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 943 time: 0.0493796 Nov 16 21:57:11.610849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2b74c586-7898-451d-8668-a01bfd27592e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2b74c586-7898-451d-8668-a01bfd27592e,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:11.615294 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:11.662770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-854392c5-cf60-4407-a861-bf41af2971c0 req-41f43dd6-b945-4b55-8b23-996a2df26300 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462148 Nov 16 21:57:11.667853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2b74c586-7898-451d-8668-a01bfd27592e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:11.902729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2b74c586-7898-451d-8668-a01bfd27592e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:57:12.776907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee769e30-54eb-40ac-9e72-4bded32dfb52 req-572e394c-49e4-46bb-ba80-f0fbc63a6dc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:12.779080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee769e30-54eb-40ac-9e72-4bded32dfb52 req-572e394c-49e4-46bb-ba80-f0fbc63a6dc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 944 time: 0.0488718 Nov 16 21:57:12.824508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee769e30-54eb-40ac-9e72-4bded32dfb52 req-80245244-52d0-45da-936f-ad9175f9384e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Nov 16 21:57:13.445906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2b74c586-7898-451d-8668-a01bfd27592e up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:57:13.493170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 2b74c586-7898-451d-8668-a01bfd27592e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:57:13.497772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 2b74c586-7898-451d-8668-a01bfd27592e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:57:13.498148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:13.572640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:13.594134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b74c586-7898-451d-8668-a01bfd27592e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:13.596618 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a85c21-f569-4b56-ae7c-f679c6b9011f" -d '{"events": [{"server_uuid": "e4f009d5-d21b-479a-9eef-321b369a5002", "name": "network-vif-plugged", "status": "completed", "tag": "2b74c586-7898-451d-8668-a01bfd27592e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:57:13.610085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 2b74c586-7898-451d-8668-a01bfd27592e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2b74c586-7898-451d-8668-a01bfd27592e,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:13.614570 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:13.642475 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc35469f-06fb-4449-833f-d73e71a06731 x-openstack-request-id: req-dc35469f-06fb-4449-833f-d73e71a06731 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:57:13.642778 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f009d5-d21b-479a-9eef-321b369a5002", "name": "network-vif-plugged", "status": "completed", "tag": "2b74c586-7898-451d-8668-a01bfd27592e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:57:13.643033 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc35469f-06fb-4449-833f-d73e71a06731 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:57:13.643431 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b74c586-7898-451d-8668-a01bfd27592e', 'code': 200} Nov 16 21:57:13.670697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=2b74c586-7898-451d-8668-a01bfd27592e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:13.731232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46285924-e5dc-4dea-8119-f52040771663 req-11c9b0fb-4758-4c7f-a90d-bae554e95153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:13.732643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46285924-e5dc-4dea-8119-f52040771663 req-11c9b0fb-4758-4c7f-a90d-bae554e95153 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 1096 time: 0.0402353 Nov 16 21:57:13.776441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-46285924-e5dc-4dea-8119-f52040771663 req-4d966d51-caa4-47e5-a8e5-efe49422f3b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364013 Nov 16 21:57:13.942408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458516c-d87d-42a9-a7d5-c89b8e3301b7 req-83db7ef8-d4b4-4480-98a4-19dd6da4bf38 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:13.943907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b458516c-d87d-42a9-a7d5-c89b8e3301b7 req-83db7ef8-d4b4-4480-98a4-19dd6da4bf38 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Nov 16 21:57:13.991805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b458516c-d87d-42a9-a7d5-c89b8e3301b7 req-fd0fe948-c5f0-4efd-acb9-c7d331aee003 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Nov 16 21:57:15.111280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525ec54-2f2a-46c5-ac5e-c2abb5f54088 req-2b3e0992-5766-486d-92cd-f6a7bd043e3e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:15.112837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0525ec54-2f2a-46c5-ac5e-c2abb5f54088 req-2b3e0992-5766-486d-92cd-f6a7bd043e3e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0524573 Nov 16 21:57:15.162079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0525ec54-2f2a-46c5-ac5e-c2abb5f54088 req-9aa3284f-9666-4723-8df8-6583151035fb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Nov 16 21:57:16.280572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be280d-ad5c-4f3a-b144-7bb0d22e7a82 req-3a2a79fa-daff-4987-b673-700f5ecbfeb6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:16.282048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45be280d-ad5c-4f3a-b144-7bb0d22e7a82 req-3a2a79fa-daff-4987-b673-700f5ecbfeb6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0522609 Nov 16 21:57:16.328636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45be280d-ad5c-4f3a-b144-7bb0d22e7a82 req-1b4eb2b2-a2e9-44e9-93bf-3017d6d24fa5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Nov 16 21:57:16.446363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08803c-47f2-4322-86cd-593415d0a7e7 req-64c5c8d8-85a5-465f-9479-db7c5d7ad8ee tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:16.447770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b08803c-47f2-4322-86cd-593415d0a7e7 req-64c5c8d8-85a5-465f-9479-db7c5d7ad8ee tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0531101 Nov 16 21:57:16.496021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1b08803c-47f2-4322-86cd-593415d0a7e7 req-d14d9c70-be43-4d99-9e5d-f9fea495d23b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Nov 16 21:57:17.654533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-12bb521a-8c92-46e0-817d-ec6b18d1edd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490544 Nov 16 21:57:17.743564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-ba4f4806-adf3-4d18-a16d-6a80743b6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:17.745251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-ba4f4806-adf3-4d18-a16d-6a80743b6141 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 1096 time: 0.0443318 Nov 16 21:57:17.861111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-83c0c9fc-4df6-4442-be72-3a111d9ef2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:17.862514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-83c0c9fc-4df6-4442-be72-3a111d9ef2ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0927150 Nov 16 21:57:17.906628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-5487640f-f8f7-4163-a36b-c4f7cbbfa008 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b74c586-7898-451d-8668-a01bfd27592e HTTP/1.1" status: 200 len: 217 time: 0.0364790 Nov 16 21:57:17.961202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-3d378d8c-be96-4f3b-8c77-ae59725eae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:17.962700 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-3d378d8c-be96-4f3b-8c77-ae59725eae9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0480161 Nov 16 21:57:18.007601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-09dcd394-86e6-467c-ad7b-c6e783105a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:18.009117 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-09dcd394-86e6-467c-ad7b-c6e783105a38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396512 Nov 16 21:57:18.104409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-406239ec-ffc4-4c27-ba74-232b82fa8fac service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Nov 16 21:57:18.231611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bd768af-04e1-4deb-8557-975dacbaa2ea req-252fc5b1-11f8-4c79-9ba3-b280ea25a1de service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199875 Nov 16 21:57:18.995403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-1e9d10c7-2506-46b1-99f8-570cf41e4652 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:18.996780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-1e9d10c7-2506-46b1-99f8-570cf41e4652 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1081133 Nov 16 21:57:19.011874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-80f8c2b9-4720-4dc6-af61-edcbe4618160 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Nov 16 21:57:19.065066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-a138dfce-6f85-4ce9-a8fb-428a047f0f45 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481710 Nov 16 21:57:19.156906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-71db86ab-2128-4592-b1df-d0307a2865cc service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846684 Nov 16 21:57:19.248800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-1d5b65c1-4096-47ba-b080-da28949851cf service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857971 Nov 16 21:57:19.438790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31dc3858-8a55-47ea-b6fb-2f40215c0512 req-1849bfe9-acb9-4cc9-a1d3-0532540ae76c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0276973 Nov 16 21:57:20.418549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-456c2fb5-77ed-4cb3-8f94-f947e1c213a4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:20.420008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-456c2fb5-77ed-4cb3-8f94-f947e1c213a4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1075726 Nov 16 21:57:20.434525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': '60efabc0-133f-4b5f-8449-63fe414309eb', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:57:20.540269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8fd816ac-f103-41d2-a09a-64f5740411f5 req-9649755d-edb4-4225-ad6f-c4202f63b3e6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0288105 Nov 16 21:57:20.548746 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:57:20.553386 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:20.688639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.5 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/0176ad1e-9251-4b4a-82b5-19804969c591) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:57:20.834300 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44db4eef-03ac-4b99-b9b5-946f7b7be31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:20.850664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:20.885214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:20.900443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2b74c586-7898-451d-8668-a01bfd27592e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:57:20.937396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:57:20.940808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:57:20.945505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:57:20.948658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=0176ad1e-9251-4b4a-82b5-19804969c591,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:20.982354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.982764 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.983166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.983673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.983947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.984281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.984625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.985057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.985388 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.985939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.986273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:20.986607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:21.028150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:21.028769 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.048786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-fd7b7983-5f92-4a28-8f43-fb0e0141f30d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6179321 Nov 16 21:57:21.060231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-833e9b4d-41e5-4691-a358-fde84c92f818 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 21:57:21.062087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-833e9b4d-41e5-4691-a358-fde84c92f818 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065143 Nov 16 21:57:21.140970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Request body: {'port': {'device_id': '60efabc0-133f-4b5f-8449-63fe414309eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:57:21.200909 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.286802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3a2e087a-0aed-4ad9-b52c-f465c66490cb None None] Provisioning complete for port 0176ad1e-9251-4b4a-82b5-19804969c591 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:57:21.287420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a2e087a-0aed-4ad9-b52c-f465c66490cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.328211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e087a-0aed-4ad9-b52c-f465c66490cb None None] Port 0176ad1e-9251-4b4a-82b5-19804969c591 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:57:21.461899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0176ad1e-9251-4b4a-82b5-19804969c591 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:57:21.469829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.484540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Transition to ACTIVE for port object 0176ad1e-9251-4b4a-82b5-19804969c591 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:57:21.488360 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.543962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0176ad1e-9251-4b4a-82b5-19804969c591,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:21.667634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Attempting to bind port 0176ad1e-9251-4b4a-82b5-19804969c591 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:57:21.668258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Attempting to bind port 0176ad1e-9251-4b4a-82b5-19804969c591 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:57:21.668365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Attempting to bind port 0176ad1e-9251-4b4a-82b5-19804969c591 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:57:21.678417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Port 0176ad1e-9251-4b4a-82b5-19804969c591 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:57:21.678752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Attempting to bind port 0176ad1e-9251-4b4a-82b5-19804969c591 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:57:21.687016 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:57:21.687364 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:57:21.687757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:57:21.688205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Bound port: 0176ad1e-9251-4b4a-82b5-19804969c591, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:57:21.688570 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.711310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2b1-b33b-44ee-8d48-15aaaffd04d7 req-84bc2c81-70f4-4e81-a069-42b4858c632d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:21.713011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c6fd2b1-b33b-44ee-8d48-15aaaffd04d7 req-84bc2c81-70f4-4e81-a069-42b4858c632d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0833113 Nov 16 21:57:21.809886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c6fd2b1-b33b-44ee-8d48-15aaaffd04d7 req-c25d656d-fb43-4d99-ba42-813a529288bf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718975 Nov 16 21:57:21.811492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] For port 0176ad1e-9251-4b4a-82b5-19804969c591, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:57:21.815257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] For port 0176ad1e-9251-4b4a-82b5-19804969c591, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0176ad1e-9251-4b4a-82b5-19804969c591,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:57:21.819449 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.859697 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:21.860338 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:21.861795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] 10.222.0.41 "PUT /v2.0/ports/0176ad1e-9251-4b4a-82b5-19804969c591 HTTP/1.1" status: 200 len: 1091 time: 0.7911658 Nov 16 21:57:21.862263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60efabc0-133f-4b5f-8449-63fe414309eb', 'tag': '0176ad1e-9251-4b4a-82b5-19804969c591'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:21.864539 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b" -d '{"events": [{"name": "network-changed", "server_uuid": "60efabc0-133f-4b5f-8449-63fe414309eb", "tag": "0176ad1e-9251-4b4a-82b5-19804969c591"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:57:21.888301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b51b3-03c1-44a8-a128-0c348c451d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0176ad1e-9251-4b4a-82b5-19804969c591,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:21.975664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-a293e70b-4d13-4220-9bf3-06e70e0837ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:21.977216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-a293e70b-4d13-4220-9bf3-06e70e0837ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 1094 time: 0.0571208 Nov 16 21:57:22.326125 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b5c126-df3e-4be7-9e50-cadc25922afb x-openstack-request-id: req-37b5c126-df3e-4be7-9e50-cadc25922afb {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:57:22.326946 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60efabc0-133f-4b5f-8449-63fe414309eb", "tag": "0176ad1e-9251-4b4a-82b5-19804969c591", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:57:22.327234 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37b5c126-df3e-4be7-9e50-cadc25922afb {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:57:22.328137 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60efabc0-133f-4b5f-8449-63fe414309eb', 'tag': '0176ad1e-9251-4b4a-82b5-19804969c591', 'status': 'completed', 'code': 200} Nov 16 21:57:22.329427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-446b3462-1505-4465-b744-e6d18535b5fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0176ad1e-9251-4b4a-82b5-19804969c591 HTTP/1.1" status: 200 len: 217 time: 0.3425074 Nov 16 21:57:22.379950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-c8a958c5-ee4e-4a82-a741-1cef680a73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:22.381410 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-c8a958c5-ee4e-4a82-a741-1cef680a73b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0447896 Nov 16 21:57:22.429498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-1eb814b3-db7b-44d7-a04c-cbd79d4caf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:22.431021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-1eb814b3-db7b-44d7-a04c-cbd79d4caf37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405025 Nov 16 21:57:22.525284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-363e5056-fe91-4a07-a7c2-f2a55d625e14 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857546 Nov 16 21:57:22.616479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b72a39-1a14-4cdc-a84d-b8b656801bae req-0532b297-8133-484d-beb9-24b8f5e20451 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824974 Nov 16 21:57:22.709323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-6a313f5c-a82e-4130-b28f-6697078515b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:22.710896 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-6a313f5c-a82e-4130-b28f-6697078515b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 1094 time: 0.0433536 Nov 16 21:57:22.818160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-7fb6c9f5-db78-4360-97bf-d465aa8d5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:22.819677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-7fb6c9f5-db78-4360-97bf-d465aa8d5725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.1000116 Nov 16 21:57:22.865358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-d40d950d-648f-4833-8c22-522e7448896e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0176ad1e-9251-4b4a-82b5-19804969c591 HTTP/1.1" status: 200 len: 217 time: 0.0370281 Nov 16 21:57:22.943456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-e6c726c9-78b0-4e98-8bd0-ab3e3ff4e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:22.944910 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-e6c726c9-78b0-4e98-8bd0-ab3e3ff4e2a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0724752 Nov 16 21:57:22.973315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7d79-ac86-4b3b-8f04-328b01bf0bf6 req-6f9c99d4-8b93-4c35-9f2c-e799059bd287 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:22.974813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-882b7d79-ac86-4b3b-8f04-328b01bf0bf6 req-6f9c99d4-8b93-4c35-9f2c-e799059bd287 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0726755 Nov 16 21:57:23.034451 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-c810d379-9080-403c-a0dd-774b89aff277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:23.035978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-c810d379-9080-403c-a0dd-774b89aff277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803485 Nov 16 21:57:23.043970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-882b7d79-ac86-4b3b-8f04-328b01bf0bf6 req-2c3bdf45-2a93-42d0-8893-de9ac4ed9a1d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550685 Nov 16 21:57:23.114293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-662e2e99-c3e8-44ed-8d6c-e920feb21dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:23.136168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-468c1d97-ac2a-4e41-88a6-6e4b5364d41e service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912201 Nov 16 21:57:23.229413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaf1dd81-5e6d-4e2d-becb-5d24aa1d717b req-50f7be31-8997-4da2-b2c0-0ddf057fc007 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843771 Nov 16 21:57:24.184541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42f98f-6acd-44b5-8bb1-073f3aab0193 req-89ac500f-c33b-45cf-8647-db84fe796228 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:24.193164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee42f98f-6acd-44b5-8bb1-073f3aab0193 req-89ac500f-c33b-45cf-8647-db84fe796228 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0697982 Nov 16 21:57:24.261552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee42f98f-6acd-44b5-8bb1-073f3aab0193 req-9e339ab8-97b5-4073-959a-a51537922bf6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671096 Nov 16 21:57:24.292074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:25.415473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb960830-4633-479b-b046-64ae13dc1781 req-065d6aa0-4c79-4b0c-8b91-369aa9bd13c6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:25.417726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb960830-4633-479b-b046-64ae13dc1781 req-065d6aa0-4c79-4b0c-8b91-369aa9bd13c6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0728569 Nov 16 21:57:25.494364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb960830-4633-479b-b046-64ae13dc1781 req-23f5ba3d-0c03-4353-a92f-904d36eda547 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 Nov 16 21:57:25.834279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:26.661204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1933ef-2641-41ac-a26f-b9a435e36ff7 req-86279d01-4219-4ea0-99a3-dd7c031e5907 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:26.663139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f1933ef-2641-41ac-a26f-b9a435e36ff7 req-86279d01-4219-4ea0-99a3-dd7c031e5907 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0751452 Nov 16 21:57:26.704052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:26.726235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f1933ef-2641-41ac-a26f-b9a435e36ff7 req-a035d2ca-192b-4631-80f8-bb7e4f656fd0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568907 Nov 16 21:57:27.848646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ab896-500a-4aab-9a94-01a30683871d req-0fc08d37-dd59-475b-b396-0c756a3c948f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:27.850228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b9ab896-500a-4aab-9a94-01a30683871d req-0fc08d37-dd59-475b-b396-0c756a3c948f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0505114 Nov 16 21:57:27.899442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1b9ab896-500a-4aab-9a94-01a30683871d req-dfb84dda-917b-42eb-aa21-be953aa0fcca tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Nov 16 21:57:29.022938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30789636-bff2-4460-9096-3b613e0a5fa9 req-3c6d337e-4276-422c-b0dc-ca595efd6153 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:29.024424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30789636-bff2-4460-9096-3b613e0a5fa9 req-3c6d337e-4276-422c-b0dc-ca595efd6153 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0517998 Nov 16 21:57:29.071763 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30789636-bff2-4460-9096-3b613e0a5fa9 req-995cf144-bc6c-408c-9d05-e7ddc02d464c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Nov 16 21:57:30.193889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc7ff-8af9-4345-8a2a-d909dba55ad8 req-897644ab-e008-4c3c-bea8-f844dcb21b86 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:30.195409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-020bc7ff-8af9-4345-8a2a-d909dba55ad8 req-897644ab-e008-4c3c-bea8-f844dcb21b86 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0510876 Nov 16 21:57:30.249924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-020bc7ff-8af9-4345-8a2a-d909dba55ad8 req-2168cfb3-d505-49cf-8079-ead2118cb11b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Nov 16 21:57:31.371533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea6841-6b61-46af-ac19-cb3c3ca029fa req-ba37beca-ab7d-4943-bbc6-2b75abcde0ad tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:31.373330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27ea6841-6b61-46af-ac19-cb3c3ca029fa req-ba37beca-ab7d-4943-bbc6-2b75abcde0ad tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0541937 Nov 16 21:57:31.422550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27ea6841-6b61-46af-ac19-cb3c3ca029fa req-1b557a44-74af-42e9-9003-a0aa02f17588 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433640 Nov 16 21:57:32.547940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7183528-c6ff-4255-b20d-fab33182f299 req-d6bfcd9f-8bb3-4785-8edf-a1a121128a56 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:32.549458 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7183528-c6ff-4255-b20d-fab33182f299 req-d6bfcd9f-8bb3-4785-8edf-a1a121128a56 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0541220 Nov 16 21:57:32.601716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7183528-c6ff-4255-b20d-fab33182f299 req-e5a5c74f-e4fb-48c5-81e2-82bbd1df7612 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Nov 16 21:57:33.562542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:33.723633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda12b4-ab1b-4b1f-8d72-d932aaf4bdaf req-707395f4-a345-4cc5-b3cd-1b422b57ebde tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:33.725136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddda12b4-ab1b-4b1f-8d72-d932aaf4bdaf req-707395f4-a345-4cc5-b3cd-1b422b57ebde tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0517662 Nov 16 21:57:33.774178 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ddda12b4-ab1b-4b1f-8d72-d932aaf4bdaf req-e178d9b2-1df3-4d71-98ad-6c454f5e5d38 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Nov 16 21:57:34.891685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6517cc-61d3-4bcd-a92f-9baf4874e95c req-58f6e0ca-eed0-4066-ba44-39a1f24cd81a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:34.893256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa6517cc-61d3-4bcd-a92f-9baf4874e95c req-58f6e0ca-eed0-4066-ba44-39a1f24cd81a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0503280 Nov 16 21:57:34.947648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa6517cc-61d3-4bcd-a92f-9baf4874e95c req-70a16c0c-c8fb-41d2-8458-93bacc519586 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Nov 16 21:57:35.633093 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:36.079558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4257e0-1bce-4416-9f14-7c6da589ff2a req-d27f1572-c8ac-4b87-be60-2e068ea3a79f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:36.081081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd4257e0-1bce-4416-9f14-7c6da589ff2a req-d27f1572-c8ac-4b87-be60-2e068ea3a79f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0516820 Nov 16 21:57:36.135707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd4257e0-1bce-4416-9f14-7c6da589ff2a req-6803f14b-4901-4161-8985-783e9fbe48f5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486536 Nov 16 21:57:37.260783 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ff082-ae9e-476d-b87d-b8069fcc2691 req-6e35fa55-88e3-4e2a-a6cb-f9c3b76cc3d1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:37.262312 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f04ff082-ae9e-476d-b87d-b8069fcc2691 req-6e35fa55-88e3-4e2a-a6cb-f9c3b76cc3d1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0555217 Nov 16 21:57:37.311829 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f04ff082-ae9e-476d-b87d-b8069fcc2691 req-bb7664b1-c31b-478b-a2c2-150f12f4b466 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Nov 16 21:57:38.679496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d506b9-f708-45ae-b7a2-ed746d69bbe7 req-5e6de058-8eff-4c24-8aac-15749b8c7ff5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:38.681026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8d506b9-f708-45ae-b7a2-ed746d69bbe7 req-5e6de058-8eff-4c24-8aac-15749b8c7ff5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0551736 Nov 16 21:57:38.733822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8d506b9-f708-45ae-b7a2-ed746d69bbe7 req-b3098f40-a4a2-4333-9bd4-8b1f28469b11 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Nov 16 21:57:39.860284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6683f8-e54c-42b6-a883-33b53b7b473f req-e98af83e-72e1-4356-9d1a-05678dcbe9bd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:39.861807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b6683f8-e54c-42b6-a883-33b53b7b473f req-e98af83e-72e1-4356-9d1a-05678dcbe9bd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0513129 Nov 16 21:57:39.916234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b6683f8-e54c-42b6-a883-33b53b7b473f req-5901bad9-ba7c-4774-8927-4bd603d8e0ed tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475812 Nov 16 21:57:41.046576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f2a6-ea81-4a82-b64f-fb1ae9174a92 req-1656fa44-5ea4-4fc2-a4b0-857f9cd3c4fa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:41.048101 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3780f2a6-ea81-4a82-b64f-fb1ae9174a92 req-1656fa44-5ea4-4fc2-a4b0-857f9cd3c4fa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0616887 Nov 16 21:57:41.097671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3780f2a6-ea81-4a82-b64f-fb1ae9174a92 req-7ca9f4b3-1333-4081-aa72-383a8099f81b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Nov 16 21:57:42.215848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488579-f351-46a1-b91e-0d0c88ac7595 req-5b60093f-2b3a-44d1-9a07-ed526c6b830a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:42.217618 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9488579-f351-46a1-b91e-0d0c88ac7595 req-5b60093f-2b3a-44d1-9a07-ed526c6b830a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 943 time: 0.0530989 Nov 16 21:57:42.265855 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e9488579-f351-46a1-b91e-0d0c88ac7595 req-2d9c5210-606f-4452-bf79-d39ed0d58962 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Nov 16 21:57:43.118173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0176ad1e-9251-4b4a-82b5-19804969c591 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:57:43.215655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0176ad1e-9251-4b4a-82b5-19804969c591, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0176ad1e-9251-4b4a-82b5-19804969c591,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:43.230042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '0176ad1e-9251-4b4a-82b5-19804969c591', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': '0176ad1e-9251-4b4a-82b5-19804969c591', 'mac_address': 'fa:16:3e:28:76:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:57:43.270417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:43.289390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0176ad1e-9251-4b4a-82b5-19804969c591 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:57:43.314698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0176ad1e-9251-4b4a-82b5-19804969c591, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0176ad1e-9251-4b4a-82b5-19804969c591,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:43.319280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:43.382596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0176ad1e-9251-4b4a-82b5-19804969c591,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:43.390556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.390918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.391270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.391623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.391974 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.392335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.392676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.393013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.393397 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.393756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.394189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.394515 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:57:43.397124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e61d5c-f03f-4fd2-b17b-3ba99d1858b3 req-20aef3ae-37c6-4964-a97f-42622abf708a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:43.398772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56e61d5c-f03f-4fd2-b17b-3ba99d1858b3 req-20aef3ae-37c6-4964-a97f-42622abf708a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 944 time: 0.0603826 Nov 16 21:57:43.453884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56e61d5c-f03f-4fd2-b17b-3ba99d1858b3 req-83ab4a5b-5659-4c3a-ac78-67f4a7c49872 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489187 Nov 16 21:57:43.628621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0176ad1e-9251-4b4a-82b5-19804969c591'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:57:44.573627 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f157-ec51-4601-871b-4838d93218e3 req-b75baf63-a1ca-47ba-823f-bd880576c1c1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:44.575232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b68f157-ec51-4601-871b-4838d93218e3 req-b75baf63-a1ca-47ba-823f-bd880576c1c1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 944 time: 0.0531046 Nov 16 21:57:44.625779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b68f157-ec51-4601-871b-4838d93218e3 req-a76d7176-c97a-47d9-a1a8-84ea63e7477a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Nov 16 21:57:45.128376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0176ad1e-9251-4b4a-82b5-19804969c591 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:57:45.183029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 0176ad1e-9251-4b4a-82b5-19804969c591 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:57:45.187926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 0176ad1e-9251-4b4a-82b5-19804969c591 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:57:45.188304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:45.274083 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:45.302352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60efabc0-133f-4b5f-8449-63fe414309eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176ad1e-9251-4b4a-82b5-19804969c591'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:45.304886 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100d15b-7e7a-485c-a951-dc50748b9098" -d '{"events": [{"server_uuid": "60efabc0-133f-4b5f-8449-63fe414309eb", "name": "network-vif-plugged", "status": "completed", "tag": "0176ad1e-9251-4b4a-82b5-19804969c591"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:57:45.322246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 0176ad1e-9251-4b4a-82b5-19804969c591, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0176ad1e-9251-4b4a-82b5-19804969c591,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:45.328035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:45.352985 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d9ba0d-7b20-48cd-a2b8-21e41ad957d7 x-openstack-request-id: req-e9d9ba0d-7b20-48cd-a2b8-21e41ad957d7 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:57:45.353355 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60efabc0-133f-4b5f-8449-63fe414309eb", "name": "network-vif-plugged", "status": "completed", "tag": "0176ad1e-9251-4b4a-82b5-19804969c591", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:57:45.353635 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9d9ba0d-7b20-48cd-a2b8-21e41ad957d7 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:57:45.354074 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60efabc0-133f-4b5f-8449-63fe414309eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176ad1e-9251-4b4a-82b5-19804969c591', 'code': 200} Nov 16 21:57:45.383829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=0176ad1e-9251-4b4a-82b5-19804969c591,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:45.458300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea995a5-f83a-4d9c-b435-dbf4680e2a12 req-55bd6b4c-125b-4743-9d05-d3cb94c42f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:45.460292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ea995a5-f83a-4d9c-b435-dbf4680e2a12 req-55bd6b4c-125b-4743-9d05-d3cb94c42f14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 1096 time: 0.0442822 Nov 16 21:57:45.515072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ea995a5-f83a-4d9c-b435-dbf4680e2a12 req-5204c30c-1e25-4497-903d-d0335f7dd2c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Nov 16 21:57:45.754550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d79d7a-dbc1-4f09-9a03-4927be52e7fb req-b3b46e54-310e-4f46-93e4-f99ed01f0da1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:45.756149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9d79d7a-dbc1-4f09-9a03-4927be52e7fb req-b3b46e54-310e-4f46-93e4-f99ed01f0da1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 945 time: 0.0522451 Nov 16 21:57:45.806229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9d79d7a-dbc1-4f09-9a03-4927be52e7fb req-8a5eacfc-dc38-4f02-a6d5-5e63c1bb441d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Nov 16 21:57:46.927790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a08c9-998c-4432-9274-b8635ece07b4 req-e74222bb-119c-4401-9764-997ebed08460 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:46.929297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4a08c9-998c-4432-9274-b8635ece07b4 req-e74222bb-119c-4401-9764-997ebed08460 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 945 time: 0.0510759 Nov 16 21:57:46.977417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4a08c9-998c-4432-9274-b8635ece07b4 req-fb15725d-03f7-4f2b-97fc-095dca7f5c74 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Nov 16 21:57:47.091939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c3c7f-a22a-4162-915b-d4f4ec1b0c57 req-353f22a5-0491-481a-85a3-8d030079788d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:47.094106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-854c3c7f-a22a-4162-915b-d4f4ec1b0c57 req-353f22a5-0491-481a-85a3-8d030079788d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 945 time: 0.0494037 Nov 16 21:57:47.141441 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-854c3c7f-a22a-4162-915b-d4f4ec1b0c57 req-dfee416f-f045-4266-a0ba-55506c573af8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Nov 16 21:57:47.442707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4dae7-97ab-4178-80f1-6df793eccf7d req-8823e3a3-2720-495e-9d44-0a5d67c4b34e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:47.444347 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa4dae7-97ab-4178-80f1-6df793eccf7d req-8823e3a3-2720-495e-9d44-0a5d67c4b34e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 945 time: 0.0579472 Nov 16 21:57:47.447453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:57:47.495848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-caa4dae7-97ab-4178-80f1-6df793eccf7d req-18bb851b-afe3-4938-9959-422d53389dbd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Nov 16 21:57:48.622152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9471b5-2364-41da-86c0-d0d6fb5d2b17 req-4bbd5e3f-1309-4145-9e9b-4e0b45c866fa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:48.623689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe9471b5-2364-41da-86c0-d0d6fb5d2b17 req-4bbd5e3f-1309-4145-9e9b-4e0b45c866fa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 945 time: 0.0506942 Nov 16 21:57:48.675579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fe9471b5-2364-41da-86c0-d0d6fb5d2b17 req-80782453-dee0-4d17-9757-f08a630b7684 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Nov 16 21:57:49.044551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444703c-715a-47c9-a077-7bee8c866206 req-41b3c8ae-6d5a-476c-94b6-f3e3fe98a87a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:49.046018 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7444703c-715a-47c9-a077-7bee8c866206 req-41b3c8ae-6d5a-476c-94b6-f3e3fe98a87a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 945 time: 0.0480244 Nov 16 21:57:49.144658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 0176ad1e-9251-4b4a-82b5-19804969c591 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:57:49.145003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:49.237628 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port 0176ad1e-9251-4b4a-82b5-19804969c591, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=0176ad1e-9251-4b4a-82b5-19804969c591,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:57:49.238002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:49.251929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 0176ad1e-9251-4b4a-82b5-19804969c591 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:57:49.386979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:49.400644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['0176ad1e-9251-4b4a-82b5-19804969c591'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:57:49.415637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=0176ad1e-9251-4b4a-82b5-19804969c591,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:57:49.424243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2b74c586-7898-451d-8668-a01bfd27592e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:57:49.479391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port 0176ad1e-9251-4b4a-82b5-19804969c591 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:57:49.482562 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:49.487123 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7444703c-715a-47c9-a077-7bee8c866206 req-82a1d2af-173a-4e29-b940-b35cf6a64395 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "DELETE /v2.0/ports/0176ad1e-9251-4b4a-82b5-19804969c591 HTTP/1.1" status: 204 len: 173 time: 0.4328659 Nov 16 21:57:49.487975 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60efabc0-133f-4b5f-8449-63fe414309eb', 'name': 'network-vif-deleted', 'tag': '0176ad1e-9251-4b4a-82b5-19804969c591'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:57:49.490555 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c098e5-faad-4f22-b0ad-b60fe7ec3d04" -d '{"events": [{"server_uuid": "60efabc0-133f-4b5f-8449-63fe414309eb", "name": "network-vif-deleted", "tag": "0176ad1e-9251-4b4a-82b5-19804969c591"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:57:49.566484 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce6327-aec2-44df-8c2b-2a930a773a21 x-openstack-request-id: req-87ce6327-aec2-44df-8c2b-2a930a773a21 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:57:49.567283 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60efabc0-133f-4b5f-8449-63fe414309eb", "name": "network-vif-deleted", "tag": "0176ad1e-9251-4b4a-82b5-19804969c591", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:57:49.567283 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87ce6327-aec2-44df-8c2b-2a930a773a21 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:57:49.567476 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60efabc0-133f-4b5f-8449-63fe414309eb', 'name': 'network-vif-deleted', 'tag': '0176ad1e-9251-4b4a-82b5-19804969c591', 'status': 'completed', 'code': 200} Nov 16 21:57:49.781042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f8d7cd9-8168-41e9-b5b1-5961a2fec374 req-98804699-ce79-4e31-8363-d9289781739c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0291748 Nov 16 21:57:50.818531 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8df96618-677b-4bae-83e6-5358119e9467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:50.884798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-802349b5-c14f-4ec0-a631-62869b1f4495 req-213235eb-47aa-4a82-83db-1cb70bd101f7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0311036 Nov 16 21:57:51.982046 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b47c58e-1909-4526-9a5b-584c512ad180 req-c0686d01-7f80-4f04-8236-49b59c60c63c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0281885 Nov 16 21:57:53.082351 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3cfa3d6c-b7c3-4434-9ecd-93220ce6e49f req-c042efa2-84f8-4d72-b72a-8eb60d7e32f9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0294626 Nov 16 21:57:53.120219 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e9848737-36d0-4138-8520-55f0118a0941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:53.192594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0176ad1e-9251-4b4a-82b5-19804969c591 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:57:53.214060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 0176ad1e-9251-4b4a-82b5-19804969c591 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:57:53.214416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 0176ad1e-9251-4b4a-82b5-19804969c591 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:57:54.191817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bb1a3bd9-252a-4505-86a7-5c48dd4e2e47 req-77daf48a-d867-4c04-9bef-a415daaa7294 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=60efabc0-133f-4b5f-8449-63fe414309eb HTTP/1.1" status: 200 len: 210 time: 0.0273449 Nov 16 21:57:54.290924 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:55.823774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:56.688499 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:57:59.715629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9e6eb-f52f-4aa5-ac00-159e9a3a5c64 req-96030b9d-10e6-47c0-88d9-e490a586d5b8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:57:59.717104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ce9e6eb-f52f-4aa5-ac00-159e9a3a5c64 req-96030b9d-10e6-47c0-88d9-e490a586d5b8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Nov 16 21:57:59.764269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2ce9e6eb-f52f-4aa5-ac00-159e9a3a5c64 req-3e77ae1d-32f1-46fa-897e-16095bd684c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Nov 16 21:58:00.883685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1bee-d823-41ea-bd25-df77a5b3b1ac req-96cfc985-8318-493d-8e28-b07d50eaf2d5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:00.885168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48ee1bee-d823-41ea-bd25-df77a5b3b1ac req-96cfc985-8318-493d-8e28-b07d50eaf2d5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0497344 Nov 16 21:58:00.939390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-48ee1bee-d823-41ea-bd25-df77a5b3b1ac req-2898e726-5cad-431f-b148-d98b77d143c5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=83d308a1-30f4-4069-bd2c-783084144f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Nov 16 21:58:01.363950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103247ee-2d37-4d54-885c-32c69379969a req-0670753b-e3fc-4b46-bf74-77641753bf5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:01.365302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-103247ee-2d37-4d54-885c-32c69379969a req-0670753b-e3fc-4b46-bf74-77641753bf5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 945 time: 0.0478554 Nov 16 21:58:01.454945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 2b74c586-7898-451d-8668-a01bfd27592e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 21:58:01.455287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:01.548063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port 2b74c586-7898-451d-8668-a01bfd27592e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=2b74c586-7898-451d-8668-a01bfd27592e,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:01.548423 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:01.560748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 2b74c586-7898-451d-8668-a01bfd27592e owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 21:58:01.689660 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:01.703392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['2b74c586-7898-451d-8668-a01bfd27592e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:58:01.719183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=2b74c586-7898-451d-8668-a01bfd27592e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:01.744973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.745323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.745695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.746036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.746372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.746701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.747027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.747349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.747669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.747989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.748313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.748658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:01.769402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port 2b74c586-7898-451d-8668-a01bfd27592e on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 21:58:01.771914 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:01.775231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-103247ee-2d37-4d54-885c-32c69379969a req-f03efe6a-ba46-4d33-bb9f-a7cfe94826ef tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "DELETE /v2.0/ports/2b74c586-7898-451d-8668-a01bfd27592e HTTP/1.1" status: 204 len: 173 time: 0.4035664 Nov 16 21:58:01.775672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'name': 'network-vif-deleted', 'tag': '2b74c586-7898-451d-8668-a01bfd27592e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:01.777915 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ac97f4-1115-4482-9f73-d4efb3137c29" -d '{"events": [{"server_uuid": "e4f009d5-d21b-479a-9eef-321b369a5002", "name": "network-vif-deleted", "tag": "2b74c586-7898-451d-8668-a01bfd27592e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:01.817320 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd67a3b4-ead9-4880-9c3d-f7a2fbf6f8a5 x-openstack-request-id: req-dd67a3b4-ead9-4880-9c3d-f7a2fbf6f8a5 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:01.817636 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f009d5-d21b-479a-9eef-321b369a5002", "name": "network-vif-deleted", "tag": "2b74c586-7898-451d-8668-a01bfd27592e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:01.817911 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd67a3b4-ead9-4880-9c3d-f7a2fbf6f8a5 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:01.818329 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f009d5-d21b-479a-9eef-321b369a5002', 'name': 'network-vif-deleted', 'tag': '2b74c586-7898-451d-8668-a01bfd27592e', 'status': 'completed', 'code': 200} Nov 16 21:58:02.036735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-70df295e-39af-4989-83f5-0d86779d4a19 req-83411f5d-f4e1-483b-9242-7604e9b40d01 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Nov 16 21:58:03.133127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-465efe32-69f5-477f-a27f-e28a483332cd req-81b3a5e9-a0f1-4580-90c7-9ae2214553a6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Nov 16 21:58:03.563801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:03.683538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2b74c586-7898-451d-8668-a01bfd27592e no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 21:58:03.707806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 2b74c586-7898-451d-8668-a01bfd27592e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 21:58:03.708086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 2b74c586-7898-451d-8668-a01bfd27592e not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 21:58:04.237931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75f655ef-1e80-4ad6-9246-a79ce55c25c1 req-ef59f1b0-0c13-4d46-86dc-7680ec5cb153 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0334005 Nov 16 21:58:05.336167 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e156da91-2a16-47ee-ac6f-fa443cc1dbff req-f94e3744-0a7a-4eda-ad3f-8a01de0dd24a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0304792 Nov 16 21:58:05.628957 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:06.448699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb30ff11-11db-43be-8635-6aba31087cd8 req-94d1117d-3d3b-4d60-8554-66c079f4b51b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f009d5-d21b-479a-9eef-321b369a5002 HTTP/1.1" status: 200 len: 210 time: 0.0288529 Nov 16 21:58:10.325183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 52986) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:10.329923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246538277', 'description': 'tempest-secgroup-smoke-246538277 description', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:10.351865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.418729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.422620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.452838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.454077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1278625 Nov 16 21:58:10.455316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a46cd-43ec-4f55-b9a9-4bfd6e39b00e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767fe0d5-936c-4e02-ad24-dbff190eb5b0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:10.457162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52988) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:10.461795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group_rule': {'security_group_id': '767fe0d5-936c-4e02-ad24-dbff190eb5b0', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:10.488933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.542257 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.545592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.562641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdddb4f-a754-4f8a-befd-032e10c76271,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:10.570181 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.571366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0060ca35-e1c9-490f-9131-86ff5362dac2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131194 Nov 16 21:58:10.574034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:10.578817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group_rule': {'security_group_id': '767fe0d5-936c-4e02-ad24-dbff190eb5b0', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:10.603518 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.658749 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.662280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.679652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f315e944-c2df-40ac-b19a-33b0300f03e4,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:10.686628 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.690547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-16f15d72-4f9d-44dc-b317-6fdfa705bf3d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129887 Nov 16 21:58:10.690811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52992) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:10.695225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group_rule': {'security_group_id': '767fe0d5-936c-4e02-ad24-dbff190eb5b0', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:10.721759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.776069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.779269 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.798272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8073b3b-3c55-403f-a9a6-4bafc4492c75,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:10.805362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.806628 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-701caa1d-d247-40e9-be8f-690e9216eb5f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148455 Nov 16 21:58:10.809304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:10.814584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group_rule': {'security_group_id': '767fe0d5-936c-4e02-ad24-dbff190eb5b0', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:10.840318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.896276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.899692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.916777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b1918d-393d-45dd-aef3-112954a22a7f,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:10.923777 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:10.924965 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0d52c284-9920-4bbc-946b-c572854b5aae tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146891 Nov 16 21:58:10.928274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52996) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:10.932532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group_rule': {'security_group_id': '767fe0d5-936c-4e02-ad24-dbff190eb5b0', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:10.953870 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Project 67d5ad552d114283b2a9bc2f0aa5f9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:58:10.958823 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.015364 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.018614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.035682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b152fe7-2c2b-43f9-b3b4-912694dbaf70,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:11.042632 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.043807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1ba0ea4e-76ec-40e1-bc32-93a6f5664628 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146052 Nov 16 21:58:11.047229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 52998) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:11.051454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'security_group_rule': {'security_group_id': '767fe0d5-936c-4e02-ad24-dbff190eb5b0', 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:11.072746 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Project 67d5ad552d114283b2a9bc2f0aa5f9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 21:58:11.077582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.135183 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.138442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.158106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b7ba66-f072-4ea5-b102-832d77f40f3c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:11.164481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:11.165696 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2fed0cf3-af9b-4de9-87c9-564bc14831bb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175263 Nov 16 21:58:20.822278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec867146-963b-4c81-a139-6628607c82b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:23.121770 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0ac2-cd2c-491c-9c73-b7a767dd7fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:24.292105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:24.450313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:58:25.825153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:26.421211 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-73432731-86b4-42ef-a9c8-8f91d70a9d5e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246538277&fields=id&tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 267 time: 0.0431390 Nov 16 21:58:26.526205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-346c7d72-ea41-48f1-a1f3-48029169c6c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:26.527580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-346c7d72-ea41-48f1-a1f3-48029169c6c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.0996821 Nov 16 21:58:26.542308 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-2566f35e-8085-4e44-b8a2-562cda901d56 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0089548 Nov 16 21:58:26.597096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-8576ec2a-35b9-4c59-ad1c-efac8149adda tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496516 Nov 16 21:58:26.691680 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b6449136-3063-498b-b3ed-a085a729db43 service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Nov 16 21:58:26.698950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:26.785387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-e4acfc87-93ee-4fe2-9048-9c3347bebdcf service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872610 Nov 16 21:58:27.066025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f285eace-023f-4b72-b6e6-5ff0fd4a3055 req-5e5ab51c-a906-4410-902e-30a5424b312c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.0271678 Nov 16 21:58:28.017528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b2ee7802-3771-4727-b2fd-089dee6734d3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:28.018991 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b2ee7802-3771-4727-b2fd-089dee6734d3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1054876 Nov 16 21:58:28.084183 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-66840903-358a-48ec-8873-ab73c7d4c8cb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 379 time: 0.0543947 Nov 16 21:58:28.094453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'security_groups': ['767fe0d5-936c-4e02-ad24-dbff190eb5b0']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:28.169740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01a5afa0-0366-41c3-8621-f6a99a559a78 req-11e9aa5b-5d63-4c2f-a7b8-4f8f4ccb4205 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.0299411 Nov 16 21:58:28.231850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 21:58:28.235904 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.364135 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.14 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/6695a885-bb55-424c-8307-1e5b40dbbd9c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:58:28.508700 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.543689 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.584282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:58:28.589381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:28.595461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:58:28.627665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=6695a885-bb55-424c-8307-1e5b40dbbd9c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:28.643172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.643526 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.643892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.644239 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.644590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.644928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.645264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.645618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.645950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.646277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.646609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.646937 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:28.668522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:28.669134 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.686885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-b5b3d571-a32d-4dd0-923f-abae18425d64 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5964031 Nov 16 21:58:28.700716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Request body: {'port': {'device_id': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:28.766367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.829124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0f7046b1-e20b-4906-8729-db3f3eb04d0e None None] Provisioning complete for port 6695a885-bb55-424c-8307-1e5b40dbbd9c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:58:28.829746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f7046b1-e20b-4906-8729-db3f3eb04d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:28.864970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0f7046b1-e20b-4906-8729-db3f3eb04d0e None None] Port 6695a885-bb55-424c-8307-1e5b40dbbd9c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 21:58:29.034879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6695a885-bb55-424c-8307-1e5b40dbbd9c {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:58:29.042362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.054557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Transition to ACTIVE for port object 6695a885-bb55-424c-8307-1e5b40dbbd9c will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 21:58:29.058207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.128976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Pushing event updated for resources: {'Port': ['ID=6695a885-bb55-424c-8307-1e5b40dbbd9c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:29.203024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Attempting to bind port 6695a885-bb55-424c-8307-1e5b40dbbd9c on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 21:58:29.203373 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Attempting to bind port 6695a885-bb55-424c-8307-1e5b40dbbd9c by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 21:58:29.203714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Attempting to bind port 6695a885-bb55-424c-8307-1e5b40dbbd9c on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:58:29.209290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Port 6695a885-bb55-424c-8307-1e5b40dbbd9c on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 21:58:29.209648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Attempting to bind port 6695a885-bb55-424c-8307-1e5b40dbbd9c on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 21:58:29.215089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 21, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 21:58:29.215439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 21:58:29.216059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 21:58:29.216643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Bound port: 6695a885-bb55-424c-8307-1e5b40dbbd9c, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 21:58:29.217201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.293767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] For port 6695a885-bb55-424c-8307-1e5b40dbbd9c, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 21:58:29.298423 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] For port 6695a885-bb55-424c-8307-1e5b40dbbd9c, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 21:58:29.304288 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.310058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291346c-2ef4-404b-ad5f-fd560d0470c0 req-c5aefb40-20f6-4083-8d70-eb75eb897b24 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.314499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5291346c-2ef4-404b-ad5f-fd560d0470c0 req-c5aefb40-20f6-4083-8d70-eb75eb897b24 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0604537 Nov 16 21:58:29.343801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.344843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:29.346682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] 10.222.0.41 "PUT /v2.0/ports/6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 200 len: 1092 time: 0.6504898 Nov 16 21:58:29.347226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:29.349685 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37" -d '{"events": [{"name": "network-changed", "server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:29.396268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5291346c-2ef4-404b-ad5f-fd560d0470c0 req-b9a32abf-2e32-44b0-b5df-41c812100775 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754015 Nov 16 21:58:29.413415 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac3c7e4-7a4e-491d-a8db-3dede4d093d1 x-openstack-request-id: req-2ac3c7e4-7a4e-491d-a8db-3dede4d093d1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:29.413762 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:29.414021 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ac3c7e4-7a4e-491d-a8db-3dede4d093d1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:29.414420 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'status': 'completed', 'code': 200} Nov 16 21:58:29.425619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ca70e-3545-4019-9903-d13be69550ff service neutron] Pushing event updated for resources: {'Port': ['ID=6695a885-bb55-424c-8307-1e5b40dbbd9c,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:29.458174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-bf6c9c6e-87c5-4a9b-b06a-7db1319067e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.459700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-bf6c9c6e-87c5-4a9b-b06a-7db1319067e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1095 time: 0.0482142 Nov 16 21:58:29.509812 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4353fc90-8d5d-47e0-9aa2-390f7a68bba1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 200 len: 217 time: 0.0407777 Nov 16 21:58:29.564374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4f16279b-24dd-4945-88bc-a02666b83ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.565948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4f16279b-24dd-4945-88bc-a02666b83ef5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0489147 Nov 16 21:58:29.622080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4c482de4-7a2f-4799-a725-48288cd10e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.625155 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4c482de4-7a2f-4799-a725-48288cd10e6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508904 Nov 16 21:58:29.730374 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4aa711d0-abcd-43dd-bb3e-eac9cc2f7d69 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936370 Nov 16 21:58:29.821050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-826038aa-bb0a-441a-99d3-f86050af1b6e req-4e136d4c-592f-4550-8b6b-4590678af021 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826159 Nov 16 21:58:29.918354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-bcdcb5cf-6158-44ae-8a00-6fa42a26d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:29.920297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-bcdcb5cf-6158-44ae-8a00-6fa42a26d1fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1095 time: 0.0500522 Nov 16 21:58:30.027075 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-5b93c15a-b6b5-4b1c-8060-659dd891bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.028569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-5b93c15a-b6b5-4b1c-8060-659dd891bfec service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0878611 Nov 16 21:58:30.075888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-4a1b76ab-7dd3-458e-8e73-e30edfe7b4fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 200 len: 217 time: 0.0391808 Nov 16 21:58:30.127085 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-02da15d5-5787-4408-8ff3-e3d285608390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.128586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-02da15d5-5787-4408-8ff3-e3d285608390 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0454667 Nov 16 21:58:30.176640 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-6ddbef95-aabf-49b1-8898-be528f3904a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.178193 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-6ddbef95-aabf-49b1-8898-be528f3904a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421343 Nov 16 21:58:30.272144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-eb8ed49e-ec08-4c99-8820-4ab6c036b39b service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858600 Nov 16 21:58:30.366100 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5d5a025-caf2-4994-b6d7-dd8d97b5cb37 req-30b3a2d6-4689-4c7a-bac6-188a06908c92 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856152 Nov 16 21:58:30.509063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc432796-111c-4f21-9499-c3c23bf60a27 req-768aabcb-03ab-4631-9904-306c8ea3a5b5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:30.511044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc432796-111c-4f21-9499-c3c23bf60a27 req-768aabcb-03ab-4631-9904-306c8ea3a5b5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0511932 Nov 16 21:58:30.562327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc432796-111c-4f21-9499-c3c23bf60a27 req-9c81b480-f16b-4697-b86b-fc180a77383e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Nov 16 21:58:31.681006 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45407d16-9e71-4ae9-a4b9-d2653c811e12 req-de3f432e-d962-4317-959d-de478e180381 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:31.682511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45407d16-9e71-4ae9-a4b9-d2653c811e12 req-de3f432e-d962-4317-959d-de478e180381 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0503161 Nov 16 21:58:31.735202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45407d16-9e71-4ae9-a4b9-d2653c811e12 req-003c2222-790e-4675-a967-0a40e6b2f2c8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 Nov 16 21:58:32.853275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404ce0-d31f-433f-aca7-4b73ace9357f req-369c5c85-4d09-49d0-8877-74d84321822d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:32.854943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff404ce0-d31f-433f-aca7-4b73ace9357f req-369c5c85-4d09-49d0-8877-74d84321822d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0515771 Nov 16 21:58:32.908438 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ff404ce0-d31f-433f-aca7-4b73ace9357f req-b5b95874-b990-4d7d-aaf2-e7926feac492 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466731 Nov 16 21:58:33.561323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:34.028482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42674bb3-980d-4384-93d7-19ca5a164c25 req-3793198e-9451-4a6f-b7bb-b1a66b99e993 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:34.030232 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42674bb3-980d-4384-93d7-19ca5a164c25 req-3793198e-9451-4a6f-b7bb-b1a66b99e993 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0536687 Nov 16 21:58:34.079010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-42674bb3-980d-4384-93d7-19ca5a164c25 req-1a5af109-2968-4869-bb83-b9ea83b68d45 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Nov 16 21:58:35.196502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80878b68-edc4-45cd-85a0-bbcb1b13952f req-ebcbe6d3-98a7-43d1-8a22-2f288b0ce7eb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:35.198024 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80878b68-edc4-45cd-85a0-bbcb1b13952f req-ebcbe6d3-98a7-43d1-8a22-2f288b0ce7eb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0523379 Nov 16 21:58:35.247709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-80878b68-edc4-45cd-85a0-bbcb1b13952f req-b0ec4830-9e5a-4e83-8e91-8848e4c630fd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 Nov 16 21:58:35.650532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:36.366495 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d60c8-82d8-47ca-ac5c-009335fca12b req-68222c66-e1dc-4273-8459-8b06615225ac tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:36.367955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e0d60c8-82d8-47ca-ac5c-009335fca12b req-68222c66-e1dc-4273-8459-8b06615225ac tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0522070 Nov 16 21:58:36.416150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e0d60c8-82d8-47ca-ac5c-009335fca12b req-73b00a35-b417-4e96-9d68-5d2e63e1776c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Nov 16 21:58:37.531186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dfb7c-ee58-49a7-a184-57556971f331 req-c0556bb8-f4ed-4b5e-bcb8-b6b76da57a6d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:37.532729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf6dfb7c-ee58-49a7-a184-57556971f331 req-c0556bb8-f4ed-4b5e-bcb8-b6b76da57a6d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0500371 Nov 16 21:58:37.583378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf6dfb7c-ee58-49a7-a184-57556971f331 req-15be4519-ca28-4930-abee-e48803ca8c27 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Nov 16 21:58:38.702712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aedce0-02b1-4402-9282-99866e782f51 req-d3688687-8780-4946-978d-f37ddd307886 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:38.704191 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34aedce0-02b1-4402-9282-99866e782f51 req-d3688687-8780-4946-978d-f37ddd307886 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0522163 Nov 16 21:58:38.753869 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34aedce0-02b1-4402-9282-99866e782f51 req-6b069ec6-4a51-4f54-97cb-42a11b446b28 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428395 Nov 16 21:58:39.874028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d6bd-37b6-4119-b9c6-787667615e01 req-9c74c7f5-712d-48f8-9f71-66a789eda51f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:39.875514 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bde4d6bd-37b6-4119-b9c6-787667615e01 req-9c74c7f5-712d-48f8-9f71-66a789eda51f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0531414 Nov 16 21:58:39.925897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bde4d6bd-37b6-4119-b9c6-787667615e01 req-4c0bcf89-6029-4f2d-86b6-da351bebcf21 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441282 Nov 16 21:58:41.039572 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bfdc-0136-45f1-9ca8-5ba47b72d7aa req-785fcb64-4749-44ad-89cb-4664b74462cc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:41.041053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fa1bfdc-0136-45f1-9ca8-5ba47b72d7aa req-785fcb64-4749-44ad-89cb-4664b74462cc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 944 time: 0.0484846 Nov 16 21:58:41.090087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fa1bfdc-0136-45f1-9ca8-5ba47b72d7aa req-a71583f9-d3e3-4193-9588-d627367570a7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Nov 16 21:58:41.423812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6695a885-bb55-424c-8307-1e5b40dbbd9c details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 21:58:41.520928 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6695a885-bb55-424c-8307-1e5b40dbbd9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:41.532418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'mac_address': 'fa:16:3e:4a:da:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 21:58:41.568675 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:41.581887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6695a885-bb55-424c-8307-1e5b40dbbd9c {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 21:58:41.601014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6695a885-bb55-424c-8307-1e5b40dbbd9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:41.605774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:41.656123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6695a885-bb55-424c-8307-1e5b40dbbd9c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:41.842503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['6695a885-bb55-424c-8307-1e5b40dbbd9c'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 21:58:42.203812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fce8dc-439b-45c2-b88c-ee788d36052e req-e53f4f29-95e4-4aae-bc23-01bd4c38b33e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:42.205307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3fce8dc-439b-45c2-b88c-ee788d36052e req-e53f4f29-95e4-4aae-bc23-01bd4c38b33e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 945 time: 0.0487549 Nov 16 21:58:42.255142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3fce8dc-439b-45c2-b88c-ee788d36052e req-98d28ad9-642c-4214-b523-be47420deae5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Nov 16 21:58:43.373223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad4ef7-5e91-4f35-99fa-cfac73109279 req-45604ffb-1b4f-4c7b-b94e-c0511518325c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:43.374703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0ad4ef7-5e91-4f35-99fa-cfac73109279 req-45604ffb-1b4f-4c7b-b94e-c0511518325c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 945 time: 0.0497258 Nov 16 21:58:43.424194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6695a885-bb55-424c-8307-1e5b40dbbd9c up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 21:58:43.427839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0ad4ef7-5e91-4f35-99fa-cfac73109279 req-a9daf0e9-6058-4b5b-adfb-c8ac8fe61507 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471859 Nov 16 21:58:43.472600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 6695a885-bb55-424c-8307-1e5b40dbbd9c completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 21:58:43.476392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 6695a885-bb55-424c-8307-1e5b40dbbd9c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 21:58:43.476767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:43.554566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:43.576135 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:43.578454 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59b53991307bf1af91a5b772b08322f4406a79baa89de80829bea49323524d1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e1de9-04fb-48c2-8c4d-c731323ba2f4" -d '{"events": [{"server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:43.591599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6695a885-bb55-424c-8307-1e5b40dbbd9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 21:58:43.595984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:43.644808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6695a885-bb55-424c-8307-1e5b40dbbd9c,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:43.652425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.652774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.653118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.653464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.653821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.654154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.654481 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.654808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.655430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.655430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.655753 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.656072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 21:58:43.682874 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f74a4d-4aeb-4eaa-957d-69807fea8ca6 x-openstack-request-id: req-c7f74a4d-4aeb-4eaa-957d-69807fea8ca6 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:43.683164 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "name": "network-vif-plugged", "status": "completed", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:43.683418 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7f74a4d-4aeb-4eaa-957d-69807fea8ca6 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:43.683855 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'code': 200} Nov 16 21:58:43.787244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5630f-95b1-4b7e-9eb0-01f3cfe01fca req-6b2bc391-87da-4635-895b-242d0bd0d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:43.788717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46a5630f-95b1-4b7e-9eb0-01f3cfe01fca req-6b2bc391-87da-4635-895b-242d0bd0d6fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1097 time: 0.0397391 Nov 16 21:58:43.834586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-46a5630f-95b1-4b7e-9eb0-01f3cfe01fca req-226d8fe5-7d01-4fb6-9b71-21e66dc9868a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385642 Nov 16 21:58:44.542683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddf09d-4ddc-478a-b2d1-2823f84ddefa req-6d86a403-8bd8-447d-ba02-dea7136203c9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:44.544159 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75ddf09d-4ddc-478a-b2d1-2823f84ddefa req-6d86a403-8bd8-447d-ba02-dea7136203c9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 946 time: 0.0482564 Nov 16 21:58:44.592662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-75ddf09d-4ddc-478a-b2d1-2823f84ddefa req-b72bba0c-1d04-4455-8bd8-be58cbb9590b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Nov 16 21:58:45.710873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e7df4-a820-4ad7-afbc-3ffd8191632a req-9624de84-ef51-4fc5-8f84-3eed0a5217a2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:45.712368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d28e7df4-a820-4ad7-afbc-3ffd8191632a req-9624de84-ef51-4fc5-8f84-3eed0a5217a2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 946 time: 0.0492034 Nov 16 21:58:45.764922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d28e7df4-a820-4ad7-afbc-3ffd8191632a req-8b4e5677-0a95-4600-8c28-871cf52ad184 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465860 Nov 16 21:58:45.882072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ae21f-4e92-4b84-8722-60b2ee748c06 req-98a4c6bc-6cc9-44b9-b581-d289ebdcea2b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:45.883462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-215ae21f-4e92-4b84-8722-60b2ee748c06 req-98a4c6bc-6cc9-44b9-b581-d289ebdcea2b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 946 time: 0.0526574 Nov 16 21:58:45.932805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-215ae21f-4e92-4b84-8722-60b2ee748c06 req-591898bd-7c91-477a-9633-4b2443218edf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 Nov 16 21:58:45.954965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53192) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:45.994244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5957bf-6dee-4ab5-82bb-ee73c5a0e503 tempest-TestVolumeBootPattern-571578516 tempest-TestVolumeBootPattern-571578516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:45.995733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6b5957bf-6dee-4ab5-82bb-ee73c5a0e503 tempest-TestVolumeBootPattern-571578516 tempest-TestVolumeBootPattern-571578516-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1092 time: 0.0397832 Nov 16 21:58:45.998556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53194) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 21:58:46.002697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 21:58:46.024159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.119068 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.226158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.25.3.155 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d3e741fc-e5bf-4587-8431-00000721a953) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 21:58:46.331465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.365212 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.405705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 21:58:46.408688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 21:58:46.413254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 21:58:46.418741 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=d3e741fc-e5bf-4587-8431-00000721a953,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:46.760005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.824909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.974464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:46.979186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.046993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=d3e741fc-e5bf-4587-8431-00000721a953,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 21:58:47.057437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.158209 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Floating IP 78edea07-9a92-49b0-aa4d-73877141372c associated. External IP: 172.25.3.155, port: 6695a885-bb55-424c-8307-1e5b40dbbd9c. Nov 16 21:58:47.377211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 21:58:47.484615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 21:58:47.494961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 21:58:47.503745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:47.504791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:58:47.505444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:58:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:47.531014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c2d3cb97-3a3a-453f-8e36-c78cbac176e4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5314639 Nov 16 21:58:47.531601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 21:58:47.534756 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e3b867-a157-4b6b-aa90-3a911a799386" -d '{"events": [{"name": "network-changed", "server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 21:58:47.572454 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb1f71c-2cdb-4237-aab1-a3711cb89929 x-openstack-request-id: req-9cb1f71c-2cdb-4237-aab1-a3711cb89929 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 21:58:47.572747 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 21:58:47.573000 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cb1f71c-2cdb-4237-aab1-a3711cb89929 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 21:58:47.573410 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'status': 'completed', 'code': 200} Nov 16 21:58:47.614561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:58:47.639597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-5f83cc56-dab3-42c4-835d-a6c4b803df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:47.641012 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-5f83cc56-dab3-42c4-835d-a6c4b803df2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1097 time: 0.0398586 Nov 16 21:58:47.739919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-41f006b8-85aa-4dd9-8cd1-e56b624f46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:47.741409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-41f006b8-85aa-4dd9-8cd1-e56b624f46d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0909235 Nov 16 21:58:47.807499 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-bca33024-9503-4135-bd0a-dd7e87996286 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 200 len: 1000 time: 0.0581567 Nov 16 21:58:47.842211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '78edea07-9a92-49b0-aa4d-73877141372c', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4a:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:58:46Z', 'updated_at': '2021-11-16T21:58:46Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:47.858083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-6b7542f9-a6d6-4461-bc09-de53681b3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:47.859575 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-6b7542f9-a6d6-4461-bc09-de53681b3071 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0446680 Nov 16 21:58:47.868695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 21:58:47.876977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 21:58:47.877636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T21:58:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:47.911951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-f8a17b6e-048a-479e-97d5-bc95e839f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:58:47.913398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-f8a17b6e-048a-479e-97d5-bc95e839f043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448921 Nov 16 21:58:47.984791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 21:58:48.004452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-0ffc0fc2-0921-4ed0-be1e-4146e20f92b7 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828769 Nov 16 21:58:48.372213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '78edea07-9a92-49b0-aa4d-73877141372c', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4a:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:58:46Z', 'updated_at': '2021-11-16T21:58:46Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 21:58:48.388617 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81e3b867-a157-4b6b-aa90-3a911a799386 req-3364164e-91ec-4105-86c4-a12b18cd9de3 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763626 Nov 16 21:58:48.398961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37138e4-1a57-46a8-9570-1effb2711b65 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '78edea07-9a92-49b0-aa4d-73877141372c', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4a:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T21:58:46Z', 'updated_at': '2021-11-16T21:58:46Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 21:58:48.590220 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61c3d2-b9e4-4b50-8d01-d7cf005efaf0 None None] New status for floating IP 78edea07-9a92-49b0-aa4d-73877141372c: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 21:58:50.823809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-708dfce3-1181-4e5a-9ede-ae4147d9edab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:53.125385 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f01219d-4b84-4290-a141-3ea541d0d9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:54.291240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:55.828031 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:58:56.693538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:01.451312 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:59:03.554042 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:05.660205 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:20.824983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8aa2764-90d6-443b-9804-335099e17d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:23.127151 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5abf906a-dfe5-4bb2-93f6-578b38c846ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:24.292897 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:25.834883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:26.698370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:32.986843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-aaaba673-80be-4dc5-a5a4-0a84f17a5088 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383546 Nov 16 21:59:33.071702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-b7462a56-0d32-40c0-b7bf-3c9e1fb9733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.073532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-b7462a56-0d32-40c0-b7bf-3c9e1fb9733a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1097 time: 0.0413578 Nov 16 21:59:33.188713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-f1cb8e28-0c9d-45fa-ad27-ab0d8ea0f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.190207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-f1cb8e28-0c9d-45fa-ad27-ab0d8ea0f531 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0971694 Nov 16 21:59:33.257630 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-954f7cf8-be32-43d9-9d29-ae8689478d99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 200 len: 1002 time: 0.0564499 Nov 16 21:59:33.310799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-35bef85d-c8b0-4991-9f44-ff3e0012e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.312216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-35bef85d-c8b0-4991-9f44-ff3e0012e272 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0465531 Nov 16 21:59:33.358819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-67754b0f-9dbd-4804-9ca2-0c549f87470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 21:59:33.360256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-67754b0f-9dbd-4804-9ca2-0c549f87470d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396566 Nov 16 21:59:33.452932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-52751d19-1aab-44d6-8a76-9f9c90dd6c78 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794525 Nov 16 21:59:33.544606 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f987ae67-2781-472d-b170-43b2cfbbab28 req-f8ef5800-1ed2-4e01-9787-1189f8074388 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839679 Nov 16 21:59:33.581025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:35.656222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:38.450881 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 21:59:50.826491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c093364-9c6c-4fa8-85e3-caca57e64830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:53.128985 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb8488b9-79c4-496d-b7a6-34e8c28e342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:54.296159 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:55.835140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 21:59:56.701721 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:03.601371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:05.658152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:15.450776 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:00:20.827610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1cef3088-1a81-4042-9419-99b8d17c7e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:23.130035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9cea-3876-4db0-8887-175509d51bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:24.297833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:25.838699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:26.703661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:33.621409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:34.991076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-cbdb3c66-adaa-4edd-8e1e-74c14702e909 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405364 Nov 16 22:00:35.079427 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-3dbebc6c-5f30-4e25-980b-c09c79f800e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:35.080888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-3dbebc6c-5f30-4e25-980b-c09c79f800e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 1097 time: 0.0403135 Nov 16 22:00:35.196266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-9fa4fa99-fece-4ab5-82b5-57026430b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:35.197767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-9fa4fa99-fece-4ab5-82b5-57026430b37a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0915258 Nov 16 22:00:35.268285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-3d6515e4-0f23-4ffb-b02d-ae6bf8e27a11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 200 len: 1002 time: 0.0606291 Nov 16 22:00:35.317202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-0387f8d7-6884-4649-890a-9d7e487a7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:35.318659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-0387f8d7-6884-4649-890a-9d7e487a7f4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0434141 Nov 16 22:00:35.367012 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-1550a884-c4f5-4abb-bd06-beb9bef4ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:35.368490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-1550a884-c4f5-4abb-bd06-beb9bef4ea51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393949 Nov 16 22:00:35.458192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-3c4c9923-3baa-4a8e-8a34-48d93cc61d68 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827596 Nov 16 22:00:35.551539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c5a7bc-fcef-4c5e-8639-d4758d496073 req-f5f60ffa-a4c4-4593-a737-7b63e335679f service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809317 Nov 16 22:00:35.669061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:46.672434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252efe-9f51-4c94-b222-2f05ce82f0d1 req-a56e8b5a-8a53-4950-91e7-f04f9d844cec tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:46.673946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69252efe-9f51-4c94-b222-2f05ce82f0d1 req-a56e8b5a-8a53-4950-91e7-f04f9d844cec tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 946 time: 0.1048329 Nov 16 22:00:46.723471 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69252efe-9f51-4c94-b222-2f05ce82f0d1 req-e03b9bfd-5234-4ae8-b2f3-c20003b08101 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436001 Nov 16 22:00:47.936087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050a2d-dfe6-40f4-bf52-970e994f88aa req-1abb1bce-f4eb-4ba1-9b38-e88deb3e25b9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:47.937616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5050a2d-dfe6-40f4-bf52-970e994f88aa req-1abb1bce-f4eb-4ba1-9b38-e88deb3e25b9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 946 time: 0.0929184 Nov 16 22:00:47.987481 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5050a2d-dfe6-40f4-bf52-970e994f88aa req-90580768-d135-4faf-9f52-05810dd96ca6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 Nov 16 22:00:48.238391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-04908039-f9d7-4ee8-ad25-540afc2ad7c6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:48.239758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-04908039-f9d7-4ee8-ad25-540afc2ad7c6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 946 time: 0.0536048 Nov 16 22:00:48.328330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 6695a885-bb55-424c-8307-1e5b40dbbd9c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:00:48.328674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.418106 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port 6695a885-bb55-424c-8307-1e5b40dbbd9c, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6695a885-bb55-424c-8307-1e5b40dbbd9c,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:00:48.418472 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.637459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.637845 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.638235 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Floating IP 78edea07-9a92-49b0-aa4d-73877141372c disassociated. External IP: 172.25.3.155, port: 6695a885-bb55-424c-8307-1e5b40dbbd9c. Nov 16 22:00:48.638638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 6695a885-bb55-424c-8307-1e5b40dbbd9c owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:00:48.769242 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:48.796264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=6695a885-bb55-424c-8307-1e5b40dbbd9c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:48.809077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.809426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.809796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.810226 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.811302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.811651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.811987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.812319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.812650 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.812980 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.813347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.813670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:48.921769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:00:49.026812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:00:49.038320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:00:49.058780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:49.060172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:00:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:49.068479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port 6695a885-bb55-424c-8307-1e5b40dbbd9c on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:00:49.071003 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:49.074490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d5dd369c-0fc0-4e90-84fc-753cc8d6abb2 req-bbc4e86a-b8f3-4346-90b2-93f16920fdc4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "DELETE /v2.0/ports/6695a885-bb55-424c-8307-1e5b40dbbd9c HTTP/1.1" status: 204 len: 173 time: 0.8283861 Nov 16 22:00:49.075450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'name': 'network-vif-deleted', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:49.078369 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28ce169b5fbe8152c5e488c355bfcbc44e890f0149ba5ca9b0a6022bde098715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb275cf9-b601-4039-b0d7-d126b5024843" -d '{"events": [{"server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "name": "network-vif-deleted", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:00:49.121605 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f5b648-2b1e-4479-8e18-becc7a3c229f x-openstack-request-id: req-a9f5b648-2b1e-4479-8e18-becc7a3c229f {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:00:49.121913 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923264b1-3cf7-48a8-8d11-009b117f0eeb", "name": "network-vif-deleted", "tag": "6695a885-bb55-424c-8307-1e5b40dbbd9c", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:00:49.122175 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9f5b648-2b1e-4479-8e18-becc7a3c229f {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:00:49.122692 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923264b1-3cf7-48a8-8d11-009b117f0eeb', 'name': 'network-vif-deleted', 'tag': '6695a885-bb55-424c-8307-1e5b40dbbd9c', 'status': 'completed', 'code': 200} Nov 16 22:00:49.196246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:49.295410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ccfbbd2-1b17-45fa-88d8-031dafe33c6c req-07067e16-744c-46b5-ae4e-9af4e060f37e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.1349430 Nov 16 22:00:49.438323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:49.465739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:00:49.475381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:00:49.476069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:00:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:49.586051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:00:49.788787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:00:49.821786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a317c29-d979-4d7b-9c49-e84da1f8a4ab None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:00:50.062600 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfd7816-8af2-4798-9020-2bb762421e76 None None] New status for floating IP 78edea07-9a92-49b0-aa4d-73877141372c: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:00:50.398614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e5662b80-706e-4fce-a941-e61ad560e9f5 req-f26297ed-8b6b-4ccf-9115-ae0098c101e0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.0280910 Nov 16 22:00:50.831071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-10290d97-419e-4dbe-a1f8-c74e890a2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:51.495184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58f9867a-b287-4de8-9505-afdde6cbfc5a req-d0405037-e40a-4c48-ba24-f879d8587fa7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.0268207 Nov 16 22:00:52.065694 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6695a885-bb55-424c-8307-1e5b40dbbd9c no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:00:52.086292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 6695a885-bb55-424c-8307-1e5b40dbbd9c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:00:52.086643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6695a885-bb55-424c-8307-1e5b40dbbd9c not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:00:52.450180 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:00:52.591003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54be2d52-2f93-4a3c-bd40-7c916504b01b req-b73c7a1f-d62b-4caa-a3f7-0a676db56617 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.0267799 Nov 16 22:00:53.133014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cec4635f-20a5-4d47-a236-54c078328741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:53.699451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-225256a0-f36b-47f9-bc56-cce51c3d3790 req-80b8aec3-963d-4c7a-b97a-99069f3f214e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=923264b1-3cf7-48a8-8d11-009b117f0eeb HTTP/1.1" status: 200 len: 210 time: 0.0259633 Nov 16 22:00:54.301323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:54.905709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-dc8eca14-e478-4055-ba18-f94a5a458ca2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246538277&fields=id&tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 267 time: 0.0439978 Nov 16 22:00:55.015029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-d7ff820c-a358-45eb-b722-c28f44e3a295 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:55.016408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-d7ff820c-a358-45eb-b722-c28f44e3a295 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1041431 Nov 16 22:00:55.031780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-f1f2e0c0-8bc5-406c-9f67-1610cd84478b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0096235 Nov 16 22:00:55.084312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-51ebdd72-4494-4959-8c2e-a27e010a5c4a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470994 Nov 16 22:00:55.141944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-a1c93479-7e96-4826-a33f-83b9f044be7d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:00:55.142940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-a1c93479-7e96-4826-a33f-83b9f044be7d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467305 Nov 16 22:00:55.234432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-08e1654b-8d60-4fdb-9862-941c3322744a service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Nov 16 22:00:55.635023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-7d7cc294-0ee8-4ede-b79f-4bbc36de69db service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945179 Nov 16 22:00:55.843220 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:55.939042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc9d400a-d1ff-4c6f-aea2-ec282d299105 req-88bbbe5b-96ba-437f-88c7-ef2c9f099ec6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 210 time: 0.0321493 Nov 16 22:00:56.706053 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:56.929355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-a543a63d-6af1-46e9-9fa0-6879f9730c49 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:56.930854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-a543a63d-6af1-46e9-9fa0-6879f9730c49 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1087263 Nov 16 22:00:56.995093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-de1fc6f3-f703-4f10-8bf5-d47a979642dc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 379 time: 0.0556169 Nov 16 22:00:57.004804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'security_groups': ['767fe0d5-936c-4e02-ad24-dbff190eb5b0']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:57.082069 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-403e1814-5fce-481c-8cec-474f56a0e51c req-ae7eb143-905b-4dab-91db-8e0a7561c671 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 210 time: 0.0603600 Nov 16 22:00:57.142843 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:00:57.146352 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:57.274893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.10 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/981e1702-fd69-41f9-9b2a-78c683edadd7) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:00:57.412464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:57.446405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:57.491676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:00:57.496654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:00:57.499846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:00:57.530365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=981e1702-fd69-41f9-9b2a-78c683edadd7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:57.545425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.545802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.546145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.546490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.546830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.547166 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.547503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.547824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.548152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.548479 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.548811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.549139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:00:57.571820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:57.572434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:57.589319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-379c953c-4d8e-4e6c-83fa-914e1d22fba6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5882285 Nov 16 22:00:57.663150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Request body: {'port': {'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:00:57.724742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:57.798967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-64aae204-f476-452b-b67d-d8b6761d5fb1 None None] Provisioning complete for port 981e1702-fd69-41f9-9b2a-78c683edadd7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:00:57.799539 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-64aae204-f476-452b-b67d-d8b6761d5fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:57.835584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-64aae204-f476-452b-b67d-d8b6761d5fb1 None None] Port 981e1702-fd69-41f9-9b2a-78c683edadd7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:00:57.996968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981e1702-fd69-41f9-9b2a-78c683edadd7 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:00:58.006674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:58.020223 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Transition to ACTIVE for port object 981e1702-fd69-41f9-9b2a-78c683edadd7 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:00:58.024482 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:58.074988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Pushing event updated for resources: {'Port': ['ID=981e1702-fd69-41f9-9b2a-78c683edadd7,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:58.170716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Attempting to bind port 981e1702-fd69-41f9-9b2a-78c683edadd7 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:00:58.171069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Attempting to bind port 981e1702-fd69-41f9-9b2a-78c683edadd7 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:00:58.171464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Attempting to bind port 981e1702-fd69-41f9-9b2a-78c683edadd7 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:00:58.176627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Port 981e1702-fd69-41f9-9b2a-78c683edadd7 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:00:58.176964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Attempting to bind port 981e1702-fd69-41f9-9b2a-78c683edadd7 on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:00:58.183243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:00:58.183600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:00:58.183999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:00:58.184442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Bound port: 981e1702-fd69-41f9-9b2a-78c683edadd7, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:00:58.184847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:58.221088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3084f66-599e-4d03-ac86-4e3c82a9c1b5 req-aae5f22b-1963-4d10-aa56-27345afa4f3b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:58.228741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3084f66-599e-4d03-ac86-4e3c82a9c1b5 req-aae5f22b-1963-4d10-aa56-27345afa4f3b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0658605 Nov 16 22:00:58.270064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] For port 981e1702-fd69-41f9-9b2a-78c683edadd7, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:00:58.273349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] For port 981e1702-fd69-41f9-9b2a-78c683edadd7, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=981e1702-fd69-41f9-9b2a-78c683edadd7,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:00:58.281009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:58.285533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3084f66-599e-4d03-ac86-4e3c82a9c1b5 req-eebd7503-401b-4ed5-b314-394632d1a28c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557902 Nov 16 22:00:58.318860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:58.319493 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:00:58.321083 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] 10.222.0.47 "PUT /v2.0/ports/981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 1092 time: 0.7212565 Nov 16 22:00:58.321733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:00:58.324010 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a58c729d64835e47d2b41bca35802721fb638ee05250b8654d00a47e8031ce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc" -d '{"events": [{"name": "network-changed", "server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:00:58.367723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb537b-350e-42b4-95ad-2003587aeb66 service neutron] Pushing event updated for resources: {'Port': ['ID=981e1702-fd69-41f9-9b2a-78c683edadd7,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:00:58.447183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-a80f6181-980d-4c7d-bf9e-e20bb2f45542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:58.449393 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-a80f6181-980d-4c7d-bf9e-e20bb2f45542 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1095 time: 0.0685244 Nov 16 22:00:58.510231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-3e81aecc-0792-43b2-a2d2-252c6f7339f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 217 time: 0.0525520 Nov 16 22:00:58.564478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-076615dc-3ab6-4b3e-94c4-1d861c74a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:58.566037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-076615dc-3ab6-4b3e-94c4-1d861c74a559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0494759 Nov 16 22:00:58.616818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-1b851470-7a0b-47ad-a064-385636a1fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:58.618478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-1b851470-7a0b-47ad-a064-385636a1fb6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448570 Nov 16 22:00:58.714018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-267a447d-91ae-4019-8900-09534c426073 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879872 Nov 16 22:00:58.807876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92246c4f-e9aa-4728-8d6d-638b74e88ee1 req-9d6da8d6-182e-43c8-8232-cb66a33b4402 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859003 Nov 16 22:00:59.405619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90298432-b2f5-49e1-9939-e2979cd7735b req-9fed06c3-2270-4323-8498-94c0bd178993 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:59.407124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90298432-b2f5-49e1-9939-e2979cd7735b req-9fed06c3-2270-4323-8498-94c0bd178993 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0508173 Nov 16 22:00:59.457609 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90298432-b2f5-49e1-9939-e2979cd7735b req-b673352e-a56d-4740-8609-1aed7a2cd442 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445156 Nov 16 22:00:59.505649 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e4323-90a0-406e-81eb-119f0a3d0111 x-openstack-request-id: req-4d8e4323-90a0-406e-81eb-119f0a3d0111 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:00:59.506192 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:00:59.506458 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d8e4323-90a0-406e-81eb-119f0a3d0111 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:00:59.506873 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'status': 'completed', 'code': 200} Nov 16 22:00:59.569422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-e01a8554-a2a2-4fe4-9932-e8806518b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:59.570990 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-e01a8554-a2a2-4fe4-9932-e8806518b57b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1095 time: 0.0429335 Nov 16 22:00:59.669140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-f16a1480-6185-4426-a093-d42325d2321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:59.670788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-f16a1480-6185-4426-a093-d42325d2321d service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0919259 Nov 16 22:00:59.713772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-5c87bd53-3328-4770-b5d8-649efc10daa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 217 time: 0.0351167 Nov 16 22:00:59.768884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-e6b571c7-72d0-4ea7-a833-91d5d268163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:59.770378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-e6b571c7-72d0-4ea7-a833-91d5d268163e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0495298 Nov 16 22:00:59.816632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-f760ea33-0469-44e6-9997-e5a19a62251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:00:59.818191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-f760ea33-0469-44e6-9997-e5a19a62251d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405939 Nov 16 22:00:59.916247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-f1107f51-0974-4c28-aafb-9b95340dc6f4 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897362 Nov 16 22:01:00.007737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cb5a351-ee2c-4457-a4e1-51dda1f77afc req-d6f20754-f36c-429b-9146-abe05e5c0d2b service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829287 Nov 16 22:01:00.578900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce1354-0011-45f4-b631-33b44e1a748d req-6f4b2e22-13a9-45be-9a40-32c225aba3f3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:00.580393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dce1354-0011-45f4-b631-33b44e1a748d req-6f4b2e22-13a9-45be-9a40-32c225aba3f3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0535731 Nov 16 22:01:00.630557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7dce1354-0011-45f4-b631-33b44e1a748d req-8c87b9e6-7c65-4bb3-a247-eb0743bbd062 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Nov 16 22:01:01.752718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39711635-86c7-4efb-b515-73f42c57d70e req-65e92ffe-18a2-4f74-b06b-86e4185306e0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:01.755749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39711635-86c7-4efb-b515-73f42c57d70e req-65e92ffe-18a2-4f74-b06b-86e4185306e0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0541391 Nov 16 22:01:01.806408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-39711635-86c7-4efb-b515-73f42c57d70e req-a9fb518c-04a3-4509-bad6-9ed1b976e85b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455868 Nov 16 22:01:02.926354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99e046-bd93-42fa-8dcf-f0c62598fc93 req-eb61cabf-8147-45ca-b250-c2ef41ccb364 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:02.927841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac99e046-bd93-42fa-8dcf-f0c62598fc93 req-eb61cabf-8147-45ca-b250-c2ef41ccb364 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0490828 Nov 16 22:01:02.977219 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac99e046-bd93-42fa-8dcf-f0c62598fc93 req-da918f67-6fc6-44bb-a3a1-385056698996 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Nov 16 22:01:03.628372 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:04.099525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be4b1d-e353-4369-b118-12eebadb1893 req-a6e5d4fb-7e20-4a20-95a2-3eaede7e6445 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:04.101014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8be4b1d-e353-4369-b118-12eebadb1893 req-a6e5d4fb-7e20-4a20-95a2-3eaede7e6445 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0569317 Nov 16 22:01:04.149922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8be4b1d-e353-4369-b118-12eebadb1893 req-a77d9f02-97f1-4929-90e3-9d66f9b9972c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Nov 16 22:01:05.262444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856577c7-bc82-401f-ad58-5076b50a2a7e req-53d6914f-eb35-4975-98f1-10fd931b9ddf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:05.264025 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-856577c7-bc82-401f-ad58-5076b50a2a7e req-53d6914f-eb35-4975-98f1-10fd931b9ddf tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0483747 Nov 16 22:01:05.316476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-856577c7-bc82-401f-ad58-5076b50a2a7e req-b1a540c9-7dfa-42a2-b230-200453cf9364 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465376 Nov 16 22:01:05.669280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:06.430752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab0eb3-c1db-4fbe-8929-73a179b44ac5 req-2bfbec4c-f52b-4a38-86c3-ac58c9302c80 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:06.432460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99ab0eb3-c1db-4fbe-8929-73a179b44ac5 req-2bfbec4c-f52b-4a38-86c3-ac58c9302c80 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0490272 Nov 16 22:01:06.482876 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-99ab0eb3-c1db-4fbe-8929-73a179b44ac5 req-2bf5d019-9351-4b59-b4f8-124978e48043 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432806 Nov 16 22:01:07.596908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b336e-9bf7-472f-8757-3d5ab05b81ec req-71f9f943-b16b-44f2-9947-8c9b8661c57b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:07.598398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f36b336e-9bf7-472f-8757-3d5ab05b81ec req-71f9f943-b16b-44f2-9947-8c9b8661c57b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0480490 Nov 16 22:01:07.646758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f36b336e-9bf7-472f-8757-3d5ab05b81ec req-8c7a45fe-e710-4177-ba4d-11acf1cb1ef0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Nov 16 22:01:08.775902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f4c79-773d-4cef-a9a8-248d0fb4250d req-82eb53ff-a5f0-4dc8-bdae-3289c799e42c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:08.777414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-591f4c79-773d-4cef-a9a8-248d0fb4250d req-82eb53ff-a5f0-4dc8-bdae-3289c799e42c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0593047 Nov 16 22:01:08.833879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-591f4c79-773d-4cef-a9a8-248d0fb4250d req-f1a849cf-cc37-46a4-916b-a281a2d2fcb2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494351 Nov 16 22:01:09.949588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134fe6-7479-466f-80be-1ea1b4712465 req-07a3ce27-6b01-418a-817e-eedc68df5c23 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:09.951010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91134fe6-7479-466f-80be-1ea1b4712465 req-07a3ce27-6b01-418a-817e-eedc68df5c23 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 944 time: 0.0500805 Nov 16 22:01:09.999774 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91134fe6-7479-466f-80be-1ea1b4712465 req-7702022d-27d7-41b7-9b42-e76843c9f642 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 Nov 16 22:01:10.609745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 981e1702-fd69-41f9-9b2a-78c683edadd7 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:01:10.707495 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 981e1702-fd69-41f9-9b2a-78c683edadd7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=981e1702-fd69-41f9-9b2a-78c683edadd7,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:10.719643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:01:10.755839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:10.768214 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981e1702-fd69-41f9-9b2a-78c683edadd7 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:01:10.787562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 981e1702-fd69-41f9-9b2a-78c683edadd7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=981e1702-fd69-41f9-9b2a-78c683edadd7,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:10.791784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:10.837216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=981e1702-fd69-41f9-9b2a-78c683edadd7,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:10.845340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.845721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.846071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.846408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.846742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.847076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.847405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.847732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.848061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.848386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.848709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:10.849033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:01:11.118846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac397-cd52-435d-a1b0-e35be76443c5 req-8bc4e671-7e2f-4740-9d3a-0f6c884059aa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:11.120336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-601ac397-cd52-435d-a1b0-e35be76443c5 req-8bc4e671-7e2f-4740-9d3a-0f6c884059aa tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 945 time: 0.0494170 Nov 16 22:01:11.141098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['981e1702-fd69-41f9-9b2a-78c683edadd7'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:01:11.170827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-601ac397-cd52-435d-a1b0-e35be76443c5 req-2ba0a13e-0d15-4184-9d12-d59c7f5f9995 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Nov 16 22:01:12.290560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc56c-22b6-4e83-8975-782f16c786f6 req-a5913429-eb50-4609-a544-72cf4140d737 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:12.291922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e48bc56c-22b6-4e83-8975-782f16c786f6 req-a5913429-eb50-4609-a544-72cf4140d737 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 945 time: 0.0515473 Nov 16 22:01:12.344066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e48bc56c-22b6-4e83-8975-782f16c786f6 req-58f82961-7b4c-4968-a12a-dfa74e0e1c40 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453553 Nov 16 22:01:12.612306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 981e1702-fd69-41f9-9b2a-78c683edadd7 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:01:12.659935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 981e1702-fd69-41f9-9b2a-78c683edadd7 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:01:12.663861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 981e1702-fd69-41f9-9b2a-78c683edadd7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:01:12.664262 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.741166 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.763252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:12.778015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 981e1702-fd69-41f9-9b2a-78c683edadd7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=981e1702-fd69-41f9-9b2a-78c683edadd7,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:01:12.782582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:12.809675 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b3a23-408a-410c-bf4a-58a5b0e491ef" -d '{"events": [{"server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "name": "network-vif-plugged", "status": "completed", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:12.838394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=981e1702-fd69-41f9-9b2a-78c683edadd7,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:12.897822 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7a6108-305d-48ec-af58-867fec5625a1 x-openstack-request-id: req-ea7a6108-305d-48ec-af58-867fec5625a1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:12.898119 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "name": "network-vif-plugged", "status": "completed", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:12.898377 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea7a6108-305d-48ec-af58-867fec5625a1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:12.898783 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'code': 200} Nov 16 22:01:12.992424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc36a1-0dae-453a-a42c-2a36bc5bad36 req-1662115a-a51e-410a-ad54-2a627d837907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:12.993923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cccc36a1-0dae-453a-a42c-2a36bc5bad36 req-1662115a-a51e-410a-ad54-2a627d837907 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0389729 Nov 16 22:01:13.043806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cccc36a1-0dae-453a-a42c-2a36bc5bad36 req-52d6a426-032c-4d81-a681-3c42287f24ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Nov 16 22:01:13.458737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074614-f2a4-4878-934a-7f7b08857aef req-b9a09247-3e8b-4048-aed2-d7025834e743 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:13.460213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1074614-f2a4-4878-934a-7f7b08857aef req-b9a09247-3e8b-4048-aed2-d7025834e743 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 946 time: 0.0488980 Nov 16 22:01:13.509994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1074614-f2a4-4878-934a-7f7b08857aef req-b984aaf2-7ad8-4044-9001-224e5e696d0c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Nov 16 22:01:14.625432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0e2c8-644f-4e23-ab5f-0312a5988b8d req-c21c2c8a-48a8-4d1f-a51b-ad22856ff48c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:14.626941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04c0e2c8-644f-4e23-ab5f-0312a5988b8d req-c21c2c8a-48a8-4d1f-a51b-ad22856ff48c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 946 time: 0.0489945 Nov 16 22:01:14.678687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-04c0e2c8-644f-4e23-ab5f-0312a5988b8d req-3f88ed16-e76e-45d4-aeac-6823e71dd308 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458968 Nov 16 22:01:14.791858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33ad9-155a-4b27-9bad-871a925bb230 req-8c44d39e-9fa7-49ce-8232-a21f7203a1a6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:14.793253 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a33ad9-155a-4b27-9bad-871a925bb230 req-8c44d39e-9fa7-49ce-8232-a21f7203a1a6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 946 time: 0.0486846 Nov 16 22:01:14.846031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-66a33ad9-155a-4b27-9bad-871a925bb230 req-698dc89c-128e-46e0-a85e-4043a48c6603 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467277 Nov 16 22:01:14.867920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53376) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:14.948719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f95cf-d647-4773-ac1f-c963cb5149f1 tempest-TestVolumeBootPattern-571578516 tempest-TestVolumeBootPattern-571578516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:14.950275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-321f95cf-d647-4773-ac1f-c963cb5149f1 tempest-TestVolumeBootPattern-571578516 tempest-TestVolumeBootPattern-571578516-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1092 time: 0.0813611 Nov 16 22:01:14.953741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53380) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:01:14.958064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:01:14.979468 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.078572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.178847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.25.3.34 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/2bbf4893-e197-4a13-8bf4-34aed3d95a73) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:01:15.282522 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.315244 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.355070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:01:15.358067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:01:15.360666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:01:15.385396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=2bbf4893-e197-4a13-8bf4-34aed3d95a73,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:15.700391 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.765799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.911351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.915701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:15.982437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=2bbf4893-e197-4a13-8bf4-34aed3d95a73,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:01:15.992250 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:16.090836 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Floating IP 01817576-de62-4aa3-a776-a92603472893 associated. External IP: 172.25.3.34, port: 981e1702-fd69-41f9-9b2a-78c683edadd7. Nov 16 22:01:16.568603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:01:16.675032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:01:16.684839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:01:16.695585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:01:16.695919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:16.696222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:00:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:16.723111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-62a183fe-5478-4319-9665-e81263c125d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7683470 Nov 16 22:01:16.723916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:01:16.763784 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:01:16.804906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:01:16.848508 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df5401-5369-4af8-831b-6e3453e112e9 x-openstack-request-id: req-d1df5401-5369-4af8-831b-6e3453e112e9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:01:16.848799 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:01:16.849054 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1df5401-5369-4af8-831b-6e3453e112e9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:01:16.849460 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'status': 'completed', 'code': 200} Nov 16 22:01:16.914395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-fd40b7f3-4f03-4fd9-a165-6e3a89ff0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:16.915939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-fd40b7f3-4f03-4fd9-a165-6e3a89ff0659 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0437133 Nov 16 22:01:17.016677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-9e9e0fb4-25d8-4ea0-897a-58146eb82943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:17.018400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-9e9e0fb4-25d8-4ea0-897a-58146eb82943 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0928040 Nov 16 22:01:17.034451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:15Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:17.060984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:01:17.069489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:01:17.070133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:00:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:17.162751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-6353de1f-4573-4869-baf8-4ad03443bca3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 999 time: 0.1003330 Nov 16 22:01:17.178130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:01:17.218105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-9cb456fc-a93a-4f71-ad2a-21534f958702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:17.219704 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-9cb456fc-a93a-4f71-ad2a-21534f958702 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0499411 Nov 16 22:01:17.266807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-4e47ffc5-a519-4517-9502-d430688a758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:17.268320 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-4e47ffc5-a519-4517-9502-d430688a758c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411191 Nov 16 22:01:17.361139 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-c9e52853-ea2f-4989-a1d9-dc76afc6a60a service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845332 Nov 16 22:01:17.403159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:15Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:01:17.434605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f99d5d7-841f-4eae-93c1-5291fda13371 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:15Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:01:17.457240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e3b309c-6f65-4ac0-b714-69f3d1b7d8b0 req-09c3f0be-7474-480e-9f98-e9d73b47731b service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885286 Nov 16 22:01:17.627466 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f095d-b81a-424d-ae6d-27583f899bbf None None] New status for floating IP 01817576-de62-4aa3-a776-a92603472893: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:01:20.832287 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fbb31f15-6b2b-4970-8f26-9aba62cdd37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:23.135165 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15603d7-3f07-4f14-909c-57f066bb3416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:23.625945 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-bcafbfc7-5dc4-4239-81b1-c312fad6f28c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405538 Nov 16 22:01:23.710897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-3c818a2f-8482-4075-b1fd-722d048f1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:23.712407 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-3c818a2f-8482-4075-b1fd-722d048f1e22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0410001 Nov 16 22:01:23.821235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-9a832b0d-5b48-401e-8328-1f28d62733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:23.822730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-9a832b0d-5b48-401e-8328-1f28d62733d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0907717 Nov 16 22:01:23.892200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-f9098734-d4d6-4d22-93ae-7516c3664552 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 1001 time: 0.0624211 Nov 16 22:01:23.946867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-e9476080-bd90-4926-9abc-01352b3f362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:23.948548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-e9476080-bd90-4926-9abc-01352b3f362e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0490050 Nov 16 22:01:23.995448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-3bcf9d54-808f-4f18-8073-27bec36294b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:01:23.996939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-3bcf9d54-808f-4f18-8073-27bec36294b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398543 Nov 16 22:01:24.091864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-19f3daec-c28a-45d8-bbab-3fd3f1daf9f6 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871396 Nov 16 22:01:24.182760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-22b160ad-6638-4851-9782-fe3ee8765fc9 req-9d1890ef-b4cc-4f4a-92f2-a3cf3b6bf97b service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842083 Nov 16 22:01:24.306758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:25.844612 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:26.708735 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:29.449285 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:01:33.637235 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:35.673165 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:50.832923 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c4d7f09-3030-4a44-85d2-7795bd1df2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:53.138361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-82e55ee3-7695-48be-a5a8-8426af2fa302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:54.307106 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:55.847540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:01:56.710901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:03.648787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:05.680600 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:06.448204 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:02:20.834494 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e614721-39e8-447c-b965-a44738b39f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:23.139238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c6696f04-95e4-4665-8120-836e8388ab41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:24.310678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:24.627732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-4f7e3825-b59e-4ec2-a6ef-0ba12c12d9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410469 Nov 16 22:02:24.715202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-758c76fb-5fdc-4dce-afd4-85c1b2fed24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:24.716957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-758c76fb-5fdc-4dce-afd4-85c1b2fed24f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0459280 Nov 16 22:02:24.820908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-5e6f3268-7554-4a99-9b15-59780a74ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:24.822406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-5e6f3268-7554-4a99-9b15-59780a74ccaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0846040 Nov 16 22:02:24.890535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-14461240-a3a4-402b-9dbe-2f2b215baffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 1001 time: 0.0610862 Nov 16 22:02:24.939465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-9039fea3-f3ee-497a-bc42-f2e5fe04788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:24.941550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-9039fea3-f3ee-497a-bc42-f2e5fe04788e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0439091 Nov 16 22:02:24.986400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-fea051b6-ddb1-43f7-a465-2218857b258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:24.988182 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-fea051b6-ddb1-43f7-a465-2218857b258e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394802 Nov 16 22:02:25.079950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-c4902962-e168-4cd2-8a8c-2a2e599b25ab service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839307 Nov 16 22:02:25.170317 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-56dee550-8eb4-40ed-98d1-1c83d5b1ce8d req-13ecdf6b-277b-4267-bd5d-cc587edcbc26 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821664 Nov 16 22:02:25.851470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:26.712077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:33.651947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:35.696879 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:43.447036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:02:50.847327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea629007-3e02-4bc2-8082-ebfb1877aab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:53.143144 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6feea59c-10d0-415e-9418-81420372bf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:54.317347 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:55.131912 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-309e4d4a-b069-4703-9fbc-b44795060a3a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246538277&fields=id&tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 267 time: 0.0452304 Nov 16 22:02:55.239967 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-8952fd0f-f3c5-4dc7-8e4e-aa4a93906ffd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:55.241361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-8952fd0f-f3c5-4dc7-8e4e-aa4a93906ffd tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1027827 Nov 16 22:02:55.259725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-9b7aa649-9e48-472f-bab9-6e15f6fef16d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/quotas/67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 375 time: 0.0126021 Nov 16 22:02:55.319200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-aee861a8-97cf-4956-ad6b-190b8337917b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538666 Nov 16 22:02:55.494597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-9372e378-4683-46ea-915f-5021599becce service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246328 Nov 16 22:02:55.583017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-5fa2b543-dcef-4f7d-95e9-0c1364ef2404 service neutron] 10.222.0.48 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Nov 16 22:02:55.862024 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:55.879032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d37c9e34-74fe-40d3-a564-f6e7eb3e4db6 req-a4d97186-8bc2-4191-aab3-2d79741ad680 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0297933 Nov 16 22:02:56.714442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:56.932077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-46cca752-6dfb-4ccf-abec-d2c633619b96 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:56.933594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-46cca752-6dfb-4ccf-abec-d2c633619b96 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 812 time: 0.1138949 Nov 16 22:02:56.984431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52b3b11d-be6b-44c8-9f65-fbfc85aa5f73 req-268200dc-098f-4165-9839-9156d5e5c9d9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0332093 Nov 16 22:02:57.026740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-5b26f32c-f6ed-4698-9495-86095a947b80 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8 HTTP/1.1" status: 200 len: 379 time: 0.0830052 Nov 16 22:02:57.041336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'port': {'device_id': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'admin_state_up': True, 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'security_groups': ['767fe0d5-936c-4e02-ad24-dbff190eb5b0']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:57.154760 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Made reservation on behalf of 67d5ad552d114283b2a9bc2f0aa5f9e8 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:02:57.159378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:57.288870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.20.0.9 (eabf2205-ea42-4d84-b4d5-08c9d073e499/a005d103-4052-4229-aeec-c690921c5431/03cb0c30-6fee-42ad-afe1-92e34e3905fd) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:02:57.433434 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:57.466801 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:57.512817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:02:57.515985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:02:57.519247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:02:57.551987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=03cb0c30-6fee-42ad-afe1-92e34e3905fd,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:57.569081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.569436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.569843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.570191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.570535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.570877 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.571214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.571548 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.571883 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.572217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.572554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.572888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:02:57.595104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:57.596030 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:57.616021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55391393-3db8-4495-9fe3-b0131c087e85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785007 Nov 16 22:02:57.731520 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Request body: {'port': {'device_id': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:02:57.786635 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:57.810811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-527bd8ef-1846-4640-8ad5-ebf2f00fab6d None None] Provisioning complete for port 03cb0c30-6fee-42ad-afe1-92e34e3905fd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:02:57.812032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-527bd8ef-1846-4640-8ad5-ebf2f00fab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:57.853306 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-527bd8ef-1846-4640-8ad5-ebf2f00fab6d None None] Port 03cb0c30-6fee-42ad-afe1-92e34e3905fd cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:02:58.067125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cb0c30-6fee-42ad-afe1-92e34e3905fd {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:02:58.075825 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:58.092363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Transition to ACTIVE for port object 03cb0c30-6fee-42ad-afe1-92e34e3905fd will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:02:58.096813 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:58.169278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fa32b-3b02-4ba3-a252-affc8fbbe3d9 req-e4be067a-750a-4fa7-b46f-d05781c43a91 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.173373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b48fa32b-3b02-4ba3-a252-affc8fbbe3d9 req-e4be067a-750a-4fa7-b46f-d05781c43a91 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0810082 Nov 16 22:02:58.195370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03cb0c30-6fee-42ad-afe1-92e34e3905fd,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:58.229845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Attempting to bind port 03cb0c30-6fee-42ad-afe1-92e34e3905fd on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:02:58.230186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Attempting to bind port 03cb0c30-6fee-42ad-afe1-92e34e3905fd by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:02:58.230960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Attempting to bind port 03cb0c30-6fee-42ad-afe1-92e34e3905fd on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:58.235695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Port 03cb0c30-6fee-42ad-afe1-92e34e3905fd on network eabf2205-ea42-4d84-b4d5-08c9d073e499 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:02:58.235695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Attempting to bind port 03cb0c30-6fee-42ad-afe1-92e34e3905fd on network eabf2205-ea42-4d84-b4d5-08c9d073e499 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:02:58.241687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:02:58.242036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Checking segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:02:58.242429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Bound using segment: {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:02:58.242865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Bound port: 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6bc2e4-1541-4c49-b3a7-67155ca66595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:02:58.243228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:58.251503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b48fa32b-3b02-4ba3-a252-affc8fbbe3d9 req-15fd9b31-63d0-4d5c-a024-64fceb3f9ef2 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661120 Nov 16 22:02:58.321447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] For port 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:02:58.325624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] For port 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:02:58.331930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:58.373699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.374336 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:02:58.376042 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 1091 time: 0.7032292 Nov 16 22:02:58.376612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:02:58.379887 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775" -d '{"events": [{"name": "network-changed", "server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:02:58.406518 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a5e16-d203-4c3b-a5e6-a60b3514e1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03cb0c30-6fee-42ad-afe1-92e34e3905fd,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:02:58.453340 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd19923-3c8a-4788-b909-b796e2105b83 x-openstack-request-id: req-cfd19923-3c8a-4788-b909-b796e2105b83 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:02:58.453721 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:02:58.454050 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfd19923-3c8a-4788-b909-b796e2105b83 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:02:58.454655 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'status': 'completed', 'code': 200} Nov 16 22:02:58.471273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55cb6da9-b80c-4141-90aa-3bc07f536322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.472817 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-55cb6da9-b80c-4141-90aa-3bc07f536322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1094 time: 0.0481782 Nov 16 22:02:58.532316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-1de4aefb-8c27-43b1-a3dd-2f806e0cf63a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 217 time: 0.0507252 Nov 16 22:02:58.587316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-35cd5056-8cd9-4e70-b78c-35bcb9e0d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.588844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-35cd5056-8cd9-4e70-b78c-35bcb9e0d99b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0495672 Nov 16 22:02:58.641624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-ecfebda7-9e6c-4709-bdd1-079beb179f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.643282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-ecfebda7-9e6c-4709-bdd1-079beb179f2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428922 Nov 16 22:02:58.740420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-359095aa-3729-4972-a10b-54a898e27a34 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894661 Nov 16 22:02:58.834704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c347e159-ac5d-449d-8f2e-145bb2337729 req-dd897025-bf54-45b7-8884-5399a57a2e43 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Nov 16 22:02:58.921586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-390923e8-ec59-4403-9baf-8c77734b739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:58.923166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-390923e8-ec59-4403-9baf-8c77734b739a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1094 time: 0.0413368 Nov 16 22:02:59.020923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-d1897ff2-1462-4597-be3d-f081d3e50c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:59.022447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-d1897ff2-1462-4597-be3d-f081d3e50c63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0913906 Nov 16 22:02:59.065238 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-e96d65f3-c52f-4076-926b-edd0ff284ffc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 217 time: 0.0346215 Nov 16 22:02:59.121155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-c2e5e19c-34e6-44e4-a9e0-d16e97d632cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:59.122570 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-c2e5e19c-34e6-44e4-a9e0-d16e97d632cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0492084 Nov 16 22:02:59.169036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-96af08d4-6b58-473a-9508-4f3d00f85d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:59.170622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-96af08d4-6b58-473a-9508-4f3d00f85d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406492 Nov 16 22:02:59.272915 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-833aa1fc-6c33-4561-b5a6-cf59dac8d161 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901756 Nov 16 22:02:59.375376 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db1fa8ad-8eb0-46cd-bf16-78a2498a4775 req-5ff3d924-9fdf-4fcc-a565-59cd3bbcddb1 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932446 Nov 16 22:02:59.384593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ec005-a2fc-4bf1-afdc-f6d06ee59ade req-b1ec01f7-5b4c-47a7-ba7e-6bf7ee7b9c01 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:02:59.386539 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-783ec005-a2fc-4bf1-afdc-f6d06ee59ade req-b1ec01f7-5b4c-47a7-ba7e-6bf7ee7b9c01 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0550380 Nov 16 22:02:59.440436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-783ec005-a2fc-4bf1-afdc-f6d06ee59ade req-98bc0281-ad66-4ec6-8f12-4649ad95d7a1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466909 Nov 16 22:03:00.558337 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1c9b8-1fc0-4445-b6d6-54f50726e2db req-3135263a-e951-4c37-9154-ea5cc2c71b84 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:00.559743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16a1c9b8-1fc0-4445-b6d6-54f50726e2db req-3135263a-e951-4c37-9154-ea5cc2c71b84 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0496759 Nov 16 22:03:00.610517 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-16a1c9b8-1fc0-4445-b6d6-54f50726e2db req-907d671f-ff84-4559-8df1-0d59a3e92171 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 Nov 16 22:03:01.726963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb085b-f006-4282-b529-b14fc0acc935 req-d42bae94-14cb-456f-8e73-8d093c376430 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:01.728466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08cb085b-f006-4282-b529-b14fc0acc935 req-d42bae94-14cb-456f-8e73-8d093c376430 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0500672 Nov 16 22:03:01.783362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08cb085b-f006-4282-b529-b14fc0acc935 req-01a6d321-73de-4a47-b4b5-56a2ee4fca90 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487177 Nov 16 22:03:02.902961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca9777-f4dc-405b-aeca-21db507a2a76 req-c1b2a738-4c71-4291-8450-af03400ff266 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:02.904431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47ca9777-f4dc-405b-aeca-21db507a2a76 req-c1b2a738-4c71-4291-8450-af03400ff266 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0527425 Nov 16 22:03:02.953261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47ca9777-f4dc-405b-aeca-21db507a2a76 req-37730d79-7c63-4550-a9a8-029956c9f7b6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428479 Nov 16 22:03:03.662424 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:04.075383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe190b4-226c-4a17-b447-cdfb3f707a49 req-39910477-ebce-494e-ab28-c85f1a47c3c9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:04.076840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fe190b4-226c-4a17-b447-cdfb3f707a49 req-39910477-ebce-494e-ab28-c85f1a47c3c9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0495303 Nov 16 22:03:04.127751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5fe190b4-226c-4a17-b447-cdfb3f707a49 req-28dd42a8-ea1a-4364-8990-ea8ff09a4c36 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Nov 16 22:03:05.243812 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676b72b-007a-46c0-803d-80d90254485f req-6f3651b8-b24d-4724-9755-ef69d339e4e3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:05.245304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8676b72b-007a-46c0-803d-80d90254485f req-6f3651b8-b24d-4724-9755-ef69d339e4e3 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0494928 Nov 16 22:03:05.294733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8676b72b-007a-46c0-803d-80d90254485f req-e741d053-1b89-4b47-b072-899282b3a83f tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434833 Nov 16 22:03:05.710784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:06.408866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a910869-7f64-4c22-ad1d-e6ac295ea1e6 req-6efd1a42-ec4f-47ba-84ac-3daaac7d1560 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:06.410362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a910869-7f64-4c22-ad1d-e6ac295ea1e6 req-6efd1a42-ec4f-47ba-84ac-3daaac7d1560 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0494711 Nov 16 22:03:06.458666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a910869-7f64-4c22-ad1d-e6ac295ea1e6 req-b7c4e80e-757c-4073-b195-195c6c877d84 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Nov 16 22:03:07.571171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad2538-4208-416e-9672-4da52863977f req-fbd353d5-a332-4507-8033-86a979904122 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:07.572640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8ad2538-4208-416e-9672-4da52863977f req-fbd353d5-a332-4507-8033-86a979904122 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0475495 Nov 16 22:03:07.624950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e8ad2538-4208-416e-9672-4da52863977f req-007391b8-b4fb-44a6-a4a9-6919b75085d1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 Nov 16 22:03:08.744140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9df90-fe2d-4a64-b354-a48fdb49741e req-98924a34-11be-4fab-ae6d-2374bdb81b26 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:08.745628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45a9df90-fe2d-4a64-b354-a48fdb49741e req-98924a34-11be-4fab-ae6d-2374bdb81b26 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0526881 Nov 16 22:03:08.795554 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45a9df90-fe2d-4a64-b354-a48fdb49741e req-c6c271d4-8b87-44fb-a15b-7946313cc050 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Nov 16 22:03:09.912316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84899c1a-5a07-455f-810d-14dfaf62f90c req-97cd6e20-831b-4aab-a302-02b1f59c9cd4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:09.913827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84899c1a-5a07-455f-810d-14dfaf62f90c req-97cd6e20-831b-4aab-a302-02b1f59c9cd4 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 943 time: 0.0489621 Nov 16 22:03:09.963141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84899c1a-5a07-455f-810d-14dfaf62f90c req-fde85350-a736-4944-9613-0bc9ce2cc435 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Nov 16 22:03:10.741225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 03cb0c30-6fee-42ad-afe1-92e34e3905fd details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:03:10.840104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:10.852776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'port_id': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'mac_address': 'fa:16:3e:0c:42:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:03:10.890102 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:10.903942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cb0c30-6fee-42ad-afe1-92e34e3905fd {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:03:10.923621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:10.928736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:10.976926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=03cb0c30-6fee-42ad-afe1-92e34e3905fd,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:10.984313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.984666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.985015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.985364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.985728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.986067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.986405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.986748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.987073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.987402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.987738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:10.988064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:03:11.087383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23b190-c53b-4f49-9f3e-9e9532dd2eb2 req-59194046-bbbb-4e95-aa10-933953f0a36e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:11.088950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c23b190-c53b-4f49-9f3e-9e9532dd2eb2 req-59194046-bbbb-4e95-aa10-933953f0a36e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 944 time: 0.0516160 Nov 16 22:03:11.139947 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c23b190-c53b-4f49-9f3e-9e9532dd2eb2 req-f6ddd911-04a1-4e63-814d-76915ecf20b5 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446470 Nov 16 22:03:11.221184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['03cb0c30-6fee-42ad-afe1-92e34e3905fd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:03:12.252845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6bb4b-2d4f-4827-93db-dddb19941a2e req-129e5e66-7846-45af-8b1d-5022e5412137 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:12.254348 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11b6bb4b-2d4f-4827-93db-dddb19941a2e req-129e5e66-7846-45af-8b1d-5022e5412137 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 944 time: 0.0482335 Nov 16 22:03:12.302904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-11b6bb4b-2d4f-4827-93db-dddb19941a2e req-485bf2f4-1a89-4f36-9584-cc63d596ef41 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Nov 16 22:03:12.754433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 03cb0c30-6fee-42ad-afe1-92e34e3905fd up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:03:12.805985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 03cb0c30-6fee-42ad-afe1-92e34e3905fd completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:03:12.809679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 03cb0c30-6fee-42ad-afe1-92e34e3905fd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:03:12.810050 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:12.887879 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:12.910573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:12.912798 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73014871-aa05-4bcc-bda1-b0f34a074e4e" -d '{"events": [{"server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "name": "network-vif-plugged", "status": "completed", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:12.926215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:03:12.930253 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:12.957258 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc479b5-938e-4244-9c45-840e4c89fe84 x-openstack-request-id: req-1bc479b5-938e-4244-9c45-840e4c89fe84 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:12.957577 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "name": "network-vif-plugged", "status": "completed", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:12.957835 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bc479b5-938e-4244-9c45-840e4c89fe84 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:12.958231 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'code': 200} Nov 16 22:03:12.991687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=03cb0c30-6fee-42ad-afe1-92e34e3905fd,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:13.055742 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3fd59-fc54-4c82-af28-9167c9198a58 req-93b86ac9-e0e0-4776-b7c5-b38567a2b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:13.057502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8dd3fd59-fc54-4c82-af28-9167c9198a58 req-93b86ac9-e0e0-4776-b7c5-b38567a2b1eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1096 time: 0.0438659 Nov 16 22:03:13.108389 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8dd3fd59-fc54-4c82-af28-9167c9198a58 req-5bfb1041-7c2f-4cee-8a6a-4f45eb3bd47d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 Nov 16 22:03:13.417477 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25725606-2192-4f9a-b579-59f5e7700f45 req-18046737-4d94-432a-b399-cffe6bac8d75 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:13.418957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25725606-2192-4f9a-b579-59f5e7700f45 req-18046737-4d94-432a-b399-cffe6bac8d75 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 945 time: 0.0477047 Nov 16 22:03:13.468073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-25725606-2192-4f9a-b579-59f5e7700f45 req-a513c399-9ca3-49dc-b313-ea85751e04f8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425255 Nov 16 22:03:14.586160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1854-44eb-4ead-aef8-9ce2a5f25ead req-767ad573-6af9-4f5e-ae5b-1a1afc8a26cb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:14.587678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-266b1854-44eb-4ead-aef8-9ce2a5f25ead req-767ad573-6af9-4f5e-ae5b-1a1afc8a26cb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Nov 16 22:03:14.642358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-266b1854-44eb-4ead-aef8-9ce2a5f25ead req-9f9860f5-f02d-4eb5-a96c-521a99be7411 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476692 Nov 16 22:03:14.758605 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902349a-d114-4279-965c-e35982a20ad0 req-dec19554-d1ba-4d31-9a81-b9ab18be23ad tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:14.759993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e902349a-d114-4279-965c-e35982a20ad0 req-dec19554-d1ba-4d31-9a81-b9ab18be23ad tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Nov 16 22:03:14.808792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e902349a-d114-4279-965c-e35982a20ad0 req-5812b564-081e-4f31-ae8d-bdb74d42feab tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Nov 16 22:03:14.830952 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53576) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:14.869970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fc4e62-e434-4f28-86a4-527d9ddbcd19 tempest-TestVolumeBootPattern-571578516 tempest-TestVolumeBootPattern-571578516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:14.871464 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-47fc4e62-e434-4f28-86a4-527d9ddbcd19 tempest-TestVolumeBootPattern-571578516 tempest-TestVolumeBootPattern-571578516-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1091 time: 0.0395265 Nov 16 22:03:14.874692 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53578) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:03:14.879570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:03:14.901306 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.002092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.102275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Allocated IP 172.25.3.41 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6372a5c3-7d69-4583-9d69-11e39d66574c) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:03:15.209693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.243805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.282936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:03:15.285870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:03:15.289636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:03:15.294921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=6372a5c3-7d69-4583-9d69-11e39d66574c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:15.623974 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.687980 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.835923 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:15.840312 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:16.192173 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event updated for resources: {'Port': ['ID=6372a5c3-7d69-4583-9d69-11e39d66574c,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:03:16.203672 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:16.301935 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Floating IP 6bb20617-c36a-40a3-8396-b9df24edde61 associated. External IP: 172.25.3.41, port: 03cb0c30-6fee-42ad-afe1-92e34e3905fd. Nov 16 22:03:16.502624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:03:16.608390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:03:16.618937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:03:16.626506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:16.629740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:16.630371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:02:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:16.654504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7cf519c5-0342-4254-a0f0-a96d2082212a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7787330 Nov 16 22:03:16.655101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:03:16.657868 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f0245-57a5-4f1b-9931-0168bc773ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:03:16.699056 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327b43f-515b-44ce-8a4f-91e1db0e55e4 x-openstack-request-id: req-6327b43f-515b-44ce-8a4f-91e1db0e55e4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:03:16.699346 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:03:16.699604 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6327b43f-515b-44ce-8a4f-91e1db0e55e4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:03:16.700013 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'status': 'completed', 'code': 200} Nov 16 22:03:16.767536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-5838211f-35a3-4976-9177-cc7dc21257cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:16.769030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-5838211f-35a3-4976-9177-cc7dc21257cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1096 time: 0.0477543 Nov 16 22:03:16.864305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-edbdc7b0-7faf-49ad-bec0-a88c5588b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:16.865826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-edbdc7b0-7faf-49ad-bec0-a88c5588b5c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0897298 Nov 16 22:03:16.891530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:16.936646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-007f515c-5d20-4e00-8e14-2de88da88f06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 998 time: 0.0631022 Nov 16 22:03:16.985150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-a3624416-cb72-465d-87fb-87899986ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:16.987307 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-a3624416-cb72-465d-87fb-87899986ef32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0439320 Nov 16 22:03:17.033171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-f2823e79-1db5-4b7a-b0a0-e81749b7e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:17.034625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-f2823e79-1db5-4b7a-b0a0-e81749b7e86a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401425 Nov 16 22:03:17.117716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:17Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}, {'id': '6bb20617-c36a-40a3-8396-b9df24edde61', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:0c:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:15Z', 'updated_at': '2021-11-16T22:03:15Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:17.130351 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-853639fb-a1a1-4c0d-a5fb-73ccc0bea7e2 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879190 Nov 16 22:03:17.148080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:03:17.156345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:03:17.156965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:02:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:17.224982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b39f0245-57a5-4f1b-9931-0168bc773ca0 req-07d5fb6f-111c-4e93-8ff5-652ea2dbd9d9 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Nov 16 22:03:17.263613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:03:17.486180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:17Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}, {'id': '6bb20617-c36a-40a3-8396-b9df24edde61', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:0c:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:15Z', 'updated_at': '2021-11-16T22:03:15Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:03:17.516075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67096ce0-e42c-43a3-bdde-dd69b6f830f6 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:17Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}, {'id': '6bb20617-c36a-40a3-8396-b9df24edde61', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:0c:42:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:03:15Z', 'updated_at': '2021-11-16T22:03:15Z', 'revision_number': 0, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:03:17.718315 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eea0b9-8eea-4c1d-b5e3-5182c0a0d887 None None] New status for floating IP 6bb20617-c36a-40a3-8396-b9df24edde61: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:03:20.449468 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:03:20.840400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-da19670b-2e5f-4fcf-b7b7-c773235d81ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:23.145035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-25afb10a-21a5-4e69-91aa-f95cea59e965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:24.320135 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:25.624498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-180b391b-f26f-44ce-be97-b5e50671c527 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445843 Nov 16 22:03:25.716296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-80a30b1e-0ff6-461a-993b-ab6f02368e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:25.717942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-80a30b1e-0ff6-461a-993b-ab6f02368e52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0473738 Nov 16 22:03:25.828078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-b0ffde50-915f-4812-9688-c52a0cd4f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:25.829572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-b0ffde50-915f-4812-9688-c52a0cd4f90c service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0921116 Nov 16 22:03:25.859725 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:25.897689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-f0938156-ae2b-4907-a262-f6a616498ea9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 1001 time: 0.0606301 Nov 16 22:03:25.947566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-2f4686a2-3c37-4dc9-9bc5-6d8d7cc611ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:25.949002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-2f4686a2-3c37-4dc9-9bc5-6d8d7cc611ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0447273 Nov 16 22:03:25.997293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-8244be51-25a4-4900-a492-f5b0e9160fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:25.998803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-8244be51-25a4-4900-a492-f5b0e9160fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430477 Nov 16 22:03:26.088400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-a840c08a-af56-4e64-b96f-f3914a9bd02a service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815322 Nov 16 22:03:26.181183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-034f561e-f47c-4f2a-8c0f-472170323e80 req-dfe293ef-847d-4e11-b768-29254c129070 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854695 Nov 16 22:03:26.717161 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:33.661000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.715803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:35.981224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-52c9b338-c107-4bcb-8569-bd8584f0b067 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461974 Nov 16 22:03:36.075898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-23980d78-7c6c-401f-839b-a3c2a7dddc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.078128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-23980d78-7c6c-401f-839b-a3c2a7dddc38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1096 time: 0.0469677 Nov 16 22:03:36.186695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-357fdb68-297a-45b1-8190-805221c9b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.188261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-357fdb68-297a-45b1-8190-805221c9b115 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0886087 Nov 16 22:03:36.262049 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-ccfee996-5045-497f-823b-678e00fdd60e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 1000 time: 0.0663848 Nov 16 22:03:36.312825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-b68ec34f-90ce-449b-aa1c-fb276777437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.314378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-b68ec34f-90ce-449b-aa1c-fb276777437e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0453408 Nov 16 22:03:36.363839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-bd866d13-c410-49ec-9a5f-dd7d158de504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:03:36.365319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-bd866d13-c410-49ec-9a5f-dd7d158de504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409884 Nov 16 22:03:36.463537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-4b28c2c8-7a59-4b5a-8944-b315fe26f26a service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896184 Nov 16 22:03:36.558438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-275af090-f2d5-4000-9350-4838cb8ad5a0 req-a5a36eb9-d767-4896-850b-01f948eb87bb service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868366 Nov 16 22:03:50.842033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ad24c62b-3459-4bc4-a628-965a7aebbee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:53.147153 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-32ddc650-a4bf-4722-a6a4-0adc73d8abc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:54.321956 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:55.862828 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:56.720409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:03:57.448603 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:04:03.656069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:05.709696 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:20.844748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-186e3ce4-1223-42cd-a562-14a4ca093165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:23.149179 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-94dbe45c-3779-4478-8597-49c28f1fc623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:24.323688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:25.639572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-f70fb137-4a44-4efd-b5f4-6466695330ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445681 Nov 16 22:04:25.722081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-d3fe1a09-122d-4de1-a767-091dc3881f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:25.723608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-d3fe1a09-122d-4de1-a767-091dc3881f72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0416319 Nov 16 22:04:25.836937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-3e9f7e3a-5d5f-49fd-8e2c-78b1e8a332f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:25.838567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-3e9f7e3a-5d5f-49fd-8e2c-78b1e8a332f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0914421 Nov 16 22:04:25.869880 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:25.907460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-e19e391c-e873-4793-9531-cfd1870df51f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 1001 time: 0.0616317 Nov 16 22:04:25.962774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-8ceccdfb-6535-4a3d-8773-aaae7cbfe0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:25.964251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-8ceccdfb-6535-4a3d-8773-aaae7cbfe0f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0487382 Nov 16 22:04:26.010116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-34425b26-14dd-47a2-835d-e6d4897be569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:26.011630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-34425b26-14dd-47a2-835d-e6d4897be569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402346 Nov 16 22:04:26.101080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-a4d1e004-25fa-4ed4-9e1a-807bd80de5db service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815945 Nov 16 22:04:26.193447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db92d5a-6196-41ac-8a1f-f5d07a338c82 req-1af42d8f-6d53-4eee-ab08-aa646350232b service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Nov 16 22:04:26.726105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:33.666068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:34.447680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:04:35.726958 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:36.981157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-3b267bbe-d8ae-4bd0-82fb-71f8923953d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448992 Nov 16 22:04:37.072708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-2552637c-afa1-4cbd-bf90-7663b99fcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:37.074214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-2552637c-afa1-4cbd-bf90-7663b99fcbb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1096 time: 0.0461307 Nov 16 22:04:37.177312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-84385204-8a93-47f7-a357-846078e7b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:37.178824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-84385204-8a93-47f7-a357-846078e7b27d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.0841238 Nov 16 22:04:37.248698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-657581e4-4622-4321-9608-5c652ac0dd85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 1000 time: 0.0605636 Nov 16 22:04:37.302559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-8eab5a95-9e8a-4e8a-bf04-38b309c6cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:37.304029 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-8eab5a95-9e8a-4e8a-bf04-38b309c6cb00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0444183 Nov 16 22:04:37.355023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-d65ba67f-3be9-4267-9629-d6355a21230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:37.356496 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-d65ba67f-3be9-4267-9629-d6355a21230b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406723 Nov 16 22:04:37.455415 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-646a3e05-a084-4c26-bab2-b756535fa9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Nov 16 22:04:37.550702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f4e9e474-9e9b-45ae-a34e-1bb21594b517 req-4fc4acf9-aa66-4957-876f-728a7316c5df service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831196 Nov 16 22:04:44.687389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:04:44.842252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 6372a5c3-7d69-4583-9d69-11e39d66574c {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:04:44.842639 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:44.919323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:44.919651 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:44.932121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 6372a5c3-7d69-4583-9d69-11e39d66574c owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:04:45.076589 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:45.100697 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=6372a5c3-7d69-4583-9d69-11e39d66574c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:45.110597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.110948 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.111291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.111632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.111969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.112299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.113023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.113023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.113249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.113604 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.113932 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.114254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:45.172635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:45.173002 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Floating IP 6bb20617-c36a-40a3-8396-b9df24edde61 disassociated (deleted). External IP: 172.25.3.41, port: 03cb0c30-6fee-42ad-afe1-92e34e3905fd. Nov 16 22:04:45.685583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:04:45.793216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:04:45.798162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:45.802780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:04:45.811546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:04:45.812133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:45.825390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-30f672fa-4f36-4d32-9f2e-b0d31d7f6e39 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "DELETE /v2.0/floatingips/6bb20617-c36a-40a3-8396-b9df24edde61 HTTP/1.1" status: 204 len: 168 time: 1.1368802 Nov 16 22:04:45.826163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:04:45.908323 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:04:45.923160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:04:46.010345 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d155593-143d-4f2f-8c37-417010b31504 x-openstack-request-id: req-5d155593-143d-4f2f-8c37-417010b31504 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:04:46.010640 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:04:46.010890 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d155593-143d-4f2f-8c37-417010b31504 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:04:46.011296 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'status': 'completed', 'code': 200} Nov 16 22:04:46.093152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1760ddf-6cbd-4cb5-808b-3b1665514a3c req-07feab9a-978a-40a3-93f1-8863f8ef508c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:46.095001 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1760ddf-6cbd-4cb5-808b-3b1665514a3c req-07feab9a-978a-40a3-93f1-8863f8ef508c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 945 time: 0.0813525 Nov 16 22:04:46.110573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-7ee33cf8-9f67-4b6c-a56d-75cf5ef94ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:46.112007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-7ee33cf8-9f67-4b6c-a56d-75cf5ef94ceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 1096 time: 0.0716934 Nov 16 22:04:46.167271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:17Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:46.194019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:04:46.200961 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1760ddf-6cbd-4cb5-808b-3b1665514a3c req-b14f4901-2406-4995-9fb0-9a91c920d73e tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980439 Nov 16 22:04:46.202190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:04:46.203279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:46.244214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-9ea5fb76-80cb-4328-88cc-368ab39768b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:46.245742 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-9ea5fb76-80cb-4328-88cc-368ab39768b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.1243625 Nov 16 22:04:46.296615 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-dc3b2c1f-4f8e-4536-8a18-fc4637f89bc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 200 len: 217 time: 0.0389428 Nov 16 22:04:46.308711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:04:46.347734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-9528d22c-9314-4f17-a862-8bca2bc82832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:46.349186 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-9528d22c-9314-4f17-a862-8bca2bc82832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0441518 Nov 16 22:04:46.397027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-30061962-3885-48e8-992c-9c5346c2d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:46.398559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-30061962-3885-48e8-992c-9c5346c2d240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410776 Nov 16 22:04:46.496199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-1d9dbde0-3fa6-4203-8794-50d2675c9445 service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855296 Nov 16 22:04:46.542128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:17Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:04:46.589836 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c0f4405-6d4e-4f7c-bb61-76b724ffe1f1 req-f7bbbfe0-7948-4407-8182-92279b35029a service neutron] 10.222.0.41 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 Nov 16 22:04:46.727439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ede4c7-8a18-44bb-83cb-f01ec8f78f63 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '01817576-de62-4aa3-a776-a92603472893', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'port_id': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'mac_address': 'fa:16:3e:4b:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:01:15Z', 'updated_at': '2021-11-16T22:01:17Z', 'revision_number': 1, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:04:46.936160 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1677ccc-6d9a-4fed-88ab-cf35969a671b None None] New status for floating IP 6bb20617-c36a-40a3-8396-b9df24edde61: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:04:47.319390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53379ff7-b029-4d06-bea0-555e7c2a5b82 req-a4f83b5d-fea9-4f13-baf6-8c2a534c8786 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:47.320879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53379ff7-b029-4d06-bea0-555e7c2a5b82 req-a4f83b5d-fea9-4f13-baf6-8c2a534c8786 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 945 time: 0.0489352 Nov 16 22:04:47.370654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53379ff7-b029-4d06-bea0-555e7c2a5b82 req-e5f6b5fe-b496-4519-a56f-6e06102eff9d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437002 Nov 16 22:04:47.900415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6a65909e-594e-4f80-968b-d5b53bc732c0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:04:47.901892 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6a65909e-594e-4f80-968b-d5b53bc732c0 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 945 time: 0.0525033 Nov 16 22:04:47.995679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 03cb0c30-6fee-42ad-afe1-92e34e3905fd {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:04:47.995945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:48.087041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port 03cb0c30-6fee-42ad-afe1-92e34e3905fd, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=03cb0c30-6fee-42ad-afe1-92e34e3905fd,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:04:48.087406 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:48.101339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 03cb0c30-6fee-42ad-afe1-92e34e3905fd owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:04:48.225587 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:48.259328 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=03cb0c30-6fee-42ad-afe1-92e34e3905fd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:48.285456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.285840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.286193 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.286540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.286885 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.287225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.287558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.287891 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.288223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.288555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.288886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.289217 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:04:48.309858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port 03cb0c30-6fee-42ad-afe1-92e34e3905fd on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:04:48.312949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:48.316354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d1e3cf7c-6973-468a-8f6d-6cc09a302899 req-6d83caf3-b7ea-4699-acb3-0b4c671b2826 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.41 "DELETE /v2.0/ports/03cb0c30-6fee-42ad-afe1-92e34e3905fd HTTP/1.1" status: 204 len: 173 time: 0.4045858 Nov 16 22:04:48.316792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'name': 'network-vif-deleted', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:04:48.319060 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9056e6-a999-4103-9815-98fb20279755" -d '{"events": [{"server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "name": "network-vif-deleted", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:04:48.358368 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7234e7f5-0de0-4df8-a2f7-ec9d9c12ff43 x-openstack-request-id: req-7234e7f5-0de0-4df8-a2f7-ec9d9c12ff43 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:04:48.358677 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6b91b-0d86-445c-a51d-60dd30250667", "name": "network-vif-deleted", "tag": "03cb0c30-6fee-42ad-afe1-92e34e3905fd", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:04:48.358928 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7234e7f5-0de0-4df8-a2f7-ec9d9c12ff43 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:04:48.359333 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6b91b-0d86-445c-a51d-60dd30250667', 'name': 'network-vif-deleted', 'tag': '03cb0c30-6fee-42ad-afe1-92e34e3905fd', 'status': 'completed', 'code': 200} Nov 16 22:04:48.472436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeefa31c-38b4-49b3-9695-0e8eed926f61 req-a697e6db-199d-47e7-9488-f94ea6529299 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0307188 Nov 16 22:04:49.572020 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5bae57a1-f736-4730-ac22-a2504715ed4f req-f7e4817d-01c3-4974-822e-b59917015dbb tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0286405 Nov 16 22:04:50.666185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-57f87331-00b4-4a4d-8356-fe882d80840b req-6014b591-c3dd-4ebd-a4ab-1573248985b6 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0265408 Nov 16 22:04:50.847229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-51315161-bda9-456c-bece-59ca24b07c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:51.262713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 03cb0c30-6fee-42ad-afe1-92e34e3905fd no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:04:51.283460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 03cb0c30-6fee-42ad-afe1-92e34e3905fd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:04:51.283813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 03cb0c30-6fee-42ad-afe1-92e34e3905fd not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:04:51.762928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ded2e1a-a8e5-4e7a-a555-4b5f0af6d4ac req-e033bb78-4bd6-4902-8d88-b6e11ffd9f8c tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0271313 Nov 16 22:04:52.872059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4df18016-af18-4c60-aa5e-d08316c31471 req-5af4f670-3654-4148-9110-cf228c62535d tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=eba6b91b-0d86-445c-a51d-60dd30250667 HTTP/1.1" status: 200 len: 210 time: 0.0312757 Nov 16 22:04:53.152014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1c1176dd-a30d-4d9e-8c14-194f17f1595a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:54.328481 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:55.871840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:56.727338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:59.262342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53682) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:04:59.418393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 2bbf4893-e197-4a13-8bf4-34aed3d95a73 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:04:59.418739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:59.496933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:59.497263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:59.509637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 2bbf4893-e197-4a13-8bf4-34aed3d95a73 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:04:59.657652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:59.688413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=2bbf4893-e197-4a13-8bf4-34aed3d95a73,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:04:59.743332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:04:59.743667 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Floating IP 01817576-de62-4aa3-a776-a92603472893 disassociated (deleted). External IP: 172.25.3.34, port: 981e1702-fd69-41f9-9b2a-78c683edadd7. Nov 16 22:04:59.949959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:05:00.057476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:05:00.063180 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:00.069189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:05:00.079153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:00.079771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:00.088928 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e1bc1fc6-f241-4150-b944-af2749d79bd8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "DELETE /v2.0/floatingips/01817576-de62-4aa3-a776-a92603472893 HTTP/1.1" status: 204 len: 168 time: 0.8254914 Nov 16 22:05:00.089806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:00.092039 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f024d4-20cf-407a-8026-53c7e8d22a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:00.146876 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2940ad2-0c68-4beb-b58f-73480b5ef1c1 x-openstack-request-id: req-f2940ad2-0c68-4beb-b58f-73480b5ef1c1 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:00.147168 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:00.147490 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2940ad2-0c68-4beb-b58f-73480b5ef1c1 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:00.147815 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'status': 'completed', 'code': 200} Nov 16 22:05:00.196000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:00.218389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-af283da0-57e9-4730-b0e0-89c7feed94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:00.220769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-af283da0-57e9-4730-b0e0-89c7feed94b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 1097 time: 0.0502102 Nov 16 22:05:00.330285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-b0acbb5f-51a3-4c2b-91a3-aabbdc45d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:00.331783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-b0acbb5f-51a3-4c2b-91a3-aabbdc45d12f service neutron] 10.222.0.47 "GET /v2.0/networks?id=eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 200 len: 913 time: 0.1024477 Nov 16 22:05:00.339052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532386-6386-4c3c-8fd7-770318ad38f1 req-c71d4920-3e3b-47bd-a00f-32c40c9bf420 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:00.345540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83532386-6386-4c3c-8fd7-770318ad38f1 req-c71d4920-3e3b-47bd-a00f-32c40c9bf420 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 946 time: 0.0604296 Nov 16 22:05:00.379138 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-2693159c-a044-4a73-87ee-5af419c4e02a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 200 len: 217 time: 0.0383937 Nov 16 22:05:00.396246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83532386-6386-4c3c-8fd7-770318ad38f1 req-eee34667-f2cb-4145-8594-29072637abd7 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485029 Nov 16 22:05:00.413309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:00.431444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-59869ca9-2d90-4a71-8323-4992028e3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:00.432944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-59869ca9-2d90-4a71-8323-4992028e3839 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 200 len: 851 time: 0.0453823 Nov 16 22:05:00.445884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:05:00.454429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:00.455050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:00.483756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-c7ac9311-b59e-4d74-8c83-23e95805057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:00.485198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-c7ac9311-b59e-4d74-8c83-23e95805057b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eabf2205-ea42-4d84-b4d5-08c9d073e499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451677 Nov 16 22:05:00.497789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-b5c7e014-e5c7-425a-9322-bdb074fee3d4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:05:00.498865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-b5c7e014-e5c7-425a-9322-bdb074fee3d4 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049906 Nov 16 22:05:00.563024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:00.592670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-0918b956-4dcb-4e6b-b595-ed6893f1f8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865929 Nov 16 22:05:00.698409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-20f024d4-20cf-407a-8026-53c7e8d22a5b req-baf74561-8c21-42de-8a81-dc65cb0bc547 service neutron] 10.222.0.47 "GET /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964782 Nov 16 22:05:00.765571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:00.795567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b33661-7225-4bd4-8e9a-8b39636f9fb3 None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T21:54:57Z', 'revision_number': 4, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '02dff8be-86a1-4ba2-8cf4-ef7818e65d0d', 'name': '', 'network_id': 'eabf2205-ea42-4d84-b4d5-08c9d073e499', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'mac_address': 'fa:16:3e:46:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a005d103-4052-4229-aeec-c690921c5431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:57Z', 'updated_at': '2021-11-16T21:55:02Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'subnets': [{'id': 'a005d103-4052-4229-aeec-c690921c5431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:05:01.019391 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37f275-6b8f-4c9f-b5e0-94c2eaf29e3f None None] New status for floating IP 01817576-de62-4aa3-a776-a92603472893: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:05:01.518339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6494-036f-454d-b005-4d3fcf6250e5 req-a69887f5-22f5-43fa-a5b6-ed94e6701acc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:01.519839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4df6494-036f-454d-b005-4d3fcf6250e5 req-a69887f5-22f5-43fa-a5b6-ed94e6701acc tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 946 time: 0.0496621 Nov 16 22:05:01.571647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4df6494-036f-454d-b005-4d3fcf6250e5 req-6f906001-b2d8-463d-a7f7-707059c665f1 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/security-groups?id=767fe0d5-936c-4e02-ad24-dbff190eb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458469 Nov 16 22:05:01.953096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-bfe66bae-597f-4126-ae20-f1549ac0fb85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:01.954518 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-bfe66bae-597f-4126-ae20-f1549ac0fb85 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 946 time: 0.0493066 Nov 16 22:05:02.049197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port 981e1702-fd69-41f9-9b2a-78c683edadd7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:02.049554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:02.136862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] For port 981e1702-fd69-41f9-9b2a-78c683edadd7, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=981e1702-fd69-41f9-9b2a-78c683edadd7,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:02.137225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:02.149632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for 981e1702-fd69-41f9-9b2a-78c683edadd7 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:02.287175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:02.314802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=981e1702-fd69-41f9-9b2a-78c683edadd7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:02.362817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] No DVR routers for this DVR port 981e1702-fd69-41f9-9b2a-78c683edadd7 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:02.365470 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:02.368878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76c0d824-2581-4d26-b631-4f0db1211f35 req-65341e08-aed0-4268-865f-edb6043545a8 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.47 "DELETE /v2.0/ports/981e1702-fd69-41f9-9b2a-78c683edadd7 HTTP/1.1" status: 204 len: 173 time: 0.4073899 Nov 16 22:05:02.369317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'name': 'network-vif-deleted', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:02.371572 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7d0328-f0af-472e-8771-fc49a78fd772" -d '{"events": [{"server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "name": "network-vif-deleted", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:02.410000 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c6229f-0e22-4176-bbf2-070fe74bfbc2 x-openstack-request-id: req-f5c6229f-0e22-4176-bbf2-070fe74bfbc2 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:02.410287 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53245e6-8eff-4970-ae03-7fa8e79fcc6b", "name": "network-vif-deleted", "tag": "981e1702-fd69-41f9-9b2a-78c683edadd7", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:02.410534 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5c6229f-0e22-4176-bbf2-070fe74bfbc2 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:02.410935 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53245e6-8eff-4970-ae03-7fa8e79fcc6b', 'name': 'network-vif-deleted', 'tag': '981e1702-fd69-41f9-9b2a-78c683edadd7', 'status': 'completed', 'code': 200} Nov 16 22:05:02.669378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8472fb31-f925-4dcc-8e5d-477f605f858c req-e288da05-c562-4053-a6a4-8706e3bd3f0b tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 210 time: 0.0290806 Nov 16 22:05:03.680904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:03.769084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-063c8ebc-ee90-4f4b-852d-63c008ce203f req-f32eb8b9-39ff-42da-b931-83aa2b48b20a tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 210 time: 0.0273798 Nov 16 22:05:04.870495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2ce88c7-630b-44d1-8e52-a71865d2cf25 req-30d80445-c0a9-49d0-86da-ddfadc32eec9 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 210 time: 0.0286167 Nov 16 22:05:05.600787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 981e1702-fd69-41f9-9b2a-78c683edadd7 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:05.620944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 981e1702-fd69-41f9-9b2a-78c683edadd7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:05.621294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 981e1702-fd69-41f9-9b2a-78c683edadd7 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:05.723161 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:05.967083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a960b577-cd21-4925-92ca-6b0a918cbaa3 req-a1799205-aae5-4c78-b5ca-fc1e1da28923 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53245e6-8eff-4970-ae03-7fa8e79fcc6b HTTP/1.1" status: 200 len: 210 time: 0.0268366 Nov 16 22:05:07.022707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53704) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:07.146855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Deleting port d3e741fc-e5bf-4587-8431-00000721a953 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:07.147111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:07.225266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:07.225632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:07.237826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Calling delete_port for d3e741fc-e5bf-4587-8431-00000721a953 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:07.366239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:07.393362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'Port': ['ID=d3e741fc-e5bf-4587-8431-00000721a953,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:07.455288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:07.457942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:07.459141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17e42d20-ef0d-491a-a1cb-c735e3936d88 tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "DELETE /v2.0/floatingips/78edea07-9a92-49b0-aa4d-73877141372c HTTP/1.1" status: 204 len: 168 time: 0.4354458 Nov 16 22:05:10.746413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53720) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:10.804117 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f950cf0c-8380-4a2b-b028-8cf50f0b9eff tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:10.830090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f950cf0c-8380-4a2b-b028-8cf50f0b9eff tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:10.889985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f950cf0c-8380-4a2b-b028-8cf50f0b9eff tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:10.892855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f950cf0c-8380-4a2b-b028-8cf50f0b9eff tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:10.894217 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f950cf0c-8380-4a2b-b028-8cf50f0b9eff tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] 10.222.0.48 "DELETE /v2.0/security-groups/767fe0d5-936c-4e02-ad24-dbff190eb5b0 HTTP/1.1" status: 204 len: 168 time: 0.1468019 Nov 16 22:05:10.903328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950cf0c-8380-4a2b-b028-8cf50f0b9eff tempest-TestVolumeBootPattern-836216527 tempest-TestVolumeBootPattern-836216527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767fe0d5-936c-4e02-ad24-dbff190eb5b0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:10.959014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:11.442481 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:11.448421 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:05:11.698722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Deleting port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:11.699061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:11.778255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] For port 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:11.778617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:11.791332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Calling delete_port for 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:11.972095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:11.996802 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dff8be-86a1-4ba2-8cf4-ef7818e65d0d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:12.439404 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:12.651389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Router 527e2899-561f-4dfc-9c84-4312920f297f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:05:12.760029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:05:12.768625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1a183a32-c786-42a9-90aa-8bc1787f47a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/527e2899-561f-4dfc-9c84-4312920f297f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059645 Nov 16 22:05:12.768728 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53728) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:12.769755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] Sync routers for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:05:12.779787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:12.780428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:12.871278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:12.884951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:12.974643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.027824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Deleting port 88e0095b-6970-4939-a105-164842ffdc3f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:13.028176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.064528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '88e0095b-6970-4939-a105-164842ffdc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T22:05:11Z', 'revision_number': 5, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port': {'id': '88e0095b-6970-4939-a105-164842ffdc3f', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527e2899-561f-4dfc-9c84-4312920f297f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:54:55Z', 'updated_at': '2021-11-16T21:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:13.090907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] Checking router: 527e2899-561f-4dfc-9c84-4312920f297f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:05:13.100007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] Routers {'527e2899-561f-4dfc-9c84-4312920f297f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:13.100629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['527e2899-561f-4dfc-9c84-4312920f297f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:13.114909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] For port 88e0095b-6970-4939-a105-164842ffdc3f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=88e0095b-6970-4939-a105-164842ffdc3f,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:13.115278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.127322 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Calling delete_port for 88e0095b-6970-4939-a105-164842ffdc3f owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:13.188356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] Set router 527e2899-561f-4dfc-9c84-4312920f297f gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:13.243703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T22:05:12Z', 'revision_number': 6, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:13.270839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf056b37-e6da-4022-9a6e-b8ccd2a1d63c None None] The sync data for ids ['527e2899-561f-4dfc-9c84-4312920f297f'] in n-d-817778-8 is: [{'id': '527e2899-561f-4dfc-9c84-4312920f297f', 'name': 'tempest-TestVolumeBootPattern-1274801826-router', 'tenant_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:54Z', 'updated_at': '2021-11-16T22:05:12Z', 'revision_number': 6, 'project_id': '67d5ad552d114283b2a9bc2f0aa5f9e8', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:05:13.304549 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.330614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Pushing event deleted for resources: {'Port': ['ID=88e0095b-6970-4939-a105-164842ffdc3f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:13.345070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2780fe-e8e4-4998-a86a-c29758e05e92 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:05:13.393365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.485337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.487598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.538389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.538822 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527e2899-561f-4dfc-9c84-4312920f297f {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:05:13.544071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.545375 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e882ecc3-c228-4d96-93a7-a7fad75562ec admin admin] 10.222.0.48 "DELETE /v2.0/routers/527e2899-561f-4dfc-9c84-4312920f297f HTTP/1.1" status: 204 len: 168 time: 0.7757823 Nov 16 22:05:13.547949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:13.594127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Deleting subnet a005d103-4052-4229-aeec-c690921c5431 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:05:13.597351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.640175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.737148 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.798246 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.827055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a005d103-4052-4229-aeec-c690921c5431,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:13.834179 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.838087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49240b87-d7fd-463e-a147-33bb7bae2024 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a005d103-4052-4229-aeec-c690921c5431 HTTP/1.1" status: 204 len: 168 time: 0.2891936 Nov 16 22:05:13.838933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a3733-3c6a-46fd-805f-96179d84e340 None None] Network eabf2205-ea42-4d84-b4d5-08c9d073e499 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:05:13.840876 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53732) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:13.916619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:13.980959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Deleting port 5058575d-8776-4702-a421-bf594837cc11 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:13.981530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.047298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] DHCP port deletion for eabf2205-ea42-4d84-b4d5-08c9d073e499 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:05:14.050353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] For port 5058575d-8776-4702-a421-bf594837cc11, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5058575d-8776-4702-a421-bf594837cc11,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:14.050706 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.066614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Calling delete_port for 5058575d-8776-4702-a421-bf594837cc11 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:14.097435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Deleting port 5058575d-8776-4702-a421-bf594837cc11 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:14.097847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.155893 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.176130 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] For port 5058575d-8776-4702-a421-bf594837cc11, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=5058575d-8776-4702-a421-bf594837cc11,segment=NetworkSegment(1e6bc2e4-1541-4c49-b3a7-67155ca66595),segment_id=1e6bc2e4-1541-4c49-b3a7-67155ca66595)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:14.176541 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.185811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Pushing event deleted for resources: {'Port': ['ID=5058575d-8776-4702-a421-bf594837cc11,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:14.194032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] No DVR routers for this DVR port 5058575d-8776-4702-a421-bf594837cc11 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:14.195094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Calling delete_port for 5058575d-8776-4702-a421-bf594837cc11 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:14.247663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5058575d-8776-4702-a421-bf594837cc11 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:14.274942 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.279093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 5058575d-8776-4702-a421-bf594837cc11 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:14.279447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 5058575d-8776-4702-a421-bf594837cc11 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:14.279863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:14.298782 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabf2205-ea42-4d84-b4d5-08c9d073e499']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:14.308968 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6bc2e4-1541-4c49-b3a7-67155ca66595') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:14.309278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6bc2e4-1541-4c49-b3a7-67155ca66595') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:14.313833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:14.314301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 02dff8be-86a1-4ba2-8cf4-ef7818e65d0d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:14.314882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 88e0095b-6970-4939-a105-164842ffdc3f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:14.320000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.334160 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.337786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 88e0095b-6970-4939-a105-164842ffdc3f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:14.338224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 88e0095b-6970-4939-a105-164842ffdc3f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:14.341054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:05:14.341593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:05:14.344519 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:05:14.357792 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.381908 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Pushing event deleted for resources: {'Port': ['ID=5058575d-8776-4702-a421-bf594837cc11,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:14.394707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.395172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.395509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.395851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.396186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.396516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.396839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.397165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.397488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.397836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.398159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.398478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:14.401225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9272ec-610e-433c-a364-ea3de11832ee None None] No DVR routers for this DVR port 5058575d-8776-4702-a421-bf594837cc11 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:14.409928 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.417748 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:14.426831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] 10.222.0.48 "DELETE /v2.0/networks/eabf2205-ea42-4d84-b4d5-08c9d073e499 HTTP/1.1" status: 204 len: 168 time: 0.5849807 Nov 16 22:05:14.429863 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53734) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:14.445779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c7f15-4749-4ca5-a6d2-624ef801913d admin admin] Pushing event deleted for resources: {'Network': ['ID=eabf2205-ea42-4d84-b4d5-08c9d073e499,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:14.785103 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:15.022834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Deleting port 46c24a88-46bd-4b09-acfb-6acc9b7311b3 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:15.023491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:15.099334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] For port 46c24a88-46bd-4b09-acfb-6acc9b7311b3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=46c24a88-46bd-4b09-acfb-6acc9b7311b3,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:15.099697 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:15.112195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Calling delete_port for 46c24a88-46bd-4b09-acfb-6acc9b7311b3 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:15.287805 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:15.315234 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c24a88-46bd-4b09-acfb-6acc9b7311b3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:15.481865 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:15.693262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Router 69ef729d-7ada-44c8-b9a2-4ea919f804aa has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:05:16.071207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:05:16.078807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d1c91025-c450-4166-9e8f-a6fe0a0a3993 admin admin] 10.222.0.48 "PUT /v2.0/routers/69ef729d-7ada-44c8-b9a2-4ea919f804aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452196 Nov 16 22:05:16.079019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53736) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:16.080618 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] Sync routers for ids ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:05:16.090641 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] Routers {'69ef729d-7ada-44c8-b9a2-4ea919f804aa'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:16.091258 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:16.191258 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.199006 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] Set router 69ef729d-7ada-44c8-b9a2-4ea919f804aa gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:16.295658 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.351317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Deleting port 7187a8ae-5ab0-4365-9fd6-43dc4a697604 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:16.351598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.380637 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T22:05:15Z', 'revision_number': 5, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port': {'id': '7187a8ae-5ab0-4365-9fd6-43dc4a697604', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ff:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T21:55:00Z', 'updated_at': '2021-11-16T21:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:16.408626 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] Checking router: 69ef729d-7ada-44c8-b9a2-4ea919f804aa for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:05:16.417006 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] Routers {'69ef729d-7ada-44c8-b9a2-4ea919f804aa'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:05:16.417652 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:04:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:16.430096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] For port 7187a8ae-5ab0-4365-9fd6-43dc4a697604, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7187a8ae-5ab0-4365-9fd6-43dc4a697604,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:16.430472 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.442903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Calling delete_port for 7187a8ae-5ab0-4365-9fd6-43dc4a697604 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:16.503036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] Set router 69ef729d-7ada-44c8-b9a2-4ea919f804aa gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:05:16.555731 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T22:05:16Z', 'revision_number': 6, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:16.586345 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec7051-8993-44eb-9d23-fcdec72052f1 None None] The sync data for ids ['69ef729d-7ada-44c8-b9a2-4ea919f804aa'] in n-d-817778-8 is: [{'id': '69ef729d-7ada-44c8-b9a2-4ea919f804aa', 'name': 'tempest-TestVolumeBootPattern-316278269-router', 'tenant_id': 'b05b1fef238942f7a98420e775c7731b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T21:54:59Z', 'updated_at': '2021-11-16T22:05:16Z', 'revision_number': 6, 'project_id': 'b05b1fef238942f7a98420e775c7731b', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:05:16.609129 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.633417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Pushing event deleted for resources: {'Port': ['ID=7187a8ae-5ab0-4365-9fd6-43dc4a697604,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:16.650957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c879965-4eba-4076-8546-16505259ea7a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:05:16.700043 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.787852 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.789939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.831311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.831887 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ef729d-7ada-44c8-b9a2-4ea919f804aa {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:05:16.836476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.837681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-88ad12bf-b9ea-40e1-a58a-c9f18b4d585c admin admin] 10.222.0.48 "DELETE /v2.0/routers/69ef729d-7ada-44c8-b9a2-4ea919f804aa HTTP/1.1" status: 204 len: 168 time: 0.7573676 Nov 16 22:05:16.840570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53738) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:16.884081 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Deleting subnet 9396d807-7427-4f2f-9ad7-35cd163b8474 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:05:16.887037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:16.926335 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.009627 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.063907 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.089319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9396d807-7427-4f2f-9ad7-35cd163b8474,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:17.093837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.096930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4489dc11-bb51-405b-8858-dc281fde5d3c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9396d807-7427-4f2f-9ad7-35cd163b8474 HTTP/1.1" status: 204 len: 168 time: 0.2554035 Nov 16 22:05:17.099429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53740) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:17.099570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a93fe-1283-4714-8397-88a300c38be7 None None] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:05:17.170668 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.227445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Deleting port 044ae659-74df-4212-a2ba-1c255988cb30 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:17.227874 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.298057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] For port 044ae659-74df-4212-a2ba-1c255988cb30, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=044ae659-74df-4212-a2ba-1c255988cb30,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:17.298350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.316513 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Calling delete_port for 044ae659-74df-4212-a2ba-1c255988cb30 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:17.334590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a2824-5438-40df-b0a2-920489f47138 None None] DHCP port deletion for ebc7c017-10a9-48c4-91d7-0706b55da8a8 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:05:17.389042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Deleting port 044ae659-74df-4212-a2ba-1c255988cb30 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:17.389421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.397690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.425694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Pushing event deleted for resources: {'Port': ['ID=044ae659-74df-4212-a2ba-1c255988cb30,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:17.430780 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] No DVR routers for this DVR port 044ae659-74df-4212-a2ba-1c255988cb30 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:17.464240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-366a2824-5438-40df-b0a2-920489f47138 None None] For port 044ae659-74df-4212-a2ba-1c255988cb30, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=044ae659-74df-4212-a2ba-1c255988cb30,segment=NetworkSegment(48ee9f2f-bcec-491e-8214-f8c5bf491471),segment_id=48ee9f2f-bcec-491e-8214-f8c5bf491471)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:17.464655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.479346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Calling delete_port for 044ae659-74df-4212-a2ba-1c255988cb30 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:17.505756 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.528036 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc7c017-10a9-48c4-91d7-0706b55da8a8']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:17.539758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ee9f2f-bcec-491e-8214-f8c5bf491471') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:17.540056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ee9f2f-bcec-491e-8214-f8c5bf491471') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:05:17.550544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.566309 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.573595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:05:17.574243 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:05:17.576213 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:05:17.635968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.648328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.651761 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ebc7c017-10a9-48c4-91d7-0706b55da8a8 HTTP/1.1" status: 204 len: 168 time: 0.5513825 Nov 16 22:05:17.667139 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0550ef-9bd3-4c3c-b2a8-7cc0e7f36105 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc7c017-10a9-48c4-91d7-0706b55da8a8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:17.727224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.750653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Pushing event deleted for resources: {'Port': ['ID=044ae659-74df-4212-a2ba-1c255988cb30,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:17.752526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-366a2824-5438-40df-b0a2-920489f47138 None None] Network ebc7c017-10a9-48c4-91d7-0706b55da8a8 is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 22:05:17.752983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a2824-5438-40df-b0a2-920489f47138 None None] No DVR routers for this DVR port 044ae659-74df-4212-a2ba-1c255988cb30 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:17.797630 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53744) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:17.841480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8ee8a9a2-e733-4162-bb0f-a0e92d07d4a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67d5ad552d114283b2a9bc2f0aa5f9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426438 Nov 16 22:05:17.844734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53746) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:17.890577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2535a6-7a3f-45cc-8379-739f08ffd485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.912155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2535a6-7a3f-45cc-8379-739f08ffd485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.957337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2535a6-7a3f-45cc-8379-739f08ffd485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.959880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2535a6-7a3f-45cc-8379-739f08ffd485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:17.961050 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b2535a6-7a3f-45cc-8379-739f08ffd485 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83d308a1-30f4-4069-bd2c-783084144f61 HTTP/1.1" status: 204 len: 168 time: 0.1154029 Nov 16 22:05:17.970237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2535a6-7a3f-45cc-8379-739f08ffd485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d308a1-30f4-4069-bd2c-783084144f61,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:18.209243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 46c24a88-46bd-4b09-acfb-6acc9b7311b3 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:18.230170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 46c24a88-46bd-4b09-acfb-6acc9b7311b3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:18.230522 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 46c24a88-46bd-4b09-acfb-6acc9b7311b3 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:18.230938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7187a8ae-5ab0-4365-9fd6-43dc4a697604 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:18.251860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7187a8ae-5ab0-4365-9fd6-43dc4a697604 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:18.252220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7187a8ae-5ab0-4365-9fd6-43dc4a697604 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:18.252642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 044ae659-74df-4212-a2ba-1c255988cb30 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:18.273622 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 044ae659-74df-4212-a2ba-1c255988cb30 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:18.273979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 044ae659-74df-4212-a2ba-1c255988cb30 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:18.299082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53752) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:18.339561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4ab22c58-aadd-4085-8504-e84aa3b17581 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b05b1fef238942f7a98420e775c7731b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389056 Nov 16 22:05:18.342077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53754) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:18.388317 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14f6d246-cf3e-441e-a892-b6262bf3f7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:18.410040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14f6d246-cf3e-441e-a892-b6262bf3f7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:18.459883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14f6d246-cf3e-441e-a892-b6262bf3f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:18.462577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-14f6d246-cf3e-441e-a892-b6262bf3f7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:18.463772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-14f6d246-cf3e-441e-a892-b6262bf3f7fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc3d6683-8939-4f0f-8e11-d3509000facf HTTP/1.1" status: 204 len: 168 time: 0.1207955 Nov 16 22:05:18.471917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6d246-cf3e-441e-a892-b6262bf3f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3d6683-8939-4f0f-8e11-d3509000facf,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:20.850681 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-85402fe0-4960-47ec-b72c-a61188472862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:23.156039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ff41e99-4dc4-4b44-a678-fea51b18508d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:24.331186 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:25.875175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:26.729994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:28.454930 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-d36f13e5-5546-4513-b927-b0ddf57ad774 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e26769067f7547e0a237004884fe05da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262713 Nov 16 22:05:28.564148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-6ec3af0f-3f36-4f0a-a88b-61e57557cc73 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:28.565642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-6ec3af0f-3f36-4f0a-a88b-61e57557cc73 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052496 Nov 16 22:05:28.580565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-bd9e9b52-7c1e-4dcd-b314-cc9152508c99 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/quotas/e26769067f7547e0a237004884fe05da HTTP/1.1" status: 200 len: 375 time: 0.0093665 Nov 16 22:05:28.618495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-65f02482-afb5-44db-8051-4b15a955ee56 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e26769067f7547e0a237004884fe05da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325792 Nov 16 22:05:29.800015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91fdb387-c0c1-461a-adab-c9b17a76b59c req-738cd977-7b9e-4ddf-aaa9-d38b16d78b7a tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Nov 16 22:05:30.878561 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d59b2227-347f-4223-bae7-13ee751e9e54 req-0d4429c8-5cb8-4516-b41b-973237e9e53c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 210 time: 0.0267787 Nov 16 22:05:31.974002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-30036d29-e537-4dc3-9b53-147cab6946ca req-2a536afc-1367-4adf-aefd-c7cf3ff7ba19 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 210 time: 0.0269175 Nov 16 22:05:32.687497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-f1570efe-bf70-4670-b1e3-67f1fa8ac931 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e26769067f7547e0a237004884fe05da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242620 Nov 16 22:05:32.801039 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-4d585890-7508-4205-a037-53c256018849 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:32.802495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-4d585890-7508-4205-a037-53c256018849 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089430 Nov 16 22:05:32.816689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Request body: {'port': {'device_id': '4b2a3424-e13a-4f25-89d7-394195936611', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'admin_state_up': True, 'tenant_id': 'e26769067f7547e0a237004884fe05da'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:32.927274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Made reservation on behalf of e26769067f7547e0a237004884fe05da for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:05:32.930962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:32.939560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.013865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.018575 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.107922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d1ac604f-37b4-497e-ac11-9e581f865dea req-4a14386b-b80c-4c7e-b2ce-7e03ed9b7161 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 210 time: 0.0645118 Nov 16 22:05:33.112963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b268388-b047-47a1-991a-d9b294b9fd66,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:33.181850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Allocated IP 192.168.233.202 (ef3aac48-f784-4372-9a07-dda7c5d3064d/c21f90f3-8c63-4cf4-a08b-325b027934d0/54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:05:33.338365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.370879 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.415362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Network ef3aac48-f784-4372-9a07-dda7c5d3064d is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:05:33.418515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:05:33.422503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:05:33.428841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Pushing event updated for resources: {'Port': ['ID=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:33.480939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:33.481594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.498333 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-611e135e-f029-402c-83ee-e0d0c2c1596b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6851177 Nov 16 22:05:33.510817 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Request body: {'port': {'device_id': '4b2a3424-e13a-4f25-89d7-394195936611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:33.569580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.675215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.727823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7d63d7f4-ed81-40d2-9bff-36d22b2191ef None None] Provisioning complete for port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:05:33.728213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d63d7f4-ed81-40d2-9bff-36d22b2191ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.762112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-7d63d7f4-ed81-40d2-9bff-36d22b2191ef None None] Port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:05:33.840329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:05:33.848245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.860323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Transition to ACTIVE for port object 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:05:33.864144 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:33.932239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Pushing event updated for resources: {'Port': ['ID=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:33.983139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Attempting to bind port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:05:33.983473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Attempting to bind port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:05:33.983804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Attempting to bind port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:33.988291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db on network ef3aac48-f784-4372-9a07-dda7c5d3064d not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:05:33.988611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Attempting to bind port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db on network ef3aac48-f784-4372-9a07-dda7c5d3064d {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:33.993714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:05:33.994051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Checking segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:05:33.994433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Bound using segment: {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:05:33.994857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Bound port: 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7dac3c5-df55-49bd-b86a-4b641412614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:05:33.995209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:34.065044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] For port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:05:34.068185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] For port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:05:34.072106 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:34.110808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.111401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:34.112804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] 10.222.0.47 "PUT /v2.0/ports/54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db HTTP/1.1" status: 200 len: 1096 time: 0.6062925 Nov 16 22:05:34.113239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2a3424-e13a-4f25-89d7-394195936611', 'tag': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:34.115514 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ba0175-7f70-492f-a717-4eff54f229cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2a3424-e13a-4f25-89d7-394195936611", "tag": "54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:34.148642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716f85-a99d-4137-b65d-270248f8fdad service neutron] Pushing event updated for resources: {'Port': ['ID=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:34.189043 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8db7e4f-95e3-434f-84d4-55d76353e3df x-openstack-request-id: req-a8db7e4f-95e3-434f-84d4-55d76353e3df {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:34.189620 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2a3424-e13a-4f25-89d7-394195936611", "tag": "54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:34.190587 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8db7e4f-95e3-434f-84d4-55d76353e3df {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:34.191094 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2a3424-e13a-4f25-89d7-394195936611', 'tag': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db', 'status': 'completed', 'code': 200} Nov 16 22:05:34.219365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-16b695e9-d834-4a42-9c5e-41e156cbeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.220872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-16b695e9-d834-4a42-9c5e-41e156cbeb14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e26769067f7547e0a237004884fe05da&device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 1099 time: 0.0622184 Nov 16 22:05:34.281036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-8fe35d05-91ee-4335-86ce-691a55a9c78a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db HTTP/1.1" status: 200 len: 217 time: 0.0459263 Nov 16 22:05:34.305070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e376b-93f0-4001-a66f-457b2accddb4 req-63d702cd-d83f-42a7-93ff-91385eea3414 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.306530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-331e376b-93f0-4001-a66f-457b2accddb4 req-63d702cd-d83f-42a7-93ff-91385eea3414 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 948 time: 0.1020439 Nov 16 22:05:34.363964 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-4754e0c6-6653-4ea8-941f-7b5171f45eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.365339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-4754e0c6-6653-4ea8-941f-7b5171f45eb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0759506 Nov 16 22:05:34.390341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-331e376b-93f0-4001-a66f-457b2accddb4 req-0f8130e4-956c-4d5a-84a3-db2e7f821780 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647066 Nov 16 22:05:34.418376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-b101025c-a2ff-4176-b5a5-e1d053bec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.419883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-b101025c-a2ff-4176-b5a5-e1d053bec806 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452225 Nov 16 22:05:34.514711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-cec9f57a-3b91-47dc-b132-0a4fe837ad0a service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872571 Nov 16 22:05:34.606092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da2708c0-a77c-49f7-bac4-d9406cbbd7eb req-64599c80-97e2-4b84-9a18-94c1265b68ec service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Nov 16 22:05:34.704492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0175-7f70-492f-a717-4eff54f229cb req-3416de55-8ce7-41ed-99f7-f6a848802afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.706056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-3416de55-8ce7-41ed-99f7-f6a848802afd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e26769067f7547e0a237004884fe05da&device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 1099 time: 0.0474701 Nov 16 22:05:34.797450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0175-7f70-492f-a717-4eff54f229cb req-df8e7788-d403-40f6-8190-a2b3e6eefd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.798961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-df8e7788-d403-40f6-8190-a2b3e6eefd3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3aac48-f784-4372-9a07-dda7c5d3064d HTTP/1.1" status: 200 len: 870 time: 0.0854402 Nov 16 22:05:34.844794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-901076b2-760b-41dc-8b55-993787dbf9df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db HTTP/1.1" status: 200 len: 217 time: 0.0375855 Nov 16 22:05:34.894471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0175-7f70-492f-a717-4eff54f229cb req-abe3a701-7075-4d29-86ed-dffa915dc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.895897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-abe3a701-7075-4d29-86ed-dffa915dc853 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c21f90f3-8c63-4cf4-a08b-325b027934d0 HTTP/1.1" status: 200 len: 843 time: 0.0435684 Nov 16 22:05:34.941434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0175-7f70-492f-a717-4eff54f229cb req-f0550166-3689-4db6-952f-daf5314f5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:34.942916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-f0550166-3689-4db6-952f-daf5314f5891 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3aac48-f784-4372-9a07-dda7c5d3064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393109 Nov 16 22:05:35.037819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-c15551aa-b61b-47fd-b0b8-ba8e049c80e1 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860453 Nov 16 22:05:35.447102 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97ba0175-7f70-492f-a717-4eff54f229cb req-f6ce74d2-a116-4b4e-b5f3-8d044c6da6bf service neutron] 10.222.0.47 "GET /v2.0/networks/ef3aac48-f784-4372-9a07-dda7c5d3064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024305 Nov 16 22:05:35.509030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f825b-cbdb-4dfe-a2b5-4f48b4f515be req-bb718f9e-34e2-4ea5-bc52-3c562e7d088b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:35.510540 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb5f825b-cbdb-4dfe-a2b5-4f48b4f515be req-bb718f9e-34e2-4ea5-bc52-3c562e7d088b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 948 time: 0.0498471 Nov 16 22:05:35.556754 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb5f825b-cbdb-4dfe-a2b5-4f48b4f515be req-999f8e17-4190-4e7d-ad12-bf8fe9eb874f tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Nov 16 22:05:35.748032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:36.671156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8766277-ed1b-4d48-9501-0aa50f6acf8b req-e3b62dbb-c3a7-46ea-916f-22b6ceeac1f4 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:36.672636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8766277-ed1b-4d48-9501-0aa50f6acf8b req-e3b62dbb-c3a7-46ea-916f-22b6ceeac1f4 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 948 time: 0.0494549 Nov 16 22:05:36.723345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8766277-ed1b-4d48-9501-0aa50f6acf8b req-694497ab-5785-4a0a-b66f-f5b8a266c29b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Nov 16 22:05:37.727386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:05:37.827531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:37.839161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db', 'network_id': 'ef3aac48-f784-4372-9a07-dda7c5d3064d', 'port_id': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db', 'mac_address': 'fa:16:3e:49:ef:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21f90f3-8c63-4cf4-a08b-325b027934d0', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:05:37.844302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f9380-2cb7-4e71-bf9d-7963c3e6e6c6 req-bba38edc-548b-4717-9c86-4033f6a83aea tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:37.845839 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b43f9380-2cb7-4e71-bf9d-7963c3e6e6c6 req-bba38edc-548b-4717-9c86-4033f6a83aea tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 948 time: 0.0550556 Nov 16 22:05:37.880754 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:37.894121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:05:37.894366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b43f9380-2cb7-4e71-bf9d-7963c3e6e6c6 req-85cece91-6e58-498e-b393-e75e6472bd06 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Nov 16 22:05:37.913189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:37.917139 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:37.964288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:38.286498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:05:39.012888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e835c49-11f8-4e86-9daf-727bd47cff30 req-adafaa25-cec0-422b-ac1f-b12947037f61 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:39.014532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e835c49-11f8-4e86-9daf-727bd47cff30 req-adafaa25-cec0-422b-ac1f-b12947037f61 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 949 time: 0.0498476 Nov 16 22:05:39.061713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e835c49-11f8-4e86-9daf-727bd47cff30 req-9c90e633-03b9-46b8-a433-2f54b0bc60a4 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Nov 16 22:05:39.739421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:05:39.787935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:05:39.791673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:05:39.792043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:39.867880 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:39.893649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2a3424-e13a-4f25-89d7-394195936611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:39.895875 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c07837f-17b8-4889-a280-427978dd18e9" -d '{"events": [{"server_uuid": "4b2a3424-e13a-4f25-89d7-394195936611", "name": "network-vif-plugged", "status": "completed", "tag": "54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:39.908257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:39.913208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:39.937914 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7b2ece-fe08-4e0a-b4ef-09b61fe69c18 x-openstack-request-id: req-cb7b2ece-fe08-4e0a-b4ef-09b61fe69c18 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:39.938205 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2a3424-e13a-4f25-89d7-394195936611", "name": "network-vif-plugged", "status": "completed", "tag": "54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:39.938455 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb7b2ece-fe08-4e0a-b4ef-09b61fe69c18 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:39.938845 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2a3424-e13a-4f25-89d7-394195936611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db', 'code': 200} Nov 16 22:05:39.966011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:40.038704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be131d9-6093-47d4-bc57-e989b9c73313 req-c2a9afa7-5224-4110-a7da-db39e2232551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:40.040229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0be131d9-6093-47d4-bc57-e989b9c73313 req-c2a9afa7-5224-4110-a7da-db39e2232551 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 1101 time: 0.0401638 Nov 16 22:05:40.085020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0be131d9-6093-47d4-bc57-e989b9c73313 req-d173773a-ea50-4240-810a-0ccfd7e0bb98 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Nov 16 22:05:40.178581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5208-1d27-431e-8da4-875927332794 req-b1707823-5ddd-4010-a3f7-21e112e1ece2 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:40.180095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffdb5208-1d27-431e-8da4-875927332794 req-b1707823-5ddd-4010-a3f7-21e112e1ece2 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 950 time: 0.0521579 Nov 16 22:05:40.227722 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ffdb5208-1d27-431e-8da4-875927332794 req-2f1b6d49-f8b3-4f1a-9eb1-3aa97d905fa1 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Nov 16 22:05:41.346839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cd683-077a-4266-be0a-7d7792234039 req-61efc3c3-0ce5-41ca-a901-251df3094218 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:41.348380 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d87cd683-077a-4266-be0a-7d7792234039 req-61efc3c3-0ce5-41ca-a901-251df3094218 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 950 time: 0.0491500 Nov 16 22:05:41.396436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d87cd683-077a-4266-be0a-7d7792234039 req-bc13054a-6609-4a45-adb9-59e2f8a84f46 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Nov 16 22:05:42.511990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531554-c133-4a3a-879d-16bc9b4c70a6 req-c9b58ba7-4dcd-4de2-873b-4cc79a2a9e3d tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:42.513570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54531554-c133-4a3a-879d-16bc9b4c70a6 req-c9b58ba7-4dcd-4de2-873b-4cc79a2a9e3d tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 950 time: 0.0489249 Nov 16 22:05:42.561204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54531554-c133-4a3a-879d-16bc9b4c70a6 req-4946af21-459a-41e3-b7e0-30286dac4f7e tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Nov 16 22:05:42.836422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-50a34bcd-8e5f-4ac1-beaf-8b673f789313 req-23d30e70-f81e-462f-83cd-ebb7f2531c17 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:05:42.837462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50a34bcd-8e5f-4ac1-beaf-8b673f789313 req-23d30e70-f81e-462f-83cd-ebb7f2531c17 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054667 Nov 16 22:05:43.307027 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-e4880841-196c-43cc-ae01-c0f8259d5116 req-9e936d56-cef7-424a-997c-6bddadce2d07 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:05:43.308061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4880841-196c-43cc-ae01-c0f8259d5116 req-9e936d56-cef7-424a-997c-6bddadce2d07 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483525 Nov 16 22:05:43.639807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1537536-a594-4399-a905-4c4284939c9e req-cc29ba0b-2256-4a71-be8a-05c908140bc8 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:43.642115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1537536-a594-4399-a905-4c4284939c9e req-cc29ba0b-2256-4a71-be8a-05c908140bc8 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 950 time: 0.0538127 Nov 16 22:05:43.688302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f1537536-a594-4399-a905-4c4284939c9e req-afacb9be-e576-48f3-aa47-ad5c69a1ff8c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Nov 16 22:05:44.808022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b975ea0-e291-4433-980c-a9ae6beacbbc req-6db16539-a11e-44dc-bec9-12c6e69b4dab tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:44.809498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b975ea0-e291-4433-980c-a9ae6beacbbc req-6db16539-a11e-44dc-bec9-12c6e69b4dab tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 950 time: 0.0479913 Nov 16 22:05:44.860398 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3b975ea0-e291-4433-980c-a9ae6beacbbc req-80355c47-8bb8-47c0-87b0-90fce3cbc896 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b268388-b047-47a1-991a-d9b294b9fd66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Nov 16 22:05:45.312373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-8539e168-2b85-41ab-a34b-4f3a58250366 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:45.314057 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-8539e168-2b85-41ab-a34b-4f3a58250366 tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 950 time: 0.0495672 Nov 16 22:05:45.400986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Deleting port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:05:45.401324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:45.492524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] For port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,segment=NetworkSegment(f7dac3c5-df55-49bd-b86a-4b641412614f),segment_id=f7dac3c5-df55-49bd-b86a-4b641412614f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:05:45.492883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:45.505840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Calling delete_port for 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:05:45.638036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:45.650262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:05:45.668505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Pushing event deleted for resources: {'Port': ['ID=54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:45.697022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.697543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.697756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.698114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.698917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.698917 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.699120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.699532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.699882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.700225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.700560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.700896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:45.721356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] No DVR routers for this DVR port 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:05:45.723954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:45.727457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd635812-1ce4-4300-aa77-78695aad1cb6 req-58c3e42b-ae14-4275-9027-f9edd1fda06c tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.47 "DELETE /v2.0/ports/54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db HTTP/1.1" status: 204 len: 173 time: 0.4070151 Nov 16 22:05:45.727907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2a3424-e13a-4f25-89d7-394195936611', 'name': 'network-vif-deleted', 'tag': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:45.730223 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b3ab8-6149-4df1-ad29-ccda525539a0" -d '{"events": [{"server_uuid": "4b2a3424-e13a-4f25-89d7-394195936611", "name": "network-vif-deleted", "tag": "54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:45.773580 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f4c4db-71de-41f6-b440-a761df56e252 x-openstack-request-id: req-12f4c4db-71de-41f6-b440-a761df56e252 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:45.773855 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2a3424-e13a-4f25-89d7-394195936611", "name": "network-vif-deleted", "tag": "54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:45.774155 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12f4c4db-71de-41f6-b440-a761df56e252 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:45.774587 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2a3424-e13a-4f25-89d7-394195936611', 'name': 'network-vif-deleted', 'tag': '54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db', 'status': 'completed', 'code': 200} Nov 16 22:05:45.966566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0870a3e5-e69c-49dc-ac8f-b045bb25940c req-cb59d42c-e3e2-49b9-b558-624fb777522b tempest-ServersAdminNegativeTestJSON-84933935 tempest-ServersAdminNegativeTestJSON-84933935-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b2a3424-e13a-4f25-89d7-394195936611 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Nov 16 22:05:47.255060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53914) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:47.384459 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3fb56f52-f595-401e-9e4c-24fbed29a099 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e26769067f7547e0a237004884fe05da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282494 Nov 16 22:05:47.386923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:47.412371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-b76812d4-8eba-4fe1-a066-e3e3476125e2 req-549535ae-0535-4463-8936-7dc8eac9e7c9 service neutron] (102453) timed out ('10.222.0.48', 50954) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:05:47.432789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ff81743-6088-4e66-9469-1f4bdebb8ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.455228 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ff81743-6088-4e66-9469-1f4bdebb8ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.502117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ff81743-6088-4e66-9469-1f4bdebb8ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.504952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6ff81743-6088-4e66-9469-1f4bdebb8ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.506200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6ff81743-6088-4e66-9469-1f4bdebb8ac4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b268388-b047-47a1-991a-d9b294b9fd66 HTTP/1.1" status: 204 len: 168 time: 0.1183639 Nov 16 22:05:47.513997 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff81743-6088-4e66-9469-1f4bdebb8ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b268388-b047-47a1-991a-d9b294b9fd66,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:47.761855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:47.778479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c2bc-8de9-4e4e-b007-374389d6ad6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.854105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c2bc-8de9-4e4e-b007-374389d6ad6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.857726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c2bc-8de9-4e4e-b007-374389d6ad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.896107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6ff9c2bc-8de9-4e4e-b007-374389d6ad6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f861a0e523cc4b50ad423d605f862c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331775 Nov 16 22:05:47.896890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9c2bc-8de9-4e4e-b007-374389d6ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd1fbc-e109-41df-9c35-e599ddaa11f3,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:47.898835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53926) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:47.953123 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e45-64a7-46e0-9ff5-e170ac374256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:47.973730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e45-64a7-46e0-9ff5-e170ac374256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.019966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e45-64a7-46e0-9ff5-e170ac374256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.022869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5e45-64a7-46e0-9ff5-e170ac374256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.024170 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bb2c5e45-64a7-46e0-9ff5-e170ac374256 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69fd1fbc-e109-41df-9c35-e599ddaa11f3 HTTP/1.1" status: 204 len: 168 time: 0.1241639 Nov 16 22:05:48.032712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5e45-64a7-46e0-9ff5-e170ac374256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd1fbc-e109-41df-9c35-e599ddaa11f3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:48.447254 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:05:48.686260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 53948) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:48.780433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1238918314-network', 'tenant_id': '811f6fac31c84200bebcb6de58e538d5'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:48.802440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Made reservation on behalf of 811f6fac31c84200bebcb6de58e538d5 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:05:48.804704 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.813232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.886138 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.889690 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.914209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:05:48.923889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57407f-c245-40c7-a6f0-23b8d6d3fe20,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:48.928423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:48.928770 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Added segment 36bbd496-13a1-4ead-b884-ac306309c22f of type vlan for network 757a02d1-3266-4fbd-8778-030be9c0ec6a Nov 16 22:05:48.939772 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.940127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.940472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.940815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.941153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.941486 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.941848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.942179 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.942508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.942836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.943167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.943492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:05:48.983796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.011025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.011972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:49.012547 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.063263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3757823 Nov 16 22:05:49.066171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 53952) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:05:49.071294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Request body: {'subnet': {'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1238918314-subnet', 'tenant_id': '811f6fac31c84200bebcb6de58e538d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:49.074140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17078064-7ca6-477c-8cff-f8b7d55d44bd admin admin] Pushing event updated for resources: {'Network': ['ID=757a02d1-3266-4fbd-8778-030be9c0ec6a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:49.084704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 757a02d1-3266-4fbd-8778-030be9c0ec6a details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:05:49.094200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Made reservation on behalf of 811f6fac31c84200bebcb6de58e538d5 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:05:49.096576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.270488 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.326101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:49.336263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Checking segment: {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:05:49.336622 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Network hostable DHCP agents. Network: 757a02d1-3266-4fbd-8778-030be9c0ec6a, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:05:49.353459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Network 757a02d1-3266-4fbd-8778-030be9c0ec6a is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:05:49.361696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 757a02d1-3266-4fbd-8778-030be9c0ec6a) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:05:49.366354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:49.367393 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:49.373133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738eb132-bc4d-430e-bbf6-04730acd4a50 None None] Network 757a02d1-3266-4fbd-8778-030be9c0ec6a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:05:49.383458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f240540d-7206-46a8-9379-f5d66f7a866f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3160069 Nov 16 22:05:49.512151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b78cf-7505-4980-b43a-c66a572a11dd None None] Network 757a02d1-3266-4fbd-8778-030be9c0ec6a requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:05:49.805011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:05:49.826686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:05:49.827035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 54d0dcac-c0eb-4fff-96bc-1d4aa09ce3db not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:05:50.017320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-0dc38a40-f806-42eb-bf70-51ac91d17874 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:50.018828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-0dc38a40-f806-42eb-bf70-51ac91d17874 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 812 time: 0.1121266 Nov 16 22:05:50.033917 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-54e1f61b-414a-4df0-becd-5274839f2d26 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/quotas/811f6fac31c84200bebcb6de58e538d5 HTTP/1.1" status: 200 len: 375 time: 0.0092092 Nov 16 22:05:50.066815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-d4678b7a-90cd-4551-b515-181c06868c0a tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276623 Nov 16 22:05:50.077934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-f29c90d8-9d91-430c-baa5-e2392155f3d4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:05:50.078985 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-f29c90d8-9d91-430c-baa5-e2392155f3d4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056040 Nov 16 22:05:50.167284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-c1207185-96d6-40f6-a03f-bc28bac99446 service neutron] 10.222.0.48 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825515 Nov 16 22:05:50.259483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-0fd53be0-f31a-497b-a162-0364263f2f52 service neutron] 10.222.0.48 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852816 Nov 16 22:05:50.851245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-600eaf2c-7eca-46ab-a54f-a0a97864bee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:51.488547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b21af71d-f9de-4440-955b-4afd8b6a6024 req-2f76e0bc-d394-4022-b990-541c3dd73273 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 210 time: 0.0799723 Nov 16 22:05:52.567764 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e54bdfd8-6941-41db-9b6e-d8c17115e44e req-b352a992-810a-4c49-9833-a6d230351895 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 210 time: 0.0270538 Nov 16 22:05:53.155329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ccea7e25-909a-46da-8832-868eed9a5eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:53.650887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7a8b056c-3f91-4680-bd1f-9b6f93762224 req-dea4ca3d-f772-4275-b23c-cdcebc5b6b6f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 210 time: 0.0318065 Nov 16 22:05:54.333210 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:54.733106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56016a46-bd7d-4fe9-945b-551428f24a3a req-751da282-c613-42b1-8471-051cac930050 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 210 time: 0.0315444 Nov 16 22:05:55.829640 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-915130bf-7a7f-4709-add6-8ef2e2704573 req-4d57c32e-a070-44ea-abb7-ba8d7bb491a3 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 210 time: 0.0303030 Nov 16 22:05:55.878817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:56.428731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-c0917208-bb65-483b-b827-9b5fdcafabc1 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:56.430131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-c0917208-bb65-483b-b827-9b5fdcafabc1 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.47 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 812 time: 0.1028831 Nov 16 22:05:56.442846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Request body: {'port': {'device_id': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a', 'admin_state_up': True, 'tenant_id': '811f6fac31c84200bebcb6de58e538d5'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:56.555435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Made reservation on behalf of 811f6fac31c84200bebcb6de58e538d5 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:05:56.559069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:56.685044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Allocated IP 172.20.0.7 (757a02d1-3266-4fbd-8778-030be9c0ec6a/8ccad2a7-c641-40c2-a0aa-aa224ebe6b32/162bb2ad-4c80-4079-a940-705a64e63d45) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:05:56.732218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:56.833112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:56.866702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:56.917572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Network 757a02d1-3266-4fbd-8778-030be9c0ec6a is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:05:56.920778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:05:56.924873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:05:56.948830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:56.951938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3e24d-9f09-4c44-b629-f465078dd09e req-5f26d4fd-a5a7-4276-a33e-559d93d72029 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:56.954117 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fda3e24d-9f09-4c44-b629-f465078dd09e req-5f26d4fd-a5a7-4276-a33e-559d93d72029 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 931 time: 0.0553188 Nov 16 22:05:56.978489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:56.979114 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:56.994959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-eb7cde34-6f17-42f1-bb65-f1fb85211d7e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558920 Nov 16 22:05:57.003017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fda3e24d-9f09-4c44-b629-f465078dd09e req-517d5c39-7f41-4c0a-ac88-01f8f98df4ce tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Nov 16 22:05:57.008688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Request body: {'port': {'device_id': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:05:57.061637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:57.324278 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162bb2ad-4c80-4079-a940-705a64e63d45 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:05:57.332213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:57.344331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Transition to ACTIVE for port object 162bb2ad-4c80-4079-a940-705a64e63d45 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:05:57.347728 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:57.395980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:57.467977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:05:57.468334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:05:57.468630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 on network 757a02d1-3266-4fbd-8778-030be9c0ec6a {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:57.472957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Port 162bb2ad-4c80-4079-a940-705a64e63d45 on network 757a02d1-3266-4fbd-8778-030be9c0ec6a not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:05:57.473279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 on network 757a02d1-3266-4fbd-8778-030be9c0ec6a {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:05:57.478108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:05:57.478444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Checking segment: {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:05:57.478828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Bound using segment: {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:05:57.479252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Bound port: 162bb2ad-4c80-4079-a940-705a64e63d45, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:05:57.479605 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:57.541118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:05:57.544093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:05:57.549642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:57.583627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:57.584279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:05:57.585715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] 10.222.0.47 "PUT /v2.0/ports/162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 1091 time: 0.5811088 Nov 16 22:05:57.586154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:05:57.588749 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:05:57.618953 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f137d-07ac-42c2-8fbc-0dec0787a941 service neutron] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:05:57.636365 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8b808b-a02e-49b8-9924-87f393c42ea5 x-openstack-request-id: req-2b8b808b-a02e-49b8-9924-87f393c42ea5 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:05:57.636645 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:05:57.636891 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b8b808b-a02e-49b8-9924-87f393c42ea5 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:05:57.637281 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45', 'status': 'completed', 'code': 200} Nov 16 22:05:57.669175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-e1263be8-10f5-4ac5-975f-5da0984533d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:57.671224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-e1263be8-10f5-4ac5-975f-5da0984533d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1094 time: 0.0433128 Nov 16 22:05:57.716146 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-6a2aeedd-b85c-45ee-b940-db1bcdc34a06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0375280 Nov 16 22:05:57.765775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4893f-25b4-4dac-b370-03307685751d req-cfc2fdd3-cd92-47bd-ab4f-b525c1d97b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:57.767187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-cfc2fdd3-cd92-47bd-ab4f-b525c1d97b27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0434897 Nov 16 22:05:57.800664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-33bb2634-2b0e-4e16-a273-0b2b928efe5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243599 Nov 16 22:05:57.895638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-e28f4089-b11e-43c2-986b-0e12e844432e service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869055 Nov 16 22:05:57.989073 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07f4893f-25b4-4dac-b370-03307685751d req-4557aaea-c8e9-4084-a3a9-ffbd790fbf4a service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Nov 16 22:05:58.073065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-8ff42f18-f912-405e-b9f1-d8f73f1d0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:58.074622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-8ff42f18-f912-405e-b9f1-d8f73f1d0893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1094 time: 0.0425739 Nov 16 22:05:58.120617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7db17a-e005-4bcb-8dbc-78b97fa062e8 req-3e466746-c331-4237-ad34-cc5bf43feca6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:58.122152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a7db17a-e005-4bcb-8dbc-78b97fa062e8 req-3e466746-c331-4237-ad34-cc5bf43feca6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0505407 Nov 16 22:05:58.170132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a7db17a-e005-4bcb-8dbc-78b97fa062e8 req-7b10179f-f9a9-46c9-8c57-982ffc2216de tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Nov 16 22:05:58.173414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-d912424e-3afd-45f7-a5e1-ebc5a3fd29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:58.174901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-d912424e-3afd-45f7-a5e1-ebc5a3fd29ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0928931 Nov 16 22:05:58.217051 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-b2a3c8b8-0a0a-4c31-81da-4d9772f95f7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0345986 Nov 16 22:05:58.272352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-3c20ed14-f73b-432c-8d12-dcce01326b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:58.273855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-3c20ed14-f73b-432c-8d12-dcce01326b6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0496950 Nov 16 22:05:58.307330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-ee5ebfc1-91ae-44c9-babe-e1e7e271985a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258467 Nov 16 22:05:58.395570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-4442deb9-0093-4de3-bd43-f8dbf90eda8e service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814142 Nov 16 22:05:58.489462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c378dba2-6f72-4a7a-9bfb-401d9ba1c17e req-107547ec-343d-41da-a6d3-785737537fac service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857136 Nov 16 22:05:59.290414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488bccb-e433-4b14-81c8-5114a8664d28 req-8f07e391-5e31-4dcd-b14d-1fa2f3f99e72 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:05:59.291883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5488bccb-e433-4b14-81c8-5114a8664d28 req-8f07e391-5e31-4dcd-b14d-1fa2f3f99e72 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0498629 Nov 16 22:05:59.338835 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5488bccb-e433-4b14-81c8-5114a8664d28 req-a1143300-4633-41ec-b795-262ccccc27b1 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Nov 16 22:06:00.454578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b19e04-1c2a-44c0-acfe-ce9ec04fee16 req-f751b0c2-b04d-4204-86e4-8587abe90df4 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:00.455972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6b19e04-1c2a-44c0-acfe-ce9ec04fee16 req-f751b0c2-b04d-4204-86e4-8587abe90df4 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0501204 Nov 16 22:06:00.507881 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b6b19e04-1c2a-44c0-acfe-ce9ec04fee16 req-427a73ea-fed4-44ad-8b54-68f4e7168fc7 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Nov 16 22:06:01.627733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271689eb-6245-427b-9423-44d7eb53a20c req-8ac7b0d4-c743-4394-bd40-ef381ab2863d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:01.629235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-271689eb-6245-427b-9423-44d7eb53a20c req-8ac7b0d4-c743-4394-bd40-ef381ab2863d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0545692 Nov 16 22:06:01.676448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-271689eb-6245-427b-9423-44d7eb53a20c req-a27f3def-8ccd-4bdf-ac0a-01f532db83e4 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Nov 16 22:06:01.848167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:06:01.945059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:01.956374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '162bb2ad-4c80-4079-a940-705a64e63d45', 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a', 'port_id': '162bb2ad-4c80-4079-a940-705a64e63d45', 'mac_address': 'fa:16:3e:cd:e8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccad2a7-c641-40c2-a0aa-aa224ebe6b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:06:01.993188 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:02.005973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162bb2ad-4c80-4079-a940-705a64e63d45 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:06:02.025690 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:02.029127 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:02.078832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:02.345702 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['162bb2ad-4c80-4079-a940-705a64e63d45'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:06:02.793103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803d6ef-2557-44b3-a457-34d97d30b4b4 req-cc7d7b2e-292d-4e3b-a8cd-a85855281834 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:02.794647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1803d6ef-2557-44b3-a457-34d97d30b4b4 req-cc7d7b2e-292d-4e3b-a8cd-a85855281834 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 944 time: 0.0489774 Nov 16 22:06:02.841498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1803d6ef-2557-44b3-a457-34d97d30b4b4 req-50b87826-dc87-4a36-b018-8ab0cce986ab tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 Nov 16 22:06:03.691910 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:03.853352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:06:03.907225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 162bb2ad-4c80-4079-a940-705a64e63d45 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:06:03.910586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 162bb2ad-4c80-4079-a940-705a64e63d45 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:06:03.911299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:03.958172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f9f18-f1f3-4905-9f5c-44eb142d379b req-ca25b8d6-50ee-43ed-9a64-139a40ebcab7 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:03.959590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e1f9f18-f1f3-4905-9f5c-44eb142d379b req-ca25b8d6-50ee-43ed-9a64-139a40ebcab7 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 944 time: 0.0494435 Nov 16 22:06:03.992023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:04.007428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4e1f9f18-f1f3-4905-9f5c-44eb142d379b req-54ca5e6e-f8f9-4e85-9e28-07959b0ef3d5 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Nov 16 22:06:04.016920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:04.019181 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0773c026-17fd-4f54-9080-6183aa74a759" -d '{"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-plugged", "status": "completed", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:04.032355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:04.036196 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:04.062256 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ed1b10-a3a3-469c-9321-26cb90db4143 x-openstack-request-id: req-43ed1b10-a3a3-469c-9321-26cb90db4143 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:04.062523 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-plugged", "status": "completed", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:04.062778 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43ed1b10-a3a3-469c-9321-26cb90db4143 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:04.063187 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45', 'code': 200} Nov 16 22:06:04.089177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:04.162869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c7f7-7a9d-4175-abeb-1981d19e195d req-8f2f1034-bbba-42f8-815a-2be653f76a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:04.164353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a276c7f7-7a9d-4175-abeb-1981d19e195d req-8f2f1034-bbba-42f8-815a-2be653f76a79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1096 time: 0.0409591 Nov 16 22:06:04.215724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a276c7f7-7a9d-4175-abeb-1981d19e195d req-6daf2bfc-67e7-4de6-8810-ce48fee63feb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Nov 16 22:06:05.122923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec387f04-6c71-429e-b933-7320def14e8d req-cdbbab12-18e3-4797-9502-16bcddf832f6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:05.125100 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec387f04-6c71-429e-b933-7320def14e8d req-cdbbab12-18e3-4797-9502-16bcddf832f6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0496259 Nov 16 22:06:05.172109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ec387f04-6c71-429e-b933-7320def14e8d req-28dd7440-a9fa-4cc1-b4a4-cf154418b58f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Nov 16 22:06:05.736160 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:06.288711 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9afd74-6d40-40e6-9f4d-0aa4a063dcbc req-fdfd769a-071c-4342-8dc6-32c07f96b27b tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:06.290237 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0f9afd74-6d40-40e6-9f4d-0aa4a063dcbc req-fdfd769a-071c-4342-8dc6-32c07f96b27b tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Nov 16 22:06:06.337706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0f9afd74-6d40-40e6-9f4d-0aa4a063dcbc req-08472c0d-7fb0-4e86-bef2-e3adc4045c03 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Nov 16 22:06:06.644537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54032) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:06.673543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18eebf-d165-4102-8cc9-947bb313ebf4 req-52178fbf-9e30-45db-b853-fa33bc09f9d8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:06.675056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac18eebf-d165-4102-8cc9-947bb313ebf4 req-52178fbf-9e30-45db-b853-fa33bc09f9d8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0550041 Nov 16 22:06:06.724649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac18eebf-d165-4102-8cc9-947bb313ebf4 req-5d19a4db-a37a-42ac-a141-d9a3440cd069 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Nov 16 22:06:06.726065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-c12cd345-50a7-4673-8876-ab70500c1406 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803087 Nov 16 22:06:06.735709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-4452cc51-257e-42ea-a7bd-35b328a16424 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:06:06.736544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-4452cc51-257e-42ea-a7bd-35b328a16424 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057631 Nov 16 22:06:07.841259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07991-4aa8-4972-b8c1-1092dd0ec064 req-61b46306-aca7-412e-b7ab-49928a32c32d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:07.843503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5d07991-4aa8-4972-b8c1-1092dd0ec064 req-61b46306-aca7-412e-b7ab-49928a32c32d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Nov 16 22:06:07.908974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5d07991-4aa8-4972-b8c1-1092dd0ec064 req-9195f1d9-acd0-4d50-9db7-84eb16447c4d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592327 Nov 16 22:06:07.939467 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-7696923b-17c9-4a4e-9a66-2163527a8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:07.941441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-7696923b-17c9-4a4e-9a66-2163527a8b7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1096 time: 0.0476944 Nov 16 22:06:08.034889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-1533292a-11bd-400c-b8d9-bc337cfe6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:08.036285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-1533292a-11bd-400c-b8d9-bc337cfe6645 service neutron] 10.222.0.47 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0871720 Nov 16 22:06:08.082414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-35712f60-8fb6-4ef5-b5ec-93411a012f85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0388138 Nov 16 22:06:08.131965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-99042aaf-18ce-41e3-85ea-fab9a0bd191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:08.133385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-99042aaf-18ce-41e3-85ea-fab9a0bd191e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0438607 Nov 16 22:06:08.165124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-43ee6116-9c76-46a3-9db6-459ba05e0677 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241833 Nov 16 22:06:08.257532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-3119050a-b1a4-4292-ac5c-494ee191673b service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Nov 16 22:06:08.348516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-355c1c66-764d-443d-bac7-31b5fd4cfa4f service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823760 Nov 16 22:06:09.024368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e90e9a-dd59-4e1c-bdc6-936e88712bcc req-29a9d376-04e8-4807-a614-f38732f0ac26 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:09.025788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9e90e9a-dd59-4e1c-bdc6-936e88712bcc req-29a9d376-04e8-4807-a614-f38732f0ac26 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Nov 16 22:06:09.071786 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f9e90e9a-dd59-4e1c-bdc6-936e88712bcc req-c111f20b-2c0a-4b23-a26d-666d5b869aa7 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Nov 16 22:06:10.188339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e7de2-6f90-4fba-8a01-f65e2a40f4d9 req-3c34ab68-547d-4978-8965-66043ebc690f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:10.189873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f25e7de2-6f90-4fba-8a01-f65e2a40f4d9 req-3c34ab68-547d-4978-8965-66043ebc690f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0499053 Nov 16 22:06:10.241266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f25e7de2-6f90-4fba-8a01-f65e2a40f4d9 req-376a7594-a6c9-4987-ac33-f12b583a147f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Nov 16 22:06:11.355599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554493a2-d97e-4e41-ad3b-45c6221a79da req-fd0b90bd-c95c-4266-9108-2b4915d8788c tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:11.357044 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-554493a2-d97e-4e41-ad3b-45c6221a79da req-fd0b90bd-c95c-4266-9108-2b4915d8788c tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Nov 16 22:06:11.406928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-554493a2-d97e-4e41-ad3b-45c6221a79da req-c603c55d-9f68-4c81-9985-37c04ded9b2d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Nov 16 22:06:12.522671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec2be9-3238-496b-acb1-e5a40347bb63 req-4056559c-8725-49b8-8111-23df5c643922 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:12.524162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bec2be9-3238-496b-acb1-e5a40347bb63 req-4056559c-8725-49b8-8111-23df5c643922 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Nov 16 22:06:12.571863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3bec2be9-3238-496b-acb1-e5a40347bb63 req-b0109b10-49cc-48e1-90d0-8b1eb5e667c6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Nov 16 22:06:13.687676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a065b-76e7-4e3a-8763-1c6d0b89cf11 req-b9abcdcb-dba9-4ca3-b012-e5694854850f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:13.689246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac0a065b-76e7-4e3a-8763-1c6d0b89cf11 req-b9abcdcb-dba9-4ca3-b012-e5694854850f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0489578 Nov 16 22:06:13.736964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac0a065b-76e7-4e3a-8763-1c6d0b89cf11 req-91938238-f559-48bf-bd9d-98ff674de6bf tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Nov 16 22:06:14.852200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbe9ba-ea19-4901-aa1f-de6fb54412b4 req-f3a0a3e7-ebfc-4af5-8166-7297c23cd384 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:14.853712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bedbe9ba-ea19-4901-aa1f-de6fb54412b4 req-f3a0a3e7-ebfc-4af5-8166-7297c23cd384 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Nov 16 22:06:14.900181 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bedbe9ba-ea19-4901-aa1f-de6fb54412b4 req-f44c891d-a34d-4a3f-86b9-85b567411d96 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Nov 16 22:06:16.026551 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222127-4dd6-4744-9f31-4c471715a5bd req-62a2dbd6-bae2-4148-ba48-470a0cc720c7 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:16.028076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf222127-4dd6-4744-9f31-4c471715a5bd req-62a2dbd6-bae2-4148-ba48-470a0cc720c7 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0550773 Nov 16 22:06:16.077245 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bf222127-4dd6-4744-9f31-4c471715a5bd req-08edea76-1af9-40a7-9081-7ddaa79df8f2 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Nov 16 22:06:17.201269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b236ebe-0f34-4c3f-8e86-89150824c6c4 req-97c088c7-7447-45d9-af79-22fa8c20a734 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:17.202779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b236ebe-0f34-4c3f-8e86-89150824c6c4 req-97c088c7-7447-45d9-af79-22fa8c20a734 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Nov 16 22:06:17.249188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5b236ebe-0f34-4c3f-8e86-89150824c6c4 req-f1487ccb-6b35-4c23-a01e-17484ebcf70a tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Nov 16 22:06:18.369029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1e486-859d-4cdc-8a43-3bd99d2d44a5 req-5c759fd3-58c2-455c-a4d7-ffd079cde836 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:18.370532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53e1e486-859d-4cdc-8a43-3bd99d2d44a5 req-5c759fd3-58c2-455c-a4d7-ffd079cde836 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0525582 Nov 16 22:06:18.417175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-53e1e486-859d-4cdc-8a43-3bd99d2d44a5 req-344ccb5c-c2ac-4b86-ae60-adc6f097a143 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Nov 16 22:06:19.532864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92c0a3-39ce-40f9-873b-c4b178a7dcce req-fadedc45-6607-40b4-9bb2-9fe5cec60429 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:19.534388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca92c0a3-39ce-40f9-873b-c4b178a7dcce req-fadedc45-6607-40b4-9bb2-9fe5cec60429 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0491781 Nov 16 22:06:19.581561 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ca92c0a3-39ce-40f9-873b-c4b178a7dcce req-f11c1fe9-56b2-4964-a102-70a3c488a770 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Nov 16 22:06:20.696769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5423d-7ad4-433b-9e76-426279e50013 req-f87f1541-402e-4bea-b25d-7ce82e7193ff tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:20.698313 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2da5423d-7ad4-433b-9e76-426279e50013 req-f87f1541-402e-4bea-b25d-7ce82e7193ff tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0494325 Nov 16 22:06:20.745719 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2da5423d-7ad4-433b-9e76-426279e50013 req-e18b7fc3-63a5-4841-92d0-dda281f767b8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Nov 16 22:06:20.855922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d44f34ed-a5ad-4fa2-9ec5-54aeffd3ab85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:21.860991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440309b-62d9-412f-8fc6-910cb60f5f41 req-ef3c1e06-0bee-4f28-b3d5-1a59b95d2b2d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:21.862510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8440309b-62d9-412f-8fc6-910cb60f5f41 req-ef3c1e06-0bee-4f28-b3d5-1a59b95d2b2d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Nov 16 22:06:21.912682 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8440309b-62d9-412f-8fc6-910cb60f5f41 req-353e1c75-d9c3-4b8f-8bc7-8aeaf14cde55 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Nov 16 22:06:23.032248 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48031-ed46-4f6c-8791-8ea6d944fecd req-b919713d-10be-4880-8d60-6d6d01cd5e42 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:23.033759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b48031-ed46-4f6c-8791-8ea6d944fecd req-b919713d-10be-4880-8d60-6d6d01cd5e42 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Nov 16 22:06:23.079840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-24b48031-ed46-4f6c-8791-8ea6d944fecd req-08574613-c867-4453-8004-f1a899b17921 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Nov 16 22:06:23.154976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1eacd8bb-370e-4d80-9ad2-9a874bb1d8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:24.197687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1bdfe-f3f6-4d76-b4aa-15b4880c2fbc req-9899a737-a01b-4fda-adcf-d22a4c4237b8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:24.199185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9e1bdfe-f3f6-4d76-b4aa-15b4880c2fbc req-9899a737-a01b-4fda-adcf-d22a4c4237b8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Nov 16 22:06:24.246508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9e1bdfe-f3f6-4d76-b4aa-15b4880c2fbc req-858ce9c7-ee95-44c5-a1d8-951eae6e8bac tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Nov 16 22:06:24.336786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:25.362334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2180a-8893-4c25-9f27-dbd8337e1273 req-313e529f-e876-4adf-966e-6faf823fb228 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:25.363843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df2180a-8893-4c25-9f27-dbd8337e1273 req-313e529f-e876-4adf-966e-6faf823fb228 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0500026 Nov 16 22:06:25.411173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0df2180a-8893-4c25-9f27-dbd8337e1273 req-1f7eaa5f-d577-45c1-b1ac-a70adb6b5f6e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Nov 16 22:06:25.446306 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:06:25.697571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-a4a05f4c-c7f9-4550-9620-6184e05fcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:25.699137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-a4a05f4c-c7f9-4550-9620-6184e05fcb25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1096 time: 0.0839138 Nov 16 22:06:25.813193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-d3fb50e7-2cf6-4c89-b8ff-74f912e97f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:25.814698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-d3fb50e7-2cf6-4c89-b8ff-74f912e97f9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0870388 Nov 16 22:06:25.856853 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-6aa870f6-e56b-432a-a0d2-364fdc19e937 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0342343 Nov 16 22:06:25.883071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:25.911483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-0e563d97-c47c-4346-95ab-40b4426daa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:25.912933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-0e563d97-c47c-4346-95ab-40b4426daa92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0485177 Nov 16 22:06:25.948715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-77423cd8-efd9-4f79-bb9b-dc6202b9ada6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250320 Nov 16 22:06:26.041915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-7ee53416-1ae9-4da1-a271-901727f178ca service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818737 Nov 16 22:06:26.135204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de4d6e4e-c10f-4d8a-a62b-522c2e3e0699 req-1e72c522-7f37-44c2-be90-8d6add5a044d service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Nov 16 22:06:26.528661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1d9f-516f-41d2-8f0c-1805db64da19 req-80f3da27-8bbe-4b34-bedd-e6182cfa12e8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:26.530177 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-389d1d9f-516f-41d2-8f0c-1805db64da19 req-80f3da27-8bbe-4b34-bedd-e6182cfa12e8 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Nov 16 22:06:26.576725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-389d1d9f-516f-41d2-8f0c-1805db64da19 req-3db658f3-c09b-4ed3-a8d5-ff0683ac366f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Nov 16 22:06:26.736204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:27.691404 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d823fe-4c75-4b16-90da-436ec67c69a0 req-f8f6e80e-ebb5-4b63-a68e-a21b3dc05068 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:27.692933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38d823fe-4c75-4b16-90da-436ec67c69a0 req-f8f6e80e-ebb5-4b63-a68e-a21b3dc05068 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0478442 Nov 16 22:06:27.744186 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38d823fe-4c75-4b16-90da-436ec67c69a0 req-20acc42b-7533-4d4f-9552-57d54ce47c2c tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Nov 16 22:06:28.857449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763f53c-c7c9-4c30-bb9d-6b9334037512 req-f83ce4ac-ce2f-495d-885c-140dc76faede tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:28.859819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d763f53c-c7c9-4c30-bb9d-6b9334037512 req-f83ce4ac-ce2f-495d-885c-140dc76faede tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Nov 16 22:06:28.910530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d763f53c-c7c9-4c30-bb9d-6b9334037512 req-dc073c61-c3f0-4a4f-8787-e82af1a3d963 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Nov 16 22:06:30.030641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723b66-7d65-499e-9f81-6ec7c11a1bd9 req-0972c5c8-d449-480f-aea3-9e5b00aa0e1e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:30.033040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f723b66-7d65-499e-9f81-6ec7c11a1bd9 req-0972c5c8-d449-480f-aea3-9e5b00aa0e1e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Nov 16 22:06:30.080445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f723b66-7d65-499e-9f81-6ec7c11a1bd9 req-6db57911-4712-47c6-b651-bfd5df7cee46 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Nov 16 22:06:31.198494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e584e1-b611-4058-90bb-d4523463f2bb req-87cb9967-98a3-4552-8dd4-597a8dc17dd5 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:31.199984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8e584e1-b611-4058-90bb-d4523463f2bb req-87cb9967-98a3-4552-8dd4-597a8dc17dd5 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0494654 Nov 16 22:06:31.246595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8e584e1-b611-4058-90bb-d4523463f2bb req-fab66be7-4bb9-404a-afd9-cf26c7c8353f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407300 Nov 16 22:06:32.361922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95bf83-b708-4dbd-a30d-cae255443e14 req-fb07b9b2-20c2-4e06-898c-38a3ae87df6f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:32.363691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c95bf83-b708-4dbd-a30d-cae255443e14 req-fb07b9b2-20c2-4e06-898c-38a3ae87df6f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Nov 16 22:06:32.409944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c95bf83-b708-4dbd-a30d-cae255443e14 req-36d0714c-454d-4062-927a-3b9e12bc9212 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Nov 16 22:06:33.526047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e12311-a184-4e89-896a-b511d0cbeea0 req-dd862b86-41f1-4728-a0e5-b00b8eba4cc2 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:33.527516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55e12311-a184-4e89-896a-b511d0cbeea0 req-dd862b86-41f1-4728-a0e5-b00b8eba4cc2 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0485485 Nov 16 22:06:33.573546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55e12311-a184-4e89-896a-b511d0cbeea0 req-148c9b2b-b7d3-48e2-a501-0c9e36ed5a71 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Nov 16 22:06:33.709321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:34.693126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c67a1-a595-4c3a-bef0-3587fe96235d req-6c8cbdd7-19ff-432d-91c8-110e394f643e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:34.694673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b00c67a1-a595-4c3a-bef0-3587fe96235d req-6c8cbdd7-19ff-432d-91c8-110e394f643e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0527718 Nov 16 22:06:34.741562 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b00c67a1-a595-4c3a-bef0-3587fe96235d req-57b8a828-ab94-4ab9-ba0b-0c57e25b8df4 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Nov 16 22:06:35.455692 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-b193db79-0f68-4656-a656-84f8bc0b51aa service neutron] show failed (client error): The resource could not be found. Nov 16 22:06:35.456699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-b193db79-0f68-4656-a656-84f8bc0b51aa service neutron] 10.222.0.47 "GET /v2.0/ports/162bb2ad-4c80-4079-a940-705a64e63d45/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0580649 Nov 16 22:06:35.661671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-229e572a-c1b3-4674-9726-7695d919195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:35.663163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-229e572a-c1b3-4674-9726-7695d919195f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135&tenant_id=811f6fac31c84200bebcb6de58e538d5 HTTP/1.1" status: 200 len: 1096 time: 0.0406907 Nov 16 22:06:35.676707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:06:35.732933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:35.747730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:35.860287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3d2db-d4f1-4ed1-99f1-5cf4487c94da req-012f734c-2d5c-4ce9-b628-ef16f8ce70a1 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:35.861855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2f3d2db-d4f1-4ed1-99f1-5cf4487c94da req-012f734c-2d5c-4ce9-b628-ef16f8ce70a1 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0521920 Nov 16 22:06:35.915615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2f3d2db-d4f1-4ed1-99f1-5cf4487c94da req-ddb7882b-4b7d-4828-83b7-f040a10e9645 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 Nov 16 22:06:35.940375 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:35.975114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:06:36.013824 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:36.016720 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8485b3-8608-4386-ba5b-033852fdfe59" -d '{"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-unplugged", "status": "completed", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:36.021214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:36.034855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Transition to ACTIVE for port object 162bb2ad-4c80-4079-a940-705a64e63d45 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:06:36.039331 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:36.103586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] No DVR routers for this DVR port 162bb2ad-4c80-4079-a940-705a64e63d45 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:06:36.113712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28245e9d-8280-4f99-b799-df195323294d service neutron] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:36.140969 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f50bdb5-3509-41cd-bb6b-cddc64892865 x-openstack-request-id: req-8f50bdb5-3509-41cd-bb6b-cddc64892865 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:36.141272 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-unplugged", "status": "completed", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:36.141550 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f50bdb5-3509-41cd-bb6b-cddc64892865 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:36.141945 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45', 'code': 200} Nov 16 22:06:36.146177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:06:36.146519 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:06:36.146851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 on network 757a02d1-3266-4fbd-8778-030be9c0ec6a {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:06:36.151107 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Port 162bb2ad-4c80-4079-a940-705a64e63d45 on network 757a02d1-3266-4fbd-8778-030be9c0ec6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:06:36.151431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Attempting to bind port 162bb2ad-4c80-4079-a940-705a64e63d45 on network 757a02d1-3266-4fbd-8778-030be9c0ec6a {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:06:36.156969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:06:36.157311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Checking segment: {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:06:36.157729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Bound using segment: {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:06:36.158154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Bound port: 162bb2ad-4c80-4079-a940-705a64e63d45, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bbd496-13a1-4ead-b884-ac306309c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:06:36.158513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:36.220604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:06:36.223545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:06:36.228256 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:36.265754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:36.266318 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:36.267700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-28245e9d-8280-4f99-b799-df195323294d service neutron] 10.222.0.41 "PUT /v2.0/ports/162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 1091 time: 0.5949082 Nov 16 22:06:36.285108 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28245e9d-8280-4f99-b799-df195323294d service neutron] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:36.330617 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-981cdca8-9c7b-4de9-85e9-a383a685890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:36.332090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-981cdca8-9c7b-4de9-85e9-a383a685890b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1094 time: 0.0407476 Nov 16 22:06:36.426302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-454a8f51-21af-48a5-8746-e5e5947c9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:36.427777 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-454a8f51-21af-48a5-8746-e5e5947c9def service neutron] 10.222.0.41 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0872524 Nov 16 22:06:36.469033 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-9121d25b-bba7-492e-b6a2-07bbda42f403 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0333295 Nov 16 22:06:36.520318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-aad2b041-f371-43e4-a7b3-24052395e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:36.521721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-aad2b041-f371-43e4-a7b3-24052395e21f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0461082 Nov 16 22:06:36.554265 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-816f45d3-31f6-4403-9bfc-2da1e43efb4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246730 Nov 16 22:06:36.642838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-6177f8dd-c5e8-46c1-a87f-696a3b870d4b service neutron] 10.222.0.41 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812030 Nov 16 22:06:36.736879 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dee8f29f-a9d7-4d69-b848-1e4bb004dc8f req-0cdafaa9-0a71-400e-ad59-89f5b87ab97c service neutron] 10.222.0.41 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Nov 16 22:06:37.035827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06bc0-ceaa-4f54-b24c-fe517bed6bd8 req-eac8b135-2c10-4f3f-ad18-895096be1920 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:37.037325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee06bc0-ceaa-4f54-b24c-fe517bed6bd8 req-eac8b135-2c10-4f3f-ad18-895096be1920 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0500939 Nov 16 22:06:37.087464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dee06bc0-ceaa-4f54-b24c-fe517bed6bd8 req-fe0d9306-3d06-438c-89a7-c1f06440119f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Nov 16 22:06:38.142765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:38.145183 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1352b1-a3cd-421a-a21c-09330254bf10" -d '{"events": [{"name": "network-changed", "server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:38.195333 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af2455-7d88-4dce-a910-ae080713c385 x-openstack-request-id: req-24af2455-7d88-4dce-a910-ae080713c385 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:38.195891 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:38.195891 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24af2455-7d88-4dce-a910-ae080713c385 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:38.196247 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45', 'status': 'completed', 'code': 200} Nov 16 22:06:38.212393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7da4a3-9832-4663-8c5d-93cc088ecff0 req-11ac38aa-d5b4-4413-b036-93e37d70397c tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.214262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e7da4a3-9832-4663-8c5d-93cc088ecff0 req-11ac38aa-d5b4-4413-b036-93e37d70397c tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0545073 Nov 16 22:06:38.259968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-522afb02-02dc-463f-84d8-20ea46bba243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.261523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-522afb02-02dc-463f-84d8-20ea46bba243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1094 time: 0.0415452 Nov 16 22:06:38.295417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e7da4a3-9832-4663-8c5d-93cc088ecff0 req-c4dab0b9-17a8-41a7-9069-48d25637f53e tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Nov 16 22:06:38.298229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-8b74ac05-203d-4399-9951-de7601405e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.299655 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-8b74ac05-203d-4399-9951-de7601405e09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1094 time: 0.0731614 Nov 16 22:06:38.365551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-e717d034-fc17-442e-85a5-61696f471041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.367059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-e717d034-fc17-442e-85a5-61696f471041 service neutron] 10.222.0.47 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0943072 Nov 16 22:06:38.407073 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-b04a20fe-98b7-409a-9c0f-2015a0b63e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.408476 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-b04a20fe-98b7-409a-9c0f-2015a0b63e31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0940652 Nov 16 22:06:38.414605 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-2dd495ab-980c-44d5-99f3-b69560fa7ac3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0399272 Nov 16 22:06:38.464437 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-cd876e57-06dc-43ec-adb8-231dca3bc225 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0456948 Nov 16 22:06:38.468083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-4fb3227b-3f57-4fa7-995c-2fae72b2314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.469555 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-4fb3227b-3f57-4fa7-995c-2fae72b2314a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0471699 Nov 16 22:06:38.504510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-93229494-1436-4aef-9da2-3e38a5970cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260797 Nov 16 22:06:38.520062 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-3438b200-a676-494a-b732-5304493cb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:38.521531 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-3438b200-a676-494a-b732-5304493cb307 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0460708 Nov 16 22:06:38.554358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-8e0af608-3c64-48fb-9c21-096e901eda0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244784 Nov 16 22:06:38.600940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-594cd4a3-7e9b-4d2d-be4a-fc4dc9be7ddf service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883317 Nov 16 22:06:38.649287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-98facfc3-384c-4e7f-b373-bc1882a2f03d service neutron] 10.222.0.41 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821891 Nov 16 22:06:38.695213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-d15e68de-027b-4372-980e-798ac6ebc17d service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858369 Nov 16 22:06:38.744973 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7e1352b1-a3cd-421a-a21c-09330254bf10 req-f8e7141f-c717-424c-88fb-48fd20a45771 service neutron] 10.222.0.41 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877631 Nov 16 22:06:39.413287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b20c2-625a-42cb-af95-29fef9421d1b req-339f9573-63ed-4dd2-8ff8-84b06c4e5ff2 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:39.414787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b40b20c2-625a-42cb-af95-29fef9421d1b req-339f9573-63ed-4dd2-8ff8-84b06c4e5ff2 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 943 time: 0.0495107 Nov 16 22:06:39.465931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b40b20c2-625a-42cb-af95-29fef9421d1b req-8680f1bc-7b3c-4109-bdb5-6989f1cb4c07 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Nov 16 22:06:39.701737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-66552f1b-1be0-48f7-9209-16d2d1c3fa9d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:39.703399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-66552f1b-1be0-48f7-9209-16d2d1c3fa9d tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.47 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135&tenant_id=811f6fac31c84200bebcb6de58e538d5&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 943 time: 0.0520864 Nov 16 22:06:39.767293 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-779813b1-d04d-44cb-820e-08d7a8f05638 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:06:39.768277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-779813b1-d04d-44cb-820e-08d7a8f05638 service neutron] 10.222.0.47 "DELETE /v2.0/ports/162bb2ad-4c80-4079-a940-705a64e63d45/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0530341 Nov 16 22:06:39.773456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:06:39.856016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-512d1858-adb8-417d-9f19-0b47c8210248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:39.857565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-512d1858-adb8-417d-9f19-0b47c8210248 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1094 time: 0.0417955 Nov 16 22:06:39.868520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:39.880505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '162bb2ad-4c80-4079-a940-705a64e63d45', 'network_id': '757a02d1-3266-4fbd-8778-030be9c0ec6a', 'port_id': '162bb2ad-4c80-4079-a940-705a64e63d45', 'mac_address': 'fa:16:3e:cd:e8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ccad2a7-c641-40c2-a0aa-aa224ebe6b32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:06:39.922013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:39.936235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162bb2ad-4c80-4079-a940-705a64e63d45 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:06:39.955876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-f000cd06-de7f-4e6c-8cf1-7968457e3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:39.956100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:39.957437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-f000cd06-de7f-4e6c-8cf1-7968457e3209 service neutron] 10.222.0.47 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0921445 Nov 16 22:06:39.959914 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:40.000029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-a3fdf3e7-a0c9-4b6b-b9fe-d6480a027558 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0345790 Nov 16 22:06:40.007235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:40.015073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.015456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.015808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.016154 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.016496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.016835 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.017172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.017504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.017861 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.018194 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.018526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.018856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:40.055162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-ce7e1d4b-2e78-470e-8771-a9c58389f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:40.056612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-ce7e1d4b-2e78-470e-8771-a9c58389f022 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0489218 Nov 16 22:06:40.069843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:06:40.090136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-1e701e40-4e06-44d3-bbf5-a696f1a29472 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252740 Nov 16 22:06:40.110208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:06:40.181918 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-828b6386-b7e6-44c1-997d-6fbad43133b5 service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Nov 16 22:06:40.237605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['162bb2ad-4c80-4079-a940-705a64e63d45'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:06:40.276447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-0f9e226e-0396-4128-870a-fa8990575349 service neutron] 10.222.0.47 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Nov 16 22:06:40.975746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-79e96dc5-6aeb-4a7e-be05-6b5bfabc8b3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423229 Nov 16 22:06:41.044821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2355e-0dc1-4ca2-b6c1-41694db7390d req-9c1a89a4-4ca2-4b04-9d47-03d96b60be59 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:41.046956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5c2355e-0dc1-4ca2-b6c1-41694db7390d req-9c1a89a4-4ca2-4b04-9d47-03d96b60be59 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 944 time: 0.0505636 Nov 16 22:06:41.066231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-3d0b90ed-7e68-4b2e-9cac-53c43e44dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:41.067721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-3d0b90ed-7e68-4b2e-9cac-53c43e44dc1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=811f6fac31c84200bebcb6de58e538d5&device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 1095 time: 0.0417180 Nov 16 22:06:41.097147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5c2355e-0dc1-4ca2-b6c1-41694db7390d req-b91a497f-bf81-4917-81b5-1bfc3ce8e8c9 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Nov 16 22:06:41.177044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-e76db54b-c097-4583-b190-2516061701f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:41.178535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-e76db54b-c097-4583-b190-2516061701f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 200 len: 913 time: 0.0876291 Nov 16 22:06:41.220046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-73f692a0-a065-44f6-b8e0-9c7ae25b7aa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 200 len: 217 time: 0.0337236 Nov 16 22:06:41.272148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-6248a201-3b94-4b6f-9f80-31541585fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:41.273582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-6248a201-3b94-4b6f-9f80-31541585fb7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 200 len: 852 time: 0.0460923 Nov 16 22:06:41.304811 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-e6bbd770-a8c9-4aee-ba88-bf79173f0bbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=757a02d1-3266-4fbd-8778-030be9c0ec6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237620 Nov 16 22:06:41.393169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-402734e9-17a0-4a62-94b8-75d9172f8904 service neutron] 10.222.0.41 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800395 Nov 16 22:06:41.759016 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cecf7a42-df3e-47f2-b67c-bda2410e03d4 req-f01f1b3d-5010-4a00-bc17-97e6fc1ddd3e service neutron] 10.222.0.41 "GET /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576181 Nov 16 22:06:41.786798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:06:41.833626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 162bb2ad-4c80-4079-a940-705a64e63d45 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:06:41.837315 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 162bb2ad-4c80-4079-a940-705a64e63d45 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:06:41.837719 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:41.915762 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:41.937213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:41.939442 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83493540-61d0-4410-a04b-5d7e9d212323" -d '{"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-plugged", "status": "completed", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:41.951924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:41.955980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:42.004168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:42.032406 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691800f6-34c4-43ff-ab28-3c19bfbfae38 x-openstack-request-id: req-691800f6-34c4-43ff-ab28-3c19bfbfae38 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:42.032701 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-plugged", "status": "completed", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:42.032957 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-691800f6-34c4-43ff-ab28-3c19bfbfae38 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:42.033381 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45', 'code': 200} Nov 16 22:06:42.215731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627036a6-6af8-429e-9707-3e8a6a4efeca req-77980882-9294-447f-9b9d-63dff3c920d6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:42.217221 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-627036a6-6af8-429e-9707-3e8a6a4efeca req-77980882-9294-447f-9b9d-63dff3c920d6 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Nov 16 22:06:42.270109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-627036a6-6af8-429e-9707-3e8a6a4efeca req-4f85206d-1c3e-4a27-bbb8-6c9f2d88818f tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.48 "GET /v2.0/security-groups?id=ca57407f-c245-40c7-a6f0-23b8d6d3fe20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 Nov 16 22:06:42.472979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-dcd04e95-0d36-4f25-a98f-36f2eae97ed0 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:42.474354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-dcd04e95-0d36-4f25-a98f-36f2eae97ed0 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.41 "GET /v2.0/ports?device_id=16b0e283-514f-40a8-b0d0-3dbc9e4ba135 HTTP/1.1" status: 200 len: 945 time: 0.0477149 Nov 16 22:06:42.566353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Deleting port 162bb2ad-4c80-4079-a940-705a64e63d45 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:06:42.566695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:42.654020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] For port 162bb2ad-4c80-4079-a940-705a64e63d45, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=162bb2ad-4c80-4079-a940-705a64e63d45,segment=NetworkSegment(36bbd496-13a1-4ead-b884-ac306309c22f),segment_id=36bbd496-13a1-4ead-b884-ac306309c22f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:42.654385 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:42.666504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Calling delete_port for 162bb2ad-4c80-4079-a940-705a64e63d45 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:06:42.791796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:42.808239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['162bb2ad-4c80-4079-a940-705a64e63d45'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:06:42.820105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Pushing event deleted for resources: {'Port': ['ID=162bb2ad-4c80-4079-a940-705a64e63d45,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:42.864569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] No DVR routers for this DVR port 162bb2ad-4c80-4079-a940-705a64e63d45 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:06:42.867201 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:42.870522 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-15f769bf-225d-48aa-bf34-1c62dcfef022 req-2ce71534-70ee-4a6e-ba92-96c479ca8b39 tempest-DeleteServersTestJSON-710433943 tempest-DeleteServersTestJSON-710433943-project] 10.222.0.41 "DELETE /v2.0/ports/162bb2ad-4c80-4079-a940-705a64e63d45 HTTP/1.1" status: 204 len: 173 time: 0.3891428 Nov 16 22:06:42.870953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-deleted', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:42.873164 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08cf88-5c75-46d1-b98d-a8f906ed60ef" -d '{"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-deleted", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:42.910570 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582013b0-120c-451b-87ed-73b117a65a38 x-openstack-request-id: req-582013b0-120c-451b-87ed-73b117a65a38 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:42.910886 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b0e283-514f-40a8-b0d0-3dbc9e4ba135", "name": "network-vif-deleted", "tag": "162bb2ad-4c80-4079-a940-705a64e63d45", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:42.911155 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-582013b0-120c-451b-87ed-73b117a65a38 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:42.911544 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b0e283-514f-40a8-b0d0-3dbc9e4ba135', 'name': 'network-vif-deleted', 'tag': '162bb2ad-4c80-4079-a940-705a64e63d45', 'status': 'completed', 'code': 200} Nov 16 22:06:43.403664 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54144) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:43.448297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Deleting subnet 8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:06:43.451610 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.487225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.526139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.576120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.605475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ccad2a7-c641-40c2-a0aa-aa224ebe6b32,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:43.609283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.612985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4a8278a7-ec0f-40d4-9bdf-7715299ecc68 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8ccad2a7-c641-40c2-a0aa-aa224ebe6b32 HTTP/1.1" status: 204 len: 168 time: 0.2080026 Nov 16 22:06:43.615188 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54146) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:43.681329 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.764060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.784507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757a02d1-3266-4fbd-8778-030be9c0ec6a']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:43.793669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bbd496-13a1-4ead-b884-ac306309c22f') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:43.793970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bbd496-13a1-4ead-b884-ac306309c22f') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:06:43.803281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.816817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.822597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:06:43.822991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:06:43.824609 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:06:43.877682 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.883299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:43.886481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/757a02d1-3266-4fbd-8778-030be9c0ec6a HTTP/1.1" status: 204 len: 168 time: 0.2703788 Nov 16 22:06:43.898235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05812e98-7aa6-4d33-82ad-e09b0de06f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=757a02d1-3266-4fbd-8778-030be9c0ec6a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:43.994800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:44.034654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9adcc25b-55cf-44ec-b3ae-2fd9d5845f93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=811f6fac31c84200bebcb6de58e538d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385957 Nov 16 22:06:44.037062 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54152) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:44.088383 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-edfda744-3c84-4a09-9e4b-a393e046e47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:44.109614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-edfda744-3c84-4a09-9e4b-a393e046e47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:44.153901 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-edfda744-3c84-4a09-9e4b-a393e046e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:44.157355 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-edfda744-3c84-4a09-9e4b-a393e046e47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:44.158604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-edfda744-3c84-4a09-9e4b-a393e046e47c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca57407f-c245-40c7-a6f0-23b8d6d3fe20 HTTP/1.1" status: 204 len: 168 time: 0.1205671 Nov 16 22:06:44.166769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda744-3c84-4a09-9e4b-a393e046e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57407f-c245-40c7-a6f0-23b8d6d3fe20,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:44.813165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54174) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:44.908317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1896450320-network', 'tenant_id': '105f7b988b064f3b8ea444bc31569974'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:06:44.929243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Made reservation on behalf of 105f7b988b064f3b8ea444bc31569974 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:06:44.931481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:44.939722 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.013194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.017409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.038032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:06:45.052366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf34d7e-a13e-411b-9a47-c171f1105a26,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:45.055468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.055956 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Added segment af2cbd6a-4a7b-4372-91c3-d7524b2140c2 of type vlan for network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f Nov 16 22:06:45.099946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.124028 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.125144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:45.125736 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.491180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6768496 Nov 16 22:06:45.494169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54178) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:06:45.496200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3f79e-6fde-4d56-8966-5399c96db9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:45.499478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Request body: {'subnet': {'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1896450320-subnet', 'tenant_id': '105f7b988b064f3b8ea444bc31569974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:06:45.506474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:06:45.521156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Made reservation on behalf of 105f7b988b064f3b8ea444bc31569974 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:06:45.523460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.687053 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.741398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a817b70c-2de8-48cf-82e1-58d259e38d65,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:45.752836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Checking segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:06:45.753203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Network hostable DHCP agents. Network: 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:06:45.770164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:06:45.778578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:06:45.783343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:45.784842 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:45.786465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:06:45.790496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973c5b8-58fd-4433-83f7-06d3b62f29ad None None] Network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:06:45.800579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1c7846a7-eb60-4304-80f7-6ad6bcefcb38 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3051968 Nov 16 22:06:45.822778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 162bb2ad-4c80-4079-a940-705a64e63d45 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:06:45.823132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 162bb2ad-4c80-4079-a940-705a64e63d45 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:06:45.932556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca4b13-659a-45cd-9f1d-571313f210d9 None None] Network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:06:46.224922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-b81ba4b2-c651-44d3-8029-769e23d14484 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:46.226405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-b81ba4b2-c651-44d3-8029-769e23d14484 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 815 time: 0.1067543 Nov 16 22:06:46.240959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-2f574d1b-83e0-4125-890d-2a6be63ab797 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/quotas/105f7b988b064f3b8ea444bc31569974 HTTP/1.1" status: 200 len: 375 time: 0.0088229 Nov 16 22:06:46.273264 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-d10407d5-7ac6-4216-9332-a09bea41f6b3 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270987 Nov 16 22:06:46.360990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-e63884d4-5441-4380-b86f-8edbfe743ea9 service neutron] 10.222.0.48 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806351 Nov 16 22:06:46.453928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-3ddd68bc-e710-4efd-810d-185864da0270 service neutron] 10.222.0.48 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851357 Nov 16 22:06:46.614755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa67fff0-805b-44e0-af50-d432954b9159 req-c2b05592-9bcf-4a90-9b9f-356063e1f3d6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 210 time: 0.0280194 Nov 16 22:06:47.589327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-0800c925-9bd4-489b-a812-5bfd597e0f77 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:47.591136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-0800c925-9bd4-489b-a812-5bfd597e0f77 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 815 time: 0.1110036 Nov 16 22:06:47.606121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Request body: {'port': {'device_id': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'admin_state_up': True, 'tenant_id': '105f7b988b064f3b8ea444bc31569974'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:06:47.712229 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5304c7d9-f249-49fd-80ef-6aa155ef2bcc req-4bfcbbd0-4196-4543-95ea-5613316495a9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Nov 16 22:06:47.720980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Made reservation on behalf of 105f7b988b064f3b8ea444bc31569974 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:06:47.724510 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:47.847126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Allocated IP 172.20.0.12 (6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f/a817b70c-2de8-48cf-82e1-58d259e38d65/91e9e8e4-a39f-4853-a7f8-7a4891014c81) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:06:47.992312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.025428 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.071550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:06:48.074743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:06:48.079172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:06:48.085492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:48.117375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.117677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.118028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.118369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.118707 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.119064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.119394 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.119721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.120050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.120376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.120705 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.121026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:06:48.145895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:48.146515 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.162831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f18bcc68-9556-40e9-adb7-38eceed1b9f1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606444 Nov 16 22:06:48.176174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Request body: {'port': {'device_id': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:06:48.229874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.488593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e9e8e4-a39f-4853-a7f8-7a4891014c81 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:06:48.496327 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.508751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Transition to ACTIVE for port object 91e9e8e4-a39f-4853-a7f8-7a4891014c81 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:06:48.511844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.569364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:48.633894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:06:48.634229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:06:48.634560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:06:48.638864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:06:48.639194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:06:48.644583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:06:48.644925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Checking segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:06:48.645314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Bound using segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:06:48.645773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Bound port: 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:06:48.646131 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.708625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:06:48.711617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:06:48.716376 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.758490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:48.759118 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:48.760494 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] 10.222.0.47 "PUT /v2.0/ports/91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 1092 time: 0.5883846 Nov 16 22:06:48.760931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:48.763201 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:48.785046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0efc-2ddf-40b7-9d7f-e83666d3b089 service neutron] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:48.822083 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f853ae-f0eb-409b-bd80-cae7096bba8d x-openstack-request-id: req-a1f853ae-f0eb-409b-bd80-cae7096bba8d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:48.822371 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:48.822621 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1f853ae-f0eb-409b-bd80-cae7096bba8d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:48.823012 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'status': 'completed', 'code': 200} Nov 16 22:06:48.876623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa5c4a-3330-40b8-bd06-7486590dc424 req-5cfab979-c8c7-4799-b51e-bff7847b13fa tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:48.878126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8fa5c4a-3330-40b8-bd06-7486590dc424 req-5cfab979-c8c7-4799-b51e-bff7847b13fa tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0863078 Nov 16 22:06:48.880594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-da4a8b18-30ab-419c-8873-4de175fb76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:48.881973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-da4a8b18-30ab-419c-8873-4de175fb76c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1095 time: 0.0582435 Nov 16 22:06:48.936116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-3c1f0f0c-ea3d-4d59-90f6-13d9671eb782 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0443535 Nov 16 22:06:48.991756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b8fa5c4a-3330-40b8-bd06-7486590dc424 req-632d2de3-bcc8-4664-9197-71b2dc2c4c97 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072810 Nov 16 22:06:49.003342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-90e3c5bb-a542-444f-9ce0-ab2614f8e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:49.004646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-90e3c5bb-a542-444f-9ce0-ab2614f8e5c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0583737 Nov 16 22:06:49.037873 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-29fa45bd-f98a-4000-8d96-251c1ee3caf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254631 Nov 16 22:06:49.134324 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-f27ad7f8-01df-41b7-8ef9-9814a6f7c04f service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869391 Nov 16 22:06:49.227472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3aea5d8a-cc34-4597-9233-f90c08b467cf req-c0b28cc8-20fd-4bf5-95f4-98b065d71caf service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Nov 16 22:06:49.321139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-185d1e1b-a1dc-471a-8ed4-2b1706ca908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:49.322636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-185d1e1b-a1dc-471a-8ed4-2b1706ca908a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1095 time: 0.0421379 Nov 16 22:06:49.419309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-63a30f31-5d9e-496e-b579-7b78ab5967be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:49.420799 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-63a30f31-5d9e-496e-b579-7b78ab5967be service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0902307 Nov 16 22:06:49.465420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-02fce9ea-7cd6-4e6c-9b26-6e54203cb2aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0357122 Nov 16 22:06:49.522654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-37eb1dac-f6fa-4ea6-95de-d87efcad15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:49.524122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-37eb1dac-f6fa-4ea6-95de-d87efcad15fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0496886 Nov 16 22:06:49.557621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-a651728f-addc-47ea-8ad8-21c3f19e512f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248814 Nov 16 22:06:49.651352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-ff5feb91-c79a-4fba-81d3-49588c6bb8a7 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Nov 16 22:06:49.750872 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7ccec8-05e2-4f0e-8e90-bbd877df2e63 req-ac9a38fc-4e4d-40f9-bda8-f881b3863611 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917780 Nov 16 22:06:50.109277 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1320e21-2eb7-4acb-a2a4-0cb2c593ee91 req-5472a193-5149-46fe-aeaf-3a5096ec61d8 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:50.110805 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1320e21-2eb7-4acb-a2a4-0cb2c593ee91 req-5472a193-5149-46fe-aeaf-3a5096ec61d8 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0508950 Nov 16 22:06:50.157870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e1320e21-2eb7-4acb-a2a4-0cb2c593ee91 req-e305ee58-4559-466f-96c1-1ea82dcb5797 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Nov 16 22:06:50.857899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb021-8e16-48a4-92de-b3e2e7e3c076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:51.272887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ee2-875e-4496-a83e-a7b3fccf1aa4 req-6865d491-8c63-4b2c-97fa-76fc54505dce tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:51.274391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcf98ee2-875e-4496-a83e-a7b3fccf1aa4 req-6865d491-8c63-4b2c-97fa-76fc54505dce tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0496435 Nov 16 22:06:51.320671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcf98ee2-875e-4496-a83e-a7b3fccf1aa4 req-33027488-b667-4c4c-8bbc-8cbfd710ac21 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Nov 16 22:06:52.132987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:06:52.225991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:52.237723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'port_id': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'mac_address': 'fa:16:3e:6f:e9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a817b70c-2de8-48cf-82e1-58d259e38d65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:06:52.277710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:52.290618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e9e8e4-a39f-4853-a7f8-7a4891014c81 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:06:52.309272 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:52.313287 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:52.361838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:52.444779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8745-1ec2-4656-be7d-02b3359c06a8 req-0d3dddd2-9881-4d1c-8b8a-869b9bc29fd2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:52.446325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afad8745-1ec2-4656-be7d-02b3359c06a8 req-0d3dddd2-9881-4d1c-8b8a-869b9bc29fd2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 945 time: 0.0550115 Nov 16 22:06:52.492818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-afad8745-1ec2-4656-be7d-02b3359c06a8 req-346a74fa-b295-4e31-bb10-1fe036378fc0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Nov 16 22:06:52.696329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['91e9e8e4-a39f-4853-a7f8-7a4891014c81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:06:53.158465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cc067a14-6393-4e82-8f16-ee5d74f6dd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:53.614328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7ab0-1adb-4da4-a300-2ba34140767d req-282ea1a1-9664-4feb-a568-a66af3306987 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:53.615818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4c7ab0-1adb-4da4-a300-2ba34140767d req-282ea1a1-9664-4feb-a568-a66af3306987 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 945 time: 0.0558462 Nov 16 22:06:53.662893 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d4c7ab0-1adb-4da4-a300-2ba34140767d req-c2cab19f-27fa-4c66-a059-adc35755b5cf tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Nov 16 22:06:54.143472 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:06:54.191857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:06:54.195648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:06:54.196060 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:54.275548 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:54.300074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:06:54.302316 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3460b3-b2dc-4d79-9708-acd631832605" -d '{"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-plugged", "status": "completed", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:06:54.315240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:06:54.319532 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:54.351275 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d17d06-395c-4afc-971a-7415d4c6d3a1 x-openstack-request-id: req-c6d17d06-395c-4afc-971a-7415d4c6d3a1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:06:54.351577 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-plugged", "status": "completed", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:06:54.351823 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6d17d06-395c-4afc-971a-7415d4c6d3a1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:06:54.352233 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'code': 200} Nov 16 22:06:54.382341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:54.392364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:06:54.441080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cdf15-50ae-49eb-bc39-80e28828333e req-6b07e005-3c1c-4f5d-bcf3-09ddffffa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:54.442659 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-485cdf15-50ae-49eb-bc39-80e28828333e req-6b07e005-3c1c-4f5d-bcf3-09ddffffa404 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1097 time: 0.0420718 Nov 16 22:06:54.488497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-485cdf15-50ae-49eb-bc39-80e28828333e req-f6eb9adb-7888-4b65-b0c6-45097ecb7794 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Nov 16 22:06:54.782599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7924f-3db1-47ba-a577-ed42fa23e839 req-b91904e5-84b6-4e0b-879b-6aa4266151ad tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:54.784115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ad7924f-3db1-47ba-a577-ed42fa23e839 req-b91904e5-84b6-4e0b-879b-6aa4266151ad tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0505869 Nov 16 22:06:54.838831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8ad7924f-3db1-47ba-a577-ed42fa23e839 req-d91124f9-cabe-4c3e-be52-14508dc6c255 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Nov 16 22:06:55.885688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:55.965735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2389-eeb5-4201-a9fe-e08a7ca4fb72 req-fbee423d-b384-4fd4-a001-bd421aa7d576 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:55.967154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b56a2389-eeb5-4201-a9fe-e08a7ca4fb72 req-fbee423d-b384-4fd4-a001-bd421aa7d576 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0505655 Nov 16 22:06:56.020206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b56a2389-eeb5-4201-a9fe-e08a7ca4fb72 req-8080e1e0-57ad-4518-8e29-f8efb87877d0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460570 Nov 16 22:06:56.738019 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:06:57.137501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e652f-8ea0-43e8-8639-cef7c8b024b0 req-a3ca9a59-6e37-4ef7-b27c-58908403a88e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:57.139010 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a68e652f-8ea0-43e8-8639-cef7c8b024b0 req-a3ca9a59-6e37-4ef7-b27c-58908403a88e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0504215 Nov 16 22:06:57.185959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a68e652f-8ea0-43e8-8639-cef7c8b024b0 req-4e548558-620e-413c-ae36-888b82d0b06c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Nov 16 22:06:57.301338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae8a4e-28b4-4f78-9360-98a45aca78ac req-254d3d1e-495d-4b60-a779-6f6c59c39350 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:57.302762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebae8a4e-28b4-4f78-9360-98a45aca78ac req-254d3d1e-495d-4b60-a779-6f6c59c39350 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0492759 Nov 16 22:06:57.353457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebae8a4e-28b4-4f78-9360-98a45aca78ac req-0695fc6c-8f25-4e15-8c33-e79fd222a177 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Nov 16 22:06:57.549180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa38b20-e177-41e7-96a3-847ac3bd8fbb req-e297dac2-3d1c-4685-95d2-707ed6d5b5ae tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:57.550740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaa38b20-e177-41e7-96a3-847ac3bd8fbb req-e297dac2-3d1c-4685-95d2-707ed6d5b5ae tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0484710 Nov 16 22:06:57.598611 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaa38b20-e177-41e7-96a3-847ac3bd8fbb req-2060265b-7658-4fb6-bf25-a34829a3060c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Nov 16 22:06:57.712241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead015b-a9eb-440a-836f-2030201d07ff req-ad508556-4e8a-49ff-b6d9-2f95f5240d3e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:57.714041 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ead015b-a9eb-440a-836f-2030201d07ff req-ad508556-4e8a-49ff-b6d9-2f95f5240d3e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0501382 Nov 16 22:06:57.760965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ead015b-a9eb-440a-836f-2030201d07ff req-417d3b8c-30b9-4d57-8802-3e360d79de01 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Nov 16 22:06:58.013763 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-264bcadb-0d34-49f9-ba14-ed8c50d21b23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712101 Nov 16 22:06:58.026054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58441c9-3d94-4b27-9529-093a76e88d5b req-4b27b922-1e6a-4274-88c2-8893c81d8b30 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:58.027512 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b58441c9-3d94-4b27-9529-093a76e88d5b req-4b27b922-1e6a-4274-88c2-8893c81d8b30 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0769448 Nov 16 22:06:58.083352 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b58441c9-3d94-4b27-9529-093a76e88d5b req-43649f89-b4e5-4aa0-8868-ec9b36e9f843 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490303 Nov 16 22:06:59.194475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-42dc8ac6-6f7f-429a-b542-2a4624899612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:59.195985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-42dc8ac6-6f7f-429a-b542-2a4624899612 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1097 time: 0.0419028 Nov 16 22:06:59.196608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f241d-381e-4f8c-a91f-d3e60b2dd293 req-f2234c07-a4e2-45fe-9157-e5cce3a2f11b tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:59.198152 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00f241d-381e-4f8c-a91f-d3e60b2dd293 req-f2234c07-a4e2-45fe-9157-e5cce3a2f11b tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0498731 Nov 16 22:06:59.249467 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c00f241d-381e-4f8c-a91f-d3e60b2dd293 req-2c273741-652b-483f-ba93-381245840cbe tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Nov 16 22:06:59.296468 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-8d0cd846-f4c5-411b-9d6a-afa9ef7b9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:59.297952 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-8d0cd846-f4c5-411b-9d6a-afa9ef7b9a6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0931070 Nov 16 22:06:59.340440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-7ac89085-df2a-466a-9bfc-83d0488c37fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0347221 Nov 16 22:06:59.395891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-94c37b37-ba5b-4de6-b0ec-da03a1cbd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:06:59.397235 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-94c37b37-ba5b-4de6-b0ec-da03a1cbd053 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0477624 Nov 16 22:06:59.430269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-278fdc54-573a-49fd-96b1-982e29102844 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242512 Nov 16 22:06:59.521566 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-e79a37e5-270b-4b3b-8c65-676edc8bfc63 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824645 Nov 16 22:06:59.618362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-80dd2ed4-d2c4-4289-aeeb-3fdc43a59fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883281 Nov 16 22:07:00.365371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2027f-1831-452d-b023-8d9413d8b1fd req-090992d6-81fb-474e-b456-3a4b2289e0a8 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:00.366859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85a2027f-1831-452d-b023-8d9413d8b1fd req-090992d6-81fb-474e-b456-3a4b2289e0a8 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0499334 Nov 16 22:07:00.414132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85a2027f-1831-452d-b023-8d9413d8b1fd req-345f2260-d597-4599-95f9-3b8f25c93529 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Nov 16 22:07:01.536729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efcd3d-bea9-4651-b009-b231fd6065e7 req-f7f48b21-74a0-4f1a-9146-f80448414746 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:01.538239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52efcd3d-bea9-4651-b009-b231fd6065e7 req-f7f48b21-74a0-4f1a-9146-f80448414746 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0523477 Nov 16 22:07:01.585582 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52efcd3d-bea9-4651-b009-b231fd6065e7 req-059c7633-5448-42ce-a211-febc4177d7af tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Nov 16 22:07:02.445032 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:07:02.707486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0694f-2f3e-4681-a135-23ac7e45a055 req-ced1895f-502e-44ef-b1ec-0b68b19f9e13 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:02.708978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cf0694f-2f3e-4681-a135-23ac7e45a055 req-ced1895f-502e-44ef-b1ec-0b68b19f9e13 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0550909 Nov 16 22:07:02.755293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0cf0694f-2f3e-4681-a135-23ac7e45a055 req-2cd0b18e-0ec9-4bca-bdca-b3fbdfed720b tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 Nov 16 22:07:03.723849 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:03.871773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970e8a4-d82c-41cc-92e4-7aff8ae959f1 req-8a047b3d-a241-4d10-8696-bc0fb237361c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:03.873277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9970e8a4-d82c-41cc-92e4-7aff8ae959f1 req-8a047b3d-a241-4d10-8696-bc0fb237361c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0493805 Nov 16 22:07:03.920514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9970e8a4-d82c-41cc-92e4-7aff8ae959f1 req-7a48a52e-bd99-4432-a1ed-c77f3a68b77f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Nov 16 22:07:05.036905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2418c-8bee-4d5a-8ebe-83206e374513 req-0dc40a83-1918-4fb1-a2ad-c03c85e51ae9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:05.038432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6f2418c-8bee-4d5a-8ebe-83206e374513 req-0dc40a83-1918-4fb1-a2ad-c03c85e51ae9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0490513 Nov 16 22:07:05.086526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6f2418c-8bee-4d5a-8ebe-83206e374513 req-7f38301b-8b8e-4408-be8b-9db91f9a4b84 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Nov 16 22:07:05.750599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:06.206927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6494a-2d28-4069-8ebc-703d2685d5e9 req-b1fc00e4-1775-4b36-9fb6-0d7753f623dd tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:06.208406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcf6494a-2d28-4069-8ebc-703d2685d5e9 req-b1fc00e4-1775-4b36-9fb6-0d7753f623dd tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0523527 Nov 16 22:07:06.256061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcf6494a-2d28-4069-8ebc-703d2685d5e9 req-9534160e-1041-4cb3-bfae-e69de7e14ed1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Nov 16 22:07:07.372690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3fa45-8f90-41e4-94e2-76e0e30df8e5 req-4399fb06-324e-4d7c-8d36-7c21ff5fd0a7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:07.374202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9a3fa45-8f90-41e4-94e2-76e0e30df8e5 req-4399fb06-324e-4d7c-8d36-7c21ff5fd0a7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0494514 Nov 16 22:07:07.425869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c9a3fa45-8f90-41e4-94e2-76e0e30df8e5 req-7b3af14e-7954-4e31-94b0-7b42ae4e17de tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Nov 16 22:07:08.540489 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f8bb2-d197-4634-81d1-8ed1ca066fc8 req-87b87a86-2dfa-4466-92f0-1585157d9cfd tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:08.542037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c3f8bb2-d197-4634-81d1-8ed1ca066fc8 req-87b87a86-2dfa-4466-92f0-1585157d9cfd tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0492656 Nov 16 22:07:08.589841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c3f8bb2-d197-4634-81d1-8ed1ca066fc8 req-5aed3fb5-4a15-4cca-818b-a8c4f754efed tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Nov 16 22:07:09.708721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1870e4-040d-46e1-847b-2a2f89bedd6a req-3ee420e4-7470-475c-9138-2adff1d8ff44 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:09.710260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd1870e4-040d-46e1-847b-2a2f89bedd6a req-3ee420e4-7470-475c-9138-2adff1d8ff44 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0515883 Nov 16 22:07:09.757664 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd1870e4-040d-46e1-847b-2a2f89bedd6a req-ccdc4601-7e55-477f-8e41-2cc618edb313 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Nov 16 22:07:10.872104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f098fd-0f8e-41df-b305-2346d2b462c8 req-9d553ea2-bba5-494e-bd16-f71543753078 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:10.873585 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19f098fd-0f8e-41df-b305-2346d2b462c8 req-9d553ea2-bba5-494e-bd16-f71543753078 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Nov 16 22:07:10.924734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19f098fd-0f8e-41df-b305-2346d2b462c8 req-63142adb-6d85-4c42-a807-979374f43430 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Nov 16 22:07:12.040445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946647c-860e-48c6-8488-f3cad653f739 req-7b58b49b-520a-496b-8b54-191677310778 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:12.041940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b946647c-860e-48c6-8488-f3cad653f739 req-7b58b49b-520a-496b-8b54-191677310778 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0491021 Nov 16 22:07:12.090200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b946647c-860e-48c6-8488-f3cad653f739 req-4b5511a5-9574-4e8d-b91a-ff315a2c41cb tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Nov 16 22:07:13.204508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ddda3-56e9-45b0-9652-b89c2cd29bdf req-9750c141-a0ac-4a93-b3aa-12fccd715ffb tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:13.206002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d34ddda3-56e9-45b0-9652-b89c2cd29bdf req-9750c141-a0ac-4a93-b3aa-12fccd715ffb tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0485787 Nov 16 22:07:13.253893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d34ddda3-56e9-45b0-9652-b89c2cd29bdf req-89aca74c-792b-4164-b681-205a909cf39a tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Nov 16 22:07:14.377121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67970e88-2b16-4657-826b-da4418151f6d req-9e684673-074f-46f4-824f-672016380262 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:14.378639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67970e88-2b16-4657-826b-da4418151f6d req-9e684673-074f-46f4-824f-672016380262 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0542250 Nov 16 22:07:14.425914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67970e88-2b16-4657-826b-da4418151f6d req-cdbf97ca-9a68-4f58-89eb-73ef08365841 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Nov 16 22:07:15.543292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f86c66-416b-45c8-9245-ee36f4ce3be9 req-d1f1c57b-b395-4cbb-9b05-cfc048aec677 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:15.545111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92f86c66-416b-45c8-9245-ee36f4ce3be9 req-d1f1c57b-b395-4cbb-9b05-cfc048aec677 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0493321 Nov 16 22:07:15.592767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-92f86c66-416b-45c8-9245-ee36f4ce3be9 req-7b5794b9-9eab-4034-900c-359ccbf0b5dc tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Nov 16 22:07:16.710081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461d56-ab20-416e-9acf-94296abb8e99 req-f5676f83-3a2d-4363-91e0-4e9d3e85f1b2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:16.711594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69461d56-ab20-416e-9acf-94296abb8e99 req-f5676f83-3a2d-4363-91e0-4e9d3e85f1b2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0506728 Nov 16 22:07:16.759080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-69461d56-ab20-416e-9acf-94296abb8e99 req-74ecf740-b533-4265-92ce-4eb49595a294 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Nov 16 22:07:17.887843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8907640-1cea-417a-8910-a0be88b882af req-aeecc7bb-7b97-4df7-9256-d61e1bd9890c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:17.889353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8907640-1cea-417a-8910-a0be88b882af req-aeecc7bb-7b97-4df7-9256-d61e1bd9890c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0592277 Nov 16 22:07:17.942599 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d8907640-1cea-417a-8910-a0be88b882af req-cab35d62-85c5-4a16-a723-1e5c142a2ae7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466495 Nov 16 22:07:19.063378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8b560-a6fe-4821-93f7-34e8ac69c40c req-d98f8dd2-0d30-48d8-b8b9-3860bdac50c7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:19.065036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6e8b560-a6fe-4821-93f7-34e8ac69c40c req-d98f8dd2-0d30-48d8-b8b9-3860bdac50c7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0504620 Nov 16 22:07:19.116663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6e8b560-a6fe-4821-93f7-34e8ac69c40c req-319b55cb-3441-43d6-9979-eb2484c6f350 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Nov 16 22:07:20.233163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ebf7b-d22f-46a2-a06e-f6d06c5e9603 req-0a2cb7d9-0cd5-40bf-bb00-399c54cf2730 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:20.234682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-127ebf7b-d22f-46a2-a06e-f6d06c5e9603 req-0a2cb7d9-0cd5-40bf-bb00-399c54cf2730 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0494773 Nov 16 22:07:20.282342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-127ebf7b-d22f-46a2-a06e-f6d06c5e9603 req-8bef7db6-9b57-414e-98dc-0d6626d708e7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Nov 16 22:07:20.858039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d71f4ba-f625-47f5-b26d-f65fd292cea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:21.398474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea2f8-3570-4b1f-9e88-6a19fc969b68 req-338f181f-05fc-4bdc-98bd-6c34f28c13fe tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:21.399969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-201ea2f8-3570-4b1f-9e88-6a19fc969b68 req-338f181f-05fc-4bdc-98bd-6c34f28c13fe tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0502009 Nov 16 22:07:21.447600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-201ea2f8-3570-4b1f-9e88-6a19fc969b68 req-69bcf9aa-db4a-48eb-9edb-ec1ac1f1de98 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Nov 16 22:07:22.563773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac90c07-92af-4e4c-bd19-868903036591 req-e10d1c33-6b2a-4711-a1a1-ee57474ca50f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:22.565238 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fac90c07-92af-4e4c-bd19-868903036591 req-e10d1c33-6b2a-4711-a1a1-ee57474ca50f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0493281 Nov 16 22:07:22.616626 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fac90c07-92af-4e4c-bd19-868903036591 req-d35a2f8e-4080-4122-a243-2764a89d6dba tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Nov 16 22:07:23.159899 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-25a0f42c-0bf9-48a4-ae11-8efbced7fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:23.731105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6bd87-95cd-4ea2-91bc-67438540b2b6 req-3f635cdc-340c-4fed-8444-34d87d0726ae tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:23.732572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63c6bd87-95cd-4ea2-91bc-67438540b2b6 req-3f635cdc-340c-4fed-8444-34d87d0726ae tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0491271 Nov 16 22:07:23.780319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63c6bd87-95cd-4ea2-91bc-67438540b2b6 req-5a86c637-5126-4737-a396-4e4e960fa119 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Nov 16 22:07:24.341029 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:24.896940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50a9ee-1d58-425e-9b11-2bf6631ae1a2 req-9a555231-966d-4258-821d-2075375e331c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:24.898468 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf50a9ee-1d58-425e-9b11-2bf6631ae1a2 req-9a555231-966d-4258-821d-2075375e331c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0493381 Nov 16 22:07:24.944272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cf50a9ee-1d58-425e-9b11-2bf6631ae1a2 req-b734c18e-014b-4caa-8da3-1c90e30fe79a tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Nov 16 22:07:25.889301 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:26.065018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908b99b-1851-4d6f-b72a-2f433d882327 req-f33e0938-344e-4dca-a37f-8516c1526d8f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:26.066523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f908b99b-1851-4d6f-b72a-2f433d882327 req-f33e0938-344e-4dca-a37f-8516c1526d8f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Nov 16 22:07:26.113389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f908b99b-1851-4d6f-b72a-2f433d882327 req-4a88f800-8120-4dd9-82ed-9bee04010ec8 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Nov 16 22:07:26.672756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-6f42a34e-cb9a-4a9b-8eb0-ec75e3f1a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:26.674414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-6f42a34e-cb9a-4a9b-8eb0-ec75e3f1a4ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1097 time: 0.0433698 Nov 16 22:07:26.683225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.47', 51272) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:07:26.738866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:26.800655 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-284935af-4664-400e-9f1c-2c7e19d5ae42 service neutron] show failed (client error): The resource could not be found. Nov 16 22:07:26.801729 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-284935af-4664-400e-9f1c-2c7e19d5ae42 service neutron] 10.222.0.47 "GET /v2.0/ports/91e9e8e4-a39f-4853-a7f8-7a4891014c81/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.1175153 Nov 16 22:07:26.826987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-7f2d4eb2-94a8-4f00-a9d7-a916f3a8207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:26.829425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-7f2d4eb2-94a8-4f00-a9d7-a916f3a8207c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.1161571 Nov 16 22:07:26.876762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-ebe66c51-0c09-4236-bdf9-e3bf8efd8358 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0402367 Nov 16 22:07:26.930191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-49a00334-a9c6-46c4-9e7c-f77f456b7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:26.931599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-49a00334-a9c6-46c4-9e7c-f77f456b7bcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0476141 Nov 16 22:07:26.966067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-f0e85a98-2859-4327-9b3b-7b0e73c40f38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258837 Nov 16 22:07:27.020908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-b698f345-c22b-40f6-a1ff-4a2a011dffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:27.022480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-b698f345-c22b-40f6-a1ff-4a2a011dffb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109&tenant_id=105f7b988b064f3b8ea444bc31569974 HTTP/1.1" status: 200 len: 1097 time: 0.0426106 Nov 16 22:07:27.034852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-a0a2c6e7-37a2-49bc-8137-80142b26dda0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:07:27.035841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-a0a2c6e7-37a2-49bc-8137-80142b26dda0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051212 Nov 16 22:07:27.048224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:07:27.062047 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-a6db70fb-2222-4a7f-9cf2-e02f1042b3b6 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878527 Nov 16 22:07:27.106311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:27.155119 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ba5dd91e-3bd3-4175-91e9-9f386c10766c req-31c13315-7964-4ff7-9a02-07387857f7e8 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Nov 16 22:07:27.312176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2f774-5ac7-470c-85b6-31d7284a143c req-580c6db5-66d1-434f-86b6-ce8a6fa2c657 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:27.314420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57a2f774-5ac7-470c-85b6-31d7284a143c req-580c6db5-66d1-434f-86b6-ce8a6fa2c657 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.1078501 Nov 16 22:07:27.377182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:27.398056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-57a2f774-5ac7-470c-85b6-31d7284a143c req-e3a42fad-87e7-4e28-8029-b9745283b41a tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760067 Nov 16 22:07:27.419501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:07:27.458779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:07:27.461021 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17aa60-4bf0-4cc8-9544-28912fae075b" -d '{"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-unplugged", "status": "completed", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:07:27.465315 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:27.477935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Transition to ACTIVE for port object 91e9e8e4-a39f-4853-a7f8-7a4891014c81 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:07:27.482470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:27.513839 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7cf895-9ad0-4fdc-9b63-a3fff1eac03b x-openstack-request-id: req-7d7cf895-9ad0-4fdc-9b63-a3fff1eac03b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:07:27.514164 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-unplugged", "status": "completed", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:07:27.514941 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d7cf895-9ad0-4fdc-9b63-a3fff1eac03b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:07:27.514941 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'code': 200} Nov 16 22:07:27.547150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] No DVR routers for this DVR port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:07:27.550326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:27.580422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.580706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.581052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.581392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.581762 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.582099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.582432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.582758 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.583086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.583419 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.583744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.584066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:27.597540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:07:27.597878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:07:27.598216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:07:27.602580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:07:27.602910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Attempting to bind port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:07:27.607704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:07:27.608052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Checking segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:07:27.608437 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Bound using segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:07:27.608869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Bound port: 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:07:27.609799 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:27.670745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:07:27.674291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:07:27.678931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:27.716708 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:27.717339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:27.718780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] 10.222.0.41 "PUT /v2.0/ports/91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 1092 time: 0.6744285 Nov 16 22:07:27.735533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853b5a9-ccdc-41dd-9bcc-002ee86e3cca service neutron] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:27.784905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-672fb741-71ea-4372-96bb-78e6cf8a18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:27.786438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-672fb741-71ea-4372-96bb-78e6cf8a18ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1095 time: 0.0415246 Nov 16 22:07:27.881962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-06398dfb-28c2-45a0-865f-d76f18a7511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:27.883356 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-06398dfb-28c2-45a0-865f-d76f18a7511c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0896821 Nov 16 22:07:27.925363 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-b8c032db-1c54-4881-b399-dd44cd4e5978 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0350115 Nov 16 22:07:27.978035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-a1c2117b-1e42-4acd-92ed-789bea22ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:27.979513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-a1c2117b-1e42-4acd-92ed-789bea22ba87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0479195 Nov 16 22:07:28.014076 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-df4ac41a-dfe3-42c0-a388-b2cf1dca3788 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243332 Nov 16 22:07:28.103766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-7bfb4236-a8f7-4777-9671-b20cdc409814 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Nov 16 22:07:28.198206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-ce62f5b7-62a1-42ca-9940-1a8464475100 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873363 Nov 16 22:07:28.517657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d980-267c-43fa-b3fc-aa85f1b3ac38 req-e9d2109f-a82d-47b2-b8d3-f96875ccb782 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:28.519721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83c4d980-267c-43fa-b3fc-aa85f1b3ac38 req-e9d2109f-a82d-47b2-b8d3-f96875ccb782 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0510597 Nov 16 22:07:28.567527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83c4d980-267c-43fa-b3fc-aa85f1b3ac38 req-aba84abd-07e5-45e8-9c5d-ff0f647c16cd tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Nov 16 22:07:29.516422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:07:29.518781 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a65f45-c460-420d-b1dc-fe219c99045a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:07:29.566257 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1af83d-cf45-403c-aa21-7fdeb4c37599 x-openstack-request-id: req-1e1af83d-cf45-403c-aa21-7fdeb4c37599 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:07:29.566571 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:07:29.566821 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e1af83d-cf45-403c-aa21-7fdeb4c37599 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:07:29.567216 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'status': 'completed', 'code': 200} Nov 16 22:07:29.628683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-e25342f0-528d-48aa-98ab-d896a2f1f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.630241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-e25342f0-528d-48aa-98ab-d896a2f1f263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1095 time: 0.0418108 Nov 16 22:07:29.633044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-d34e8608-6f4a-4eab-b81f-d941ff8f578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.634582 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-d34e8608-6f4a-4eab-b81f-d941ff8f578a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1095 time: 0.0425115 Nov 16 22:07:29.731690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-0713fc37-d997-4c4d-bdf5-6b27c183270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.733193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-0713fc37-d997-4c4d-bdf5-6b27c183270c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0914264 Nov 16 22:07:29.740428 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8fd5c-f3e8-4fe9-bcd4-c724257e899b req-48f2e3f7-9e26-4939-a99d-efafb8ade8f2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.741916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38d8fd5c-f3e8-4fe9-bcd4-c724257e899b req-48f2e3f7-9e26-4939-a99d-efafb8ade8f2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0959055 Nov 16 22:07:29.776116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-73fe4621-90f2-4c07-8d74-773068eae5cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0352516 Nov 16 22:07:29.786177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-80ff6fe8-6939-4690-83c8-7ff1c79ba8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.787649 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-80ff6fe8-6939-4690-83c8-7ff1c79ba8a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.1497369 Nov 16 22:07:29.825761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-dec8e980-f9a4-4dc1-bce5-2f423fda0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.827229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-dec8e980-f9a4-4dc1-bce5-2f423fda0685 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0434992 Nov 16 22:07:29.842079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-0830025a-0171-4432-8f98-a77e4ac90266 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0466366 Nov 16 22:07:29.852756 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38d8fd5c-f3e8-4fe9-bcd4-c724257e899b req-91c05bda-3ae8-43b8-8715-d719ae739b68 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996656 Nov 16 22:07:29.879000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-c6ca52bf-93d5-4c44-a403-25b0b4db4d61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396900 Nov 16 22:07:29.910571 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-09919e96-c946-4bb4-897a-bf4450c8081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:29.912046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-09919e96-c946-4bb4-897a-bf4450c8081b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0582290 Nov 16 22:07:29.945895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-ccd71bd9-6500-4da5-b924-fdfd57f2b935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255795 Nov 16 22:07:29.981469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-b8f4d67b-a89d-4713-8ca9-d77b1c2d1721 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948055 Nov 16 22:07:30.041850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-ab67c3e6-fe67-4f09-95b4-a28c628ce21f service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874624 Nov 16 22:07:30.079122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-67c98b02-20c7-44a6-ae05-08c455367d7a service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893967 Nov 16 22:07:30.132508 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0a65f45-c460-420d-b1dc-fe219c99045a req-9a15552d-465c-47d3-a813-7b8c23457237 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833879 Nov 16 22:07:30.345843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:07:30.536630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:07:30.967959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c1d5-eacb-4d8e-a828-392a05acad2e req-dd81a01c-e3fa-4a3c-be2e-0985adaa9157 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:30.969589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dd2c1d5-eacb-4d8e-a828-392a05acad2e req-dd81a01c-e3fa-4a3c-be2e-0985adaa9157 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0508566 Nov 16 22:07:31.016204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dd2c1d5-eacb-4d8e-a828-392a05acad2e req-f33c799e-5705-4478-ac07-ed7f3ac9d005 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Nov 16 22:07:31.242930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e9ff5-b873-4a39-b24a-942b5c587873 req-b3f21e23-49a6-4d0f-9896-3960bff72646 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:31.244328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a6e9ff5-b873-4a39-b24a-942b5c587873 req-b3f21e23-49a6-4d0f-9896-3960bff72646 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 944 time: 0.0832548 Nov 16 22:07:31.256179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-129f9158-e74b-4f67-b04b-037bd66ac3cb tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:31.257634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-129f9158-e74b-4f67-b04b-037bd66ac3cb tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109&tenant_id=105f7b988b064f3b8ea444bc31569974&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 944 time: 0.0713310 Nov 16 22:07:31.333590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3a6e9ff5-b873-4a39-b24a-942b5c587873 req-3d7e3072-7617-462e-87f8-6d4ef6244ed2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749655 Nov 16 22:07:31.348266 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-1df208f0-a648-469a-84f8-eb9fdfaf15ed service neutron] delete failed (client error): The resource could not be found. Nov 16 22:07:31.349258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-1df208f0-a648-469a-84f8-eb9fdfaf15ed service neutron] 10.222.0.47 "DELETE /v2.0/ports/91e9e8e4-a39f-4853-a7f8-7a4891014c81/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0773020 Nov 16 22:07:31.433727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-598870a3-924e-43a5-b880-90bb688cb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:31.435208 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-598870a3-924e-43a5-b880-90bb688cb039 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 1095 time: 0.0409009 Nov 16 22:07:31.529793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-8f52b535-2d84-4547-b7e6-272b4aa78c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:31.531205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-8f52b535-2d84-4547-b7e6-272b4aa78c51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0883522 Nov 16 22:07:31.573387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-fcc6ff3b-9279-4c69-95a7-1efc154d3c73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 200 len: 217 time: 0.0342417 Nov 16 22:07:31.627363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-8ef0e208-122a-453a-b71c-98a98ee024f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:31.628804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-8ef0e208-122a-453a-b71c-98a98ee024f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0464363 Nov 16 22:07:31.660989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-56449743-e55d-4b54-b24d-6babe5b7ca7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242491 Nov 16 22:07:31.751775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-282c7393-4b98-45a7-a8bb-a607e3002963 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Nov 16 22:07:31.847421 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50c0ca98-8f1d-4eeb-a95d-83d462b07d19 req-9c3ad0bd-4ca8-4e80-beb6-3b7b84bf5747 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878208 Nov 16 22:07:32.041208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:07:32.134519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:32.145284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'port_id': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'mac_address': 'fa:16:3e:6f:e9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a817b70c-2de8-48cf-82e1-58d259e38d65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:07:32.183876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:32.197295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e9e8e4-a39f-4853-a7f8-7a4891014c81 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:07:32.217228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:32.221576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:32.269590 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:32.451793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['91e9e8e4-a39f-4853-a7f8-7a4891014c81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:07:32.464886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d174-e8de-4e68-98df-b4ff87f88e59 req-53263179-be8c-4026-afc3-0a1848c039ed tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:32.466457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075d174-e8de-4e68-98df-b4ff87f88e59 req-53263179-be8c-4026-afc3-0a1848c039ed tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 945 time: 0.0570331 Nov 16 22:07:32.516901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7075d174-e8de-4e68-98df-b4ff87f88e59 req-02619690-8f0e-4f22-aeee-1065a171588c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Nov 16 22:07:32.635605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf9ebc-9e50-45f0-a62a-258f08377d86 req-980c1567-8649-4a21-aefc-19ea36d96a59 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:32.637097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85bf9ebc-9e50-45f0-a62a-258f08377d86 req-980c1567-8649-4a21-aefc-19ea36d96a59 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Nov 16 22:07:32.684929 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85bf9ebc-9e50-45f0-a62a-258f08377d86 req-71e7f4b0-dd0f-4b31-8443-d00eeebffa4d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Nov 16 22:07:32.800326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f58f1-a1ed-421e-88ce-63de975407ed req-a217f341-0d9f-407f-a13e-fd5fb6cd8de3 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:32.801818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4f58f1-a1ed-421e-88ce-63de975407ed req-a217f341-0d9f-407f-a13e-fd5fb6cd8de3 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Nov 16 22:07:32.849810 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dc4f58f1-a1ed-421e-88ce-63de975407ed req-db19f6f2-5330-4fa3-983c-aa56688282fa tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Nov 16 22:07:33.198942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-b2138f83-a23f-4278-8ebf-be1df8cde2ac tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:33.200422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-b2138f83-a23f-4278-8ebf-be1df8cde2ac tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 815 time: 0.1048350 Nov 16 22:07:33.215651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-bf3dce10-c01d-4bc9-8654-0ce5d903e968 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/quotas/105f7b988b064f3b8ea444bc31569974 HTTP/1.1" status: 200 len: 375 time: 0.0091202 Nov 16 22:07:33.264521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-1c830ae1-7ef5-4320-9a41-57526b83744c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422986 Nov 16 22:07:33.355930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-a5739983-3e53-46eb-991c-4298f512bd63 service neutron] 10.222.0.48 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844102 Nov 16 22:07:33.444765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-d2471e4d-2980-4774-962a-4704ac61cfb6 service neutron] 10.222.0.48 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Nov 16 22:07:33.608413 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-551c870b-3d3b-444a-82d1-bc1a81f0644d req-7823091e-0052-48cf-aab9-3a6bcef28989 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 210 time: 0.0315306 Nov 16 22:07:33.715227 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.055405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:07:34.105099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:07:34.110337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:07:34.110964 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.190997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.213742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:07:34.215934 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced7ce8-d61e-4063-ae17-0b123cb56fc6" -d '{"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-plugged", "status": "completed", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:07:34.229086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:34.232934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.258688 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f72229a-984d-4243-9a6f-f7d74788a12e x-openstack-request-id: req-9f72229a-984d-4243-9a6f-f7d74788a12e {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:07:34.258982 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-plugged", "status": "completed", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:07:34.259234 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f72229a-984d-4243-9a6f-f7d74788a12e {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:07:34.259624 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'code': 200} Nov 16 22:07:34.285890 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:34.502945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.41', 64813) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:07:34.582856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-1a93961f-69fe-4b06-bd8a-51b77a80c9f6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:34.584326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-1a93961f-69fe-4b06-bd8a-51b77a80c9f6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9ed92f6-f402-4308-8c42-4c7d262dd109 HTTP/1.1" status: 200 len: 946 time: 0.0803368 Nov 16 22:07:34.599353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-84e82aca-ea1d-4bd7-8a9e-83acb4a59b7d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:34.600704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-84e82aca-ea1d-4bd7-8a9e-83acb4a59b7d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 815 time: 0.1497719 Nov 16 22:07:34.629124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Request body: {'port': {'device_id': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'admin_state_up': True, 'tenant_id': '105f7b988b064f3b8ea444bc31569974'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:07:34.704850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ffd946c-5e9d-48e5-953e-7b896ea27af3 req-1027bb94-1fa2-4b25-a60d-5a890f2e77ab tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 210 time: 0.0286522 Nov 16 22:07:34.772939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Deleting port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:07:34.773198 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.828336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Made reservation on behalf of 105f7b988b064f3b8ea444bc31569974 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:07:34.831832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.925285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] For port 91e9e8e4-a39f-4853-a7f8-7a4891014c81, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=91e9e8e4-a39f-4853-a7f8-7a4891014c81,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:34.925678 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:34.946164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Calling delete_port for 91e9e8e4-a39f-4853-a7f8-7a4891014c81 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:07:35.036945 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Allocated IP 172.20.0.8 (6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f/a817b70c-2de8-48cf-82e1-58d259e38d65/4f99b578-eda9-48bd-bd80-f5fa67851cb6) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:07:35.153359 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.169415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['91e9e8e4-a39f-4853-a7f8-7a4891014c81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:07:35.221870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Pushing event deleted for resources: {'Port': ['ID=91e9e8e4-a39f-4853-a7f8-7a4891014c81,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:35.274044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] No DVR routers for this DVR port 91e9e8e4-a39f-4853-a7f8-7a4891014c81 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:07:35.277994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.281849 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.41 "DELETE /v2.0/ports/91e9e8e4-a39f-4853-a7f8-7a4891014c81 HTTP/1.1" status: 204 len: 173 time: 0.6802514 Nov 16 22:07:35.282288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-deleted', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:07:35.284511 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6e838f-ea47-4490-98b9-a1b9063ffd62" -d '{"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-deleted", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:07:35.324100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.328043 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f1b77-7c99-4f90-a177-3423262b8550 x-openstack-request-id: req-ee3f1b77-7c99-4f90-a177-3423262b8550 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:07:35.328947 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ed92f6-f402-4308-8c42-4c7d262dd109", "name": "network-vif-deleted", "tag": "91e9e8e4-a39f-4853-a7f8-7a4891014c81", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:07:35.328947 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee3f1b77-7c99-4f90-a177-3423262b8550 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:07:35.328947 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ed92f6-f402-4308-8c42-4c7d262dd109', 'name': 'network-vif-deleted', 'tag': '91e9e8e4-a39f-4853-a7f8-7a4891014c81', 'status': 'completed', 'code': 200} Nov 16 22:07:35.362973 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.376131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['91e9e8e4-a39f-4853-a7f8-7a4891014c81'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:07:35.414633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:07:35.418162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:07:35.423346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:07:35.445329 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:35.475044 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:35.475665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.492087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-299514a8-6112-4980-b77e-9a33388fccb2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673394 Nov 16 22:07:35.504595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Request body: {'port': {'device_id': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:07:35.557797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.756817 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:35.831746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc35b6d-71c3-428c-a190-06f24adc3ae1 req-83852b9e-6b0b-484d-8d5e-6167bbd48de0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:35.833287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bc35b6d-71c3-428c-a190-06f24adc3ae1 req-83852b9e-6b0b-484d-8d5e-6167bbd48de0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 931 time: 0.0537004 Nov 16 22:07:35.886428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9bc35b6d-71c3-428c-a190-06f24adc3ae1 req-b0c7cd13-6c42-4787-9bd5-7e028e90c96c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 Nov 16 22:07:36.103755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f99b578-eda9-48bd-bd80-f5fa67851cb6 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:07:36.111755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:36.123055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Transition to ACTIVE for port object 4f99b578-eda9-48bd-bd80-f5fa67851cb6 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:07:36.127455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:36.179378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:36.245316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:07:36.245699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:07:36.246030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:07:36.250342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:07:36.250660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:07:36.255482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:07:36.255816 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Checking segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:07:36.256197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Bound using segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:07:36.256613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Bound port: 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:07:36.256960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:36.319136 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:07:36.322133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:07:36.327693 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:36.363395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:36.364022 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:36.365444 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 1091 time: 0.8649771 Nov 16 22:07:36.386753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d556-6d78-43c0-8015-87fedc5ccef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:36.446651 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-74cae61a-288d-43f0-874e-c6711cc49d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:36.448144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-74cae61a-288d-43f0-874e-c6711cc49d8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1094 time: 0.0407865 Nov 16 22:07:36.494095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-d058f245-fa27-4440-9b2e-a7d6ef9d3a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0363758 Nov 16 22:07:36.547594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-117128e3-5a85-4fd5-91ea-7d5b597e2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:36.549053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-117128e3-5a85-4fd5-91ea-7d5b597e2f30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0443115 Nov 16 22:07:36.582010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-dfc1281a-8ee8-4798-93c4-13b58f2a1dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246885 Nov 16 22:07:36.673922 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-74303517-bad8-4bf4-9492-692bda958e3e service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840056 Nov 16 22:07:36.764034 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-963596eb-2cd0-4531-a717-8dbc9b0fa92c req-1b445a4e-edbe-4264-864d-c9b361c37c20 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831454 Nov 16 22:07:37.015143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d52d-7d54-4647-9fb3-0758deb72fc6 req-fc5496b6-0882-4ac0-a5df-734b5d2eeee5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:37.016916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ed8d52d-7d54-4647-9fb3-0758deb72fc6 req-fc5496b6-0882-4ac0-a5df-734b5d2eeee5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0501943 Nov 16 22:07:37.067860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ed8d52d-7d54-4647-9fb3-0758deb72fc6 req-c9271a22-9072-4a6f-a25b-dae465c88f91 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 Nov 16 22:07:37.330351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:07:37.332666 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f95921-8561-4c70-8531-5e50ed02fb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:07:37.368209 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4996c7e-3be6-4694-8ca6-1d1660b16bc7 x-openstack-request-id: req-d4996c7e-3be6-4694-8ca6-1d1660b16bc7 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:07:37.368506 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:07:37.368786 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4996c7e-3be6-4694-8ca6-1d1660b16bc7 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:07:37.369182 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'status': 'completed', 'code': 200} Nov 16 22:07:37.430209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-31874630-c174-4d89-a99b-f4adae620cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:37.431671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-31874630-c174-4d89-a99b-f4adae620cf1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1094 time: 0.0398121 Nov 16 22:07:37.524300 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-90ba53dc-3eb3-48fe-8158-8c254aa7ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:37.525715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-90ba53dc-3eb3-48fe-8158-8c254aa7ef2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0838475 Nov 16 22:07:37.574336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-1383a24f-1da5-4fb9-8535-7bbbe1bd1563 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0395119 Nov 16 22:07:37.625590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-eb632195-f3a7-4ac7-9ca0-f18a12c197be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:37.627173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-eb632195-f3a7-4ac7-9ca0-f18a12c197be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0429096 Nov 16 22:07:37.660150 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-c7af3e62-8afc-42c9-a3ab-14c64375c9ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246830 Nov 16 22:07:37.752095 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-32c5c5aa-8321-41ae-9fd0-b64f74836f98 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Nov 16 22:07:37.846901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-13f95921-8561-4c70-8531-5e50ed02fb3f req-8b08b9dd-6ce1-4bc5-9077-7b4f784343a1 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Nov 16 22:07:38.116700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:07:38.138145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 91e9e8e4-a39f-4853-a7f8-7a4891014c81 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:07:38.138499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 91e9e8e4-a39f-4853-a7f8-7a4891014c81 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:07:38.188145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105b884-066d-4290-849a-3a4f952c0345 req-4ae7d878-2b86-4370-8919-a8093bef5dce tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:38.189681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5105b884-066d-4290-849a-3a4f952c0345 req-4ae7d878-2b86-4370-8919-a8093bef5dce tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0513997 Nov 16 22:07:38.236545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5105b884-066d-4290-849a-3a4f952c0345 req-57d705bf-f1f3-46de-87dd-984fd5166c68 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Nov 16 22:07:39.356646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d7ba3-9895-48d9-aac8-6d24f52ebf8f req-35cf1f1e-54b5-4878-a1a2-8da6c2ff2d1d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:39.358153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-976d7ba3-9895-48d9-aac8-6d24f52ebf8f req-35cf1f1e-54b5-4878-a1a2-8da6c2ff2d1d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0495901 Nov 16 22:07:39.409192 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-976d7ba3-9895-48d9-aac8-6d24f52ebf8f req-a27f9598-0de2-4532-b3e2-30f015d2d6b3 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Nov 16 22:07:39.444884 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:07:40.116175 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:07:40.212530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:40.225107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'port_id': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'mac_address': 'fa:16:3e:c4:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a817b70c-2de8-48cf-82e1-58d259e38d65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:07:40.261671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:40.275151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f99b578-eda9-48bd-bd80-f5fa67851cb6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:07:40.294275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:40.298464 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:40.345741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:40.352979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.353337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.353713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.354061 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.354400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.354737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.355077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.355409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.355742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.356071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.356404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.356732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:07:40.529195 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7a141-483e-4edd-91e8-9a4baea32f5b req-41be97df-be66-48ad-8b5e-f5bfac81db23 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:40.530791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08f7a141-483e-4edd-91e8-9a4baea32f5b req-41be97df-be66-48ad-8b5e-f5bfac81db23 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 944 time: 0.0533524 Nov 16 22:07:40.539288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['4f99b578-eda9-48bd-bd80-f5fa67851cb6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:07:40.579902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-08f7a141-483e-4edd-91e8-9a4baea32f5b req-b7825448-8480-43c4-aa33-b6261ac5d9d9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Nov 16 22:07:41.696825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b1ce-896f-4c33-ac59-8763a63432d3 req-b0cc20c7-3d0b-436f-98ca-262db76a9d18 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:41.698402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c47b1ce-896f-4c33-ac59-8763a63432d3 req-b0cc20c7-3d0b-436f-98ca-262db76a9d18 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 944 time: 0.0506299 Nov 16 22:07:41.746230 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4c47b1ce-896f-4c33-ac59-8763a63432d3 req-e5dc6642-53a3-42cf-abc1-620fbcb1caa0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Nov 16 22:07:42.117334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:07:42.165266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:07:42.169316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:07:42.169721 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:42.249023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:42.273248 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:07:42.275517 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43afb626-3322-4b62-90f8-b0ab8354b6a6" -d '{"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-plugged", "status": "completed", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:07:42.288490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:07:42.292522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:42.315997 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f04a53b-128a-4c27-b637-6810fc7654b1 x-openstack-request-id: req-8f04a53b-128a-4c27-b637-6810fc7654b1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:07:42.316441 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-plugged", "status": "completed", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:07:42.316593 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f04a53b-128a-4c27-b637-6810fc7654b1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:07:42.316936 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'code': 200} Nov 16 22:07:42.342696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:07:42.412770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29637b-c311-4662-a1e3-b8c537311a83 req-91f61d6a-ae35-4a87-b268-04b93902b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:42.414309 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed29637b-c311-4662-a1e3-b8c537311a83 req-91f61d6a-ae35-4a87-b268-04b93902b82a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1096 time: 0.0403531 Nov 16 22:07:42.459720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed29637b-c311-4662-a1e3-b8c537311a83 req-10271091-bf0d-4790-9340-b7305f9b56d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Nov 16 22:07:42.861327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613eb35-8f89-4340-a942-64bce947b3cd req-0e7909b2-8640-4c64-a509-601034c9febc tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:42.862858 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1613eb35-8f89-4340-a942-64bce947b3cd req-0e7909b2-8640-4c64-a509-601034c9febc tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Nov 16 22:07:42.909224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1613eb35-8f89-4340-a942-64bce947b3cd req-94afe224-1bfa-4404-8c24-867f589da7d5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Nov 16 22:07:44.030177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadddcd1-edec-4560-9650-713eaa4448b8 req-50a74b2c-fd98-47f1-8e8c-111a13c48e81 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:44.031688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dadddcd1-edec-4560-9650-713eaa4448b8 req-50a74b2c-fd98-47f1-8e8c-111a13c48e81 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Nov 16 22:07:44.078177 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dadddcd1-edec-4560-9650-713eaa4448b8 req-c154865c-0f00-44ef-b0a8-95878a3c04cf tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Nov 16 22:07:44.195744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603044-c194-48d6-98ea-adcae660af37 req-b6c1d791-7b18-4659-aa4b-421c4abd251d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:44.197264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75603044-c194-48d6-98ea-adcae660af37 req-b6c1d791-7b18-4659-aa4b-421c4abd251d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Nov 16 22:07:44.247575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75603044-c194-48d6-98ea-adcae660af37 req-0bf27aaf-c1bb-4624-a755-94d50a0ae700 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Nov 16 22:07:44.497632 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-bb53018c-5e61-4adf-be50-3c46214f9e67 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688078 Nov 16 22:07:44.505749 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3490519-35af-47cb-a71d-b9cab4aa4a8b req-29642780-0951-45a2-ac35-71db3a0998f9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:44.507159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3490519-35af-47cb-a71d-b9cab4aa4a8b req-29642780-0951-45a2-ac35-71db3a0998f9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0696127 Nov 16 22:07:44.560219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3490519-35af-47cb-a71d-b9cab4aa4a8b req-2eeca8a1-a4c7-45d9-bbd2-8a6c6cdcf111 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Nov 16 22:07:45.559788 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-3a44c54b-3a24-4b1b-942e-3681c8f5eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:45.561267 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-3a44c54b-3a24-4b1b-942e-3681c8f5eb5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1096 time: 0.0403140 Nov 16 22:07:45.691580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-e3548837-4808-4185-b4b5-05e2fa25c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:45.693088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-e3548837-4808-4185-b4b5-05e2fa25c54e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.1217041 Nov 16 22:07:45.705604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c9985-8c3b-462d-baa3-2b48c420f472 req-fe51a4e9-6cc9-4315-88b9-2cf83f67a987 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:45.707055 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec4c9985-8c3b-462d-baa3-2b48c420f472 req-fe51a4e9-6cc9-4315-88b9-2cf83f67a987 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0749493 Nov 16 22:07:45.754061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-211bc4cd-89b1-49fb-bf3c-fbf536a4517d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0460224 Nov 16 22:07:45.818054 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec4c9985-8c3b-462d-baa3-2b48c420f472 req-39105e32-128b-44f2-bdd4-9d4a7017f957 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042686 Nov 16 22:07:45.826933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-1af81407-0f12-4ffe-9c8f-d988b8e73ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:45.828355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-1af81407-0f12-4ffe-9c8f-d988b8e73ee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0669239 Nov 16 22:07:45.862544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-91e846ae-aab5-4a3d-926d-431f28c6b6de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248396 Nov 16 22:07:45.952733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-37c6c200-a3b3-44e4-b553-d1716dff219c service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835159 Nov 16 22:07:46.046371 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-1aacb1f8-4b16-41b9-a122-1ef54b4b5949 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851622 Nov 16 22:07:46.932888 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaa61d-bb18-440c-8971-1b236dd0df89 req-cd97b704-574a-4408-b125-ac4f4f8ed6ea tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:46.934400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdfaa61d-bb18-440c-8971-1b236dd0df89 req-cd97b704-574a-4408-b125-ac4f4f8ed6ea tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Nov 16 22:07:46.982589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdfaa61d-bb18-440c-8971-1b236dd0df89 req-3b26559a-143b-450c-b09e-bf649a25b320 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Nov 16 22:07:48.098352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567dc89-46ce-466c-8420-a69472c51be3 req-166ee055-8e6f-4179-ac3b-8afefe6a4901 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:48.099826 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a567dc89-46ce-466c-8420-a69472c51be3 req-166ee055-8e6f-4179-ac3b-8afefe6a4901 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0499113 Nov 16 22:07:48.146659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a567dc89-46ce-466c-8420-a69472c51be3 req-cfdf7e15-a247-4255-bf88-94fe5497f4f7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Nov 16 22:07:49.273493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e964430-1966-4e93-a5f5-37ff8afe423b req-ae341f4b-c093-4d9a-b109-7aa1fae491d1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:49.275068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e964430-1966-4e93-a5f5-37ff8afe423b req-ae341f4b-c093-4d9a-b109-7aa1fae491d1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0515716 Nov 16 22:07:49.323463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e964430-1966-4e93-a5f5-37ff8afe423b req-218310cd-1b41-4995-95f7-d7d164c5808f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Nov 16 22:07:50.446497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719a1-c8ab-42bc-b0a1-834bd4baa06f req-bc6d67b1-b132-4f73-95d6-69eb1f155d9d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:50.447989 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4f719a1-c8ab-42bc-b0a1-834bd4baa06f req-bc6d67b1-b132-4f73-95d6-69eb1f155d9d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0533938 Nov 16 22:07:50.495254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4f719a1-c8ab-42bc-b0a1-834bd4baa06f req-50509026-c41b-4da9-8d90-f36baedfb343 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Nov 16 22:07:50.860693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fb5db775-ec51-43af-8623-acb247465a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:51.617217 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9272ed3-0fe8-4bc4-8f56-ee1ecda125d0 req-66601f49-58c0-4d64-941a-f6e58ca4831f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:51.618728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9272ed3-0fe8-4bc4-8f56-ee1ecda125d0 req-66601f49-58c0-4d64-941a-f6e58ca4831f tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0536189 Nov 16 22:07:51.665409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9272ed3-0fe8-4bc4-8f56-ee1ecda125d0 req-a86fb438-a3c3-4078-a9a3-8cfdba40404e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Nov 16 22:07:52.781555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b25d9-41a8-4972-9803-7d43b87f4763 req-067afde8-13fe-41fc-aa66-670c1c078951 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:52.783141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-285b25d9-41a8-4972-9803-7d43b87f4763 req-067afde8-13fe-41fc-aa66-670c1c078951 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0499361 Nov 16 22:07:52.830867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-285b25d9-41a8-4972-9803-7d43b87f4763 req-de709543-ea20-4cb0-b607-0f24d471cf00 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Nov 16 22:07:53.160999 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-59c8ce43-e0f6-4813-a814-51b353f49cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:53.946623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a450e4-0a7d-47c7-8e5f-849716032a47 req-08fb99ff-619a-41ab-8595-7b111cb853f7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:53.948048 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85a450e4-0a7d-47c7-8e5f-849716032a47 req-08fb99ff-619a-41ab-8595-7b111cb853f7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Nov 16 22:07:53.995273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-85a450e4-0a7d-47c7-8e5f-849716032a47 req-84c7bd27-dbb1-4d8b-82b4-8607eb545005 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Nov 16 22:07:54.345343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:55.110723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5994940-2a35-47f6-886c-cf4132765f0f req-3d8aaa5c-fb51-468b-8ad6-f54b807078b5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:55.112218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5994940-2a35-47f6-886c-cf4132765f0f req-3d8aaa5c-fb51-468b-8ad6-f54b807078b5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Nov 16 22:07:55.163927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5994940-2a35-47f6-886c-cf4132765f0f req-a10a6f5d-c450-42cf-b819-3d896a8a2e0d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Nov 16 22:07:55.891805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:56.279318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880faa0b-7399-4fc0-ada2-22c994cdbde4 req-897c3d58-a25e-41a6-a997-7767afbc4f56 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:56.280784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-880faa0b-7399-4fc0-ada2-22c994cdbde4 req-897c3d58-a25e-41a6-a997-7767afbc4f56 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0483232 Nov 16 22:07:56.331593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-880faa0b-7399-4fc0-ada2-22c994cdbde4 req-f406f61c-c7db-46c8-95e3-d3ce5f9eb7a1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Nov 16 22:07:56.740454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:07:57.446466 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47bf7-dd20-4499-9db8-cc0779f49465 req-142d88ec-ae17-4790-83d2-f178cddf6739 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:57.447952 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cec47bf7-dd20-4499-9db8-cc0779f49465 req-142d88ec-ae17-4790-83d2-f178cddf6739 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Nov 16 22:07:57.495022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cec47bf7-dd20-4499-9db8-cc0779f49465 req-c0f0d01b-1cc2-4622-b0e1-42e77919babb tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Nov 16 22:07:58.608326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9fd9-2ad6-4161-9759-a54dd6f7ba55 req-f9ca4739-3fa9-48df-8b53-bbdcdbb49f77 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:58.610436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da7f9fd9-2ad6-4161-9759-a54dd6f7ba55 req-f9ca4739-3fa9-48df-8b53-bbdcdbb49f77 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Nov 16 22:07:58.657852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da7f9fd9-2ad6-4161-9759-a54dd6f7ba55 req-34bd9b63-ee16-4d2a-97f3-245537652e80 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Nov 16 22:07:59.777743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10107b54-734d-45a1-892d-fe5f43d4d355 req-fe8c030d-431b-4aa4-be65-6fe4aa153f5e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:07:59.779221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10107b54-734d-45a1-892d-fe5f43d4d355 req-fe8c030d-431b-4aa4-be65-6fe4aa153f5e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Nov 16 22:07:59.825486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-10107b54-734d-45a1-892d-fe5f43d4d355 req-76f9e999-d919-4eeb-a6a6-b20ae8ad4d17 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Nov 16 22:08:00.941661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f0737-b15a-46f6-b913-9dd2b38ad787 req-09889883-e9a1-4080-a1b7-60cad0c9dd49 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:00.943129 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b20f0737-b15a-46f6-b913-9dd2b38ad787 req-09889883-e9a1-4080-a1b7-60cad0c9dd49 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Nov 16 22:08:00.990599 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b20f0737-b15a-46f6-b913-9dd2b38ad787 req-acafa48d-99b5-4bde-be36-df175f1c1ce3 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Nov 16 22:08:02.108674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0116a-f453-4976-8ab3-f98040e26076 req-5bc7a112-462c-46af-9689-ab4d5987d5ce tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:02.110687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfb0116a-f453-4976-8ab3-f98040e26076 req-5bc7a112-462c-46af-9689-ab4d5987d5ce tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Nov 16 22:08:02.157367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfb0116a-f453-4976-8ab3-f98040e26076 req-fd5e43c1-c1a8-4020-96a2-feff43cbb2b7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Nov 16 22:08:03.283153 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf73e4-a300-45e6-864a-a8e44ca8e508 req-b57d9923-da40-46e8-a176-915d8ac16e85 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:03.284619 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75bf73e4-a300-45e6-864a-a8e44ca8e508 req-b57d9923-da40-46e8-a176-915d8ac16e85 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0577626 Nov 16 22:08:03.332256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-75bf73e4-a300-45e6-864a-a8e44ca8e508 req-d3b3e2ff-f241-4abd-b09f-40298b472be8 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Nov 16 22:08:03.739603 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:04.449113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cbba0-a0a1-4727-82a2-165fe188cd80 req-b2f42492-c65d-4ae7-bd88-7853a6dde5df tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:04.450595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac2cbba0-a0a1-4727-82a2-165fe188cd80 req-b2f42492-c65d-4ae7-bd88-7853a6dde5df tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0491095 Nov 16 22:08:04.497551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac2cbba0-a0a1-4727-82a2-165fe188cd80 req-eed8868a-43af-4a5f-b99d-a08a92b2d0c9 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Nov 16 22:08:05.617466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc83923-2442-4a9f-a58b-b930f0ced6b2 req-cdd326aa-b79d-4f85-8c71-b46ba3b21542 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:05.618989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8dc83923-2442-4a9f-a58b-b930f0ced6b2 req-cdd326aa-b79d-4f85-8c71-b46ba3b21542 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Nov 16 22:08:05.666730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8dc83923-2442-4a9f-a58b-b930f0ced6b2 req-52cdd689-af74-4773-b03e-3b3ec196c220 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Nov 16 22:08:05.750555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:06.783481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033228fb-3bd9-4c5c-9937-ace0a25af2a7 req-e607b4dc-9b1a-4555-8d91-57a1aa461274 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:06.784940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-033228fb-3bd9-4c5c-9937-ace0a25af2a7 req-e607b4dc-9b1a-4555-8d91-57a1aa461274 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Nov 16 22:08:06.835447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-033228fb-3bd9-4c5c-9937-ace0a25af2a7 req-bc6d55ad-d966-46c2-8dbf-4edec0013ea4 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Nov 16 22:08:07.953869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca3cff-d7e5-429d-88db-6715f334b62f req-1fc2ae8d-cc1a-4adb-a4ac-25331ab7706c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:07.955299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34ca3cff-d7e5-429d-88db-6715f334b62f req-1fc2ae8d-cc1a-4adb-a4ac-25331ab7706c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0525823 Nov 16 22:08:08.002128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-34ca3cff-d7e5-429d-88db-6715f334b62f req-7ffe3c3f-ed74-4c80-aad4-8d4495ce5210 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Nov 16 22:08:09.117350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5e0f5-8bc2-43e2-a121-5cd39dde8521 req-4ce71598-079e-47b1-98c0-b1b3cf110c5a tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:09.118866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51d5e0f5-8bc2-43e2-a121-5cd39dde8521 req-4ce71598-079e-47b1-98c0-b1b3cf110c5a tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0492971 Nov 16 22:08:09.165702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-51d5e0f5-8bc2-43e2-a121-5cd39dde8521 req-646c78ef-5afb-40c2-91dd-05c77594b1bd tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Nov 16 22:08:10.280689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6349d8-656b-482f-a8a9-5d55307521bc req-0bde7b81-9193-48d3-98c5-cd15a8f47e73 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:10.282399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e6349d8-656b-482f-a8a9-5d55307521bc req-0bde7b81-9193-48d3-98c5-cd15a8f47e73 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Nov 16 22:08:10.329458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e6349d8-656b-482f-a8a9-5d55307521bc req-071a4bc9-123c-4c81-8611-41ab3f356313 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Nov 16 22:08:11.445249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5287-5e5c-40dc-9d44-c0bf5f5a8dbe req-1bd4a67a-542e-4fbf-817c-8a0c11cd08a5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:11.446765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71df5287-5e5c-40dc-9d44-c0bf5f5a8dbe req-1bd4a67a-542e-4fbf-817c-8a0c11cd08a5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Nov 16 22:08:11.494003 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-71df5287-5e5c-40dc-9d44-c0bf5f5a8dbe req-830b3394-c469-4893-aff2-c9012c38e1f7 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Nov 16 22:08:12.610773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983dd8-90df-443d-823e-7acbfbb01d6d req-a6e37a8d-4437-49b7-a3ad-109077381bb6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:12.612245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa983dd8-90df-443d-823e-7acbfbb01d6d req-a6e37a8d-4437-49b7-a3ad-109077381bb6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Nov 16 22:08:12.662904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa983dd8-90df-443d-823e-7acbfbb01d6d req-96116c32-fc6c-4225-ad9b-91d12403ac78 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Nov 16 22:08:13.629804 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-8a8a5f5b-2c1a-441e-81f7-bcfeaef4e2ba service neutron] show failed (client error): The resource could not be found. Nov 16 22:08:13.630827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-8a8a5f5b-2c1a-441e-81f7-bcfeaef4e2ba service neutron] 10.222.0.41 "GET /v2.0/ports/4f99b578-eda9-48bd-bd80-f5fa67851cb6/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.1041677 Nov 16 22:08:13.794921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7f12a-9fb0-4974-b159-5de2da44c635 req-7c0c7aed-5683-4fee-bc91-8e69adfacc61 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.796355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18a7f12a-9fb0-4974-b159-5de2da44c635 req-7c0c7aed-5683-4fee-bc91-8e69adfacc61 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0591273 Nov 16 22:08:13.837167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-af889dcb-a91a-4599-9277-83a26232ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:13.838736 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-af889dcb-a91a-4599-9277-83a26232ca55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67&tenant_id=105f7b988b064f3b8ea444bc31569974 HTTP/1.1" status: 200 len: 1096 time: 0.0425663 Nov 16 22:08:13.845971 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18a7f12a-9fb0-4974-b159-5de2da44c635 req-13c5b439-603b-4aba-b331-83e0bc2d1415 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Nov 16 22:08:13.851629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:13.903880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:14.109541 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:14.141274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:14.179353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:14.181596 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720aa0c0-8e32-45d1-981d-9f96da7e5d36" -d '{"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-unplugged", "status": "completed", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:14.185256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:14.197756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Transition to ACTIVE for port object 4f99b578-eda9-48bd-bd80-f5fa67851cb6 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:08:14.201954 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:14.242597 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd4f8a-114e-4132-a4c0-e63a9daac208 x-openstack-request-id: req-1dfd4f8a-114e-4132-a4c0-e63a9daac208 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:14.242597 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-unplugged", "status": "completed", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:14.242783 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dfd4f8a-114e-4132-a4c0-e63a9daac208 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:14.243103 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'code': 200} Nov 16 22:08:14.267248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] No DVR routers for this DVR port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:08:14.269075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=6']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:14.281184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.281551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.281899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.282240 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.282575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.282907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.283235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.283558 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.283884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.284205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.284530 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.284850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:14.313140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:14.313478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:14.313862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:14.318073 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:08:14.318397 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Attempting to bind port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on network 6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:14.323313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:14.323653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Checking segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:14.324045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Bound using segment: {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:14.324477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Bound port: 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:14.324836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:14.391353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:14.394341 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:14.398308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:14.434933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.435545 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:14.436931 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 1091 time: 0.5894349 Nov 16 22:08:14.454980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582a6bb-6a66-457e-8531-ca4619629a81 service neutron] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:14.508476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-ce001db0-bbbb-4163-b559-d7871c7d4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.510695 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-ce001db0-bbbb-4163-b559-d7871c7d4dd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1094 time: 0.0447116 Nov 16 22:08:14.608453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-8c917060-b1a1-4bee-bb3c-1b6732bb80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.610707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-8c917060-b1a1-4bee-bb3c-1b6732bb80b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0914514 Nov 16 22:08:14.651545 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-5af7b6f3-ba30-44d0-9a5f-ec9fe5d6b272 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0331869 Nov 16 22:08:14.705752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-7cd2f7f3-6e19-4a1e-b273-8953c359e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.707241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-7cd2f7f3-6e19-4a1e-b273-8953c359e150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0477715 Nov 16 22:08:14.971607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b156b6d-4d70-4c58-b82a-64201b66e51d req-e4206505-b9f0-43f1-9c97-3ba681553e10 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:14.973226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b156b6d-4d70-4c58-b82a-64201b66e51d req-e4206505-b9f0-43f1-9c97-3ba681553e10 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0541539 Nov 16 22:08:15.027393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9b156b6d-4d70-4c58-b82a-64201b66e51d req-f8d19126-2dca-45ee-946e-54e807eeb4f4 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Nov 16 22:08:15.056168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-02e39068-0140-4062-95fb-9ddee629eaae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3410039 Nov 16 22:08:15.148752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-062ce796-1e57-4f9b-8ea6-a48fd3070e66 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839081 Nov 16 22:08:15.240615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-df8ddcd0-d1e1-48b1-8944-dc8ab5bda85a req-160c57c0-8253-4166-896f-9a93bd29ddef service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833776 Nov 16 22:08:16.147609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21dd4e-4474-4900-8e2f-cb1b34e94921 req-71eff69f-f061-472e-a615-139d8addf99e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.149091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e21dd4e-4474-4900-8e2f-cb1b34e94921 req-71eff69f-f061-472e-a615-139d8addf99e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0501585 Nov 16 22:08:16.197440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e21dd4e-4474-4900-8e2f-cb1b34e94921 req-d32f3b85-4993-4550-b0ec-128f3587d2f2 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Nov 16 22:08:16.244389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:16.246461 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481cdff-be13-493a-a66e-24e3db51a57e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:16.293969 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5d876d-755d-464a-9731-505a4893533c x-openstack-request-id: req-0f5d876d-755d-464a-9731-505a4893533c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:16.294263 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:16.294518 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f5d876d-755d-464a-9731-505a4893533c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:16.294919 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'status': 'completed', 'code': 200} Nov 16 22:08:16.356497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481cdff-be13-493a-a66e-24e3db51a57e req-980515ce-4d23-420a-ba16-4ebd48fae167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.357959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-980515ce-4d23-420a-ba16-4ebd48fae167 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1094 time: 0.0424767 Nov 16 22:08:16.414509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481cdff-be13-493a-a66e-24e3db51a57e req-e013fef4-aa30-4935-afad-7a99c08cee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.416002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-e013fef4-aa30-4935-afad-7a99c08cee79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1094 time: 0.0442252 Nov 16 22:08:16.443892 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:08:16.452033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481cdff-be13-493a-a66e-24e3db51a57e req-9189b01c-fbbc-40ee-9dc7-e2f33a0f4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.453534 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-9189b01c-fbbc-40ee-9dc7-e2f33a0f4fb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0865676 Nov 16 22:08:16.500399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-32be6f80-036d-4c97-925d-168a68c78d23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0384037 Nov 16 22:08:16.510010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481cdff-be13-493a-a66e-24e3db51a57e req-9f45d74e-eaf2-4c81-8a6b-4079b3412b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.511464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-9f45d74e-eaf2-4c81-8a6b-4079b3412b02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0876834 Nov 16 22:08:16.551020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481cdff-be13-493a-a66e-24e3db51a57e req-094e2519-1483-4ef9-b78a-0fd0337d9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.552528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-094e2519-1483-4ef9-b78a-0fd0337d9616 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0450978 Nov 16 22:08:16.557243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-dd890324-a6af-40c0-ba1b-5e2f9f5a365a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0380042 Nov 16 22:08:16.584478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-f7084816-b566-4c97-bd64-d1471f0cff45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250633 Nov 16 22:08:16.610372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481cdff-be13-493a-a66e-24e3db51a57e req-ab899bbe-d01f-457f-a8cb-2352a96f080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:16.611750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-ab899bbe-d01f-457f-a8cb-2352a96f080d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0441470 Nov 16 22:08:16.643576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-4cabba51-cb44-4640-9de1-f0739e4018cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241623 Nov 16 22:08:16.679438 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-42d24a78-b0f2-40be-8cee-fdb4fdef077f service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871410 Nov 16 22:08:16.741133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-8900928b-e507-400b-93cc-8921cf21e3d0 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882127 Nov 16 22:08:16.769134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-b168e411-ec0f-4ece-931e-5363693e23cf service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825057 Nov 16 22:08:16.836441 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4481cdff-be13-493a-a66e-24e3db51a57e req-9d10b3d7-28d0-46b2-9a2d-8475a2a58020 service neutron] 10.222.0.47 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838423 Nov 16 22:08:17.314813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067139b-0ee2-4a4d-a732-a664af0b7bf5 req-bf506661-1669-4581-b0cc-04d54833d5a0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:17.316339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1067139b-0ee2-4a4d-a732-a664af0b7bf5 req-bf506661-1669-4581-b0cc-04d54833d5a0 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0495300 Nov 16 22:08:17.373014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1067139b-0ee2-4a4d-a732-a664af0b7bf5 req-5e40ab9b-87da-4650-9910-48cbf561def1 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Nov 16 22:08:18.381007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:08:18.429465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:08:18.497936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063635-61db-4ac4-a6c7-6b20ae22f9e7 req-bf33a038-7bdb-4833-a62c-3839ed7014c6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:18.499396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63063635-61db-4ac4-a6c7-6b20ae22f9e7 req-bf33a038-7bdb-4833-a62c-3839ed7014c6 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 943 time: 0.0512614 Nov 16 22:08:18.556359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-63063635-61db-4ac4-a6c7-6b20ae22f9e7 req-135fe3cc-180c-49a0-a677-5a8a85cfb5a3 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507481 Nov 16 22:08:18.556905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:08:18.653687 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:18.666029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'network_id': '6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f', 'port_id': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'mac_address': 'fa:16:3e:c4:e7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a817b70c-2de8-48cf-82e1-58d259e38d65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:08:18.711364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:18.727280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f99b578-eda9-48bd-bd80-f5fa67851cb6 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:08:18.745920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:18.750105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:18.796153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:19.130691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4f99b578-eda9-48bd-bd80-f5fa67851cb6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:08:19.679589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469c147-0e2c-456a-9bf0-4ec6eaa7fd80 req-a9fd2865-d04a-4e44-9c20-2a448b9cdfff tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:19.681070 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9469c147-0e2c-456a-9bf0-4ec6eaa7fd80 req-a9fd2865-d04a-4e44-9c20-2a448b9cdfff tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 944 time: 0.0538189 Nov 16 22:08:19.728895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9469c147-0e2c-456a-9bf0-4ec6eaa7fd80 req-f6382057-10ae-436b-bdc8-3513fe0d1e4a tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Nov 16 22:08:19.920974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225ae0a-3795-431c-b66f-75227c03c6c7 req-8d282b1a-62d8-4207-b521-a98742f85185 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:19.922559 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9225ae0a-3795-431c-b66f-75227c03c6c7 req-8d282b1a-62d8-4207-b521-a98742f85185 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 944 time: 0.0503540 Nov 16 22:08:19.937713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-7421e3eb-4371-42e3-9953-6537b7febfdf tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:19.939755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-7421e3eb-4371-42e3-9953-6537b7febfdf tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67&tenant_id=105f7b988b064f3b8ea444bc31569974&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 944 time: 0.0523996 Nov 16 22:08:19.972415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9225ae0a-3795-431c-b66f-75227c03c6c7 req-e0694f99-80df-45b6-acf9-63cf0d6e857c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Nov 16 22:08:20.001838 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-b5890bb2-5f41-4a13-97d7-5726f7dd349a service neutron] delete failed (client error): The resource could not be found. Nov 16 22:08:20.002902 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-b5890bb2-5f41-4a13-97d7-5726f7dd349a service neutron] 10.222.0.41 "DELETE /v2.0/ports/4f99b578-eda9-48bd-bd80-f5fa67851cb6/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0550225 Nov 16 22:08:20.086413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-811de472-273a-4ddf-9681-5787ecb2d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:20.088321 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-811de472-273a-4ddf-9681-5787ecb2d045 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105f7b988b064f3b8ea444bc31569974&device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 1095 time: 0.0407596 Nov 16 22:08:20.182207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-61c65bab-c4d7-4436-9323-68f1bc6a42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:20.183725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-61c65bab-c4d7-4436-9323-68f1bc6a42bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 200 len: 916 time: 0.0885658 Nov 16 22:08:20.224510 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-768059a8-c9de-4fc5-b536-12d381e33e20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 200 len: 217 time: 0.0336485 Nov 16 22:08:20.276434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-20f8abb4-fde0-44ac-9db9-0280691c0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:20.277943 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-20f8abb4-fde0-44ac-9db9-0280691c0cb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 200 len: 855 time: 0.0470173 Nov 16 22:08:20.310486 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-781c7c01-173e-43da-944e-f0074c8d0c05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251064 Nov 16 22:08:20.399500 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-6a9f02b0-0458-477c-a899-72c6b37b8462 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809896 Nov 16 22:08:20.495559 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4043cf77-aa8a-4814-aba0-beec5fbc4a9d req-bf909bb7-9ce5-4d5c-a323-26f864874c25 service neutron] 10.222.0.41 "GET /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Nov 16 22:08:20.570167 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:20.620461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:08:20.624464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:20.624838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:20.706365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:20.729425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:20.731634 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63148a68-ff60-4e6b-b0f0-07e2c548b4ad" -d '{"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-plugged", "status": "completed", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:20.743684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:20.747688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:20.788245 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad26f32-ea29-4061-8add-4195f71417a4 x-openstack-request-id: req-aad26f32-ea29-4061-8add-4195f71417a4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:20.788530 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-plugged", "status": "completed", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:20.788782 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aad26f32-ea29-4061-8add-4195f71417a4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:20.789170 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'code': 200} Nov 16 22:08:20.798579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:20.861496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4473c3e3-e02e-4032-bfef-42033d77af57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:21.099215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc16e3-d81e-43ab-b219-26399360ef15 req-a7768b97-8a1a-4636-a71f-4bf27256f619 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:21.100714 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cbc16e3-d81e-43ab-b219-26399360ef15 req-a7768b97-8a1a-4636-a71f-4bf27256f619 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0559094 Nov 16 22:08:21.149379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cbc16e3-d81e-43ab-b219-26399360ef15 req-646b6ba5-3f05-4c13-b6aa-9ed827069d37 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Nov 16 22:08:21.264491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680644b-1b4e-4f37-9845-fc0f331d94c4 req-e0cff6d0-b82c-4023-bad6-b4b861452351 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:21.266289 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1680644b-1b4e-4f37-9845-fc0f331d94c4 req-e0cff6d0-b82c-4023-bad6-b4b861452351 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Nov 16 22:08:21.314760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1680644b-1b4e-4f37-9845-fc0f331d94c4 req-439cb1ea-86ad-4d02-84b0-6ad05d8d32b5 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Nov 16 22:08:21.427279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfd82b-b40f-48ef-a149-2c558aa466e3 req-8c4a09ff-db25-4963-b177-d6b391a14be4 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:21.428745 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcfd82b-b40f-48ef-a149-2c558aa466e3 req-8c4a09ff-db25-4963-b177-d6b391a14be4 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Nov 16 22:08:21.475151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dcfd82b-b40f-48ef-a149-2c558aa466e3 req-d543f5ed-1206-4fa2-81d1-022f804d2915 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Nov 16 22:08:21.806005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7aae9-bded-417b-be75-d9d456577a56 req-6f29ea56-27ce-41b9-b937-3f12c9811f6d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:21.807393 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-faa7aae9-bded-417b-be75-d9d456577a56 req-6f29ea56-27ce-41b9-b937-3f12c9811f6d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0493653 Nov 16 22:08:21.859399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-faa7aae9-bded-417b-be75-d9d456577a56 req-af4865a1-ce87-438c-95c3-96020856824e tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 Nov 16 22:08:22.973849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a819e09-5d1e-4334-b176-7cc57b10348c req-b21ce49c-34fb-4e68-b2d7-9138c00c0734 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:22.975239 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4a819e09-5d1e-4334-b176-7cc57b10348c req-b21ce49c-34fb-4e68-b2d7-9138c00c0734 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0498762 Nov 16 22:08:23.026549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4a819e09-5d1e-4334-b176-7cc57b10348c req-dbdc6f2a-f629-4c18-bce9-87025a0ca74d tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcf34d7e-a13e-411b-9a47-c171f1105a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 Nov 16 22:08:23.162431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ee436f0-47ba-439c-8230-c92b2b7331d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:23.419242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96649237-b58c-43bc-ac71-86382feba3d9 req-31edbb74-e6f3-4a9c-804c-5bec58d1da62 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:23.420677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96649237-b58c-43bc-ac71-86382feba3d9 req-31edbb74-e6f3-4a9c-804c-5bec58d1da62 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ce9f94c-71e2-4d45-bbed-6d3992d66e67 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Nov 16 22:08:23.509129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Deleting port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:08:23.509462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:23.600982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] For port 4f99b578-eda9-48bd-bd80-f5fa67851cb6, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f99b578-eda9-48bd-bd80-f5fa67851cb6,segment=NetworkSegment(af2cbd6a-4a7b-4372-91c3-d7524b2140c2),segment_id=af2cbd6a-4a7b-4372-91c3-d7524b2140c2)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:23.601342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:23.614556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Calling delete_port for 4f99b578-eda9-48bd-bd80-f5fa67851cb6 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:08:23.744241 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:23.755864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4f99b578-eda9-48bd-bd80-f5fa67851cb6'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:08:23.773005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Pushing event deleted for resources: {'Port': ['ID=4f99b578-eda9-48bd-bd80-f5fa67851cb6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:23.816097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] No DVR routers for this DVR port 4f99b578-eda9-48bd-bd80-f5fa67851cb6 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:08:23.818739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:23.822090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-96649237-b58c-43bc-ac71-86382feba3d9 req-c708c9d3-8b65-48b8-b4c4-5012c7b9a063 tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] 10.222.0.47 "DELETE /v2.0/ports/4f99b578-eda9-48bd-bd80-f5fa67851cb6 HTTP/1.1" status: 204 len: 173 time: 0.3941598 Nov 16 22:08:23.822520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-deleted', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:23.824740 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77836cb0-21d1-470f-8c1c-9a3bf0be21c3" -d '{"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-deleted", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:23.863417 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec054a-6fcc-4fb1-9bd3-1b1ffdca4cb0 x-openstack-request-id: req-a5ec054a-6fcc-4fb1-9bd3-1b1ffdca4cb0 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:23.863713 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9f94c-71e2-4d45-bbed-6d3992d66e67", "name": "network-vif-deleted", "tag": "4f99b578-eda9-48bd-bd80-f5fa67851cb6", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:23.863966 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5ec054a-6fcc-4fb1-9bd3-1b1ffdca4cb0 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:23.864364 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9f94c-71e2-4d45-bbed-6d3992d66e67', 'name': 'network-vif-deleted', 'tag': '4f99b578-eda9-48bd-bd80-f5fa67851cb6', 'status': 'completed', 'code': 200} Nov 16 22:08:24.146542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54522) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:24.191358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Deleting subnet a817b70c-2de8-48cf-82e1-58d259e38d65 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:08:24.194463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.227977 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.265321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.314962 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.346465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a817b70c-2de8-48cf-82e1-58d259e38d65,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:24.348408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.354289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54524) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:24.354814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f3314325-7b32-4679-8127-df13aeceeb4b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a817b70c-2de8-48cf-82e1-58d259e38d65 HTTP/1.1" status: 204 len: 168 time: 0.2067709 Nov 16 22:08:24.360567 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.429396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.511277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.532691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:24.542035 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:24.542338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2cbd6a-4a7b-4372-91c3-d7524b2140c2') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:24.557349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.571101 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.577021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:08:24.577406 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:08:24.579289 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:08:24.633662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.639143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.642328 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f HTTP/1.1" status: 204 len: 168 time: 0.2867503 Nov 16 22:08:24.653663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9f407-9194-4578-9e14-5580427ae646 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4ecfc8-5c2a-4e55-8ec7-23d2a181099f,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:24.753430 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54528) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:24.792852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-053be573-d7ce-48e5-881e-0389683826d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=105f7b988b064f3b8ea444bc31569974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381343 Nov 16 22:08:24.795326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54530) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:24.841439 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8be12c7c-3b6a-48e6-aa71-5eee913b306d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.863834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8be12c7c-3b6a-48e6-aa71-5eee913b306d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.914460 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8be12c7c-3b6a-48e6-aa71-5eee913b306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.917176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8be12c7c-3b6a-48e6-aa71-5eee913b306d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:24.918484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8be12c7c-3b6a-48e6-aa71-5eee913b306d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcf34d7e-a13e-411b-9a47-c171f1105a26 HTTP/1.1" status: 204 len: 168 time: 0.1221621 Nov 16 22:08:24.927109 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be12c7c-3b6a-48e6-aa71-5eee913b306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf34d7e-a13e-411b-9a47-c171f1105a26,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:25.569716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54552) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:25.665246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1137209149-network', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:25.686204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Made reservation on behalf of 1aa71b8290154c8e9e53ca3ea465d291 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:08:25.688544 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.697400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.772052 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.775855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.802293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:08:25.812228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f539543-4232-448f-b8a4-ee2b05f179c2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:25.818235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.818577 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Added segment 149f6018-f6a1-4242-84d4-e56b57f5eb51 of type vlan for network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 Nov 16 22:08:25.860122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.885893 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.886768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:25.887363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.895510 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:25.942216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3713739 Nov 16 22:08:25.945140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54556) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:25.950323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Request body: {'subnet': {'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1137209149-subnet', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:25.953890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da79f40-7c0b-47c6-b4eb-34108de835e4 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4e83e9-22c3-49cf-9694-867d5d91aeb1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:25.965403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:08:25.973693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Made reservation on behalf of 1aa71b8290154c8e9e53ca3ea465d291 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:08:25.976057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.143662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.202068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98dcc5d-313e-4809-9d96-eb24fde05112,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:26.207731 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:26.208227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Network hostable DHCP agents. Network: dc4e83e9-22c3-49cf-9694-867d5d91aeb1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:08:26.225211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:08:26.233989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, dc4e83e9-22c3-49cf-9694-867d5d91aeb1) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:26.238648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:26.239249 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.243601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8815ec-b020-498e-a36a-61da5f7bc11c None None] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:08:26.256043 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a6387c3c-cbd2-4a31-89d5-90afdab1b4a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3096809 Nov 16 22:08:26.258843 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54558) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:26.263187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:26.284305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.285311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.342072 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.391711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:08:26.392628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.477651 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.528750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Allocated IP 172.20.0.2 (dc4e83e9-22c3-49cf-9694-867d5d91aeb1/c98dcc5d-313e-4809-9d96-eb24fde05112/f067f4e8-bcde-488a-9f58-036b6eedb85a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:08:26.612867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:08:26.642609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 4f99b578-eda9-48bd-bd80-f5fa67851cb6 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:08:26.642959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f99b578-eda9-48bd-bd80-f5fa67851cb6 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:08:26.679172 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.698284 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.699297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.706116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.754821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:26.767367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:26.774952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:08:26.803502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Pushing event updated for resources: {'Port': ['ID=f067f4e8-bcde-488a-9f58-036b6eedb85a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:26.805750 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.818090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Allocated IP 172.25.3.206 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/10d64d46-a9e0-448c-bda7-8dfe80908625) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:08:26.833830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Attempting to bind port f067f4e8-bcde-488a-9f58-036b6eedb85a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:26.834211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Attempting to bind port f067f4e8-bcde-488a-9f58-036b6eedb85a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:26.834585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Attempting to bind port f067f4e8-bcde-488a-9f58-036b6eedb85a on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:26.842038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:26.842428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:26.843036 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.844014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:26.844473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Bound port: f067f4e8-bcde-488a-9f58-036b6eedb85a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:26.844897 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.916915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] For port f067f4e8-bcde-488a-9f58-036b6eedb85a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:26.920284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] For port f067f4e8-bcde-488a-9f58-036b6eedb85a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f067f4e8-bcde-488a-9f58-036b6eedb85a,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:26.924774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.938933 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.985699 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:26.989920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db10628-c473-443b-92d0-7d4abb5f3eed None None] Pushing event updated for resources: {'Port': ['ID=f067f4e8-bcde-488a-9f58-036b6eedb85a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:27.025327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:27.033055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:27.036806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:08:27.042540 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Pushing event updated for resources: {'Port': ['ID=10d64d46-a9e0-448c-bda7-8dfe80908625,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:27.054921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22891dbf-f0aa-4b90-948b-1efda3e795b7 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:08:27.198692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4f68ecce-cf11-4131-8715-c9688f3933dc None None] Provisioning complete for port 10d64d46-a9e0-448c-bda7-8dfe80908625 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:27.199067 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f68ecce-cf11-4131-8715-c9688f3933dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:27.236839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4f68ecce-cf11-4131-8715-c9688f3933dc None None] Port 10d64d46-a9e0-448c-bda7-8dfe80908625 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:08:27.318551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:27.802582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:27.932274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Router 05aa3731-949e-4f33-acb6-1987924aca41 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:08:27.942718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97662c46-aa61-4a47-bd24-2ff48fef9526 None None] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:08:28.003703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bbaf6525-9f4d-4b30-b242-ea91ca43fade None None] Provisioning complete for port f067f4e8-bcde-488a-9f58-036b6eedb85a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:28.004075 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6525-9f4d-4b30-b242-ea91ca43fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.039476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:08:28.055018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:08:28.057117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.058918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c64facae-b7c8-4775-9f2a-b6a78f4347ae admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7990069 Nov 16 22:08:28.062124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54560) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:28.104282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:28.104909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:08:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:28.352727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f067f4e8-bcde-488a-9f58-036b6eedb85a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:28.465867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6525-9f4d-4b30-b242-ea91ca43fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.486607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:28.486838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.612324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bbaf6525-9f4d-4b30-b242-ea91ca43fade None None] For port f067f4e8-bcde-488a-9f58-036b6eedb85a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f067f4e8-bcde-488a-9f58-036b6eedb85a,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:28.619261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f067f4e8-bcde-488a-9f58-036b6eedb85a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:28.619633 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.622920 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6525-9f4d-4b30-b242-ea91ca43fade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.712924 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Allocated IP 172.20.0.1 (dc4e83e9-22c3-49cf-9694-867d5d91aeb1/c98dcc5d-313e-4809-9d96-eb24fde05112/2e7814d6-fce4-4fea-957a-9f37af469787) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:08:28.745704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf6525-9f4d-4b30-b242-ea91ca43fade None None] Pushing event updated for resources: {'Port': ['ID=f067f4e8-bcde-488a-9f58-036b6eedb85a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:28.826488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:27Z', 'revision_number': 3, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:28.831759 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.856761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:08:28.857110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Updating router 05aa3731-949e-4f33-acb6-1987924aca41 port 10d64d46-a9e0-448c-bda7-8dfe80908625 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:08:28.867975 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.894179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14d1d04f-cecd-4cf0-b0cd-e1b8445e797a None None] Provisioning complete for port f067f4e8-bcde-488a-9f58-036b6eedb85a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:28.894555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14d1d04f-cecd-4cf0-b0cd-e1b8445e797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.896139 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:28.910558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:28.913973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:28.916921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:08:28.922696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7814d6-fce4-4fea-957a-9f37af469787,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:28.950374 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.950771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.951210 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.951626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.952040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.953061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.953674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.954155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.954502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.954839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.955174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.955603 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:28.975178 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.115664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.241485 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.247616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.295432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d1f74-f3ce-4269-9187-854e50885af2 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:08:29.300334 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.304971 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.309464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Attempting to bind port 10d64d46-a9e0-448c-bda7-8dfe80908625 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:29.309944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Attempting to bind port 10d64d46-a9e0-448c-bda7-8dfe80908625 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:29.310219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Attempting to bind port 10d64d46-a9e0-448c-bda7-8dfe80908625 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:29.313652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760970aa-f105-4337-a49d-af276a195bfc None None] Pushing event updated for resources: {'Port': ['ID=10d64d46-a9e0-448c-bda7-8dfe80908625,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:29.319118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:29.319510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:29.319909 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.320751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:29.320751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Bound port: 10d64d46-a9e0-448c-bda7-8dfe80908625, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:29.321128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.375222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8c74b508-1c2e-41b7-affb-1172339659c9 None None] Provisioning complete for port 10d64d46-a9e0-448c-bda7-8dfe80908625 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:29.375543 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8c74b508-1c2e-41b7-affb-1172339659c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.377724 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7814d6-fce4-4fea-957a-9f37af469787,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:29.384376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.410422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] For port 10d64d46-a9e0-448c-bda7-8dfe80908625, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:29.430444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] For port 10d64d46-a9e0-448c-bda7-8dfe80908625, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=10d64d46-a9e0-448c-bda7-8dfe80908625,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:29.432243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8c74b508-1c2e-41b7-affb-1172339659c9 None None] Port 10d64d46-a9e0-448c-bda7-8dfe80908625 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:08:29.435935 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.477654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:29.479378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:29.486124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8c74b508-1c2e-41b7-affb-1172339659c9 None None] Provisioning complete for port 2e7814d6-fce4-4fea-957a-9f37af469787 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:29.486501 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8c74b508-1c2e-41b7-affb-1172339659c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.494461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2d3cf-ebb6-4b92-8488-b91aea47084d None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:08:29.537757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760970aa-f105-4337-a49d-af276a195bfc None None] Pushing event updated for resources: {'Port': ['ID=10d64d46-a9e0-448c-bda7-8dfe80908625,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:29.543082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:29.543709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:08:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:29.583644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8c74b508-1c2e-41b7-affb-1172339659c9 None None] Port 2e7814d6-fce4-4fea-957a-9f37af469787 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:08:29.612970 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:08:29.665193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:29.731126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:08:29.737342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef4f3c02-1cdb-45e2-a391-4581346396e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/05aa3731-949e-4f33-acb6-1987924aca41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740170 Nov 16 22:08:29.751769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Provisioning complete for port 10d64d46-a9e0-448c-bda7-8dfe80908625 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:29.752157 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.922656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:29.951093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] For port 10d64d46-a9e0-448c-bda7-8dfe80908625, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=10d64d46-a9e0-448c-bda7-8dfe80908625,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:29.958081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.008570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 2, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:30.045057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Provisioning complete for port 2e7814d6-fce4-4fea-957a-9f37af469787 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:30.045433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.050592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2d43b-89e3-43c3-99a9-18159215e35c None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 2, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:08:30.069138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Pushing event updated for resources: {'Port': ['ID=10d64d46-a9e0-448c-bda7-8dfe80908625,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:30.088538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-49ad4ee4-761b-464f-b5f6-1e885a853c72 None None] Port 2e7814d6-fce4-4fea-957a-9f37af469787 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:08:30.324266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f067f4e8-bcde-488a-9f58-036b6eedb85a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:30.382953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f067f4e8-bcde-488a-9f58-036b6eedb85a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:30.382953 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.467606 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54568) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:30.473399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699825460', 'description': 'tempest-description--85748699'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:30.496342 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.568413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.572551 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.604166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.605430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365728 Nov 16 22:08:30.607420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5192a-5704-48cc-9984-ee8618485735 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4c8777-ddc4-4fb5-a44f-76cf310f2423,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:30.609310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54570) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:30.614205 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'security_group_rule': {'security_group_id': '4c4c8777-ddc4-4fb5-a44f-76cf310f2423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:30.652754 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.734113 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.739187 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.760124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3a83a5-334d-4a10-bea7-86a87244af83,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:30.765667 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.770206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d25e7b7f-e032-4251-8d2c-c26c6ed118a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566668 Nov 16 22:08:30.770206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54572) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:30.775309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'security_group_rule': {'security_group_id': '4c4c8777-ddc4-4fb5-a44f-76cf310f2423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:30.805598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.866426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.870515 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.889422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151d736c-c6e7-454a-b208-5400c4f5a1db,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:30.897461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:30.898728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b114bd3f-7049-461e-91ec-bf83c9d21b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275375 Nov 16 22:08:30.901917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 54574) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:30.906765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:30.929328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.035989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.141370 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Allocated IP 172.25.3.111 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6fd77417-c514-4629-b1cf-8e3c764a4f4b) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:08:31.252009 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.286026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.327406 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:31.330346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:31.334007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:08:31.355743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'Port': ['ID=6fd77417-c514-4629-b1cf-8e3c764a4f4b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:31.423839 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.457157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.606303 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.611530 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.679056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'Port': ['ID=6fd77417-c514-4629-b1cf-8e3c764a4f4b,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:31.691299 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.707403 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:31.708671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7e2d2e4e-2aaa-42c2-b89a-3f99f5a90bd7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8057475 Nov 16 22:08:31.865488 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-c8e8c22f-fff5-4087-bcd7-a755f30c4541 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--699825460&fields=id&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 267 time: 0.0506546 Nov 16 22:08:31.974779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-8148b72e-07da-478c-b545-3492c94fc69b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:31.976298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-8148b72e-07da-478c-b545-3492c94fc69b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1040964 Nov 16 22:08:31.979307 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:08:31.989321 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:31.990040 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:08:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:31.993646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d8dc9ec3-3ab1-403a-9708-b0f01d58b569 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/quotas/1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 375 time: 0.0100224 Nov 16 22:08:32.047035 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-b8e9ff6b-94eb-4361-b4e2-47fec17e85d6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479100 Nov 16 22:08:32.154455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-6c45092e-eb8a-4ccc-9546-b91968af6b61 service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928841 Nov 16 22:08:32.193501 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:32.247232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-6a77cb76-324c-496c-8f4c-29e4ca7e04c4 service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Nov 16 22:08:32.346465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 10d64d46-a9e0-448c-bda7-8dfe80908625 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:32.395741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 10d64d46-a9e0-448c-bda7-8dfe80908625 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:32.396113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.397582 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 2, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:32.423036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:08:32.423389 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Updating router 05aa3731-949e-4f33-acb6-1987924aca41 port 2e7814d6-fce4-4fea-957a-9f37af469787 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:08:32.451062 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.703347 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.708675 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.774503 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Pushing event updated for resources: {'Port': ['ID=2e7814d6-fce4-4fea-957a-9f37af469787,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:32.785346 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.785738 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.786066 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.786407 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.786742 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.787073 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.787401 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.787728 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.788063 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.788375 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.788698 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.789018 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:32.822284 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Attempting to bind port 2e7814d6-fce4-4fea-957a-9f37af469787 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:32.822655 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Attempting to bind port 2e7814d6-fce4-4fea-957a-9f37af469787 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:32.823018 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Attempting to bind port 2e7814d6-fce4-4fea-957a-9f37af469787 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:32.828746 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:32.829120 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:32.829540 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.829946 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:32.830413 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Bound port: 2e7814d6-fce4-4fea-957a-9f37af469787, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:32.830793 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.902209 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] For port 2e7814d6-fce4-4fea-957a-9f37af469787, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:32.905777 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] For port 2e7814d6-fce4-4fea-957a-9f37af469787, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2e7814d6-fce4-4fea-957a-9f37af469787,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:32.909989 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.928225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9e7dac38-4ab3-48d5-9dd4-a3a9e1de8f54 None None] Provisioning complete for port 2e7814d6-fce4-4fea-957a-9f37af469787 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:32.928650 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9e7dac38-4ab3-48d5-9dd4-a3a9e1de8f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:32.970575 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:32.971202 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:08:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:33.010307 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295805b6-43ea-4b39-904a-9a23a9644395 None None] Pushing event updated for resources: {'Port': ['ID=2e7814d6-fce4-4fea-957a-9f37af469787,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:33.019565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9e7dac38-4ab3-48d5-9dd4-a3a9e1de8f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:33.060055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9e7dac38-4ab3-48d5-9dd4-a3a9e1de8f54 None None] For port 2e7814d6-fce4-4fea-957a-9f37af469787, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2e7814d6-fce4-4fea-957a-9f37af469787,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:33.064451 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9e7dac38-4ab3-48d5-9dd4-a3a9e1de8f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:33.085851 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:33.114370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dac38-4ab3-48d5-9dd4-a3a9e1de8f54 None None] Pushing event updated for resources: {'Port': ['ID=2e7814d6-fce4-4fea-957a-9f37af469787,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:33.188968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3dc4bb0f-de3a-4f05-8990-ac0e4f410691 None None] Provisioning complete for port 2e7814d6-fce4-4fea-957a-9f37af469787 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:33.189348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bb0f-de3a-4f05-8990-ac0e4f410691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:33.298559 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:32Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:33.324471 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a92c0-6106-47da-b121-7e90695a4f84 None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:32Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:08:33.467644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-45e04409-aa65-4e47-ac88-4b5b649db1d8 req-f9326bde-281c-44bb-ad73-e366f14ed1d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 210 time: 0.0319314 Nov 16 22:08:33.739991 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:34.331623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2e7814d6-fce4-4fea-957a-9f37af469787 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:34.379159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2e7814d6-fce4-4fea-957a-9f37af469787 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:34.379538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:34.583285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a289ee2-c75c-42b2-81cc-ff3d9030f37e req-21f57261-0c04-4452-b431-6501a4bdf7ba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 210 time: 0.0376556 Nov 16 22:08:34.602520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-0cb87d12-709e-4d44-94dd-544a393b2e63 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:34.604052 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-0cb87d12-709e-4d44-94dd-544a393b2e63 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1391530 Nov 16 22:08:34.668081 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-e8550178-4092-4253-92d8-3e5395973dd5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 379 time: 0.0541871 Nov 16 22:08:34.678603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'port': {'device_id': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'admin_state_up': True, 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'security_groups': ['4c4c8777-ddc4-4fb5-a44f-76cf310f2423']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:34.792060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Made reservation on behalf of 1aa71b8290154c8e9e53ca3ea465d291 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:08:34.795577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:34.924935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Allocated IP 172.20.0.3 (dc4e83e9-22c3-49cf-9694-867d5d91aeb1/c98dcc5d-313e-4809-9d96-eb24fde05112/edb62542-8524-42db-bf3b-ab9170dc9550) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:08:35.058174 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.091657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.136388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:08:35.142043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:08:35.145798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:08:35.174574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:35.201592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.202253 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.220156 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-651bede6-4a76-478a-957a-e7e1e63c9b1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451479 Nov 16 22:08:35.237600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Request body: {'port': {'device_id': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:35.294970 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.402305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-adc2db95-d101-49a2-a3f1-9e42b99aa027 None None] Provisioning complete for port edb62542-8524-42db-bf3b-ab9170dc9550 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:35.402869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-adc2db95-d101-49a2-a3f1-9e42b99aa027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.441691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-adc2db95-d101-49a2-a3f1-9e42b99aa027 None None] Port edb62542-8524-42db-bf3b-ab9170dc9550 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:08:35.566849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb62542-8524-42db-bf3b-ab9170dc9550 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:08:35.574172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.585927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Transition to ACTIVE for port object edb62542-8524-42db-bf3b-ab9170dc9550 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:08:35.590234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.644306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:35.722449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56bb0b-352b-46a5-842a-cb6ff397e984 req-42464c23-41fd-4ae0-92d7-df8091d78589 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.722949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:08:35.723058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:08:35.723396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:35.725173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e56bb0b-352b-46a5-842a-cb6ff397e984 req-42464c23-41fd-4ae0-92d7-df8091d78589 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0656190 Nov 16 22:08:35.728248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Port edb62542-8524-42db-bf3b-ab9170dc9550 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:08:35.728578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:08:35.734024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:08:35.734436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:08:35.734738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:08:35.735168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Bound port: edb62542-8524-42db-bf3b-ab9170dc9550, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:08:35.735530 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.752995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.786679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e56bb0b-352b-46a5-842a-cb6ff397e984 req-7ad8f3f4-336c-4f09-848f-55fd576db84b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502865 Nov 16 22:08:35.805804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:08:35.809063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:08:35.815282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.850525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.851568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:35.853424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] 10.222.0.47 "PUT /v2.0/ports/edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1091 time: 0.6209302 Nov 16 22:08:35.856400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:35.860208 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485" -d '{"events": [{"name": "network-changed", "server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:35.895060 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f37b5-1de9-4475-9254-6806108077eb service neutron] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:35.929245 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65bf24-b956-43ca-97ee-abebee884426 x-openstack-request-id: req-bd65bf24-b956-43ca-97ee-abebee884426 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:35.929562 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:35.929880 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd65bf24-b956-43ca-97ee-abebee884426 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:35.930290 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'status': 'completed', 'code': 200} Nov 16 22:08:35.947411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-33f7b1bc-94c2-4afc-aed8-f04a1caee61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:35.948957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-33f7b1bc-94c2-4afc-aed8-f04a1caee61f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1094 time: 0.0502057 Nov 16 22:08:35.999348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-1a12146e-ed13-4388-9d19-60edf26ea28e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 217 time: 0.0412490 Nov 16 22:08:36.052739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-783315ff-9fe8-4c05-8629-a34c5473b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.054255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-783315ff-9fe8-4c05-8629-a34c5473b78e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0467613 Nov 16 22:08:36.101046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-83504883-4f5d-4966-a82b-2ef2c122487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.102626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-83504883-4f5d-4966-a82b-2ef2c122487b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412917 Nov 16 22:08:36.195589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-68dc31f9-ec3f-4ef0-99ad-cd4687a3db84 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848815 Nov 16 22:08:36.285342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0d984a56-c00d-4658-bb8f-484b6a0fa79c req-45d2460b-5ff5-4f75-9507-285b017abb95 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822952 Nov 16 22:08:36.370609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-177e2da7-f751-4e21-aa9a-bb07f2dfa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.372104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-177e2da7-f751-4e21-aa9a-bb07f2dfa253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1094 time: 0.0415580 Nov 16 22:08:36.469380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-1401de73-1f92-432b-a01e-595be0b7cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.470783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-1401de73-1f92-432b-a01e-595be0b7cc10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0913453 Nov 16 22:08:36.511665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-641126a4-939f-438b-b4f4-8685c43150f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 217 time: 0.0327299 Nov 16 22:08:36.565488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-ee3289a0-da5f-40b6-80bc-bee132039571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.566962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-ee3289a0-da5f-40b6-80bc-bee132039571 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0466897 Nov 16 22:08:36.615009 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-0014ea87-4764-4293-aee0-021f75ab0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.616492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-0014ea87-4764-4293-aee0-021f75ab0007 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410371 Nov 16 22:08:36.713459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-f56b9dac-8dbb-4348-9b0c-1867020e618f service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886073 Nov 16 22:08:36.802481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4ba563b-31f6-4b74-a44b-a2a6b42e4485 req-dde8a4d4-e0a6-4ac3-a25b-d1fa7600f0e3 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813773 Nov 16 22:08:36.905441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3de3f-fe2b-4f15-9b13-5aa1b9a4294e req-092c84b5-baca-4a00-9b03-a25a23f9f0bb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:36.906954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bd3de3f-fe2b-4f15-9b13-5aa1b9a4294e req-092c84b5-baca-4a00-9b03-a25a23f9f0bb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0489788 Nov 16 22:08:36.955165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9bd3de3f-fe2b-4f15-9b13-5aa1b9a4294e req-8c4ea860-24cd-4225-a2a8-d5cf34e6bcb8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Nov 16 22:08:38.070557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63d98-3b7f-4977-ab99-28a20075cf42 req-9e9f5d57-7f75-4201-9c22-afdc5c48024c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:38.072097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cc63d98-3b7f-4977-ab99-28a20075cf42 req-9e9f5d57-7f75-4201-9c22-afdc5c48024c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0491047 Nov 16 22:08:38.119378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7cc63d98-3b7f-4977-ab99-28a20075cf42 req-33209448-d9c7-4d68-b998-040d1f93a9bc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 Nov 16 22:08:39.233005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45d192-7065-495a-a9d6-e33c023c8ba4 req-f93a89a5-0ce1-4dcd-815c-5181fac7700d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:39.235197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b45d192-7065-495a-a9d6-e33c023c8ba4 req-f93a89a5-0ce1-4dcd-815c-5181fac7700d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0496902 Nov 16 22:08:39.287086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7b45d192-7065-495a-a9d6-e33c023c8ba4 req-c5ab2ac0-7765-4fea-8df1-11fe309399a4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459151 Nov 16 22:08:40.404710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d6cb7-3382-4af8-94a9-0c9eca420173 req-63e9ac3f-7012-4cbd-a358-d516eabb558d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:40.406357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f3d6cb7-3382-4af8-94a9-0c9eca420173 req-63e9ac3f-7012-4cbd-a358-d516eabb558d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0524220 Nov 16 22:08:40.455281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f3d6cb7-3382-4af8-94a9-0c9eca420173 req-521f0594-16a7-4a5a-bba4-068e5f5f5923 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428455 Nov 16 22:08:40.671210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:08:40.923830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:40.934105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'mac_address': 'fa:16:3e:00:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:08:40.970466 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:40.982705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb62542-8524-42db-bf3b-ab9170dc9550 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:08:41.002546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:41.006518 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:41.052410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:41.059649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.060001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.060346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.060682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.061017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.062018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.062444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.062774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.063101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.063431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.063756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.064078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:08:41.355231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['edb62542-8524-42db-bf3b-ab9170dc9550'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:08:41.572533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf0008-f6e1-49c8-a55d-b5bc4417f994 req-26570cf7-0c84-4b7d-871a-a9f4ab1f7265 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:41.574031 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0aaf0008-f6e1-49c8-a55d-b5bc4417f994 req-26570cf7-0c84-4b7d-871a-a9f4ab1f7265 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 944 time: 0.0485640 Nov 16 22:08:41.621679 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0aaf0008-f6e1-49c8-a55d-b5bc4417f994 req-2abcc222-d220-4f04-b5c2-b9edddfa7ae1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Nov 16 22:08:42.703721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:08:42.736491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f602d-a95f-41cb-b973-c614595dc81f req-935e82e3-ff24-4d16-8a3c-ca0b6cfce2f6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:42.738036 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58f602d-a95f-41cb-b973-c614595dc81f req-935e82e3-ff24-4d16-8a3c-ca0b6cfce2f6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 944 time: 0.0501201 Nov 16 22:08:42.754597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port edb62542-8524-42db-bf3b-ab9170dc9550 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:08:42.758834 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port edb62542-8524-42db-bf3b-ab9170dc9550 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:08:42.759571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:42.789300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f58f602d-a95f-41cb-b973-c614595dc81f req-61ffd8ce-0b52-4691-a510-023594c2705a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450540 Nov 16 22:08:42.840922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:42.864189 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:42.866470 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59e296-624b-43a2-afa5-a3b32f57b793" -d '{"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-plugged", "status": "completed", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:42.879029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:08:42.882997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:42.907773 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eac9e86-ee4a-4029-b966-10c66ca2cdb6 x-openstack-request-id: req-4eac9e86-ee4a-4029-b966-10c66ca2cdb6 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:42.908078 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-plugged", "status": "completed", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:42.908336 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4eac9e86-ee4a-4029-b966-10c66ca2cdb6 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:42.908731 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'code': 200} Nov 16 22:08:42.935854 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:08:43.004120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e93b6-b252-4a2a-8ed2-020e9bd41853 req-32ff89c7-ae02-43cb-92ce-e68d796b4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:43.005708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-750e93b6-b252-4a2a-8ed2-020e9bd41853 req-32ff89c7-ae02-43cb-92ce-e68d796b4996 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1096 time: 0.0447588 Nov 16 22:08:43.051097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-750e93b6-b252-4a2a-8ed2-020e9bd41853 req-2ee77a0f-4f30-4750-a9e0-cdfcc48d55eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374415 Nov 16 22:08:43.903284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66d9c-0598-4b86-ad20-51413ed64488 req-440da038-7ace-4700-bba5-bb579c6ae0ee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:43.904773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2a66d9c-0598-4b86-ad20-51413ed64488 req-440da038-7ace-4700-bba5-bb579c6ae0ee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0491922 Nov 16 22:08:43.951771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2a66d9c-0598-4b86-ad20-51413ed64488 req-a32b41ff-cd48-43db-9613-7384b855882d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Nov 16 22:08:45.067549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012074a-14fa-4129-82a9-ba854eabb3f3 req-4032b8e8-10ee-4b70-80de-8e2ea41f4dd6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:45.069035 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5012074a-14fa-4129-82a9-ba854eabb3f3 req-4032b8e8-10ee-4b70-80de-8e2ea41f4dd6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0479381 Nov 16 22:08:45.115617 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5012074a-14fa-4129-82a9-ba854eabb3f3 req-bae0e931-9caf-4b39-bc58-959e9ca739c9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Nov 16 22:08:45.229826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a481-3936-4d00-bd4f-d71e25631495 req-9805b96d-6c15-404e-8cd2-2c3849cd465a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:45.231382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1ba3a481-3936-4d00-bd4f-d71e25631495 req-9805b96d-6c15-404e-8cd2-2c3849cd465a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0488794 Nov 16 22:08:45.239798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 54628) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:08:45.244167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'floatingip': {'port_id': 'edb62542-8524-42db-bf3b-ab9170dc9550'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:08:45.287344 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:45.706036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:45.709712 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:45.810697 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 associated. External IP: 172.25.3.111, port: edb62542-8524-42db-bf3b-ab9170dc9550. Nov 16 22:08:46.017495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:08:46.124249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:08:46.129059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:46.134655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:08:46.143914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:46.144530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:08:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:46.157857 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fc76debc-db89-4ecf-b949-48d2c1c111aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "PUT /v2.0/floatingips/62d5e884-da2e-4e26-a3e5-be5b16591f70 HTTP/1.1" status: 200 len: 991 time: 0.9169872 Nov 16 22:08:46.158557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:08:46.160941 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179ec3b-af12-4850-a3f9-438845ff9366" -d '{"events": [{"name": "network-changed", "server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:08:46.200374 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac922a-febe-4c62-a445-34ff1c9b39b9 x-openstack-request-id: req-04ac922a-febe-4c62-a445-34ff1c9b39b9 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:08:46.200668 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:08:46.200929 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04ac922a-febe-4c62-a445-34ff1c9b39b9 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:08:46.201343 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'status': 'completed', 'code': 200} Nov 16 22:08:46.259233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:46.266249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-769421f4-f9ca-4764-8608-bee656bd51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:46.267880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-769421f4-f9ca-4764-8608-bee656bd51c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1096 time: 0.0436049 Nov 16 22:08:46.366623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-494f9a3f-73c6-421a-9dd5-02ef474dd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:46.368112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-494f9a3f-73c6-421a-9dd5-02ef474dd6f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0894156 Nov 16 22:08:46.433800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-5ab791ff-7a49-4182-865a-9f0129bdd492 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 999 time: 0.0577197 Nov 16 22:08:46.483545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-87ab6cf1-6297-45db-8d1b-57095aa1fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:46.485590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-87ab6cf1-6297-45db-8d1b-57095aa1fca6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0440159 Nov 16 22:08:46.487402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:00:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:08:45Z', 'revision_number': 1, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:46.514250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:08:46.523024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:08:46.523583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:08:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:46.535346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-cc0dc871-2376-4740-b92c-4f11840f62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:08:46.536943 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-cc0dc871-2376-4740-b92c-4f11840f62c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441983 Nov 16 22:08:46.630029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-d8917a66-2a8b-4745-822c-add71eb08e4b service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Nov 16 22:08:46.630885 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:08:46.725023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b179ec3b-af12-4850-a3f9-438845ff9366 req-b7bb0653-6d96-438e-b7bc-32bf63dde616 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Nov 16 22:08:46.860064 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:00:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:08:45Z', 'revision_number': 1, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:08:46.886752 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ee121-0c0f-4df8-85d0-bfc0bd7fbece None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:00:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:08:45Z', 'revision_number': 1, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:08:47.070267 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc396a-ccd5-4622-a96d-7e99c954a62d None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:08:50.862316 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0828ec9a-d26a-4b29-90c7-1a395e9a39c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:53.163519 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4833eeb2-b5cd-486c-88c3-8fcba32122e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:53.443097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:08:54.354543 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:55.897076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:08:56.745069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:03.754368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:05.765833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:20.863188 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2bdace7-e2d1-41b2-b5bc-2f4b4c49475f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:23.164305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d98de96-1872-4730-acab-5967e3c339aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:24.355305 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:25.899786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:26.749742 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:29.616674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-77a73d71-4dfd-438e-84f9-84decab207e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404644 Nov 16 22:09:29.702346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-67e87dae-c637-43d4-8afa-d26004181256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:29.703848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-67e87dae-c637-43d4-8afa-d26004181256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1096 time: 0.0418496 Nov 16 22:09:30.122740 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-b4463a1e-734d-4664-9df3-0c474d1205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:30.124224 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-b4463a1e-734d-4664-9df3-0c474d1205f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.3998239 Nov 16 22:09:30.190261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-cf2f9f6e-b9eb-4f2f-88fa-eae3f05e9826 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1001 time: 0.0578935 Nov 16 22:09:30.248402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-2c99f602-e109-4d74-85f5-99dc69780adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:30.249850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-2c99f602-e109-4d74-85f5-99dc69780adc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0510280 Nov 16 22:09:30.294384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-eacff990-4acd-4483-b2ae-8925cb86327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:09:30.295862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-eacff990-4acd-4483-b2ae-8925cb86327d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388477 Nov 16 22:09:30.385492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-39ba6af1-a62d-4b00-8fba-9b5deb85ac07 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Nov 16 22:09:30.442528 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:09:30.478533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c496a52-fd61-4dad-9a32-1a0603dca519 req-fe830a7d-57f9-4113-8a0a-757cdee67e53 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854058 Nov 16 22:09:33.742152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:35.759585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:50.865230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-85f8b317-6730-43e2-a681-352ac0883d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:53.164668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d3a81ce9-bfd2-4c92-954f-90b99490e898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:54.357489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:55.902547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:09:56.742573 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:03.758391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:05.773206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:07.441619 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:10:20.867025 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-03fcc26e-ce53-4371-b4a2-4faf8fde896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:23.165640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ae49052f-cf65-4d07-9e1b-c568a788dc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:24.359742 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:25.905870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:26.744068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:30.609088 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-bd689c6c-94a0-40ed-bee1-ae6d0607b418 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405762 Nov 16 22:10:30.696233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940f66-5ebb-4521-9c80-a919506bf471 req-3e5bb231-b776-4b62-9c14-8eadd54e836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:30.697749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-3e5bb231-b776-4b62-9c14-8eadd54e836a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1096 time: 0.0407689 Nov 16 22:10:30.804396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940f66-5ebb-4521-9c80-a919506bf471 req-013b898b-030b-497f-934f-a94bcba47f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:30.805902 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-013b898b-030b-497f-934f-a94bcba47f63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0886490 Nov 16 22:10:30.875773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-1762293b-de1c-4b34-a8d7-139d282fe3cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1001 time: 0.0619121 Nov 16 22:10:30.926478 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940f66-5ebb-4521-9c80-a919506bf471 req-63ad598c-0641-4674-860e-cd54de2d0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:30.927903 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-63ad598c-0641-4674-860e-cd54de2d0e26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0436954 Nov 16 22:10:30.974800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27940f66-5ebb-4521-9c80-a919506bf471 req-dd8db36b-fa11-4b9e-95d5-9042c0d373e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:10:30.976297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-dd8db36b-fa11-4b9e-95d5-9042c0d373e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405090 Nov 16 22:10:31.069913 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-9e786dca-5ef0-4046-9580-c4b744dcf2ee service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858471 Nov 16 22:10:31.162122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27940f66-5ebb-4521-9c80-a919506bf471 req-ffa51868-a319-4c96-b6ec-0e98ad29bcf5 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838366 Nov 16 22:10:33.783521 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:35.789906 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:44.440697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:10:50.868247 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5fa633cd-ce5c-413a-bb8a-6cf470c314b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:53.165561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0a0fe9b0-d35d-49ce-96ef-6c782fbcf2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:54.362895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:55.909647 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:10:56.746293 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:03.782579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:05.787883 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:20.874756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a233f550-47a4-4a26-ab8f-149ed2b054a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:21.439206 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:11:23.167543 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c5b6bf90-8276-4c6f-927c-a84fe0a88501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:23.875640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113016-aaf3-470d-9da9-b4fa658a9487 req-80a7c5ce-08b4-4c10-98d9-4b79ef23a359 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:23.877141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd113016-aaf3-470d-9da9-b4fa658a9487 req-80a7c5ce-08b4-4c10-98d9-4b79ef23a359 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0993123 Nov 16 22:11:23.929394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd113016-aaf3-470d-9da9-b4fa658a9487 req-59f1d5bb-77a5-4d56-81ab-4897a5566f1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Nov 16 22:11:24.182895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16323ce-3509-4539-af8a-18e788cac4ab req-45099904-8571-42b4-b989-24b9886e2129 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:24.184327 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f16323ce-3509-4539-af8a-18e788cac4ab req-45099904-8571-42b4-b989-24b9886e2129 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0597963 Nov 16 22:11:24.249112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f16323ce-3509-4539-af8a-18e788cac4ab req-006195c9-232a-4dd2-95c9-7c4fc0ef23fe tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504034 Nov 16 22:11:24.252043 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-f384cd16-aee0-47f9-a868-e11ad4e60311 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322126 Nov 16 22:11:24.365784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:25.419169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cf042-a64d-47fe-ac79-4707a5ff2c4c req-ea4aff3d-cfd3-4740-9cb8-9c4acbc93200 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:25.420651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae8cf042-a64d-47fe-ac79-4707a5ff2c4c req-ea4aff3d-cfd3-4740-9cb8-9c4acbc93200 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.1020448 Nov 16 22:11:25.469933 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ae8cf042-a64d-47fe-ac79-4707a5ff2c4c req-8936b31c-66e6-4861-8107-054cd87d3310 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420814 Nov 16 22:11:25.543906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-d70a5166-c941-4714-81c1-2a808557879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:25.545330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-d70a5166-c941-4714-81c1-2a808557879d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1096 time: 0.0425999 Nov 16 22:11:25.681329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-d8d7dff2-090c-4e7b-8bb4-e51027b2b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:25.682840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-d8d7dff2-090c-4e7b-8bb4-e51027b2b773 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.1297259 Nov 16 22:11:25.757419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-4790bd60-764f-4ce6-add6-9233b0fed2c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1001 time: 0.0628207 Nov 16 22:11:25.811736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-f708bf22-7e14-4f7a-be4d-9026bf88d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:25.813076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-f708bf22-7e14-4f7a-be4d-9026bf88d5d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0433798 Nov 16 22:11:25.867115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-adbeaa49-4615-4674-b74c-72710572688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:25.868584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-adbeaa49-4615-4674-b74c-72710572688e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406075 Nov 16 22:11:25.913181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:25.965196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-7b30d554-b90c-40bc-a3bd-5e8c3ff159c9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886216 Nov 16 22:11:26.056288 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-0ce50ecc-e9b1-4b8d-a896-7835855f1116 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823026 Nov 16 22:11:26.588157 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a79d1-7523-4a60-87e9-3a692d59230c req-73efef44-4358-4510-aad9-6c637f6f1a01 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:26.589710 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36a79d1-7523-4a60-87e9-3a692d59230c req-73efef44-4358-4510-aad9-6c637f6f1a01 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0507925 Nov 16 22:11:26.638720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36a79d1-7523-4a60-87e9-3a692d59230c req-fb11bfe6-c339-43b8-a85d-e1f293b5cb86 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Nov 16 22:11:26.747909 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:27.757830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33645d-0ce6-445c-9930-5ad894542191 req-8b657ad6-57fd-4aaf-88bd-671d0312077d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:27.759333 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc33645d-0ce6-445c-9930-5ad894542191 req-8b657ad6-57fd-4aaf-88bd-671d0312077d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0514619 Nov 16 22:11:27.808073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc33645d-0ce6-445c-9930-5ad894542191 req-267e0062-5061-44e4-b437-585bece3b270 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424497 Nov 16 22:11:28.932155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221b15e-42d5-4a73-b925-d7f34d955ee0 req-1fccba3e-a78e-41ba-8b24-4bf71eb9ae9a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:28.933674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a221b15e-42d5-4a73-b925-d7f34d955ee0 req-1fccba3e-a78e-41ba-8b24-4bf71eb9ae9a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0538995 Nov 16 22:11:28.981396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a221b15e-42d5-4a73-b925-d7f34d955ee0 req-0856eb46-4687-4ecd-87fd-62d6e4494585 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418696 Nov 16 22:11:30.099739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9a82e-8acf-488c-9712-6c9ae0473033 req-21419e58-e9a7-44df-a2e4-d54f54ac77ed tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:30.101186 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0f9a82e-8acf-488c-9712-6c9ae0473033 req-21419e58-e9a7-44df-a2e4-d54f54ac77ed tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0522623 Nov 16 22:11:30.147867 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0f9a82e-8acf-488c-9712-6c9ae0473033 req-be0dfdb2-0017-4466-8578-80f77b578e06 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Nov 16 22:11:31.263840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec88a56-9018-42f8-a595-7b77cf733167 req-21434135-8a3e-4725-a2bc-3c251bbe8940 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:31.265312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aec88a56-9018-42f8-a595-7b77cf733167 req-21434135-8a3e-4725-a2bc-3c251bbe8940 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0484741 Nov 16 22:11:31.312266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aec88a56-9018-42f8-a595-7b77cf733167 req-5cf83fd5-d7c5-42b9-acf6-b19bca08c9a3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Nov 16 22:11:32.426424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca31a3-d64c-416c-8fc3-56a5ee555b0a req-73b14f6e-1d27-4b9e-9143-35e3d0381b4a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:32.427880 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcca31a3-d64c-416c-8fc3-56a5ee555b0a req-73b14f6e-1d27-4b9e-9143-35e3d0381b4a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0480692 Nov 16 22:11:32.480557 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fcca31a3-d64c-416c-8fc3-56a5ee555b0a req-ca5d9172-2179-4320-af96-6d2ed874f03f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467622 Nov 16 22:11:32.640965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-fe664ebf-0177-443e-9411-ff84c6da468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:32.642400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-fe664ebf-0177-443e-9411-ff84c6da468e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1096 time: 0.0455658 Nov 16 22:11:32.752158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-d25203f4-1904-482c-9241-178c07ba7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:32.753734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-d25203f4-1904-482c-9241-178c07ba7e14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0900779 Nov 16 22:11:32.825747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-11fd9ead-62be-450d-b572-3ae08023f709 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1001 time: 0.0619240 Nov 16 22:11:32.875674 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-2088f493-15e7-4b8e-a6f8-bf9b105ad9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:32.877112 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-2088f493-15e7-4b8e-a6f8-bf9b105ad9cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0441186 Nov 16 22:11:32.924661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-735d569d-bdab-4160-8eaa-50cdffc9f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:32.926804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-735d569d-bdab-4160-8eaa-50cdffc9f057 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410769 Nov 16 22:11:33.021754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-9ba724ce-0f01-44bd-bc80-c430e3fc07e2 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Nov 16 22:11:33.111515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f5d797c0-610c-4d66-97eb-4c095494c2ee req-5cdeceba-63d6-4996-b80b-c8abd1a6eeea service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826888 Nov 16 22:11:33.597412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76d7c-ac74-427d-8700-cb57fa4545d9 req-cd2e53bc-acc4-45d3-886a-e50c139c8ecb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:33.599000 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92d76d7c-ac74-427d-8700-cb57fa4545d9 req-cd2e53bc-acc4-45d3-886a-e50c139c8ecb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0496721 Nov 16 22:11:33.650512 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-92d76d7c-ac74-427d-8700-cb57fa4545d9 req-fa7b7c2b-6171-4533-8413-22f31f415a13 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Nov 16 22:11:33.797148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:34.766319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c7874-f3c8-4bc5-8cf4-b9505fc0b5d1 req-4b6302fd-e138-451a-9b2e-3f95d3b4f83e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:34.767802 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d91c7874-f3c8-4bc5-8cf4-b9505fc0b5d1 req-4b6302fd-e138-451a-9b2e-3f95d3b4f83e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0490692 Nov 16 22:11:34.818278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d91c7874-f3c8-4bc5-8cf4-b9505fc0b5d1 req-bf82726d-ffd8-49b8-8150-ca4a9aa112cb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Nov 16 22:11:35.798116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:35.933929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f34e-47c3-4784-aaf1-732a7c377310 req-739997d4-02e9-4897-aaf6-c98801b5037a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:35.935394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be8f34e-47c3-4784-aaf1-732a7c377310 req-739997d4-02e9-4897-aaf6-c98801b5037a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0490079 Nov 16 22:11:35.982915 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1be8f34e-47c3-4784-aaf1-732a7c377310 req-bc7b4efd-4813-43bd-ad67-77ebdc2ed0bd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417295 Nov 16 22:11:37.099664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0711-690e-4070-9900-55f99157b85f req-454d93c1-6754-4c74-8697-cabbd9053003 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:37.101118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3ef0711-690e-4070-9900-55f99157b85f req-454d93c1-6754-4c74-8697-cabbd9053003 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0489552 Nov 16 22:11:37.146998 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3ef0711-690e-4070-9900-55f99157b85f req-22173d47-2b45-4054-8612-026135627a22 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Nov 16 22:11:38.262798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59595545-8d6b-4f45-8d7e-a24e05d6ace0 req-d51a8c47-4b97-4931-b651-c736a720240a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:38.264310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59595545-8d6b-4f45-8d7e-a24e05d6ace0 req-d51a8c47-4b97-4931-b651-c736a720240a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0487511 Nov 16 22:11:38.313913 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-59595545-8d6b-4f45-8d7e-a24e05d6ace0 req-2e46731d-2928-40b1-b315-f9e9a9e357e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Nov 16 22:11:38.371977 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-2b3ef20a-1314-4ca6-9ef5-9b8f18116241 service neutron] show failed (client error): The resource could not be found. Nov 16 22:11:38.372987 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-2b3ef20a-1314-4ca6-9ef5-9b8f18116241 service neutron] 10.222.0.47 "GET /v2.0/ports/edb62542-8524-42db-bf3b-ab9170dc9550/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0582478 Nov 16 22:11:38.587376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-5fd28069-bcf5-40d9-b366-fd8b48d98930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:38.588808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-5fd28069-bcf5-40d9-b366-fd8b48d98930 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 1096 time: 0.0412083 Nov 16 22:11:38.607094 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:11:38.662374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:38.859625 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:38.891527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:11:38.930660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:11:38.933002 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebd1bb-dfde-4350-b235-7d7a6d07bec0" -d '{"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-unplugged", "status": "completed", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:11:38.937069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:38.949490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Transition to ACTIVE for port object edb62542-8524-42db-bf3b-ab9170dc9550 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:11:38.953664 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:39.318600 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3005d16-0ad1-43ec-b0ab-0ab5f92934cc x-openstack-request-id: req-f3005d16-0ad1-43ec-b0ab-0ab5f92934cc {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:11:39.318840 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-unplugged", "status": "completed", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:11:39.319054 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3005d16-0ad1-43ec-b0ab-0ab5f92934cc {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:11:39.319450 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'code': 200} Nov 16 22:11:39.321610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:39.335963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.336333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.336670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.337002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.337333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.337694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.338021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.338347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.338668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.338987 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.339301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.339632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:39.373503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] No DVR routers for this DVR port edb62542-8524-42db-bf3b-ab9170dc9550 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:11:39.440096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488864-2b6a-44a2-88f1-b961d9fe9c59 req-f81003b5-eb96-4fc1-b49f-b6110b3618e5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:39.442200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d488864-2b6a-44a2-88f1-b961d9fe9c59 req-f81003b5-eb96-4fc1-b49f-b6110b3618e5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0519726 Nov 16 22:11:39.493006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5d488864-2b6a-44a2-88f1-b961d9fe9c59 req-4c0cdf53-4c4c-417c-921b-f5914a161a25 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Nov 16 22:11:39.512366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:11:39.512706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:11:39.513065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:11:39.517341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Port edb62542-8524-42db-bf3b-ab9170dc9550 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:11:39.517704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Attempting to bind port edb62542-8524-42db-bf3b-ab9170dc9550 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:11:39.523111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:11:39.523450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:11:39.523835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:11:39.524259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Bound port: edb62542-8524-42db-bf3b-ab9170dc9550, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:11:39.524612 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:39.586649 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:11:39.589919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:11:39.594156 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:39.630278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:39.630907 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:39.632477 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] 10.222.0.41 "PUT /v2.0/ports/edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1091 time: 1.0290418 Nov 16 22:11:39.657395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f5b1b-9e7c-451c-80b8-04fc7bc50f91 service neutron] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:39.701125 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-b2287f2b-d0b0-47c7-8a2d-a4711ffbb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:39.702750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-b2287f2b-d0b0-47c7-8a2d-a4711ffbb96d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1094 time: 0.0424306 Nov 16 22:11:39.807002 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-ec601d1b-8590-4de8-9f13-05131c1dec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:39.808479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-ec601d1b-8590-4de8-9f13-05131c1dec85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0924256 Nov 16 22:11:39.880138 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-1f36fd00-d5e9-4762-ad29-a013735f9374 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 999 time: 0.0599036 Nov 16 22:11:39.934701 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-c3ada30d-9453-48b9-bd25-6415751f61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:39.936162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-c3ada30d-9453-48b9-bd25-6415751f61be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0436804 Nov 16 22:11:39.990587 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-9b6663c0-8703-47c4-a749-6190049c1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:39.992057 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-9b6663c0-8703-47c4-a749-6190049c1aa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431297 Nov 16 22:11:40.086442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-e8fe919b-bd8f-46a7-9f1c-57b36b8762c9 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813985 Nov 16 22:11:40.186586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8433c92-847e-4cbd-bd4d-367b160f60ca req-362834ae-2836-417d-8ce7-481c7ddd8349 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874002 Nov 16 22:11:40.611407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8d5a-a9f8-4f83-a65b-46daaa991930 req-f81840d4-9d0c-410d-8353-b9291cd596de tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:40.613535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cae8d5a-a9f8-4f83-a65b-46daaa991930 req-f81840d4-9d0c-410d-8353-b9291cd596de tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0488832 Nov 16 22:11:40.659529 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2cae8d5a-a9f8-4f83-a65b-46daaa991930 req-e7509a36-f837-4a71-a2a1-af8041f547c3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Nov 16 22:11:41.321408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:11:41.323780 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61807b7-c332-47dd-ac81-4a302e194583" -d '{"events": [{"name": "network-changed", "server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:11:41.371267 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5767eb-e07d-4093-b988-8e3d7232f32d x-openstack-request-id: req-6d5767eb-e07d-4093-b988-8e3d7232f32d {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:11:41.371563 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:11:41.371821 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d5767eb-e07d-4093-b988-8e3d7232f32d {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:11:41.372222 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'status': 'completed', 'code': 200} Nov 16 22:11:41.435258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-8c2ab497-03d7-4316-9c57-910bec86e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.436766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-8c2ab497-03d7-4316-9c57-910bec86e173 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1094 time: 0.0417848 Nov 16 22:11:41.439534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-e925d8c9-5767-483f-aa66-0aec8326ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.441807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-e925d8c9-5767-483f-aa66-0aec8326ad32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1094 time: 0.0412664 Nov 16 22:11:41.532657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-25010247-504c-4454-be0a-bbd86fdee123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.534594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-25010247-504c-4454-be0a-bbd86fdee123 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0891349 Nov 16 22:11:41.537573 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-4cab9851-2ced-4de1-aac9-8554a87c34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.539022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-4cab9851-2ced-4de1-aac9-8554a87c34b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0892804 Nov 16 22:11:41.601280 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-69185839-83ec-4387-afd1-e0bc32ffb43f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 999 time: 0.0585787 Nov 16 22:11:41.604734 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-ffe8e07b-fe53-4275-969f-1aa260586b32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 999 time: 0.0571930 Nov 16 22:11:41.619645 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:11:41.658442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-29b76a8b-e195-457b-b64b-ae598df1181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.660111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-29b76a8b-e195-457b-b64b-ae598df1181e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0517373 Nov 16 22:11:41.662008 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-a610d221-0857-43f4-bdef-eec4dc4821e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.663469 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-a610d221-0857-43f4-bdef-eec4dc4821e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0513868 Nov 16 22:11:41.663646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:11:41.712315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-491c0592-93db-40ab-a2a9-74102eabbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.713920 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-491c0592-93db-40ab-a2a9-74102eabbf9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455091 Nov 16 22:11:41.718146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61807b7-c332-47dd-ac81-4a302e194583 req-3b0b92ba-90da-4ab8-8a73-f055918645f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.719642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-3b0b92ba-90da-4ab8-8a73-f055918645f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466161 Nov 16 22:11:41.806853 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-fc27a7a7-8380-4a08-b6f1-6b0a0b8b807f service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851679 Nov 16 22:11:41.842167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa085c-6505-45a6-8ce7-867cc83f4ada req-4d0f5cfd-63e5-4939-a00c-0578400a84dc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:41.843642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19fa085c-6505-45a6-8ce7-867cc83f4ada req-4d0f5cfd-63e5-4939-a00c-0578400a84dc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0976086 Nov 16 22:11:41.860674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-4c223223-1aa7-411d-9cfb-e11032dbdaaf service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319695 Nov 16 22:11:41.904627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-c2d64da3-4b1a-46f4-9c64-b428e7e72f48 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903823 Nov 16 22:11:41.944762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19fa085c-6505-45a6-8ce7-867cc83f4ada req-a265c07f-b6f9-4e97-8d18-31bd90962560 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933373 Nov 16 22:11:41.981201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f61807b7-c332-47dd-ac81-4a302e194583 req-94c3ac77-7f42-4572-bc99-28b96cc4ae90 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112578 Nov 16 22:11:43.065383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3a144-e430-4a69-947f-486474023937 req-33dd8ef9-28a2-4ca6-91b4-94414f009ef6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.067256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dad3a144-e430-4a69-947f-486474023937 req-33dd8ef9-28a2-4ca6-91b4-94414f009ef6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0509636 Nov 16 22:11:43.115583 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dad3a144-e430-4a69-947f-486474023937 req-39f980c1-1cb6-44c2-82d4-ca987ccb8aec tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Nov 16 22:11:43.343142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8c8d4-ee94-481e-8a1a-86b5d5a4ca05 req-ba97c16a-9d57-4399-9253-3e827104e422 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.344610 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cf8c8d4-ee94-481e-8a1a-86b5d5a4ca05 req-ba97c16a-9d57-4399-9253-3e827104e422 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 943 time: 0.0863822 Nov 16 22:11:43.352662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-e1d527ef-5c02-42cd-a644-cf664cc88c13 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.354095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-e1d527ef-5c02-42cd-a644-cf664cc88c13 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a&tenant_id=1aa71b8290154c8e9e53ca3ea465d291&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 943 time: 0.0664136 Nov 16 22:11:43.362225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:11:43.433786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1cf8c8d4-ee94-481e-8a1a-86b5d5a4ca05 req-4ca60cfd-1e02-4f86-9665-a515e0dd80d5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787275 Nov 16 22:11:43.442960 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-625543dd-4f30-4106-95ac-3c09faf9122d service neutron] delete failed (client error): The resource could not be found. Nov 16 22:11:43.443966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-625543dd-4f30-4106-95ac-3c09faf9122d service neutron] 10.222.0.47 "DELETE /v2.0/ports/edb62542-8524-42db-bf3b-ab9170dc9550/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0760660 Nov 16 22:11:43.460904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:43.477123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'mac_address': 'fa:16:3e:00:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:11:43.515440 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:43.529366 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb62542-8524-42db-bf3b-ab9170dc9550 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:11:43.535602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-731cc9f2-fc26-48b1-acd3-1e88a963b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.537105 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-731cc9f2-fc26-48b1-acd3-1e88a963b53d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 1094 time: 0.0456438 Nov 16 22:11:43.548507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:43.553012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:43.600973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:43.608289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.608638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.608989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.609328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.609689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.610023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.610353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.610684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.611010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.611337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.611663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.611984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:43.632412 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-cf0e60f5-b0ea-412f-9f5b-5deda8436e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.633985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-cf0e60f5-b0ea-412f-9f5b-5deda8436e45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0882659 Nov 16 22:11:43.704357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-269fc70b-6267-439f-900d-f4e509bdce54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 200 len: 1000 time: 0.0632515 Nov 16 22:11:43.753020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-35d4bb07-13b6-4eb3-88a1-f4583c850ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.755131 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-35d4bb07-13b6-4eb3-88a1-f4583c850ad4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0437427 Nov 16 22:11:43.802108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-9f71c102-9ceb-4004-b277-1d76b6db5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:43.803617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-9f71c102-9ceb-4004-b277-1d76b6db5681 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402455 Nov 16 22:11:43.843077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['edb62542-8524-42db-bf3b-ab9170dc9550'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:11:43.897780 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-0e94df57-0297-40eb-bf2a-b303a9178ca0 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Nov 16 22:11:43.989668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2da2f406-a9f9-4cf1-9ded-583309647ef7 req-b1b6272b-10d7-488d-85c5-cce7d5164cc9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844107 Nov 16 22:11:44.559162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32013a-f5b3-4b14-a460-6847bd767ab3 req-40370697-1ac2-4de7-92a8-da833f8be9c8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:44.560677 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a32013a-f5b3-4b14-a460-6847bd767ab3 req-40370697-1ac2-4de7-92a8-da833f8be9c8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 944 time: 0.0517094 Nov 16 22:11:44.611781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3a32013a-f5b3-4b14-a460-6847bd767ab3 req-79d5e8f9-4076-45ae-bac9-9ac9765de6fc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431268 Nov 16 22:11:44.728905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30474e0d-678d-4df2-be74-3c9b95c39412 req-cf097d70-73d7-4693-942d-04e6b8f7ae61 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:44.730451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30474e0d-678d-4df2-be74-3c9b95c39412 req-cf097d70-73d7-4693-942d-04e6b8f7ae61 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 944 time: 0.0507567 Nov 16 22:11:44.781368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-30474e0d-678d-4df2-be74-3c9b95c39412 req-e4d52e0c-df28-4612-975c-e9bdf4d3adb7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448332 Nov 16 22:11:44.892831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97862a0a-5ee6-4655-9f6c-38c822f29927 req-9c56b42d-70b8-48ba-9701-9b5e2f5cbd29 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:44.895069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97862a0a-5ee6-4655-9f6c-38c822f29927 req-9c56b42d-70b8-48ba-9701-9b5e2f5cbd29 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 944 time: 0.0482745 Nov 16 22:11:44.940770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97862a0a-5ee6-4655-9f6c-38c822f29927 req-da407775-6e51-410f-a7f1-61f791c466b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397873 Nov 16 22:11:45.177254 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0caaeb-7a1e-44a2-9320-d8fc72f9a8e4 req-68ef1de2-1c2d-4bb9-97f3-15a93d54b0eb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:45.178752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b0caaeb-7a1e-44a2-9320-d8fc72f9a8e4 req-68ef1de2-1c2d-4bb9-97f3-15a93d54b0eb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 944 time: 0.0547550 Nov 16 22:11:45.225065 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b0caaeb-7a1e-44a2-9320-d8fc72f9a8e4 req-d6d334c1-2c2d-4316-9147-e29f58e49d34 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402806 Nov 16 22:11:45.368377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:11:45.415454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port edb62542-8524-42db-bf3b-ab9170dc9550 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:11:45.419428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port edb62542-8524-42db-bf3b-ab9170dc9550 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:11:45.419801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:45.498502 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:45.520124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:11:45.522362 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fea6eb-c01d-4a50-af3b-79c24ea624f9" -d '{"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-plugged", "status": "completed", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:11:45.535418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:45.539517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:45.587529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:45.622911 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4e944f-bd15-4b3b-8429-75e284547e40 x-openstack-request-id: req-7c4e944f-bd15-4b3b-8429-75e284547e40 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:11:45.623202 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-plugged", "status": "completed", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:11:45.623452 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c4e944f-bd15-4b3b-8429-75e284547e40 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:11:45.623846 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'code': 200} Nov 16 22:11:46.342470 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef96b7c-fe9e-4495-8a4d-3f7b7d57d53c req-2dc3481d-dc79-4842-9d44-c521dea93e76 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:46.343932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ef96b7c-fe9e-4495-8a4d-3f7b7d57d53c req-2dc3481d-dc79-4842-9d44-c521dea93e76 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0495002 Nov 16 22:11:46.392564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9ef96b7c-fe9e-4495-8a4d-3f7b7d57d53c req-db8ec1d6-51f5-4597-9911-f97e2bff39de tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 Nov 16 22:11:46.572051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-146ad027-61bd-4bd0-bc34-af2a732760c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:46.573419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-146ad027-61bd-4bd0-bc34-af2a732760c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 945 time: 0.0489526 Nov 16 22:11:46.669013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Deleting port edb62542-8524-42db-bf3b-ab9170dc9550 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:11:46.669365 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:46.758216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] For port edb62542-8524-42db-bf3b-ab9170dc9550, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=edb62542-8524-42db-bf3b-ab9170dc9550,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:46.758592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:46.929794 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:46.930161 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:46.930487 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 disassociated. External IP: 172.25.3.111, port: edb62542-8524-42db-bf3b-ab9170dc9550. Nov 16 22:11:46.930834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Calling delete_port for edb62542-8524-42db-bf3b-ab9170dc9550 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:11:47.055060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:47.086129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event deleted for resources: {'Port': ['ID=edb62542-8524-42db-bf3b-ab9170dc9550,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:47.204734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:11:47.312148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:11:47.322867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:11:47.333297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:11:47.334200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:11:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:11:47.355178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] No DVR routers for this DVR port edb62542-8524-42db-bf3b-ab9170dc9550 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:11:47.358008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:47.361257 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19dcdc7f-c1b9-459a-b640-1b28625676f9 req-628d4e0d-dd57-4110-ba14-2dba448fbdba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "DELETE /v2.0/ports/edb62542-8524-42db-bf3b-ab9170dc9550 HTTP/1.1" status: 204 len: 173 time: 0.7784076 Nov 16 22:11:47.361792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-deleted', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:11:47.364664 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba1560-b8fd-4938-9579-deaa13d03d0c" -d '{"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-deleted", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:11:47.407191 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fadd216-8acf-4500-8ace-bb7c7895d679 x-openstack-request-id: req-2fadd216-8acf-4500-8ace-bb7c7895d679 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:11:47.407509 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f6bde-e8f5-47c6-b6c0-8234210ff84a", "name": "network-vif-deleted", "tag": "edb62542-8524-42db-bf3b-ab9170dc9550", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:11:47.407765 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fadd216-8acf-4500-8ace-bb7c7895d679 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:11:47.408175 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f6bde-e8f5-47c6-b6c0-8234210ff84a', 'name': 'network-vif-deleted', 'tag': 'edb62542-8524-42db-bf3b-ab9170dc9550', 'status': 'completed', 'code': 200} Nov 16 22:11:47.444664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:11:47.494094 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb74dea2-fc34-4e19-86fd-bb5fe0feda38 req-b0e7e003-23ed-4f27-83ba-2173da26077f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=777f6bde-e8f5-47c6-b6c0-8234210ff84a HTTP/1.1" status: 200 len: 210 time: 0.0290740 Nov 16 22:11:47.818136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:11:47.846082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:11:47.854665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:11:47.855263 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:11:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:11:47.963014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:11:48.163266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:11:48.189831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8e742-68f7-4d0b-80bd-94ff651c29d5 None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:11:48.400810 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2024abb-c171-429c-8069-988eb2e6464d None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:11:48.737675 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-364f93a6-db02-4134-8b54-5bc3c7a24adf tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--699825460&fields=id&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 267 time: 0.0420184 Nov 16 22:11:48.843020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-dcb7eb26-44d0-4955-bf30-6a40053a0ef4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:48.844420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-dcb7eb26-44d0-4955-bf30-6a40053a0ef4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.0999043 Nov 16 22:11:48.859210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-ee8624ad-2abf-4faf-9c28-6934292727da tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/quotas/1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Nov 16 22:11:48.915144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-5d3e3c06-e5bd-4f86-87d6-a3404a3c5dfc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503392 Nov 16 22:11:48.973519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-c64f026f-2d14-4659-a517-ba318af6e6d1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:11:48.974534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-c64f026f-2d14-4659-a517-ba318af6e6d1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476193 Nov 16 22:11:49.063666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-2abbeb88-33d3-4689-8812-402570853930 service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829427 Nov 16 22:11:49.161243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-d46d62a2-8641-4c10-a3e7-87c2f11908d4 service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908625 Nov 16 22:11:49.325032 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-222a1727-c559-49a2-bb1f-1198ff8d2a8c req-14e07467-d190-444d-bb26-21fd95a2eb22 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Nov 16 22:11:49.395519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:11:49.420103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: edb62542-8524-42db-bf3b-ab9170dc9550 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:11:49.420647 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device edb62542-8524-42db-bf3b-ab9170dc9550 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:11:50.292195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-6c4158db-7ec5-4049-816d-2017f9b0867c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:50.293796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-6c4158db-7ec5-4049-816d-2017f9b0867c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1090481 Nov 16 22:11:50.356262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-aab197eb-f7a8-4575-a9da-f1d8de17b4bc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 379 time: 0.0518899 Nov 16 22:11:50.366746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'port': {'device_id': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'admin_state_up': True, 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'security_groups': ['4c4c8777-ddc4-4fb5-a44f-76cf310f2423']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:11:50.446168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89f5734a-e9b7-4dd1-9a2c-ce100e1c33fe req-9523819e-2645-4a31-8e24-a95949243cd3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 210 time: 0.0339901 Nov 16 22:11:50.506398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Made reservation on behalf of 1aa71b8290154c8e9e53ca3ea465d291 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:11:50.509846 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:50.635642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Allocated IP 172.20.0.4 (dc4e83e9-22c3-49cf-9694-867d5d91aeb1/c98dcc5d-313e-4809-9d96-eb24fde05112/61dff30d-0e66-4088-9469-945f9a79bfdc) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:11:50.775907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:50.809474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:50.855437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:11:50.860754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:11:50.866050 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:11:50.866246 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5304daaa-17a8-421f-b6dc-2bf87781afa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:50.868700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:50.896328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.896687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.897033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.897379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.897748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.898083 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.898416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.898746 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.899076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.899407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.899738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.900067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:11:50.931615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:50.932339 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:50.949590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-4d33aa96-e050-425e-88d4-cfc8bb62d1d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872166 Nov 16 22:11:50.962703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Request body: {'port': {'device_id': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:11:51.024227 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.059898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fd13d9c0-9fa5-4b62-98bb-00e1f9d84247 None None] Provisioning complete for port 61dff30d-0e66-4088-9469-945f9a79bfdc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:11:51.060274 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fd13d9c0-9fa5-4b62-98bb-00e1f9d84247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.097880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fd13d9c0-9fa5-4b62-98bb-00e1f9d84247 None None] Port 61dff30d-0e66-4088-9469-945f9a79bfdc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:11:51.285657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dff30d-0e66-4088-9469-945f9a79bfdc {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:11:51.292976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.304743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Transition to ACTIVE for port object 61dff30d-0e66-4088-9469-945f9a79bfdc will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:11:51.307827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.372849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:51.430323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:11:51.430661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:11:51.430997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:11:51.435509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Port 61dff30d-0e66-4088-9469-945f9a79bfdc on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:11:51.435831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:11:51.440811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:11:51.441154 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:11:51.441578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:11:51.442020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Bound port: 61dff30d-0e66-4088-9469-945f9a79bfdc, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:11:51.442379 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.514131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:11:51.517489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:11:51.523221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.557390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:51.557991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:51.559423 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] 10.222.0.47 "PUT /v2.0/ports/61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 1091 time: 0.6014836 Nov 16 22:11:51.559894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:11:51.562162 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:11:51.576148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd24ac-09ae-4a7d-809c-0ea44fa85d93 req-448d030c-4eb3-4c5a-9229-bee53d76b11f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:51.579202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85dd24ac-09ae-4a7d-809c-0ea44fa85d93 req-448d030c-4eb3-4c5a-9229-bee53d76b11f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0583363 Nov 16 22:11:51.647776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdec15d-d535-4a44-87c1-ac703b155e09 service neutron] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:51.667295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-f7dd202b-13aa-4584-9ecc-032acb4b34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:51.669316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-f7dd202b-13aa-4584-9ecc-032acb4b34fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0591707 Nov 16 22:11:51.671354 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85dd24ac-09ae-4a7d-809c-0ea44fa85d93 req-012a5e0c-672d-4b1e-90a3-d97924d56020 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847836 Nov 16 22:11:51.726307 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c56fec-3e45-455a-90a7-b82bf98cd4d0 x-openstack-request-id: req-63c56fec-3e45-455a-90a7-b82bf98cd4d0 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:11:51.726597 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:11:51.726851 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63c56fec-3e45-455a-90a7-b82bf98cd4d0 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:11:51.727263 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'status': 'completed', 'code': 200} Nov 16 22:11:51.729190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-c12998aa-99e2-486f-98f5-5414308f6d17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 217 time: 0.0508480 Nov 16 22:11:51.782682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-2aa38450-c74b-46c1-b477-47bfcbe393ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:51.784151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-2aa38450-c74b-46c1-b477-47bfcbe393ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0469937 Nov 16 22:11:51.830445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67254f79-a80c-43e7-9029-07df23a6367e req-5e93a5d8-f659-4c93-a9f9-19a3e1e442db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:51.832639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-5e93a5d8-f659-4c93-a9f9-19a3e1e442db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404587 Nov 16 22:11:51.929888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-139d63bd-66a1-4a12-b3fd-2b98c6e4568d service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895462 Nov 16 22:11:52.020122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-67254f79-a80c-43e7-9029-07df23a6367e req-58207795-3683-4b3a-9508-c254871a0abf service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828786 Nov 16 22:11:52.114828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-61cbd2dd-e41e-4643-afc8-2559d950b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:52.116231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-61cbd2dd-e41e-4643-afc8-2559d950b577 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0459058 Nov 16 22:11:52.211499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-b3ec881a-302b-44d6-a675-c9473f54b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:52.212981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-b3ec881a-302b-44d6-a675-c9473f54b237 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0852442 Nov 16 22:11:52.260321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-77efe74b-0f49-4939-a4b3-5125a9fe9a5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 217 time: 0.0402293 Nov 16 22:11:52.312687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-2ac6e841-a7c8-42c6-a88a-8b1dfb2609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:52.314258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-2ac6e841-a7c8-42c6-a88a-8b1dfb2609ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0469110 Nov 16 22:11:52.362540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-eec1e099-2d7d-45c0-b71b-c8f3d5d2de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:52.364161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-eec1e099-2d7d-45c0-b71b-c8f3d5d2de16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414331 Nov 16 22:11:52.460461 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-71d94625-980f-4e27-8fc9-2426751f4c37 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870590 Nov 16 22:11:52.551168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab3163d-f30f-498b-9bbf-4496d20a8bb1 req-e4717b3d-aa44-4a5c-889f-5c2d905c6c3d service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837927 Nov 16 22:11:52.789117 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250eef-3ee9-4e79-be9f-95e5f07edec3 req-890b4002-a331-4c35-aab3-d98516e0bb20 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:52.790616 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c250eef-3ee9-4e79-be9f-95e5f07edec3 req-890b4002-a331-4c35-aab3-d98516e0bb20 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0494916 Nov 16 22:11:52.839701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c250eef-3ee9-4e79-be9f-95e5f07edec3 req-a622d54c-2bdc-4ba8-92d3-2d45902fa118 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Nov 16 22:11:53.167837 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-66fe0ab9-76f7-4fce-9dee-f9f1a48ff12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:53.957106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e0162-a5d6-4236-b7d2-01998cf698f5 req-93f94e6c-9ed0-442d-97a6-e8be1ac6bcb6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:53.958533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-101e0162-a5d6-4236-b7d2-01998cf698f5 req-93f94e6c-9ed0-442d-97a6-e8be1ac6bcb6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0501022 Nov 16 22:11:54.005459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-101e0162-a5d6-4236-b7d2-01998cf698f5 req-536f8158-b079-4732-8171-a817011145b6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Nov 16 22:11:54.368425 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:55.121200 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc5ee-6351-4936-81c5-3b44d4fd0908 req-fab103f5-ee9a-4546-bbde-e3adcc1f6fd5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:55.122702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-938cc5ee-6351-4936-81c5-3b44d4fd0908 req-fab103f5-ee9a-4546-bbde-e3adcc1f6fd5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0497503 Nov 16 22:11:55.169900 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-938cc5ee-6351-4936-81c5-3b44d4fd0908 req-f4a2391f-6fbe-431d-b045-52ac1c07b4cf tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Nov 16 22:11:55.698057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:11:55.793769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:55.806004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'mac_address': 'fa:16:3e:e0:c1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:11:55.842994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:55.855542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dff30d-0e66-4088-9469-945f9a79bfdc {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:11:55.875133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:55.879607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:55.933243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:55.943758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:56.286892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a266-617c-4866-bfff-baf669e5986a req-09264f40-2d86-43b2-89b5-8576c8a8ac1f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:56.288353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0240a266-617c-4866-bfff-baf669e5986a req-09264f40-2d86-43b2-89b5-8576c8a8ac1f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 944 time: 0.0523884 Nov 16 22:11:56.335252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0240a266-617c-4866-bfff-baf669e5986a req-3157617c-e117-4711-98ec-b2db88bb4f1d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Nov 16 22:11:56.749672 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:56.830195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['61dff30d-0e66-4088-9469-945f9a79bfdc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:11:57.460093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafddab-c021-4d8c-ad26-51a0d0b82f83 req-3ed0d5a3-ca14-4a21-aa21-41f7ba20d361 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:57.461573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbafddab-c021-4d8c-ad26-51a0d0b82f83 req-3ed0d5a3-ca14-4a21-aa21-41f7ba20d361 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 944 time: 0.0528243 Nov 16 22:11:57.508064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dbafddab-c021-4d8c-ad26-51a0d0b82f83 req-ef6e7c97-225f-4b04-8958-646931c78a00 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Nov 16 22:11:57.712816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:11:57.763536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 61dff30d-0e66-4088-9469-945f9a79bfdc completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:11:57.767636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 61dff30d-0e66-4088-9469-945f9a79bfdc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:11:57.768013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:57.844649 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:57.867429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:11:57.869699 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce130150-2145-4d15-98ef-84ec0719ea60" -d '{"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-plugged", "status": "completed", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:11:57.882955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:11:57.886932 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:11:57.916470 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e08d72-e0ac-4367-b511-17dba316708f x-openstack-request-id: req-97e08d72-e0ac-4367-b511-17dba316708f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:11:57.916757 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-plugged", "status": "completed", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:11:57.917002 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97e08d72-e0ac-4367-b511-17dba316708f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:11:57.917384 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'code': 200} Nov 16 22:11:57.945212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:11:58.004359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b88f89-26f2-457e-9e74-5d3764751e78 req-fb5d0245-453b-44a1-96c5-58a0d6b38bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:58.005868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2b88f89-26f2-457e-9e74-5d3764751e78 req-fb5d0245-453b-44a1-96c5-58a0d6b38bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1096 time: 0.0401456 Nov 16 22:11:58.049753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f2b88f89-26f2-457e-9e74-5d3764751e78 req-7e793745-482e-48db-a34d-d089d06fee84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359049 Nov 16 22:11:58.437962 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:11:58.623137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf5de1-14f4-4a8c-9267-792ae920e9c8 req-3e65ccb9-93c5-44d7-8922-56379d07f71c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:58.624520 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaaf5de1-14f4-4a8c-9267-792ae920e9c8 req-3e65ccb9-93c5-44d7-8922-56379d07f71c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Nov 16 22:11:58.671306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eaaf5de1-14f4-4a8c-9267-792ae920e9c8 req-e29d51df-87d4-438e-b576-01163f80fe5b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Nov 16 22:11:59.792483 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39330d6-65e9-458d-bbe7-357b3a0a1377 req-1e073639-e16e-4a4a-ad67-2a6aef1e14cc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:11:59.794025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f39330d6-65e9-458d-bbe7-357b3a0a1377 req-1e073639-e16e-4a4a-ad67-2a6aef1e14cc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Nov 16 22:12:00.157995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f39330d6-65e9-458d-bbe7-357b3a0a1377 req-804d054b-1d57-4930-9675-8bb97d4b1897 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579726 Nov 16 22:12:00.268413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4d54-e296-4698-9fc4-b3e6f35d0b6f req-3f57d0da-60fd-455d-918e-0be532c071b7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:00.270396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2a3d4d54-e296-4698-9fc4-b3e6f35d0b6f req-3f57d0da-60fd-455d-918e-0be532c071b7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0470309 Nov 16 22:12:00.279080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 55122) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:12:00.283522 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'floatingip': {'port_id': '61dff30d-0e66-4088-9469-945f9a79bfdc'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:12:00.324660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:00.738605 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:00.742330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:00.838530 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 associated. External IP: 172.25.3.111, port: 61dff30d-0e66-4088-9469-945f9a79bfdc. Nov 16 22:12:01.039152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:12:01.144259 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:12:01.149017 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:01.153646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:12:01.163123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:12:01.163738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:12:01.175488 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e5961bea-50b4-4b9d-ab66-28679dc32ae7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "PUT /v2.0/floatingips/62d5e884-da2e-4e26-a3e5-be5b16591f70 HTTP/1.1" status: 200 len: 991 time: 0.8948667 Nov 16 22:12:01.176146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:12:01.178423 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ac73f-6d6b-4f8c-8867-df6801b20357" -d '{"events": [{"name": "network-changed", "server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:12:01.216565 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621a4d8-228c-4881-8290-a4b347536745 x-openstack-request-id: req-b621a4d8-228c-4881-8290-a4b347536745 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:12:01.216856 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:12:01.217111 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b621a4d8-228c-4881-8290-a4b347536745 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:12:01.217536 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'status': 'completed', 'code': 200} Nov 16 22:12:01.281022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-bf5420b4-395e-44ad-a762-34fcf13d73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:01.281619 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:12:01.282564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-bf5420b4-395e-44ad-a762-34fcf13d73d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1096 time: 0.0391445 Nov 16 22:12:01.378190 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-0c5676cf-b40e-425c-9e11-09737a41998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:01.380015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-0c5676cf-b40e-425c-9e11-09737a41998b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0893254 Nov 16 22:12:01.447803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-f0ee0a66-2702-4f3b-93d1-60c9689bcca3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 999 time: 0.0593550 Nov 16 22:12:01.498559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-ca621448-caf7-4c89-a543-5d79b622f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:01.500026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-ca621448-caf7-4c89-a543-5d79b622f094 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0441132 Nov 16 22:12:01.506220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:e0:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:12:00Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:12:01.537242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:12:01.545773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:12:01.546402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:11:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:12:01.550772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-c7494df2-862f-495d-9961-e479cb082fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:01.552272 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-c7494df2-862f-495d-9961-e479cb082fdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438449 Nov 16 22:12:01.641185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-ba3b3bfa-5438-484a-b8a2-3a18a83c9437 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809653 Nov 16 22:12:01.652270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:12:01.738530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a74ac73f-6d6b-4f8c-8867-df6801b20357 req-9c4b2b51-fb93-4fa5-bc87-67319a666d1b service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894117 Nov 16 22:12:01.875254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:e0:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:12:00Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:12:01.907035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232321df-bb8f-4e6b-9af8-373ba3e37066 None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:e0:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:12:00Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:12:02.096551 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d5a06-6ddd-4439-b313-fc8f43e02d64 None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:12:03.798505 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:05.794388 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:20.864627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-33a12de8-7106-4dd6-8718-e864b37540e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:23.169816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ab46359-dcc5-4689-b7dc-dbff8409073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:24.370041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:25.917298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:26.752213 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:32.614837 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-728eb3b5-7a14-4ab8-af42-25a201bb2653 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405076 Nov 16 22:12:32.694846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c4538-1e03-44d0-9f01-30704745431e req-884ab38c-d21e-4442-8eb6-0c21a6abb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:32.696631 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-884ab38c-d21e-4442-8eb6-0c21a6abb96b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1096 time: 0.0402875 Nov 16 22:12:32.805884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c4538-1e03-44d0-9f01-30704745431e req-4f6fb417-af52-4b37-ba16-4d2bd1a9d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:32.807345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-4f6fb417-af52-4b37-ba16-4d2bd1a9d433 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0892844 Nov 16 22:12:32.870883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-c3fc4e75-56b5-42d4-9bfe-82fe296a840d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 1001 time: 0.0560393 Nov 16 22:12:32.919797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c4538-1e03-44d0-9f01-30704745431e req-874f055d-8ef7-4f6f-8a8f-511f09006740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:32.921210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-874f055d-8ef7-4f6f-8a8f-511f09006740 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0429235 Nov 16 22:12:32.971160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c4538-1e03-44d0-9f01-30704745431e req-9318c16b-11d0-4477-b8bb-a9a0d29c4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:12:32.972606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-9318c16b-11d0-4477-b8bb-a9a0d29c4b4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430548 Nov 16 22:12:33.061607 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-4092fcbe-c1e6-457e-97f6-7a30854ec48a service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809090 Nov 16 22:12:33.156935 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-945c4538-1e03-44d0-9f01-30704745431e req-d8c323e0-d241-4db8-bb72-99215d631ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874915 Nov 16 22:12:33.797034 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:35.439153 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:12:35.789934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:50.867335 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-545dd105-70ba-4b66-b62f-1a8c4d343f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:53.170627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ccbf8a8-bde1-44fe-97f2-92f07a25831f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:54.372666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:55.920969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:12:56.754166 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:03.810478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:05.790756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:12.438645 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:13:20.869387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7837bdce-616f-44e6-a14e-c8ecff34ed82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:23.172442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4686235a-0217-4186-9547-32958157392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:24.379465 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:25.923149 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:26.756844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:33.812273 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:34.605666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-b3376a16-53b1-4248-8080-ab142eb05dea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426750 Nov 16 22:13:34.691869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-8047716b-a409-4973-9e3f-0bd285d64381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.693868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-8047716b-a409-4973-9e3f-0bd285d64381 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1096 time: 0.0433984 Nov 16 22:13:34.801815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-a39c4017-2d50-4bd2-b7bf-21bd2257e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.803266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-a39c4017-2d50-4bd2-b7bf-21bd2257e784 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0884361 Nov 16 22:13:34.867284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-0fcb9371-a831-4132-8901-e36f19644d57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 1001 time: 0.0567505 Nov 16 22:13:34.922477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-26ae2c76-4cd4-4b91-a30c-83cb31091094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.923946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-26ae2c76-4cd4-4b91-a30c-83cb31091094 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0486977 Nov 16 22:13:34.972742 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-96b02bb3-c2f2-4007-a4b1-c15a6ebec013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:13:34.975095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-96b02bb3-c2f2-4007-a4b1-c15a6ebec013 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435882 Nov 16 22:13:35.065697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-5ec744b3-93ca-4f98-9e22-3817168ca995 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823591 Nov 16 22:13:35.162152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4198fc75-e0a9-40be-afee-83ab822749e6 req-bb285de9-aa55-448c-be07-51366305933a service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882323 Nov 16 22:13:35.790567 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:49.437791 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:13:50.869366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e94da2ce-9930-474f-9916-b3a2b949d656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:53.172720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24afc9ab-171d-4de8-af35-5730c536022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:54.377027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:55.927298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:13:56.758956 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:03.821996 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:05.781966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:20.870793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1a667358-3be7-478f-b785-33048d830a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:23.174421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0e7a7c6f-5032-4a4f-9e42-1fdce4f0a47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:24.381830 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:25.931230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:26.437020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:14:26.760446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:33.825503 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:35.615293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-13613419-3d2b-45b0-8110-4d9dd6f67e1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407577 Nov 16 22:14:35.698983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-3ac611f4-319d-4595-8ef0-342130731784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:35.700507 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-3ac611f4-319d-4595-8ef0-342130731784 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1096 time: 0.0414634 Nov 16 22:14:35.809380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-6f044010-e4e7-4272-a13c-6602bb1ce729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:35.810835 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-6f044010-e4e7-4272-a13c-6602bb1ce729 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0906940 Nov 16 22:14:35.816950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:35.877198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-9430ec39-d792-4087-bb08-5224bd86598d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 1001 time: 0.0576978 Nov 16 22:14:35.932465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-f3758c45-3ba7-4d56-aa2b-5356912ee61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:35.933948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-f3758c45-3ba7-4d56-aa2b-5356912ee61d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0482481 Nov 16 22:14:35.979829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-64c10d8d-7fa0-4a42-b573-2d8810ebeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:35.981302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-64c10d8d-7fa0-4a42-b573-2d8810ebeaea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398605 Nov 16 22:14:36.075392 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-f5664b1c-7aed-4e45-9ba6-8d6a610ac50b service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870502 Nov 16 22:14:36.163868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a5bf0d10-47fd-40c9-8904-ed7f725fd605 req-2679d816-8727-422f-8796-e8d3f8f4cb1a service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813684 Nov 16 22:14:40.030803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c521927-10c7-47c5-9b52-1a3b15590d5b req-e3e5ee49-8ad6-4f46-b08c-6aadddaf3530 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:40.032338 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c521927-10c7-47c5-9b52-1a3b15590d5b req-e3e5ee49-8ad6-4f46-b08c-6aadddaf3530 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0489931 Nov 16 22:14:40.084475 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c521927-10c7-47c5-9b52-1a3b15590d5b req-a034be13-42ba-4829-9e56-5c87b57f3908 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Nov 16 22:14:41.204659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9df5-2b88-42c2-a7bf-13f0bc80ccb4 req-0472c198-3447-4823-bccf-1ca80adb70c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:41.206170 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79cd9df5-2b88-42c2-a7bf-13f0bc80ccb4 req-0472c198-3447-4823-bccf-1ca80adb70c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0508952 Nov 16 22:14:41.252589 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79cd9df5-2b88-42c2-a7bf-13f0bc80ccb4 req-8c503b86-87cd-4b48-aab9-d21a5845e190 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402684 Nov 16 22:14:42.369756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420080b-e15c-4b27-b233-03da581ebc0e req-c3e85a87-c6c5-48eb-8270-c139665d812b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:42.371216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6420080b-e15c-4b27-b233-03da581ebc0e req-c3e85a87-c6c5-48eb-8270-c139665d812b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Nov 16 22:14:42.417418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6420080b-e15c-4b27-b233-03da581ebc0e req-b67a0e1e-f913-4be1-9214-7160b951e383 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 Nov 16 22:14:43.537939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0d89e-2747-4c90-b89f-0708eda4391c req-825b5bcb-9975-407d-a89c-df2f0c15bdf8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:43.539634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfc0d89e-2747-4c90-b89f-0708eda4391c req-825b5bcb-9975-407d-a89c-df2f0c15bdf8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0544913 Nov 16 22:14:43.588055 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfc0d89e-2747-4c90-b89f-0708eda4391c req-5be76350-d7de-4dbf-b447-a4a696d93b6f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Nov 16 22:14:44.704583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbf2e4-6384-4eda-ba57-76722ff74977 req-d6b7f083-e48b-42c8-8595-d31460dc64eb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:44.706122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dbbf2e4-6384-4eda-ba57-76722ff74977 req-d6b7f083-e48b-42c8-8595-d31460dc64eb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0514235 Nov 16 22:14:44.753717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1dbbf2e4-6384-4eda-ba57-76722ff74977 req-9c0886b9-65b1-4a62-b496-8ae1c823ab36 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405457 Nov 16 22:14:45.873892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3692893-a577-4b20-a172-34a70a281005 req-edca5d10-bdb3-4553-975a-df2fd0dadb0b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:45.875402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3692893-a577-4b20-a172-34a70a281005 req-edca5d10-bdb3-4553-975a-df2fd0dadb0b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0527771 Nov 16 22:14:45.926308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c3692893-a577-4b20-a172-34a70a281005 req-03d8d436-3c25-4d39-bac4-6edf1610c02a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Nov 16 22:14:47.043737 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdf180-bc34-4fa4-b335-1217de8a6672 req-bf14e18e-1e3d-4912-94bd-c68a1316e856 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:47.045217 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18bdf180-bc34-4fa4-b335-1217de8a6672 req-bf14e18e-1e3d-4912-94bd-c68a1316e856 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0513661 Nov 16 22:14:47.092013 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18bdf180-bc34-4fa4-b335-1217de8a6672 req-da5d7908-4ca6-4242-b412-0eaf001e05b7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409565 Nov 16 22:14:48.214042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360d65-459b-4aa3-8fe7-8ac9572918d8 req-332558e4-e7b5-4f5d-9ef7-c4a08860dc22 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:48.215513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f360d65-459b-4aa3-8fe7-8ac9572918d8 req-332558e4-e7b5-4f5d-9ef7-c4a08860dc22 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0531077 Nov 16 22:14:48.262865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f360d65-459b-4aa3-8fe7-8ac9572918d8 req-e650494b-3cd8-42d8-8728-998aeb0aa368 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414460 Nov 16 22:14:49.378278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845270cf-5196-4388-80f9-4b24b3260a88 req-ad886b04-f8f8-4576-bf4e-dc36474c5299 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:49.379706 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-845270cf-5196-4388-80f9-4b24b3260a88 req-ad886b04-f8f8-4576-bf4e-dc36474c5299 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Nov 16 22:14:49.427653 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-845270cf-5196-4388-80f9-4b24b3260a88 req-d87a666d-108f-48b0-bcd4-fc6c4f234c9b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414617 Nov 16 22:14:50.544357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c43473-d3a6-41c9-881c-ac66d81de19e req-3f61280a-6ffd-4a06-9fa3-b31d9e6dff48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:50.545877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33c43473-d3a6-41c9-881c-ac66d81de19e req-3f61280a-6ffd-4a06-9fa3-b31d9e6dff48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Nov 16 22:14:50.592845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-33c43473-d3a6-41c9-881c-ac66d81de19e req-4d902ed2-a06a-48e6-b012-73475ae87b89 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409937 Nov 16 22:14:50.855848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-c7069f45-dafd-478c-9a00-b5f2b4b27c0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725720 Nov 16 22:14:50.867963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6217ed-3f83-4503-bbc8-f2573b912b11 req-cd649997-6a49-4cc4-a1c9-08802f9ef0d5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:50.869191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e6217ed-3f83-4503-bbc8-f2573b912b11 req-cd649997-6a49-4cc4-a1c9-08802f9ef0d5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0776055 Nov 16 22:14:50.874491 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b422d962-991d-415c-96e4-215c7f18f29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:50.922597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e6217ed-3f83-4503-bbc8-f2573b912b11 req-e173d59b-4c53-4c64-a37f-cf6caf7d4862 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Nov 16 22:14:52.023982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-72113c8d-a50e-4fa6-acc8-1a3fec43e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:52.025597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-72113c8d-a50e-4fa6-acc8-1a3fec43e801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1096 time: 0.0427167 Nov 16 22:14:52.053683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08687-5e22-442d-ab9a-b9e5dfe63b11 req-3f585b2d-1cc7-4145-80f4-c544959f9dfd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:52.055728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65a08687-5e22-442d-ab9a-b9e5dfe63b11 req-3f585b2d-1cc7-4145-80f4-c544959f9dfd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0554814 Nov 16 22:14:52.127477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-3df3b93f-63ea-4be4-9f7d-5b39484ac9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:52.129287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-3df3b93f-63ea-4be4-9f7d-5b39484ac9d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0952303 Nov 16 22:14:52.200154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-9bd6265d-43a1-4b58-a164-bb979b251e77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 1001 time: 0.0633476 Nov 16 22:14:52.254545 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-4f610fb3-83ac-4cd1-999e-6e033d2b174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:52.255953 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-4f610fb3-83ac-4cd1-999e-6e033d2b174b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0491500 Nov 16 22:14:52.310174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-4e58e0f1-3ae3-446c-96bd-c34877c74451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:52.311702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-4e58e0f1-3ae3-446c-96bd-c34877c74451 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476036 Nov 16 22:14:52.386418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-65a08687-5e22-442d-ab9a-b9e5dfe63b11 req-216ce1ca-3b89-461d-81ed-3fed76cea1c8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246028 Nov 16 22:14:52.404657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-f011817d-abe1-4772-ae1e-78a954aab1bb service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850754 Nov 16 22:14:52.500567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-0fdb02cf-ef77-4870-8b45-c1387bafb1b7 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889051 Nov 16 22:14:53.175655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8508c10-4519-4e88-b29b-e81087196770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:53.505374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbd305-769d-4b42-b7e2-3893b48464e9 req-7428d54d-4bbd-4d76-b375-7631dd0292c8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:53.506819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-47bbd305-769d-4b42-b7e2-3893b48464e9 req-7428d54d-4bbd-4d76-b375-7631dd0292c8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0494332 Nov 16 22:14:53.555766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-47bbd305-769d-4b42-b7e2-3893b48464e9 req-97985068-6660-400f-b206-ecb28a820d61 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415521 Nov 16 22:14:54.384161 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:54.670707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162836d-6d91-4587-87e3-2823c638db04 req-9f8ed345-344a-4924-ad38-1206c1c0c64b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:54.672212 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4162836d-6d91-4587-87e3-2823c638db04 req-9f8ed345-344a-4924-ad38-1206c1c0c64b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Nov 16 22:14:54.677519 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-6070dae7-fe6a-4ddf-9b92-7bd57b80a5dc service neutron] show failed (client error): The resource could not be found. Nov 16 22:14:54.678577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-6070dae7-fe6a-4ddf-9b92-7bd57b80a5dc service neutron] 10.222.0.47 "GET /v2.0/ports/61dff30d-0e66-4088-9469-945f9a79bfdc/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0553358 Nov 16 22:14:54.731102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4162836d-6d91-4587-87e3-2823c638db04 req-86f9a0ae-f8d4-4955-b238-bb2320c31b31 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528417 Nov 16 22:14:54.939860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-a22743c9-32dc-4232-b258-8bd537f818b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:54.941279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-a22743c9-32dc-4232-b258-8bd537f818b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 1096 time: 0.0886824 Nov 16 22:14:54.954186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:14:55.008451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.203712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:14:55.238266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:55.278420 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:14:55.280704 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d684e1e-d3a0-400b-becc-2a639b2b815a" -d '{"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-unplugged", "status": "completed", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:14:55.284857 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.298445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Transition to ACTIVE for port object 61dff30d-0e66-4088-9469-945f9a79bfdc will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:14:55.302219 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.337584 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf61da6-5912-4e64-853d-9a32465ac061 x-openstack-request-id: req-1cf61da6-5912-4e64-853d-9a32465ac061 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:14:55.337881 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-unplugged", "status": "completed", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:14:55.338131 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cf61da6-5912-4e64-853d-9a32465ac061 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:14:55.338525 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'code': 200} Nov 16 22:14:55.355198 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:55.393686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.394038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.394386 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.394723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.395061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.395393 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.395721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.396048 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.396376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.396704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.397029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.397358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:14:55.443926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] No DVR routers for this DVR port 61dff30d-0e66-4088-9469-945f9a79bfdc on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:14:55.578819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:14:55.579156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:14:55.579484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:55.583953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Port 61dff30d-0e66-4088-9469-945f9a79bfdc on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:14:55.584278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Attempting to bind port 61dff30d-0e66-4088-9469-945f9a79bfdc on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:14:55.589177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:14:55.589534 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:14:55.589938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:14:55.590366 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Bound port: 61dff30d-0e66-4088-9469-945f9a79bfdc, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:14:55.590728 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.652884 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:14:55.655786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:14:55.660250 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.701588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:55.702220 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.703596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] 10.222.0.41 "PUT /v2.0/ports/61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 1091 time: 0.7533479 Nov 16 22:14:55.720821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3de26-3dae-4e01-91dd-4f0b143750fa service neutron] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:14:55.774610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-32985adb-8a2e-44e3-9691-208c48f2de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:55.776154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-32985adb-8a2e-44e3-9691-208c48f2de10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0445611 Nov 16 22:14:55.905808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76352e-3ab3-46ac-add0-d1cb2ad65ee9 req-062b172a-ea0e-40da-bf44-bf28ac0928ab tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:55.907297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed76352e-3ab3-46ac-add0-d1cb2ad65ee9 req-062b172a-ea0e-40da-bf44-bf28ac0928ab tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0980921 Nov 16 22:14:55.939606 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:55.942807 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-bfce2940-8683-4981-8a97-ad93f7b1c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:55.944295 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-bfce2940-8683-4981-8a97-ad93f7b1c070 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.1538146 Nov 16 22:14:56.010808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed76352e-3ab3-46ac-add0-d1cb2ad65ee9 req-a963d951-e5f8-4c38-91b5-ebd97e05945d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886765 Nov 16 22:14:56.031105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-bc09ea6c-f352-47b4-9b85-c316f63b965a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 999 time: 0.0735700 Nov 16 22:14:56.087430 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-0dcaf460-93ea-408f-8c87-6eaba58e662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:56.088853 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-0dcaf460-93ea-408f-8c87-6eaba58e662c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0472763 Nov 16 22:14:56.139765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-f9b85271-99eb-47cb-be96-ba1865f4879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:56.141221 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-f9b85271-99eb-47cb-be96-ba1865f4879b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386569 Nov 16 22:14:56.239135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-222b0387-4d7d-4400-a0ca-574566d892ca service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865734 Nov 16 22:14:56.334720 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a44e3bd2-32e7-4cbe-9cce-c30395061a81 req-7ff5cc37-0070-44d9-9df3-a1d5fd72c872 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844827 Nov 16 22:14:56.762403 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:14:57.138731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f493ca2-353b-4231-8cef-54a7e612dcf3 req-67f6203e-6c2e-4192-b641-2e7538fe0680 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.140199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f493ca2-353b-4231-8cef-54a7e612dcf3 req-67f6203e-6c2e-4192-b641-2e7538fe0680 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0577347 Nov 16 22:14:57.187135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f493ca2-353b-4231-8cef-54a7e612dcf3 req-1e05f3e0-53c7-42c8-a1ce-d241c3624879 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Nov 16 22:14:57.340105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:14:57.342491 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1da142-e834-40ed-a9cd-472cb14ca6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:14:57.390387 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9423df6-b5de-4fcd-93e0-689301ea3451 x-openstack-request-id: req-d9423df6-b5de-4fcd-93e0-689301ea3451 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:14:57.390692 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:14:57.390950 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9423df6-b5de-4fcd-93e0-689301ea3451 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:14:57.391381 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'status': 'completed', 'code': 200} Nov 16 22:14:57.455583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-ef1eddfa-eb25-4c18-8893-d671f9f88d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.457234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-ef1eddfa-eb25-4c18-8893-d671f9f88d7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0434175 Nov 16 22:14:57.457437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-10a87011-0cc0-4d30-9076-9b2987bd50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.458961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-10a87011-0cc0-4d30-9076-9b2987bd50dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0411861 Nov 16 22:14:57.552425 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-56c06849-3fb1-4922-b91d-7595d7e0390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.552653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-dc617995-c5ad-41cb-8705-6d1bfea271a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.553923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-dc617995-c5ad-41cb-8705-6d1bfea271a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0884480 Nov 16 22:14:57.554066 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-56c06849-3fb1-4922-b91d-7595d7e0390c service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0890713 Nov 16 22:14:57.620269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-a273e4b7-747c-46b5-8963-72a7bd615121 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 999 time: 0.0579872 Nov 16 22:14:57.620772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-6195354f-a4f3-4ae0-a11a-7390aa0d956b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 999 time: 0.0582464 Nov 16 22:14:57.670960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-a0193ffd-fbd2-48a6-a593-70ae7ee6436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.672682 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-a0193ffd-fbd2-48a6-a593-70ae7ee6436c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0451624 Nov 16 22:14:57.674917 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-8e2950de-8a0b-4fed-95bb-4cc3e579c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.676360 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-8e2950de-8a0b-4fed-95bb-4cc3e579c221 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0474033 Nov 16 22:14:57.722660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-3e09b534-4b20-44f5-8c3d-5e5ed62ada34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.724443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-3e09b534-4b20-44f5-8c3d-5e5ed62ada34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452094 Nov 16 22:14:57.725123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-88278dd2-8613-4690-9d64-3fd81a9b50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:57.727277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-88278dd2-8613-4690-9d64-3fd81a9b50a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419130 Nov 16 22:14:57.814206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-60b1b651-86b5-4d1c-8746-32d3623f74f7 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Nov 16 22:14:57.817944 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-c68eda25-a28d-4196-809e-2e4c8124c77d service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835235 Nov 16 22:14:57.913646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-a8742fc2-9279-453b-b324-181822c2f930 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924597 Nov 16 22:14:57.926052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e1da142-e834-40ed-a9cd-472cb14ca6cb req-2069b7e7-ba7e-4bd8-aaa4-a1fe775de6b9 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994534 Nov 16 22:14:58.303854 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b417b-4094-4f0f-b28a-23c81a313bd3 req-9b7a6068-0871-41cc-b824-767beb8a0e50 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:58.305991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-942b417b-4094-4f0f-b28a-23c81a313bd3 req-9b7a6068-0871-41cc-b824-767beb8a0e50 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0502267 Nov 16 22:14:58.353078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-942b417b-4094-4f0f-b28a-23c81a313bd3 req-993cd915-c721-481f-912a-f10ec03bf074 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Nov 16 22:14:58.580632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012698f-fa76-409d-8dfa-a7ad7b3c79ff req-aef586e6-b036-4cf7-9e95-fe74ab7d6425 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:58.582301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9012698f-fa76-409d-8dfa-a7ad7b3c79ff req-aef586e6-b036-4cf7-9e95-fe74ab7d6425 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0850194 Nov 16 22:14:58.595544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-576cc4ed-89eb-4620-8ac9-7f4ddec32890 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:58.596889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-576cc4ed-89eb-4620-8ac9-7f4ddec32890 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605&tenant_id=1aa71b8290154c8e9e53ca3ea465d291&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 943 time: 0.0743167 Nov 16 22:14:58.603014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:14:58.644095 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:14:58.680615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9012698f-fa76-409d-8dfa-a7ad7b3c79ff req-9e6d19d9-4ece-4422-bce0-aa92d12f6451 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827897 Nov 16 22:14:58.689337 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-afad8ce6-a71f-4e68-b9b1-a5a75ab0ac56 service neutron] delete failed (client error): The resource could not be found. Nov 16 22:14:58.690390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-afad8ce6-a71f-4e68-b9b1-a5a75ab0ac56 service neutron] 10.222.0.47 "DELETE /v2.0/ports/61dff30d-0e66-4088-9469-945f9a79bfdc/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0827739 Nov 16 22:14:58.777158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-0b0242dd-d43c-4382-8f24-0705316ca2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:58.778679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-0b0242dd-d43c-4382-8f24-0705316ca2cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0413499 Nov 16 22:14:58.871334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-b3b26bd6-f3fb-4c5e-9898-264f8cdc76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:58.872693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-b3b26bd6-f3fb-4c5e-9898-264f8cdc76d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0875661 Nov 16 22:14:58.936820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-4a757086-7383-4006-8239-6810d2ed7281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 999 time: 0.0575402 Nov 16 22:14:58.989160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-5a498863-8409-4c7a-a768-ef022c7462a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:58.990639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-5a498863-8409-4c7a-a768-ef022c7462a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0476389 Nov 16 22:14:59.036451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-77f6a0c1-deff-4fa7-91dd-2575ef4adcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:59.037934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-77f6a0c1-deff-4fa7-91dd-2575ef4adcc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395198 Nov 16 22:14:59.131437 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-dce497cc-913f-4ae6-9fa2-288f65b74604 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862236 Nov 16 22:14:59.221839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21171464-7ef2-4841-8911-e8a0438f2df7 req-33f78786-64e1-4688-9044-afb0addfbf94 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828717 Nov 16 22:14:59.805400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e91b-112e-4d20-ad40-afa1a3658299 req-9e359a3e-d408-4af8-a438-895d96c0d153 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:59.806956 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d10e91b-112e-4d20-ad40-afa1a3658299 req-9e359a3e-d408-4af8-a438-895d96c0d153 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0556738 Nov 16 22:14:59.854907 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d10e91b-112e-4d20-ad40-afa1a3658299 req-d797db9f-0827-40bd-8c9c-aa2a13b37f3d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Nov 16 22:14:59.968571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe4ae3-2684-4555-8ab2-ec47c98cc151 req-9f56ec80-da0f-4ea6-9bb4-e636a17a5bd4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:14:59.970079 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1fe4ae3-2684-4555-8ab2-ec47c98cc151 req-9f56ec80-da0f-4ea6-9bb4-e636a17a5bd4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0493772 Nov 16 22:15:00.017171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1fe4ae3-2684-4555-8ab2-ec47c98cc151 req-7875d104-c5f8-4f10-95e9-4c2ae7b07d26 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Nov 16 22:15:00.216827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab07761-a026-4138-97eb-53ecb56e3ca3 req-2df2ac2a-6a0b-4edb-a02a-c1ed1fa0bc86 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:00.218314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ab07761-a026-4138-97eb-53ecb56e3ca3 req-2df2ac2a-6a0b-4edb-a02a-c1ed1fa0bc86 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 943 time: 0.0556834 Nov 16 22:15:00.259500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-90a21c99-23e9-4ffb-a6e3-5588e439faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:00.260918 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-90a21c99-23e9-4ffb-a6e3-5588e439faa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 1094 time: 0.0453126 Nov 16 22:15:00.267526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ab07761-a026-4138-97eb-53ecb56e3ca3 req-29523909-9561-46f3-bc29-55f8e85ce5bd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Nov 16 22:15:00.358112 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-c1ce486f-0dfc-4532-8274-52946673ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:00.359637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-c1ce486f-0dfc-4532-8274-52946673ef4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0916088 Nov 16 22:15:00.363497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:15:00.437329 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-a9e95a68-fbf6-421e-a349-0e4c8c999ed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 200 len: 999 time: 0.0662131 Nov 16 22:15:00.464392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:00.475516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'mac_address': 'fa:16:3e:e0:c1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:15:00.493723 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-b7846608-b8f7-47f1-86ab-2f0ba640ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:00.495234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-b7846608-b8f7-47f1-86ab-2f0ba640ff06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0453196 Nov 16 22:15:00.512206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:00.525776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dff30d-0e66-4088-9469-945f9a79bfdc {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:15:00.545223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:00.545706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-992f2ccf-7f40-4af6-84b8-1a2ac903623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:00.547254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-992f2ccf-7f40-4af6-84b8-1a2ac903623e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423467 Nov 16 22:15:00.548918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:00.596255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:00.603631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.603986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.604328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.604661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.604993 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.605320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.605667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.605999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.606319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.606640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.606960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.607280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:00.644828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-0a382d22-e3b6-4b53-bc5b-c686e6a7d2de service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871110 Nov 16 22:15:00.735647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b0e7f7e1-8b0f-4581-abff-992ea210b8ef req-1b02a29b-1592-45aa-b85d-9010b9ce81f2 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823987 Nov 16 22:15:00.830686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['61dff30d-0e66-4088-9469-945f9a79bfdc'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:15:01.389496 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deed62-ecab-4975-adfd-104b3e8273b7 req-f8761aa0-7ee0-422a-a252-8f95910d1236 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:01.390998 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36deed62-ecab-4975-adfd-104b3e8273b7 req-f8761aa0-7ee0-422a-a252-8f95910d1236 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 944 time: 0.0494230 Nov 16 22:15:01.442282 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-36deed62-ecab-4975-adfd-104b3e8273b7 req-9588f2c1-fe2b-459b-a758-0f605a4370ca tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Nov 16 22:15:01.671219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8aae7-42c4-40af-8581-40339524379a req-9a048787-91c9-4e99-a1d8-8cefb40cd833 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:01.672681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5aa8aae7-42c4-40af-8581-40339524379a req-9a048787-91c9-4e99-a1d8-8cefb40cd833 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Nov 16 22:15:01.719698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5aa8aae7-42c4-40af-8581-40339524379a req-41083e6b-98f7-4f7a-9b5d-906d42a0538a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Nov 16 22:15:02.365071 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:02.413303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 61dff30d-0e66-4088-9469-945f9a79bfdc completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:15:02.417383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 61dff30d-0e66-4088-9469-945f9a79bfdc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:02.417798 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:02.496855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:02.518858 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:02.521073 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5bd0d-b045-465c-8071-9a805ffdc34c" -d '{"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-plugged", "status": "completed", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:02.533745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:02.537831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:02.564299 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba65a6cf-c43d-4eae-a9ae-b5f539a9abf1 x-openstack-request-id: req-ba65a6cf-c43d-4eae-a9ae-b5f539a9abf1 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:02.564590 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-plugged", "status": "completed", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:02.564841 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba65a6cf-c43d-4eae-a9ae-b5f539a9abf1 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:02.565229 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'code': 200} Nov 16 22:15:02.590336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:02.840510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f16a4-59c2-44e9-a1f2-79e3d66cd301 req-ba9db56c-7d09-4eed-9e5d-97453fc5af33 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:02.841997 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c54f16a4-59c2-44e9-a1f2-79e3d66cd301 req-ba9db56c-7d09-4eed-9e5d-97453fc5af33 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Nov 16 22:15:02.890165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c54f16a4-59c2-44e9-a1f2-79e3d66cd301 req-b01c70b7-a023-4eba-994c-530145494bf7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423229 Nov 16 22:15:03.101178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-9b3fa693-b560-4e94-beae-f3a2786feef4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:03.103246 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-9b3fa693-b560-4e94-beae-f3a2786feef4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Nov 16 22:15:03.196041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Deleting port 61dff30d-0e66-4088-9469-945f9a79bfdc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:15:03.196384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.288088 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] For port 61dff30d-0e66-4088-9469-945f9a79bfdc, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=61dff30d-0e66-4088-9469-945f9a79bfdc,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:03.288451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.436156 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:15:03.455657 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.456037 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.456613 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 disassociated. External IP: 172.25.3.111, port: 61dff30d-0e66-4088-9469-945f9a79bfdc. Nov 16 22:15:03.456959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Calling delete_port for 61dff30d-0e66-4088-9469-945f9a79bfdc owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:15:03.584535 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.614479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event deleted for resources: {'Port': ['ID=61dff30d-0e66-4088-9469-945f9a79bfdc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:03.731684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:15:03.841651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.842819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:03.853501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:03.863931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:03.864586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:03.882169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] No DVR routers for this DVR port 61dff30d-0e66-4088-9469-945f9a79bfdc on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:15:03.885376 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:03.888702 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec9b2045-c933-4f54-9b3f-b3e296a7db12 req-f11ccece-2234-4c59-b2df-8d0c5b1472b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "DELETE /v2.0/ports/61dff30d-0e66-4088-9469-945f9a79bfdc HTTP/1.1" status: 204 len: 173 time: 0.7740650 Nov 16 22:15:03.889206 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-deleted', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:03.891526 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af120027-e56c-412a-8a42-e6a4cd22ed33" -d '{"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-deleted", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:03.948501 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abfbc91-1de7-4b9f-8419-370a37c7a582 x-openstack-request-id: req-2abfbc91-1de7-4b9f-8419-370a37c7a582 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:03.948799 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15102e4c-bed9-42ab-8ac2-9180ce80a605", "name": "network-vif-deleted", "tag": "61dff30d-0e66-4088-9469-945f9a79bfdc", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:03.949054 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2abfbc91-1de7-4b9f-8419-370a37c7a582 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:03.949454 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15102e4c-bed9-42ab-8ac2-9180ce80a605', 'name': 'network-vif-deleted', 'tag': '61dff30d-0e66-4088-9469-945f9a79bfdc', 'status': 'completed', 'code': 200} Nov 16 22:15:03.989843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:04.001197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-26f55c90-841d-4022-bf95-6a960d5c6e0f req-17fd9b8f-8e26-4bf0-98c1-65ded640de30 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=15102e4c-bed9-42ab-8ac2-9180ce80a605 HTTP/1.1" status: 200 len: 210 time: 0.0275183 Nov 16 22:15:04.196254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:04.222060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:04.231271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:04.231884 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:04.336029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:04.538250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:04.568255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f9472a-1c87-416f-b87b-cc18a1521798 None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:04.785094 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1270c62-5323-4391-9698-df1c8704634e None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:15:05.301180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-b4a5701c-7b07-47d9-a295-9b3b5c26eb96 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--699825460&fields=id&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 267 time: 0.0413034 Nov 16 22:15:05.411372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-8ed620cc-2e55-45e1-9c79-de26602de932 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:05.412852 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-8ed620cc-2e55-45e1-9c79-de26602de932 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1045992 Nov 16 22:15:05.427300 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-1351628a-63de-4a9d-94e9-c8c33604ac95 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/quotas/1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 375 time: 0.0088460 Nov 16 22:15:05.479219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-7d1d1b93-cf1f-4fef-9fb8-4aaa227e1358 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463860 Nov 16 22:15:05.578547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-928d1a9d-498b-42a3-8557-8021b5902fce service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871572 Nov 16 22:15:05.666265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-ec490929-bc34-49e0-9661-3badbb91a34b service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816095 Nov 16 22:15:05.823772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cbf423e0-7432-4bb6-b944-96859f350cbc req-1c115075-7182-4aa8-ad27-742645702d4d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 210 time: 0.0271993 Nov 16 22:15:05.831018 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:06.815721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-1bc7e253-c50e-4a23-bf0a-1ffa5b239a9d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:06.817204 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-1bc7e253-c50e-4a23-bf0a-1ffa5b239a9d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1158242 Nov 16 22:15:06.883279 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-f70901a3-cf4a-4dc8-954a-a788e19b659d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 379 time: 0.0529613 Nov 16 22:15:06.894213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'port': {'device_id': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'admin_state_up': True, 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'security_groups': ['4c4c8777-ddc4-4fb5-a44f-76cf310f2423']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:06.958825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-edcf1d1e-07ae-418b-854e-39ec8508bf72 req-6e61e7ee-3877-4035-8997-810ac1cac9b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 210 time: 0.0611544 Nov 16 22:15:07.025201 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Made reservation on behalf of 1aa71b8290154c8e9e53ca3ea465d291 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:15:07.028794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.151544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Allocated IP 172.20.0.4 (dc4e83e9-22c3-49cf-9694-867d5d91aeb1/c98dcc5d-313e-4809-9d96-eb24fde05112/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:15:07.290719 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.323429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.366997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:15:07.370847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:15:07.374670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:15:07.380921 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:07.413813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.414165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.414510 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.415550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.415892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.416230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.416567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.416895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.417263 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.417637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.417970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.418294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:15:07.443524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:07.444127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.462469 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-c1f7df0b-e6d3-4941-8699-4044c30efa03 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712521 Nov 16 22:15:07.473033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-a9a0c8db-7a63-40af-9f01-15f06768368f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:15:07.474031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-a9a0c8db-7a63-40af-9f01-15f06768368f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055692 Nov 16 22:15:07.486562 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Request body: {'port': {'device_id': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:07.545085 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.630115 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5b3a1ff5-a266-40d2-b605-9c50c59f0a16 None None] Provisioning complete for port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:07.630750 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1ff5-a266-40d2-b605-9c50c59f0a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:07.665746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a1ff5-a266-40d2-b605-9c50c59f0a16 None None] Port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:15:08.078187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63b9c6-ae9e-41cb-add1-4a519dc0695d req-87d1a5ca-ad19-40bb-a760-c3587c299c0c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.079670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b63b9c6-ae9e-41cb-add1-4a519dc0695d req-87d1a5ca-ad19-40bb-a760-c3587c299c0c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 931 time: 0.0509839 Nov 16 22:15:08.120089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:15:08.127541 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.128542 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b63b9c6-ae9e-41cb-add1-4a519dc0695d req-5318c1c0-58c7-448c-afb6-b6d7f9313890 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Nov 16 22:15:08.140167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Transition to ACTIVE for port object 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:15:08.149697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.197899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:08.272260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:15:08.272605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:15:08.272937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:08.277846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:15:08.278167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:15:08.283124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:15:08.283459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:15:08.283859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:15:08.284280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Bound port: 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:15:08.284637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.355019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:15:08.358261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:15:08.362465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.390067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:15:08.397636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.398153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:08.400250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1091 time: 0.9178250 Nov 16 22:15:08.400829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:08.402969 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79d8f0-1e0a-4011-b091-28f25eea22a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:08.430696 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c023ca-73d4-4a8a-9292-f5e4b3414587 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:08.453904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 61dff30d-0e66-4088-9469-945f9a79bfdc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:15:08.454494 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 61dff30d-0e66-4088-9469-945f9a79bfdc not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:15:08.474730 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776c6ff-b217-4d0a-8f02-9007d084eb1d x-openstack-request-id: req-f776c6ff-b217-4d0a-8f02-9007d084eb1d {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:08.475027 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:08.475280 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f776c6ff-b217-4d0a-8f02-9007d084eb1d {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:08.475683 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'status': 'completed', 'code': 200} Nov 16 22:15:08.493955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-2f42dee9-eedd-4c4b-81e1-44157db0c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.495510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-2f42dee9-eedd-4c4b-81e1-44157db0c1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1094 time: 0.0507009 Nov 16 22:15:08.544901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-ff24270c-c11c-49bc-9606-b29873c0eb42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 217 time: 0.0414319 Nov 16 22:15:08.596084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-5cf1331b-41c4-4047-a208-bc4b3dc37a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.597606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-5cf1331b-41c4-4047-a208-bc4b3dc37a9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0462489 Nov 16 22:15:08.643857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-598ba4d0-3bab-422a-9692-19fc296a1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.645389 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-598ba4d0-3bab-422a-9692-19fc296a1483 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406415 Nov 16 22:15:08.739725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-104aae4e-6285-4b87-b03e-8cb264397d9e service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876896 Nov 16 22:15:08.836044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee384bc2-a104-4c73-85b4-19fe6e431ce8 req-7975cf43-c923-47a6-8ea9-ef8e22627e92 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877004 Nov 16 22:15:08.924905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-f93796e2-4c91-44e6-94f1-ba70994c3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:08.926498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-f93796e2-4c91-44e6-94f1-ba70994c3f46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1094 time: 0.0418527 Nov 16 22:15:09.019956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-1b44c1f6-e5a5-4fd8-ac0e-cb2ae37d2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.021415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-1b44c1f6-e5a5-4fd8-ac0e-cb2ae37d2545 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0877440 Nov 16 22:15:09.062925 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-5cc4b821-ea96-46b1-9b96-c8555749619d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 217 time: 0.0332947 Nov 16 22:15:09.115895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-3e780758-dbe5-43df-83a3-ce90cb97e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.117274 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-3e780758-dbe5-43df-83a3-ce90cb97e8f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0475280 Nov 16 22:15:09.163383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-ca30f101-2506-4955-918d-9c15cdffcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.165556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-ca30f101-2506-4955-918d-9c15cdffcacb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400434 Nov 16 22:15:09.246003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a5cc2-25be-4ef4-ab6f-390938b4e7d1 req-66d1139e-be84-414f-b717-20363d52acdb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:09.247739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-780a5cc2-25be-4ef4-ab6f-390938b4e7d1 req-66d1139e-be84-414f-b717-20363d52acdb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0509861 Nov 16 22:15:09.259887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-a601e50f-9668-405f-a670-f489f942812d service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869927 Nov 16 22:15:09.295658 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-780a5cc2-25be-4ef4-ab6f-390938b4e7d1 req-675749e8-ba91-4a58-a470-60d415fd8ecb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Nov 16 22:15:09.354861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1e79d8f0-1e0a-4011-b091-28f25eea22a3 req-de45ce2e-4116-480e-9105-cbc3936c8da8 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877163 Nov 16 22:15:10.413033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077446b-9d50-4592-a399-5bc73a52f831 req-60ac3afb-34e9-470b-8788-24f050101fa4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:10.414553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7077446b-9d50-4592-a399-5bc73a52f831 req-60ac3afb-34e9-470b-8788-24f050101fa4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0498223 Nov 16 22:15:10.462594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7077446b-9d50-4592-a399-5bc73a52f831 req-14c84c82-8a4a-4513-af29-8619112ba41a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 Nov 16 22:15:11.580170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47daa56-96e2-4fb9-8d47-fe0198c7916f req-234f8065-9b55-4553-9dda-60bdc9399847 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:11.581935 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c47daa56-96e2-4fb9-8d47-fe0198c7916f req-234f8065-9b55-4553-9dda-60bdc9399847 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0483680 Nov 16 22:15:11.632163 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c47daa56-96e2-4fb9-8d47-fe0198c7916f req-fbff978e-cee4-4915-a786-32cd8c37b7da tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Nov 16 22:15:12.683704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:15:12.753984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2ab8d-6930-4c39-aa71-60f58670e2b5 req-049fb442-2065-49bd-a1a3-11941d18b688 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:12.755480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db2ab8d-6930-4c39-aa71-60f58670e2b5 req-049fb442-2065-49bd-a1a3-11941d18b688 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0551054 Nov 16 22:15:12.778878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:12.792437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:15:12.805020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3db2ab8d-6930-4c39-aa71-60f58670e2b5 req-f86557e5-c4bf-4214-bf07-81d5cf39b142 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Nov 16 22:15:12.833818 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:12.846710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:15:12.865257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:12.869228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:12.914830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:13.213351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:15:13.920584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d04d-dead-4d10-a627-381155a7f641 req-3e59423a-e8e1-4996-aa50-0c85e6b2e584 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:13.922072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4337d04d-dead-4d10-a627-381155a7f641 req-3e59423a-e8e1-4996-aa50-0c85e6b2e584 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.0484543 Nov 16 22:15:13.969639 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4337d04d-dead-4d10-a627-381155a7f641 req-383abb63-39b4-4d3e-9b12-1dd27e8f2a82 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415540 Nov 16 22:15:14.687284 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:15:14.737844 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:15:14.741852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:15:14.742248 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:14.821654 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:14.844207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:14.846463 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695cb7e3-013c-4cec-8dae-4bfe6f57b160" -d '{"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:14.859182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:15:14.866627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:14.891371 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b05ce0-e1bd-4be5-ad7a-6a98ffd1ee93 x-openstack-request-id: req-39b05ce0-e1bd-4be5-ad7a-6a98ffd1ee93 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:14.891806 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:14.891986 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39b05ce0-e1bd-4be5-ad7a-6a98ffd1ee93 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:14.892376 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'code': 200} Nov 16 22:15:14.919906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:15:14.985301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b8c7-1ca1-43f4-b94c-a8ce8ab06f50 req-284385b2-1678-40ae-8441-32345a6ef512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:14.986743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a79b8c7-1ca1-43f4-b94c-a8ce8ab06f50 req-284385b2-1678-40ae-8441-32345a6ef512 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1096 time: 0.0425816 Nov 16 22:15:15.032874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a79b8c7-1ca1-43f4-b94c-a8ce8ab06f50 req-d03d620a-b8b9-476f-9ef7-a6bdf26a2561 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390592 Nov 16 22:15:15.083601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e199b6-767f-404c-8545-2c37cac8f789 req-93786480-213b-4abd-b637-a9b696aea447 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:15.085087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56e199b6-767f-404c-8545-2c37cac8f789 req-93786480-213b-4abd-b637-a9b696aea447 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Nov 16 22:15:15.133147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-56e199b6-767f-404c-8545-2c37cac8f789 req-24df0216-78f3-46ed-9793-e86e4c06e36a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413907 Nov 16 22:15:16.250391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920bd9c-e376-4970-a84e-878738221f7d req-533091b2-ca17-4469-b0ed-36faff21b0ab tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:16.251878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b920bd9c-e376-4970-a84e-878738221f7d req-533091b2-ca17-4469-b0ed-36faff21b0ab tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Nov 16 22:15:16.302884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b920bd9c-e376-4970-a84e-878738221f7d req-43b79b99-510f-42d4-83da-085a667ea9fb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447433 Nov 16 22:15:17.420932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed296a5a-3ada-43a1-a113-caa880a1b66b req-8da3f15e-67ba-4acc-bfcf-cb644e9e6b67 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:17.422425 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed296a5a-3ada-43a1-a113-caa880a1b66b req-8da3f15e-67ba-4acc-bfcf-cb644e9e6b67 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Nov 16 22:15:17.469223 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed296a5a-3ada-43a1-a113-caa880a1b66b req-4e98c6be-17bf-4ef2-bd62-b528efff31d5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408602 Nov 16 22:15:17.579947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeff86f-e6ea-4f0d-aef5-10984c8b6d1b req-1d3f5951-83b2-4a47-ae43-073eaa48b2e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:17.581753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0aeff86f-e6ea-4f0d-aef5-10984c8b6d1b req-1d3f5951-83b2-4a47-ae43-073eaa48b2e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Nov 16 22:15:17.590271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 55620) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:15:17.594559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'floatingip': {'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:15:17.632866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:18.058645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:18.062364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:18.162580 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 associated. External IP: 172.25.3.111, port: 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb. Nov 16 22:15:18.369904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:15:18.477723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:15:18.482676 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:18.487110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:15:18.496399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:18.497297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:18.510419 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6d9072b-0b50-4adc-be01-03cedf40b391 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "PUT /v2.0/floatingips/62d5e884-da2e-4e26-a3e5-be5b16591f70 HTTP/1.1" status: 200 len: 991 time: 0.9191086 Nov 16 22:15:18.511005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:15:18.513282 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0224ce8-e629-47a6-bc12-d8b92212d3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:15:18.550374 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42e0005-326e-42ef-8d34-7d3c4d24d86b x-openstack-request-id: req-f42e0005-326e-42ef-8d34-7d3c4d24d86b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:15:18.550664 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:15:18.551420 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f42e0005-326e-42ef-8d34-7d3c4d24d86b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:15:18.551420 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'status': 'completed', 'code': 200} Nov 16 22:15:18.611479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:18.620996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-b6707389-8311-4d05-a932-00e9268e65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:18.622487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-b6707389-8311-4d05-a932-00e9268e65d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1096 time: 0.0423877 Nov 16 22:15:18.723231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-92d79d25-7819-41fd-aaa8-ea96912409d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:18.724735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-92d79d25-7819-41fd-aaa8-ea96912409d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0947609 Nov 16 22:15:18.790848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-7f458518-1334-4361-bfa2-3902236a9d28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 999 time: 0.0587220 Nov 16 22:15:18.843821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-58b88996-da11-4c37-b8f7-51b799726b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:18.845323 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-58b88996-da11-4c37-b8f7-51b799726b29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0475461 Nov 16 22:15:18.899209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-d498ec70-5785-496c-b9ee-bc6149a0387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:18.900790 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-d498ec70-5785-496c-b9ee-bc6149a0387a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477512 Nov 16 22:15:18.992019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:15:17Z', 'revision_number': 9, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:18.994635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-06d467a3-7564-42e2-9528-42da10447d52 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854998 Nov 16 22:15:19.020045 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:15:19.028431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:15:19.029029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:14:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:19.090416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d0224ce8-e629-47a6-bc12-d8b92212d3b4 req-142aa033-0d19-4239-8104-e49680d983e9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889988 Nov 16 22:15:19.135209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:15:19.356995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:15:17Z', 'revision_number': 9, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:15:19.383653 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf9f36d-1d4e-47c1-a91f-08c7a0b4edce None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:15:17Z', 'revision_number': 9, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:15:19.563078 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c46ad2-3668-4713-baec-296fa6076be4 None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:15:20.877264 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0e04e978-23e9-4fe1-b563-be17ed86fef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:23.176793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-72b874c3-eef3-41a7-982a-2f64f4606a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:24.386312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:25.937045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:26.764687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:33.855326 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:35.823450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:36.610452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-bb211aab-cdca-4dd1-8e33-a45a6e8a684c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412092 Nov 16 22:15:36.701032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f827e-1f9e-47f0-af37-50f059834567 req-9bf8f0bb-0666-4ae7-9d26-7747ff2f6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:36.702584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-9bf8f0bb-0666-4ae7-9d26-7747ff2f6897 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1096 time: 0.0409951 Nov 16 22:15:36.810232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f827e-1f9e-47f0-af37-50f059834567 req-f6e5c43d-54fa-41ed-817e-35e6d092e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:36.811622 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-f6e5c43d-54fa-41ed-817e-35e6d092e403 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0887141 Nov 16 22:15:36.876383 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-96a6d41c-3a17-483c-9b68-e433d1bf4da9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1002 time: 0.0565622 Nov 16 22:15:36.925447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f827e-1f9e-47f0-af37-50f059834567 req-5d364c67-a89b-42b9-8717-4c61dee62415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:36.926894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-5d364c67-a89b-42b9-8717-4c61dee62415 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0433624 Nov 16 22:15:36.979120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f827e-1f9e-47f0-af37-50f059834567 req-71910c13-43a4-4958-bed9-40d772a87c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:15:36.980577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-71910c13-43a4-4958-bed9-40d772a87c5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428786 Nov 16 22:15:37.068689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-ed3ee34b-ff4d-44a3-ae79-ffe700f3f2f7 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803740 Nov 16 22:15:37.162563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b57f827e-1f9e-47f0-af37-50f059834567 req-919af30c-e413-4fa5-b766-9b9ba161c576 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Nov 16 22:15:40.435291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:15:50.878955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b84e7e23-7b1e-4244-a00a-a1cbbf111f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:53.178908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3a6a09e1-7ba9-4a5e-a91b-acfe279113a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:54.389164 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:55.939452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:15:56.769912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:03.860015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:05.831419 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:17.433914 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:16:20.880876 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-406560f2-2867-486a-8529-fd8223893ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:23.180901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b626f818-3616-4dcc-aa74-06d8551bcf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:24.394046 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:25.943385 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:26.771873 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:33.868997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:35.838400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:37.641727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-27d80803-3a28-45f9-aa26-49e23d579d9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876808 Nov 16 22:16:37.727993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-1d30e2a9-0c69-4067-b04c-bf40ad9a354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:37.729465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-1d30e2a9-0c69-4067-b04c-bf40ad9a354e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1096 time: 0.0421777 Nov 16 22:16:37.838141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-38a1ba77-9024-4d26-92da-794dd1a9f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:37.839574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-38a1ba77-9024-4d26-92da-794dd1a9f9f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0886087 Nov 16 22:16:37.903748 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-6a066a49-6db3-4be8-8d04-83c6dedc2cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1002 time: 0.0566969 Nov 16 22:16:37.957315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-4de1f953-a569-4147-8e07-163f31b6e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:37.958772 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-4de1f953-a569-4147-8e07-163f31b6e583 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0470462 Nov 16 22:16:38.004704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-da107070-7c0c-4a15-a135-e21957fd147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:16:38.006754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-da107070-7c0c-4a15-a135-e21957fd147a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389736 Nov 16 22:16:38.098037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-73255efd-6cba-4c43-b3ad-b3b935045790 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817018 Nov 16 22:16:38.196185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aef891c8-e04c-45f6-9f9c-62d0979217de req-4d57f485-abb0-4a35-93c7-490eec748ce3 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866978 Nov 16 22:16:50.887663 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-72e8fde3-1eae-44fc-b2fd-5aa8c9bc60f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:53.182290 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e1fcabb-5982-4d44-9237-20fb4f709b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:54.396933 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:54.432909 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:16:55.946212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:16:56.774150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:03.886783 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:05.839045 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:20.879112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bd3f8a48-c737-4540-81db-b4f659a5b545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:23.182926 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc3f48a0-2a64-494c-a170-3a26de033177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:24.401562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:25.948997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:26.778000 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:31.431668 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:17:33.886964 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:35.851975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:37.619535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-45830724-3c64-4df1-9603-7011951858ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402493 Nov 16 22:17:37.701646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-0f6d9b5b-efcd-4725-ba9e-5aa91bebdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:37.703161 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-0f6d9b5b-efcd-4725-ba9e-5aa91bebdb44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1096 time: 0.0413618 Nov 16 22:17:37.808653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-4b1b7c40-6f44-42e0-aa81-6b582b6b55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:37.810151 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-4b1b7c40-6f44-42e0-aa81-6b582b6b55f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0882130 Nov 16 22:17:37.876044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-0932b544-f431-4408-acde-ee3692ec4e9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1002 time: 0.0583558 Nov 16 22:17:37.933745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-5453cb25-3767-4abd-a470-c130066ce78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:37.935227 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-5453cb25-3767-4abd-a470-c130066ce78d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0506732 Nov 16 22:17:37.981866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-88616cd6-8323-4123-bedc-d2740aaa6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:37.983321 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-88616cd6-8323-4123-bedc-d2740aaa6070 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410953 Nov 16 22:17:38.077747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-9c60b61a-0323-49a1-93cf-0ae44d3e1024 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865316 Nov 16 22:17:38.478886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14cc5f4c-1880-4da7-8073-efe1eaa8fe85 req-eb4c911a-4c13-4499-b957-605c4ffc872b service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939407 Nov 16 22:17:50.879675 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f245418-183c-4af2-b9a2-faae9e6c1db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:53.183947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3fd7e2d1-5bb8-4e97-b829-1cda53a9a3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:54.401043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:55.952425 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:56.375133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-50fe019b-354b-42b0-91ac-f776328b54d4 req-c2ae4baa-c03e-440b-963d-e5d4c228ad4c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:17:56.376171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50fe019b-354b-42b0-91ac-f776328b54d4 req-c2ae4baa-c03e-440b-963d-e5d4c228ad4c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438807 Nov 16 22:17:56.579759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-8832b68a-7bb5-4aa0-bb3b-cfbc856aeb0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799429 Nov 16 22:17:56.589414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-268bf967-9212-4862-951a-0ed47b7f8e5c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:17:56.590483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-268bf967-9212-4862-951a-0ed47b7f8e5c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058343 Nov 16 22:17:56.619662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea2bad-fee4-4d21-b451-0290bee672a9 req-fac216f5-89f0-4a4c-b6cf-86335a7f2f49 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:56.621173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28ea2bad-fee4-4d21-b451-0290bee672a9 req-fac216f5-89f0-4a4c-b6cf-86335a7f2f49 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.1073787 Nov 16 22:17:56.674539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28ea2bad-fee4-4d21-b451-0290bee672a9 req-5629a58d-0848-44b8-a924-5eb58f9957bf tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469396 Nov 16 22:17:56.779556 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:17:57.852607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dc73a-4d41-4baa-9d8e-6bdba6e346ef req-87f18af4-ac50-4a05-9bd7-ba59b697cfe2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:57.854132 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d4dc73a-4d41-4baa-9d8e-6bdba6e346ef req-87f18af4-ac50-4a05-9bd7-ba59b697cfe2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.1004627 Nov 16 22:17:57.928071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3d4dc73a-4d41-4baa-9d8e-6bdba6e346ef req-75b260fd-2f4d-4398-a866-0317c0762fb2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679209 Nov 16 22:17:57.935320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-d08195d2-002b-4056-a26c-667b0e0906e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:57.936773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-d08195d2-002b-4056-a26c-667b0e0906e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1096 time: 0.0629830 Nov 16 22:17:58.036172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-85a55f3f-a2c1-415f-b22b-2c4746487573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:58.038054 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-85a55f3f-a2c1-415f-b22b-2c4746487573 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0872669 Nov 16 22:17:58.105495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-29e24acd-da45-4856-9c50-7266f2187621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1002 time: 0.0586991 Nov 16 22:17:58.153830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-401b7f28-fab6-459a-aeaa-398e4b78cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:58.155345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-401b7f28-fab6-459a-aeaa-398e4b78cc53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0424430 Nov 16 22:17:58.213650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-ecdc220e-a7f9-4834-aeb4-af2b34fb7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:58.215141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-ecdc220e-a7f9-4834-aeb4-af2b34fb7bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453026 Nov 16 22:17:58.311163 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-95cb8abb-dfb2-4ec4-b476-bbfb9ac8157d service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884566 Nov 16 22:17:58.406515 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-6062cacf-95e8-4269-8eb9-37430627e796 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880754 Nov 16 22:17:59.049661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d3921-6b19-425e-81e6-5bd7de7e7068 req-aaab9561-ab52-4f85-a6eb-5d536d6146a5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:17:59.051202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c6d3921-6b19-425e-81e6-5bd7de7e7068 req-aaab9561-ab52-4f85-a6eb-5d536d6146a5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0530548 Nov 16 22:17:59.101603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6c6d3921-6b19-425e-81e6-5bd7de7e7068 req-b8753eb3-caf8-46e1-a3b0-359125ffc43a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436752 Nov 16 22:18:00.219180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395615-df49-4ffe-b3d9-3d31fe079191 req-334e666d-2bce-4563-be9d-c8c10bdd6ffd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:00.220675 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76395615-df49-4ffe-b3d9-3d31fe079191 req-334e666d-2bce-4563-be9d-c8c10bdd6ffd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Nov 16 22:18:00.269140 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-76395615-df49-4ffe-b3d9-3d31fe079191 req-d6810aef-e073-4ac8-84ba-727a04c6e2ee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 Nov 16 22:18:01.384599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c78da-f2f7-45cb-bfeb-a5ab67f21d66 req-becec685-0383-4bb5-b028-bc0da9a4d862 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:01.386097 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-453c78da-f2f7-45cb-bfeb-a5ab67f21d66 req-becec685-0383-4bb5-b028-bc0da9a4d862 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0486064 Nov 16 22:18:01.432334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-453c78da-f2f7-45cb-bfeb-a5ab67f21d66 req-cae155ce-5859-4780-9dcd-4be3b8a4aa30 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Nov 16 22:18:02.549870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f877fc-5ed4-46d2-a5d6-b7f0a79866a8 req-031dd933-2535-4b42-a31e-91ba21c8ed29 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:02.551358 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17f877fc-5ed4-46d2-a5d6-b7f0a79866a8 req-031dd933-2535-4b42-a31e-91ba21c8ed29 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0490425 Nov 16 22:18:02.603005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-17f877fc-5ed4-46d2-a5d6-b7f0a79866a8 req-bd998b43-1043-4a05-bfaf-e9f9cc104fab tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456874 Nov 16 22:18:03.717185 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563c8e-796d-4e3c-8b06-bc1fc9626da1 req-1809f8de-91a3-49f8-85b2-bf5da07ec8fd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:03.718689 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96563c8e-796d-4e3c-8b06-bc1fc9626da1 req-1809f8de-91a3-49f8-85b2-bf5da07ec8fd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Nov 16 22:18:03.768501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96563c8e-796d-4e3c-8b06-bc1fc9626da1 req-29c8e214-9bf5-47d5-9e1f-960d929b235d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438659 Nov 16 22:18:03.886858 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:04.883253 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8cef6-c42c-4b05-a3e3-8f62a5377647 req-076206e8-6b64-495a-8f4f-21cef86e056f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:04.884717 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e5f8cef6-c42c-4b05-a3e3-8f62a5377647 req-076206e8-6b64-495a-8f4f-21cef86e056f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Nov 16 22:18:04.932512 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e5f8cef6-c42c-4b05-a3e3-8f62a5377647 req-f2b9dc84-e517-4255-b7fd-00967ae44473 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418227 Nov 16 22:18:05.881428 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:06.045619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fbff7-4707-451d-83f8-90dff78f2736 req-1e186536-7224-4409-8b4c-b0914863c7ae tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:06.047086 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d4fbff7-4707-451d-83f8-90dff78f2736 req-1e186536-7224-4409-8b4c-b0914863c7ae tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0479617 Nov 16 22:18:06.093601 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4d4fbff7-4707-451d-83f8-90dff78f2736 req-0a4bf67f-6b40-4226-af56-15d3540db6c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 Nov 16 22:18:07.208025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c6860-fdb9-46f5-9060-02866253c7a8 req-355bcd52-f4f2-46b6-a2ae-777979bdcc38 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:07.209543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a01c6860-fdb9-46f5-9060-02866253c7a8 req-355bcd52-f4f2-46b6-a2ae-777979bdcc38 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Nov 16 22:18:07.256147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a01c6860-fdb9-46f5-9060-02866253c7a8 req-c9baeada-9544-43bb-a8d5-62d3bfd9314f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Nov 16 22:18:08.372972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d59c49-f8b6-4c18-a0e2-33afea2e5218 req-51101af3-1bcb-485d-b3df-37a412003bb0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:08.374741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0d59c49-f8b6-4c18-a0e2-33afea2e5218 req-51101af3-1bcb-485d-b3df-37a412003bb0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Nov 16 22:18:08.421002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0d59c49-f8b6-4c18-a0e2-33afea2e5218 req-183b2d6e-8d57-4303-ace9-3849663c1fb4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403636 Nov 16 22:18:08.430558 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:18:09.541056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954810-6d2e-4caf-a5df-9d09febbfbca req-c0a87661-9445-41ee-b25d-f7da621852a0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:09.542580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d954810-6d2e-4caf-a5df-9d09febbfbca req-c0a87661-9445-41ee-b25d-f7da621852a0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0533826 Nov 16 22:18:09.590042 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2d954810-6d2e-4caf-a5df-9d09febbfbca req-58478295-1c13-410e-86a8-c1e1c7833c31 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Nov 16 22:18:10.709498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd32d76-de80-4dd8-96df-ad2a49b406f3 req-b59ac125-6717-45a1-b3d3-75fd56263c00 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:10.711645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fd32d76-de80-4dd8-96df-ad2a49b406f3 req-b59ac125-6717-45a1-b3d3-75fd56263c00 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0535884 Nov 16 22:18:10.757646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1fd32d76-de80-4dd8-96df-ad2a49b406f3 req-8ae1d4de-46df-4724-a885-559e13d8935c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394402 Nov 16 22:18:11.872859 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266eb6-5eef-4ba0-ba5e-4eb815303a49 req-4f9529db-c902-4d6d-98b6-e8f0c49c2a35 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:11.874368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14266eb6-5eef-4ba0-ba5e-4eb815303a49 req-4f9529db-c902-4d6d-98b6-e8f0c49c2a35 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Nov 16 22:18:11.921065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-14266eb6-5eef-4ba0-ba5e-4eb815303a49 req-72c39489-7635-432a-b0e3-2c3fc7d82205 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409057 Nov 16 22:18:13.034201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223bbcc-a1c2-4890-a028-8ddebff0a7e0 req-6e8ae2d9-bfcf-4451-a705-d7619812042e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:13.035703 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7223bbcc-a1c2-4890-a028-8ddebff0a7e0 req-6e8ae2d9-bfcf-4451-a705-d7619812042e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0481758 Nov 16 22:18:13.082652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7223bbcc-a1c2-4890-a028-8ddebff0a7e0 req-1d158b35-2949-49f6-b2ce-65a8a976d749 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405226 Nov 16 22:18:14.199925 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748810db-c8ca-4c8a-8ab0-490cc789848a req-1476898e-c2a1-4505-8791-144e2a335e1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:14.201404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-748810db-c8ca-4c8a-8ab0-490cc789848a req-1476898e-c2a1-4505-8791-144e2a335e1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0495729 Nov 16 22:18:14.252016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-748810db-c8ca-4c8a-8ab0-490cc789848a req-69ace7f7-8054-4d74-a5f3-29281b99345a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444701 Nov 16 22:18:15.368940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fee47b-93ba-4060-93ef-c620000d7b5d req-9f22a85c-63fa-431a-9408-78b465866b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:15.370434 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72fee47b-93ba-4060-93ef-c620000d7b5d req-9f22a85c-63fa-431a-9408-78b465866b48 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Nov 16 22:18:15.416699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-72fee47b-93ba-4060-93ef-c620000d7b5d req-568a3921-a894-4145-a9bb-59449fe16725 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Nov 16 22:18:15.475225 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-9201fe2b-ef82-4c4d-bd11-21ae829d76ae service neutron] show failed (client error): The resource could not be found. Nov 16 22:18:15.476303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-9201fe2b-ef82-4c4d-bd11-21ae829d76ae service neutron] 10.222.0.47 "GET /v2.0/ports/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0560403 Nov 16 22:18:15.690691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-00c581be-3ca2-4841-98e7-154272a2f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:15.692209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-00c581be-3ca2-4841-98e7-154272a2f9d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 1096 time: 0.0415616 Nov 16 22:18:15.704654 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-2f64e914-3ad4-4f1c-8c08-5c9b56ca53e3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:18:15.705705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-2f64e914-3ad4-4f1c-8c08-5c9b56ca53e3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055399 Nov 16 22:18:15.720335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:15.772038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:15.974882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:16.009291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:16.047713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:16.050009 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02979326-38ba-481e-a73a-84c50a25c377" -d '{"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:16.054038 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.068752 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Transition to ACTIVE for port object 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:18:16.074253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.431146 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000f68f-8b87-426a-9024-5a56846f2d88 x-openstack-request-id: req-a000f68f-8b87-426a-9024-5a56846f2d88 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:16.431860 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:16.431860 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a000f68f-8b87-426a-9024-5a56846f2d88 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:16.432058 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'code': 200} Nov 16 22:18:16.443960 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:16.455902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.456262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.456608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.456951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.457297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.457662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.457995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.458326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.458655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.458986 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.459312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.459638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:16.494852 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] No DVR routers for this DVR port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:16.609909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e614d-b97d-46eb-94dd-7053051d1ab0 req-8a83820c-e75b-4fef-97e5-097668cefee7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:16.611391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e11e614d-b97d-46eb-94dd-7053051d1ab0 req-8a83820c-e75b-4fef-97e5-097668cefee7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.1187356 Nov 16 22:18:16.698318 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e11e614d-b97d-46eb-94dd-7053051d1ab0 req-9e7dd239-c0bd-4092-bd5f-0277ade0349e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810676 Nov 16 22:18:16.699138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:16.699480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:16.699814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:16.704704 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:18:16.705031 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:16.709976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:16.710320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:16.711353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:16.711795 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Bound port: 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:16.712159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.772717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:16.776301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:16.780776 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.813698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:16.814390 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:16.815700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] 10.222.0.41 "PUT /v2.0/ports/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1091 time: 1.0991194 Nov 16 22:18:16.839422 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75e5a2-441f-4369-9eca-d94c6adc4e5c service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:16.886591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-8fa02fcd-1c2f-4036-b401-2b3166893782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:16.888146 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-8fa02fcd-1c2f-4036-b401-2b3166893782 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1094 time: 0.0424058 Nov 16 22:18:16.987455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-a1968def-f37a-4274-b4fc-09a53e6775c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:16.988931 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-a1968def-f37a-4274-b4fc-09a53e6775c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0932639 Nov 16 22:18:17.060479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-a1063e70-3698-43bd-946e-5c7f3c7e3404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0585654 Nov 16 22:18:17.118082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-806f30dc-0e7e-409b-9f00-cac68b53ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:17.119442 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-806f30dc-0e7e-409b-9f00-cac68b53ee40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0470705 Nov 16 22:18:17.169160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-926bc802-911e-4fcd-a1d5-6390b9cbba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:17.170664 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-926bc802-911e-4fcd-a1d5-6390b9cbba33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391581 Nov 16 22:18:17.266716 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-8bf3c704-ed39-4f9e-a2d2-7c6a041f0588 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851135 Nov 16 22:18:17.360388 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36abc23-7cab-4724-ae7e-5aa96131fee7 req-21f79176-0c0f-45f7-aa91-b9ab1deee9ff service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808268 Nov 16 22:18:17.816985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a4407-711b-48d5-b3ab-00271c640f3b req-c573291a-6ce4-44e7-8073-ac87e1818cf3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:17.818476 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-441a4407-711b-48d5-b3ab-00271c640f3b req-c573291a-6ce4-44e7-8073-ac87e1818cf3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0492558 Nov 16 22:18:17.869222 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-441a4407-711b-48d5-b3ab-00271c640f3b req-b379ebcc-0a83-4ffe-bfc6-421664c08c37 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445797 Nov 16 22:18:18.433215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:18.435618 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4558c-19a5-43c8-83de-a192bdd81bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:18.484858 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a54d6-f14c-4970-8f66-b4399ef0a918 x-openstack-request-id: req-d65a54d6-f14c-4970-8f66-b4399ef0a918 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:18.485156 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:18.485412 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d65a54d6-f14c-4970-8f66-b4399ef0a918 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:18.485844 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'status': 'completed', 'code': 200} Nov 16 22:18:18.549861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-836f8805-c4e8-41c5-acc4-a9d13720f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.551366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-836f8805-c4e8-41c5-acc4-a9d13720f1c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1094 time: 0.0426719 Nov 16 22:18:18.552840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-a6217ed2-1693-447b-8af2-0f7e993e1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.554376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-a6217ed2-1693-447b-8af2-0f7e993e1b24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1094 time: 0.0457909 Nov 16 22:18:18.647070 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-d2e71b2f-ac80-4d1d-805a-ac1f2448655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.647346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-6b8820dc-9595-42c6-9251-78b153493b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.649336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-d2e71b2f-ac80-4d1d-805a-ac1f2448655f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0862782 Nov 16 22:18:18.649471 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-6b8820dc-9595-42c6-9251-78b153493b83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0892084 Nov 16 22:18:18.720595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-62188fcc-dcd4-4211-ab5f-9fd919711726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0611551 Nov 16 22:18:18.722255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-605eb7ba-5dba-4a34-bcb9-5efc2f314984 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0656638 Nov 16 22:18:18.771045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-420cde5c-6d0c-4398-8e04-c3d611fb24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.772518 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-420cde5c-6d0c-4398-8e04-c3d611fb24c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0429332 Nov 16 22:18:18.776285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-7d55d98e-90ac-4056-87d5-abea2bb7f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.777811 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-7d55d98e-90ac-4056-87d5-abea2bb7f6aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0482392 Nov 16 22:18:18.818624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-d3d33379-925b-484a-b096-07b0a5a7de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.820187 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-d3d33379-925b-484a-b096-07b0a5a7de12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403140 Nov 16 22:18:18.824636 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-28c047d9-b58f-4c28-8e27-548d7f98118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:18.826143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-28c047d9-b58f-4c28-8e27-548d7f98118f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407021 Nov 16 22:18:18.917630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-8e625614-a75b-4842-9512-245aadb06a66 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903540 Nov 16 22:18:18.922122 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-e6e0dfde-272e-4c3a-ae87-ce7a16d4c8f4 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887289 Nov 16 22:18:19.021605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-faf91518-3cae-4329-984c-ed757a21785f service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 Nov 16 22:18:19.031289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256a426-a3f2-40a1-93d5-67ac6023d938 req-66638200-2675-4226-a77f-9acde0806f5b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:19.032823 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b256a426-a3f2-40a1-93d5-67ac6023d938 req-66638200-2675-4226-a77f-9acde0806f5b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0879235 Nov 16 22:18:19.074076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a1c4558c-19a5-43c8-83de-a192bdd81bc6 req-e7888ef7-855d-42d2-ae37-b2c5b2d97476 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475372 Nov 16 22:18:19.101119 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b256a426-a3f2-40a1-93d5-67ac6023d938 req-91e5adb9-079f-43c7-9fc0-2d9eab13c39c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617051 Nov 16 22:18:19.574435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:19.613094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:20.217178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b95c8e-b55c-447f-b167-a35c808678d3 req-2f980768-947b-4993-a504-a12ff43c9a61 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.218681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31b95c8e-b55c-447f-b167-a35c808678d3 req-2f980768-947b-4993-a504-a12ff43c9a61 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0490146 Nov 16 22:18:20.265750 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-31b95c8e-b55c-447f-b167-a35c808678d3 req-e0d17915-952c-4782-86a5-9fc82b70a8fd tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Nov 16 22:18:20.579202 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-ea1e7813-3585-4750-bf55-ba681e525dec tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.580671 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-ea1e7813-3585-4750-bf55-ba681e525dec tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&tenant_id=1aa71b8290154c8e9e53ca3ea465d291&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 943 time: 0.0884407 Nov 16 22:18:20.593454 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac365945-703d-4188-b1f0-510d7432cf49 req-cf962c51-b384-473e-b7c4-4fd9a0e5c7d0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.594862 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac365945-703d-4188-b1f0-510d7432cf49 req-cf962c51-b384-473e-b7c4-4fd9a0e5c7d0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 943 time: 0.0701666 Nov 16 22:18:20.682361 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ac365945-703d-4188-b1f0-510d7432cf49 req-3d549fb2-d483-4b6b-996a-021722c41ca0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815277 Nov 16 22:18:20.683823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-bfabadd6-3a31-4bff-b8f1-e7558ae0bb67 service neutron] 10.222.0.41 "GET /v2.0/ports/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb/bindings/n-h2-817778-8 HTTP/1.1" status: 200 len: 382 time: 0.0881240 Nov 16 22:18:20.754844 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-5dea92b9-7507-42b1-bc34-748b207dda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.756249 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-5dea92b9-7507-42b1-bc34-748b207dda4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1094 time: 0.0441062 Nov 16 22:18:20.846666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-049e3050-8364-40c6-b4aa-4cb265e26236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.848124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-049e3050-8364-40c6-b4aa-4cb265e26236 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0844488 Nov 16 22:18:20.880579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7f20640c-7607-41ff-ae1a-092cd8f45edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:20.917110 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-e9f7c8b0-1f03-4750-a9df-2c49b6b341cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0619187 Nov 16 22:18:20.968083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-553884d6-8418-410d-b1be-b25547efd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:20.969501 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-553884d6-8418-410d-b1be-b25547efd94e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0437970 Nov 16 22:18:21.014684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-a4618d7a-685e-4a44-8f77-e63c040543b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:21.016071 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-a4618d7a-685e-4a44-8f77-e63c040543b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396094 Nov 16 22:18:21.109215 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-2abb7bbd-ec92-4446-9873-cbca6e4d70f6 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833185 Nov 16 22:18:21.197686 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-73036bef-5a24-4235-8306-e796e398ba42 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Nov 16 22:18:21.531607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:18:21.627795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:21.639023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:18:21.676149 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:21.689458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:21.709770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:21.713279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:21.761925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:21.769282 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.769654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.769992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.770330 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.770660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.770987 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.771313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.771636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.771962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.772281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.772601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.772921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:21.802644 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd68f1-d01c-4448-9fa7-9eac217d65ad req-f8c6d146-2e03-4a43-8c60-8cd2e3761553 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:21.804141 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbd68f1-d01c-4448-9fa7-9eac217d65ad req-f8c6d146-2e03-4a43-8c60-8cd2e3761553 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.0500171 Nov 16 22:18:21.851707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3dbd68f1-d01c-4448-9fa7-9eac217d65ad req-7cd0e189-d07e-487e-84a1-aa97e2e60749 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412068 Nov 16 22:18:22.011718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:18:22.970367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e61d-e23c-4f00-9976-fb83857409af req-8a3b4b1f-fbcb-4bea-a384-76cc901d31d1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:22.971869 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9296e61d-e23c-4f00-9976-fb83857409af req-8a3b4b1f-fbcb-4bea-a384-76cc901d31d1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.0498157 Nov 16 22:18:23.025292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9296e61d-e23c-4f00-9976-fb83857409af req-f45b6dc9-1875-48e9-aff6-5380f60be765 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Nov 16 22:18:23.185182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ff23a4c8-e976-4254-8861-ae4b3ae4b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.340768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-1295a2af-c152-4013-82ed-0544bc9e059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:23.342307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-1295a2af-c152-4013-82ed-0544bc9e059b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 1095 time: 0.0418131 Nov 16 22:18:23.355184 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:23.410731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.559372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:18:23.611823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:23.645830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:23.655471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:23.667751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:18:23.678242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:23.688720 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.698405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Ignored duplicate provisioning block setup for port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 16 22:18:23.701777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:23.781632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=9']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:23.795031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.795381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.795725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.796064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.796398 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.796727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.797053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.797377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.797732 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.798054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.798374 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.798736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:18:23.837772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] No DVR routers for this DVR port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:23.976793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:23.977079 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:23.977442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:23.981790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:18:23.982104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Attempting to bind port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:23.987123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:23.987464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:23.987847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:23.988277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Bound port: 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:23.988634 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:24.053272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:24.057670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:24.062038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:24.099464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.100095 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:24.101552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1091 time: 0.7502580 Nov 16 22:18:24.105043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:24.107509 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c527dd9c-7b27-4c4f-81be-bf947e149026" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:24.183447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc9e7-30f2-4466-b159-a4400f574cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=10']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:24.213542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20b0fa-87b0-48fe-902f-0e84f676ad11 req-7c0a9147-45b7-487c-ae5c-60f96eb7011b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.215106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e20b0fa-87b0-48fe-902f-0e84f676ad11 req-7c0a9147-45b7-487c-ae5c-60f96eb7011b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.1126354 Nov 16 22:18:24.221323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-db9ce963-91cc-4695-bf49-b5c82cb62f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.222846 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-db9ce963-91cc-4695-bf49-b5c82cb62f9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1095 time: 0.0694914 Nov 16 22:18:24.230428 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1122f841-34a0-4a5c-a957-0f31430cc2e3 x-openstack-request-id: req-1122f841-34a0-4a5c-a957-0f31430cc2e3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:24.230710 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:24.230956 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1122f841-34a0-4a5c-a957-0f31430cc2e3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:24.231802 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'status': 'completed', 'code': 200} Nov 16 22:18:24.299582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-0681606e-cb8b-4a5c-b06b-6450f45c775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.301119 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-0681606e-cb8b-4a5c-b06b-6450f45c775a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1095 time: 0.0458615 Nov 16 22:18:24.330684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e20b0fa-87b0-48fe-902f-0e84f676ad11 req-a4fbcbd5-bd78-48c1-8e98-6e5f927dddee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068659 Nov 16 22:18:24.358292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-91890b83-a421-46c5-8f38-40d380e40079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.359968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-91890b83-a421-46c5-8f38-40d380e40079 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.1201050 Nov 16 22:18:24.403692 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:24.404297 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-dadecda8-8432-4336-979f-9062fca1da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.405859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-dadecda8-8432-4336-979f-9062fca1da1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0902975 Nov 16 22:18:24.429343 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-27a4c25b-c8c2-414c-889c-1aa641cc26c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0604274 Nov 16 22:18:24.483237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-fcb0e230-fcda-45aa-a011-c17e45847bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.484634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-fcb0e230-fcda-45aa-a011-c17e45847bbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0484011 Nov 16 22:18:24.484941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-4e403670-db20-4da8-931d-bda861862191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0647526 Nov 16 22:18:24.533218 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-a3995093-29c7-4104-b1bf-e24906f7c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.534774 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-a3995093-29c7-4104-b1bf-e24906f7c63f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415461 Nov 16 22:18:24.539265 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-cefa37c7-ccb5-489e-b43a-825bb6fe90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.540705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-cefa37c7-ccb5-489e-b43a-825bb6fe90b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0448463 Nov 16 22:18:24.594093 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-f9d26602-6036-440f-b2ac-dd284ccc6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.595610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-f9d26602-6036-440f-b2ac-dd284ccc6aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426009 Nov 16 22:18:24.630782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-16c04b05-3d4f-488b-a9bc-ff6d285f3961 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875225 Nov 16 22:18:24.699269 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-50599e36-e893-4cc8-b6a2-7c533d638c7c service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888753 Nov 16 22:18:24.727299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c850cf82-2e5c-4fd1-8591-10858d062614 req-2505cc14-526d-49bb-b96a-8f9c0899f831 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893369 Nov 16 22:18:24.800572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-338002ba-03e0-4cac-bcac-73250d801d0d service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881059 Nov 16 22:18:24.815665 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-c0ba607a-410b-4ce6-b17a-b9f80d607a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.817234 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-c0ba607a-410b-4ce6-b17a-b9f80d607a8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 1095 time: 0.0430701 Nov 16 22:18:24.911995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-4691ed41-2fc7-4c19-a43e-056e24307e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:24.913470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-4691ed41-2fc7-4c19-a43e-056e24307e76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0890501 Nov 16 22:18:24.980233 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-3f656963-d25b-42dc-98e9-44a9ecaf5f6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 200 len: 1000 time: 0.0583696 Nov 16 22:18:25.034667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-9a8b9ab3-1ab6-469b-806a-a345be2d0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:25.036098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-9a8b9ab3-1ab6-469b-806a-a345be2d0794 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0476768 Nov 16 22:18:25.082703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-e3a6f38e-7195-42c6-b303-02cf175b6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:25.084096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-e3a6f38e-7195-42c6-b303-02cf175b6d69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405111 Nov 16 22:18:25.172981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-70713398-3f12-4bea-9552-23f13a0fb8bd service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811551 Nov 16 22:18:25.265652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c527dd9c-7b27-4c4f-81be-bf947e149026 req-5eac0f9a-579a-4652-8cee-1cdf358660fb service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Nov 16 22:18:25.453371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402f5a1-1330-4002-8190-4b876dc7176b req-d60f9d00-317e-4056-a889-81e09bec9ad1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:25.455168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2402f5a1-1330-4002-8190-4b876dc7176b req-d60f9d00-317e-4056-a889-81e09bec9ad1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.0529048 Nov 16 22:18:25.501620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2402f5a1-1330-4002-8190-4b876dc7176b req-96733047-48f0-4c05-8100-fa2edcbd0f02 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403686 Nov 16 22:18:25.956257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:26.629704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cb409-78e9-46be-9087-cce63243d4d3 req-843cda55-5e88-4bd5-b314-eed65c5be207 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:26.631243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-754cb409-78e9-46be-9087-cce63243d4d3 req-843cda55-5e88-4bd5-b314-eed65c5be207 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.0512292 Nov 16 22:18:26.681372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-754cb409-78e9-46be-9087-cce63243d4d3 req-85309385-b0ff-4a51-a4be-55c9225bec0a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441039 Nov 16 22:18:26.783967 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.558640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:27.592977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:18:27.612236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:27.702740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:27.717719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'mac_address': 'fa:16:3e:ba:3f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:18:27.761406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.774580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:27.795332 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:27.800228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:27.820707 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c0151-977a-49e5-8540-f260dc585ec3 req-cef7e029-cd91-4559-8b20-e5726ac875cc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:27.822701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb1c0151-977a-49e5-8540-f260dc585ec3 req-cef7e029-cd91-4559-8b20-e5726ac875cc tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 944 time: 0.0659335 Nov 16 22:18:27.857106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=11']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:27.874643 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb1c0151-977a-49e5-8540-f260dc585ec3 req-1d556980-b387-4289-949a-823669657a5b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461066 Nov 16 22:18:28.195693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:18:28.993609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe3402-c990-464d-8e7e-3e5ec7cf8fb3 req-2e71fd8a-ebe5-4577-af95-d5622389e671 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:28.995677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6cbe3402-c990-464d-8e7e-3e5ec7cf8fb3 req-2e71fd8a-ebe5-4577-af95-d5622389e671 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0529490 Nov 16 22:18:29.042794 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6cbe3402-c990-464d-8e7e-3e5ec7cf8fb3 req-6a8174b1-2dad-4c82-88f3-276934ce0145 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Nov 16 22:18:29.155740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60822b5-992f-49cc-bd1f-f2df06937e66 req-a8beb7bd-22d0-4dba-acbc-885ed745cd91 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:29.157144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60822b5-992f-49cc-bd1f-f2df06937e66 req-a8beb7bd-22d0-4dba-acbc-885ed745cd91 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Nov 16 22:18:29.209247 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c60822b5-992f-49cc-bd1f-f2df06937e66 req-c2d50eda-2df8-43a0-a7d7-eb174572d10c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461650 Nov 16 22:18:29.373408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2718-6e5e-4d67-902a-f0cb13f09faf req-99ce7acd-aff7-44bd-9e03-21589aec17c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:29.375118 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-154e2718-6e5e-4d67-902a-f0cb13f09faf req-99ce7acd-aff7-44bd-9e03-21589aec17c2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Nov 16 22:18:29.424642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-154e2718-6e5e-4d67-902a-f0cb13f09faf req-e104504c-558c-432a-9be7-03d15a04d193 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433438 Nov 16 22:18:29.616685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:29.656669 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcce578-a71e-4536-a0e7-ab4702e13b01 req-608f9bb2-b96b-4095-bcb7-28959942b5ba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:29.658265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abcce578-a71e-4536-a0e7-ab4702e13b01 req-608f9bb2-b96b-4095-bcb7-28959942b5ba tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Nov 16 22:18:29.665430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:18:29.670053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:29.670427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:29.714137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abcce578-a71e-4536-a0e7-ab4702e13b01 req-cbd95961-0669-4cd7-9e85-627ce6e2b238 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495794 Nov 16 22:18:29.752212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:29.773793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:29.776522 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4df7aee-6529-4b16-9e15-5ce2a06a1089" -d '{"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:29.789096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:29.794371 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:29.841654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:29.863346 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d533119a-7a58-4ce0-80c1-371fa36543e3 x-openstack-request-id: req-d533119a-7a58-4ce0-80c1-371fa36543e3 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:29.863638 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:29.863889 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d533119a-7a58-4ce0-80c1-371fa36543e3 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:29.864282 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'code': 200} Nov 16 22:18:30.829276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592064-8ce5-40e4-94cb-00625ba1f253 req-5d463555-45e7-4fa3-a9e7-72cdf7949788 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:30.830680 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd592064-8ce5-40e4-94cb-00625ba1f253 req-5d463555-45e7-4fa3-a9e7-72cdf7949788 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 946 time: 0.0489025 Nov 16 22:18:30.877732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fd592064-8ce5-40e4-94cb-00625ba1f253 req-b311fcbd-0956-45eb-ac60-db638b37f0f1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Nov 16 22:18:31.163816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-edb8510e-5481-4bd4-a628-bf4bd2987e97 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:31.165314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-edb8510e-5481-4bd4-a628-bf4bd2987e97 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 946 time: 0.0487478 Nov 16 22:18:31.256680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Deleting port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:18:31.257017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:31.345617 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] For port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:31.345976 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:31.517681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:31.517913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:31.518189 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 disassociated. External IP: 172.25.3.111, port: 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb. Nov 16 22:18:31.518533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Calling delete_port for 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:18:31.646091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:31.673376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event deleted for resources: {'Port': ['ID=6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:31.795793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:18:31.907173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:31.925437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:31.935346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:31.935978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:31.957329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] No DVR routers for this DVR port 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:18:31.960093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:31.964304 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c2c779d-7ae8-4a56-9b3d-d17e04e4e8e3 req-e02fdb87-4d7c-403d-abdd-77a2f08ebb77 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "DELETE /v2.0/ports/6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb HTTP/1.1" status: 204 len: 173 time: 0.7926593 Nov 16 22:18:31.964762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-deleted', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:31.967206 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e153e-00e4-4b6f-b465-d64f49e8aaf0" -d '{"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-deleted", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:32.011182 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea0a6150-e964-4063-811e-a013b619b1df req-daa91934-17ad-4c26-8f63-65107fc6ec72 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ba9ddac-9c65-4203-9acd-e45118ffec90 HTTP/1.1" status: 200 len: 210 time: 0.0528960 Nov 16 22:18:32.032110 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164cb961-5d4e-4784-b338-3233875eba24 x-openstack-request-id: req-164cb961-5d4e-4784-b338-3233875eba24 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:32.032110 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba9ddac-9c65-4203-9acd-e45118ffec90", "name": "network-vif-deleted", "tag": "6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:32.032354 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-164cb961-5d4e-4784-b338-3233875eba24 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:32.032731 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba9ddac-9c65-4203-9acd-e45118ffec90', 'name': 'network-vif-deleted', 'tag': '6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb', 'status': 'completed', 'code': 200} Nov 16 22:18:32.052127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:32.253116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:32.279395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:32.287473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:32.288072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:32.549308 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:32.746318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:32.776442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d4132-ad4c-4257-8273-1d6289c795d7 None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:33.003528 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19c72f-aa25-43f5-bede-d76360bf70ae None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:18:33.441604 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-af3fc3ff-3c3f-4a3d-a636-97a934de0cc0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--699825460&fields=id&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 267 time: 0.0427825 Nov 16 22:18:33.552823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-2279455d-c4fd-4586-b9d6-879af1098f0e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:33.554222 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-2279455d-c4fd-4586-b9d6-879af1098f0e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1054494 Nov 16 22:18:33.568864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ed574f37-f459-4355-bfdc-76fd35d9b179 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/quotas/1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 375 time: 0.0089841 Nov 16 22:18:33.621526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-35b0d6d7-3f34-4c5f-9c34-d5b5777feccb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471108 Nov 16 22:18:33.735599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-4038fe2d-862d-4970-a128-4ef44bb15165 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:18:33.736608 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-4038fe2d-862d-4970-a128-4ef44bb15165 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1031733 Nov 16 22:18:33.824136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-af8b5972-f7f1-4174-bcc4-b59df523a9d8 service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Nov 16 22:18:33.914655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:33.918760 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-65362d92-deb2-48a3-99ed-2f730e848d0d service neutron] 10.222.0.48 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Nov 16 22:18:34.080651 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c8e1f15-e6e2-4be7-a858-c435c3ebf9bd req-21d545a3-361d-4d1f-bf4e-4d4f4c1fb431 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Nov 16 22:18:35.053806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-4c9afd93-6fa7-4459-b203-f67d5c5ce6c5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:35.055173 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-4c9afd93-6fa7-4459-b203-f67d5c5ce6c5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 812 time: 0.1131175 Nov 16 22:18:35.127213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-95c98022-0de5-4305-8e8d-d66d7890f106 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 379 time: 0.0534339 Nov 16 22:18:35.138505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'port': {'device_id': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'admin_state_up': True, 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'security_groups': ['4c4c8777-ddc4-4fb5-a44f-76cf310f2423']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:35.212762 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a2f50254-dec2-458c-934e-11106d32f790 req-89f27850-731f-4cd7-82c8-b4577c35b8c7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 210 time: 0.0590351 Nov 16 22:18:35.273282 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Made reservation on behalf of 1aa71b8290154c8e9e53ca3ea465d291 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:18:35.277026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:35.399465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Allocated IP 172.20.0.5 (dc4e83e9-22c3-49cf-9694-867d5d91aeb1/c98dcc5d-313e-4809-9d96-eb24fde05112/16061906-5c2d-4eb8-9f26-cf4b4974add9) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:18:35.535640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:35.568478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:35.608402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:18:35.614100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:18:35.617765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:18:35.635567 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:18:35.647848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:35.658200 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:18:35.658802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 6b2c0ff2-5b8d-4094-b781-be80dc0ad0cb not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:18:35.680127 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:35.680753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:35.699586 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-bb2a7327-68cf-48d8-b52e-1cf2731d4330 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657105 Nov 16 22:18:35.718223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Request body: {'port': {'device_id': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:35.773599 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:35.815965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a4b68f19-2d8a-4c6a-959e-675ae61a983b None None] Provisioning complete for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:35.816339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b68f19-2d8a-4c6a-959e-675ae61a983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:35.850104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a4b68f19-2d8a-4c6a-959e-675ae61a983b None None] Port 16061906-5c2d-4eb8-9f26-cf4b4974add9 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:18:35.886866 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:36.038467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16061906-5c2d-4eb8-9f26-cf4b4974add9 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:36.045843 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:36.057972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Transition to ACTIVE for port object 16061906-5c2d-4eb8-9f26-cf4b4974add9 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:18:36.061702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:36.117667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:36.183473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:18:36.183813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:18:36.184145 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:36.188652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:18:36.188973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:18:36.194134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:18:36.194479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:18:36.194861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:18:36.195288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Bound port: 16061906-5c2d-4eb8-9f26-cf4b4974add9, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:18:36.195648 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:36.264494 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:18:36.267789 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:18:36.272983 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:36.310871 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.311931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:36.312744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] 10.222.0.41 "PUT /v2.0/ports/16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1091 time: 0.5989492 Nov 16 22:18:36.313201 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:36.315504 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:36.335115 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36364-ed47-42cd-b0fc-dfa6071ed093 req-e067ccaa-c088-4fe2-92fd-231e50562d02 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.338044 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4f36364-ed47-42cd-b0fc-dfa6071ed093 req-e067ccaa-c088-4fe2-92fd-231e50562d02 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0551200 Nov 16 22:18:36.347353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3950cc-1205-403f-af2e-e49db0292e2d service neutron] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:36.394026 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff7a6f-81b9-40f9-9b8c-f13db5b6c42a x-openstack-request-id: req-40ff7a6f-81b9-40f9-9b8c-f13db5b6c42a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:36.394325 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:36.394580 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40ff7a6f-81b9-40f9-9b8c-f13db5b6c42a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:36.394987 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'status': 'completed', 'code': 200} Nov 16 22:18:36.411538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-9d2cc46f-c36d-4ed6-8849-e5a04708c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.413079 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-9d2cc46f-c36d-4ed6-8849-e5a04708c3c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1094 time: 0.0534401 Nov 16 22:18:36.413830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a4f36364-ed47-42cd-b0fc-dfa6071ed093 req-415f5b48-c877-419c-b83b-620b6d4adf5f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628572 Nov 16 22:18:36.459362 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-c5e87530-75ba-4bc1-9350-72996176c7a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 217 time: 0.0364063 Nov 16 22:18:36.519131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-88c90b29-02ce-4989-b06e-b62bba2d6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.520588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-88c90b29-02ce-4989-b06e-b62bba2d6b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0500853 Nov 16 22:18:36.571077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a21ee-155c-4977-817c-6b54bbe26fea req-d0ec4482-c480-45e0-b07d-04126d080491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.572484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-d0ec4482-c480-45e0-b07d-04126d080491 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398843 Nov 16 22:18:36.664675 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-989326b1-3740-4dd0-be8c-b606b42a9893 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805593 Nov 16 22:18:36.759369 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-182a21ee-155c-4977-817c-6b54bbe26fea req-532caa00-4108-4c1d-8f45-5792ae6186d0 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842645 Nov 16 22:18:36.861575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-ece62483-cc45-4e93-9dea-0342d8a2bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.862948 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-ece62483-cc45-4e93-9dea-0342d8a2bc0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1094 time: 0.0413766 Nov 16 22:18:36.954995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-e6120535-44a2-4db6-888d-f16ffcf82430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:36.956433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-e6120535-44a2-4db6-888d-f16ffcf82430 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0860543 Nov 16 22:18:36.996824 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-2659dbf1-1cd5-4895-8baa-3ad0101588b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 217 time: 0.0328283 Nov 16 22:18:37.044134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-d6ebe6f3-86b6-42f5-bbfe-56027f357f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:37.045600 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-d6ebe6f3-86b6-42f5-bbfe-56027f357f1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0422552 Nov 16 22:18:37.098150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-c73d88cd-2029-4b07-a25c-f03888e884b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:37.099614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-c73d88cd-2029-4b07-a25c-f03888e884b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455897 Nov 16 22:18:37.188379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-7cdb5ea0-9864-4be2-aa63-36398034e8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805116 Nov 16 22:18:37.282351 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-750bc3f9-5981-4b86-8ce4-ae037fbe23ce req-36d1c679-3eb0-42fa-a1d3-2c73ab9edd2b service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854919 Nov 16 22:18:37.534013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905c7c9-d84f-465d-8710-a61bf60913bd req-e857b810-a30b-4b08-b5eb-3423a5e76758 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:37.535504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c905c7c9-d84f-465d-8710-a61bf60913bd req-e857b810-a30b-4b08-b5eb-3423a5e76758 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0504482 Nov 16 22:18:37.584957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c905c7c9-d84f-465d-8710-a61bf60913bd req-ba4944cc-40cb-4f4a-ba10-e9faee557b15 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431583 Nov 16 22:18:38.701327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6f888-9e40-43a7-8493-510692223ec7 req-7ac4f5c4-1036-43ae-961e-96d9e2d81d72 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:38.702880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abd6f888-9e40-43a7-8493-510692223ec7 req-7ac4f5c4-1036-43ae-961e-96d9e2d81d72 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0489242 Nov 16 22:18:38.753167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abd6f888-9e40-43a7-8493-510692223ec7 req-9613d7f1-045f-4b75-9d08-5db801383a1e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441186 Nov 16 22:18:39.590337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:18:39.686005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:39.698719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'mac_address': 'fa:16:3e:5a:5a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:18:39.740490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:39.754705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16061906-5c2d-4eb8-9f26-cf4b4974add9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:18:39.773804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:39.778477 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:39.827396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:39.873084 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8305-a800-42b6-8b6f-fc35f9835668 req-67fb3bb6-12bf-4203-8bbe-39557ca1ee46 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:39.875717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-868e8305-a800-42b6-8b6f-fc35f9835668 req-67fb3bb6-12bf-4203-8bbe-39557ca1ee46 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0515382 Nov 16 22:18:39.937498 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-868e8305-a800-42b6-8b6f-fc35f9835668 req-9b87fb9b-8130-4152-a8fd-9f9049347867 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551822 Nov 16 22:18:40.054889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['16061906-5c2d-4eb8-9f26-cf4b4974add9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:18:41.053216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eef06-80a3-4393-8d2a-9cb1efa2c50e req-b0dafa4c-6e8f-483b-9130-34be0f79a1b8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:41.054723 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-896eef06-80a3-4393-8d2a-9cb1efa2c50e req-b0dafa4c-6e8f-483b-9130-34be0f79a1b8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0491776 Nov 16 22:18:41.102329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-896eef06-80a3-4393-8d2a-9cb1efa2c50e req-d6360f85-97f1-407d-a166-40a0b7f94b9b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Nov 16 22:18:41.604775 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:18:41.653141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:18:41.656879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:18:41.657249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:41.733804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:41.758288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:41.761090 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5db340-12a5-4181-984e-7d6dca709fe6" -d '{"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-plugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:41.773476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:18:41.778563 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:41.801161 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c241bc7f-4c77-4565-beff-e0e4f29689e4 x-openstack-request-id: req-c241bc7f-4c77-4565-beff-e0e4f29689e4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:41.801459 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-plugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:41.801738 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c241bc7f-4c77-4565-beff-e0e4f29689e4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:41.802132 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'code': 200} Nov 16 22:18:41.828177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:18:41.909977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02db9a-9b85-4e56-a819-c121b802f692 req-05f2aceb-1a4c-421a-85ce-78172cb53e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:41.911364 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b02db9a-9b85-4e56-a819-c121b802f692 req-05f2aceb-1a4c-421a-85ce-78172cb53e40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1096 time: 0.0409298 Nov 16 22:18:41.969158 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5b02db9a-9b85-4e56-a819-c121b802f692 req-9fd47d7b-7b3e-448f-b80c-39f1b5c1d735 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Nov 16 22:18:42.217229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a3b8-5c9c-4e51-83f9-15d0aed4c97f req-93cfce28-b68d-4894-8fac-b783214afe2d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:42.218744 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0974a3b8-5c9c-4e51-83f9-15d0aed4c97f req-93cfce28-b68d-4894-8fac-b783214afe2d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0487230 Nov 16 22:18:42.265120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0974a3b8-5c9c-4e51-83f9-15d0aed4c97f req-725cc960-2708-494e-a65f-21e6a62e5af2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Nov 16 22:18:43.384083 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edb316-ec91-422f-a5a8-1bbf02e43bb6 req-67049aab-1043-494b-80b3-33829c748351 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:43.386179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34edb316-ec91-422f-a5a8-1bbf02e43bb6 req-67049aab-1043-494b-80b3-33829c748351 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Nov 16 22:18:43.432007 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34edb316-ec91-422f-a5a8-1bbf02e43bb6 req-8714fe55-19a6-4544-9c46-f53c954ebf25 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399542 Nov 16 22:18:43.548368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36219607-488d-4598-bdcd-7d004c17e2d3 req-5b4b569d-7895-4934-85a7-557975df9c2f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:43.549806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36219607-488d-4598-bdcd-7d004c17e2d3 req-5b4b569d-7895-4934-85a7-557975df9c2f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Nov 16 22:18:43.558762 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56140) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:18:43.563048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Request body: {'floatingip': {'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:18:43.602883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:44.036988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:44.041211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:44.453096 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 associated. External IP: 172.25.3.111, port: 16061906-5c2d-4eb8-9f26-cf4b4974add9. Nov 16 22:18:44.658449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:18:44.771168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:18:44.777448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:44.784767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:18:44.794488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:44.795109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:44.809677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-481f1c69-4316-48da-a1b2-54c2fc08cc62 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "PUT /v2.0/floatingips/62d5e884-da2e-4e26-a3e5-be5b16591f70 HTTP/1.1" status: 200 len: 992 time: 1.2472241 Nov 16 22:18:44.809677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:18:44.810290 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2c3e4-7e32-493f-9b8d-83e053886818" -d '{"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:18:44.854879 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045601f-0153-4737-9956-4313cd6ac602 x-openstack-request-id: req-4045601f-0153-4737-9956-4313cd6ac602 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:18:44.855160 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:18:44.855417 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4045601f-0153-4737-9956-4313cd6ac602 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:18:44.855823 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'status': 'completed', 'code': 200} Nov 16 22:18:44.906024 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:45.148060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:5a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:18:43Z', 'revision_number': 13, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:45.175606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:18:45.185046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:18:45.185831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:18:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:45.211284 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-6e5c3c78-1650-4022-9b1a-54417af037ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:45.213431 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-6e5c3c78-1650-4022-9b1a-54417af037ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1096 time: 0.3345990 Nov 16 22:18:45.293213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:18:45.303376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-f7c6f1b7-90bd-4122-9874-c98465f2a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:45.304889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-f7c6f1b7-90bd-4122-9874-c98465f2a720 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0839763 Nov 16 22:18:45.373306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-e4eb78f6-79ee-4878-b29c-b7be6a4f022f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0613699 Nov 16 22:18:45.422613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-b9a738d1-27ea-4e47-b9fb-a3c6dab9cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:45.424074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-b9a738d1-27ea-4e47-b9fb-a3c6dab9cc34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0439930 Nov 16 22:18:45.429451 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:18:45.470976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-b88e941e-34f8-4054-aa4c-798f78ab8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:45.472483 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-b88e941e-34f8-4054-aa4c-798f78ab8b5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405176 Nov 16 22:18:45.517269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:5a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:18:43Z', 'revision_number': 13, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:18:45.547800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb5d6a-9b71-497d-af2f-47fbdf4a210d None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '62d5e884-da2e-4e26-a3e5-be5b16591f70', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'mac_address': 'fa:16:3e:5a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:08:31Z', 'updated_at': '2021-11-16T22:18:43Z', 'revision_number': 13, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:18:45.566320 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-1f2e317a-ebc9-47ea-ac6d-c05d9d0c937a service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862484 Nov 16 22:18:45.659216 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-90c2c3e4-7e32-493f-9b8d-83e053886818 req-0d608f60-2417-4b36-8c00-eeae2a96a5ba service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860081 Nov 16 22:18:45.742819 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef24ee0-b137-4cf1-bbbc-11ac4a22b9d5 None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:18:50.883123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44b6c02c-a028-4a1d-9759-66fbdc90536a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:53.187472 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab397-4c4d-4134-9d3e-057f99f70b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:54.405714 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:55.943699 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-92620fc0-2478-45cf-beae-435348525c21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456662 Nov 16 22:18:55.962863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:18:56.030086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-2279126e-6646-4c2f-81b9-93292e20a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:56.031590 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-2279126e-6646-4c2f-81b9-93292e20a3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1096 time: 0.0417297 Nov 16 22:18:56.136426 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-052df4e0-aeb7-4cfd-9b28-d88984678856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:56.137904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-052df4e0-aeb7-4cfd-9b28-d88984678856 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0846562 Nov 16 22:18:56.210592 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-1243601c-f054-4eb0-aba0-0036239cda8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1002 time: 0.0596805 Nov 16 22:18:56.261174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-8d66fd34-e735-4903-9907-b8febb8a1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:56.262610 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-8d66fd34-e735-4903-9907-b8febb8a1eba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0435677 Nov 16 22:18:56.313228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-ed0f00a6-dece-4fb5-af2d-53ee4bfccf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:18:56.314731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-ed0f00a6-dece-4fb5-af2d-53ee4bfccf39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390334 Nov 16 22:18:56.410493 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-44887e2e-4f9c-4118-b72f-119c229ea162 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835414 Nov 16 22:18:56.501188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5452d15b-a8ad-4b79-81db-905f14926ac7 req-d22eaf41-0387-44a8-a4c8-d99df9f927c1 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812376 Nov 16 22:18:56.785857 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:03.918618 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:05.895542 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:20.885776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5cbac721-f113-4970-ae58-8f443cc3e5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:22.428309 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:19:23.188562 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2675eda5-5181-45c4-a7b7-413dfb8fcaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:24.409739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:25.963664 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:26.787480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:33.917662 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:35.894365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:50.886959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-89ccad41-5dcb-4909-af5c-909e7f20a150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:53.190252 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f194220f-03e2-4aee-8bce-52d9820a2fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:54.412676 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:55.965145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:56.790137 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:19:56.997412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-a6cb5a0d-0fe8-4341-ab60-9eebb020d677 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829449 Nov 16 22:19:57.092536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-cbf9fc92-5525-411d-952a-12696d3941cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:57.094040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-cbf9fc92-5525-411d-952a-12696d3941cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1096 time: 0.0399034 Nov 16 22:19:57.197219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-8080befe-e062-4859-9920-f1b204518726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:57.198631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-8080befe-e062-4859-9920-f1b204518726 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0837133 Nov 16 22:19:57.268925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-d24a1530-e1dd-45e2-b264-51f60050ab43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1002 time: 0.0601256 Nov 16 22:19:57.319582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-af9683cf-9a72-4948-83b5-84a1a3f7423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:57.321709 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-af9683cf-9a72-4948-83b5-84a1a3f7423a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0431931 Nov 16 22:19:57.367353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-51079aa5-a33f-4129-bb3d-c3856ef62438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:19:57.369118 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-51079aa5-a33f-4129-bb3d-c3856ef62438 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402262 Nov 16 22:19:57.466143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-282c80f4-c9a2-4512-9399-44a30219609d service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887675 Nov 16 22:19:57.557791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01741d12-795b-48f2-927e-7ab2bc11b86f req-a129530e-24c0-437e-b9ee-afe32c160296 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813863 Nov 16 22:19:59.427619 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:20:03.928907 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:05.908705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:20.888744 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d486dbeb-447a-475e-ae9d-94e68e5d84b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:23.195277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9e656db9-4860-417d-b9fa-f652c28ea114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:24.415950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:25.968644 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:26.791496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:28.814779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03582add-6dc8-4468-8959-bffdd337b1b3 req-eb8025aa-2c92-49b0-a6c6-e090b7bd8579 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:28.816212 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03582add-6dc8-4468-8959-bffdd337b1b3 req-eb8025aa-2c92-49b0-a6c6-e090b7bd8579 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0669038 Nov 16 22:20:28.866211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03582add-6dc8-4468-8959-bffdd337b1b3 req-001d012d-730a-48a1-ae8e-496a12cb6048 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Nov 16 22:20:33.935060 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:35.908713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:36.426653 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:20:41.013098 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-8b24cf7a-c064-4d93-9503-1accda20530a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459118 Nov 16 22:20:41.030367 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e56b-94ef-4c2e-965a-08028118ff51 req-dfc41bfe-a5ba-4860-b56e-b07ecc35dcee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:41.031959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5090e56b-94ef-4c2e-965a-08028118ff51 req-dfc41bfe-a5ba-4860-b56e-b07ecc35dcee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Nov 16 22:20:41.083407 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5090e56b-94ef-4c2e-965a-08028118ff51 req-add58851-0771-4d84-9984-4b9f0d89b15d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Nov 16 22:20:42.191485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-23752482-4716-4d60-b563-9012500e4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:42.193205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-23752482-4716-4d60-b563-9012500e4224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1096 time: 0.0426271 Nov 16 22:20:42.204977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921efa3-eb66-4cb4-89b6-3bc220c05b62 req-6851afb2-7833-428a-aee7-03e806cd2dd4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:42.207844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7921efa3-eb66-4cb4-89b6-3bc220c05b62 req-6851afb2-7833-428a-aee7-03e806cd2dd4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0509267 Nov 16 22:20:42.261225 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7921efa3-eb66-4cb4-89b6-3bc220c05b62 req-be4b7493-f666-43c6-8b82-d3c5a86abee3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480812 Nov 16 22:20:42.292813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-537ae8d9-37da-419e-944c-65a8e58a8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:42.294340 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-537ae8d9-37da-419e-944c-65a8e58a8537 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0936859 Nov 16 22:20:42.363096 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-c0c40a52-8104-4667-a4b2-a4008ed6e3c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1002 time: 0.0579863 Nov 16 22:20:42.416842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-c6e12b01-d51a-4d9d-9825-6299681fd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:42.418355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-c6e12b01-d51a-4d9d-9825-6299681fd1ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0440636 Nov 16 22:20:42.476913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-d762cb3e-ec89-46df-976c-02da52d9fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:42.478511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-d762cb3e-ec89-46df-976c-02da52d9fcfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444007 Nov 16 22:20:42.571934 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-c859f1f9-ab72-4d54-8f07-a08d7c9354fb service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826530 Nov 16 22:20:42.669740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-3291e60c-f036-4093-82cc-a8a1f55e42d9 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857365 Nov 16 22:20:43.380231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0670f9f-aeee-4783-ae56-9b3972fa2194 req-b7554419-3dcd-4d80-8f3b-0fd1732e708f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:43.381787 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0670f9f-aeee-4783-ae56-9b3972fa2194 req-b7554419-3dcd-4d80-8f3b-0fd1732e708f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0502758 Nov 16 22:20:43.428806 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0670f9f-aeee-4783-ae56-9b3972fa2194 req-fad91cd6-230d-4624-b91c-ec524e1bc379 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404718 Nov 16 22:20:44.547579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b8ae-1f69-4d9a-a7e1-d605860276fd req-09a20da8-e501-42fb-a46f-a4985b0c1f7e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:44.549045 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8b0b8ae-1f69-4d9a-a7e1-d605860276fd req-09a20da8-e501-42fb-a46f-a4985b0c1f7e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0482292 Nov 16 22:20:44.596013 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f8b0b8ae-1f69-4d9a-a7e1-d605860276fd req-ee750602-b53e-48ec-90b6-563b4ebe904a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Nov 16 22:20:45.712590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cf366-d58b-40cb-8315-5dfac77d1faf req-59201de8-dc3c-45c6-9216-6898bc063fb8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:45.714126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e9cf366-d58b-40cb-8315-5dfac77d1faf req-59201de8-dc3c-45c6-9216-6898bc063fb8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0505378 Nov 16 22:20:45.762085 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9e9cf366-d58b-40cb-8315-5dfac77d1faf req-2fd73507-ca71-4444-ab5e-4b2fee440b82 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420864 Nov 16 22:20:46.877101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989cb2-401f-47ae-9eb1-ad65a0519c93 req-81154d46-cda0-42f8-a252-2e19f4a80fde tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:46.878509 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63989cb2-401f-47ae-9eb1-ad65a0519c93 req-81154d46-cda0-42f8-a252-2e19f4a80fde tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Nov 16 22:20:46.924769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63989cb2-401f-47ae-9eb1-ad65a0519c93 req-0dbfa1a1-c45d-4fdf-a2f6-6a95a9ac915b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Nov 16 22:20:48.049238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0fab-d52a-4e95-8622-f99ffd959e78 req-9ad85ae6-321b-4ac8-a5dd-a5c76f519ba9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:48.050736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09ae0fab-d52a-4e95-8622-f99ffd959e78 req-9ad85ae6-321b-4ac8-a5dd-a5c76f519ba9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Nov 16 22:20:48.098533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09ae0fab-d52a-4e95-8622-f99ffd959e78 req-af579e92-024e-44e0-9e02-1ed23948b79e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Nov 16 22:20:49.220792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9016-ae8d-451d-a908-c1427d7a414f req-b70210c0-a2d5-4092-b6c9-8e2109d5e749 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:49.222356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-834f9016-ae8d-451d-a908-c1427d7a414f req-b70210c0-a2d5-4092-b6c9-8e2109d5e749 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Nov 16 22:20:49.271402 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-834f9016-ae8d-451d-a908-c1427d7a414f req-3ee9eb9b-9337-419c-b2bf-4d0a4de998b2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Nov 16 22:20:50.391660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea25bc-a36a-4ee8-b7b8-80571cceabac req-685db372-97e9-41dc-819b-bf3743513090 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:50.393153 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3ea25bc-a36a-4ee8-b7b8-80571cceabac req-685db372-97e9-41dc-819b-bf3743513090 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Nov 16 22:20:50.440399 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b3ea25bc-a36a-4ee8-b7b8-80571cceabac req-6c1378e0-f066-4c37-8512-94b90054dfb3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 Nov 16 22:20:50.890959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c66a307d-c63e-4076-b1de-581a660995d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:51.558428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f10542-638d-4c8e-8674-39e5e78083ff req-10010a57-cfd8-4101-a455-9cb3f6b26b74 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:51.559957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8f10542-638d-4c8e-8674-39e5e78083ff req-10010a57-cfd8-4101-a455-9cb3f6b26b74 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Nov 16 22:20:51.608496 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8f10542-638d-4c8e-8674-39e5e78083ff req-3157177f-f3c1-45bd-a345-49e1b5f5ed16 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Nov 16 22:20:52.724028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d5d74-07b5-4b7d-8780-7660e1390151 req-e8e0214f-5eaf-4b85-a02d-381ff16cc716 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:52.725439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f71d5d74-07b5-4b7d-8780-7660e1390151 req-e8e0214f-5eaf-4b85-a02d-381ff16cc716 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0496664 Nov 16 22:20:52.776218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f71d5d74-07b5-4b7d-8780-7660e1390151 req-c46d6d06-d644-4faf-9195-b733080b1032 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Nov 16 22:20:53.197304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f4ef-2ff2-4724-971f-d32696399bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:53.897827 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c080da6-3f65-4cb9-8e21-ec23d2756e19 req-d048fe69-5cf5-4fb3-b502-a1a80dcc2c3f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:53.899529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c080da6-3f65-4cb9-8e21-ec23d2756e19 req-d048fe69-5cf5-4fb3-b502-a1a80dcc2c3f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0529227 Nov 16 22:20:53.948549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c080da6-3f65-4cb9-8e21-ec23d2756e19 req-f1dd02f7-907c-4a02-abb5-45a9f27a3d3c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Nov 16 22:20:54.418580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:55.063618 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b147d-eb3b-4da6-b0fb-47a48cb37db0 req-68d95a59-e662-4683-a02f-bc86e9425b90 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:55.065092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee7b147d-eb3b-4da6-b0fb-47a48cb37db0 req-68d95a59-e662-4683-a02f-bc86e9425b90 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Nov 16 22:20:55.113453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee7b147d-eb3b-4da6-b0fb-47a48cb37db0 req-f5e87309-f08a-48b8-a8ef-f526ca18c247 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Nov 16 22:20:55.971361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:56.239774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454fb5c-618c-4f00-b26c-a746d75f3408 req-75317a6a-3cb3-4c32-82ae-ca20ee33ac76 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:56.241245 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8454fb5c-618c-4f00-b26c-a746d75f3408 req-75317a6a-3cb3-4c32-82ae-ca20ee33ac76 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0508173 Nov 16 22:20:56.293088 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8454fb5c-618c-4f00-b26c-a746d75f3408 req-7ddfd615-56cb-4742-a4af-61b69f7abdc5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454471 Nov 16 22:20:56.793814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:57.264002 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-5b9ae57a-f90b-4abb-adc5-051acdef5320 service neutron] show failed (client error): The resource could not be found. Nov 16 22:20:57.265024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-5b9ae57a-f90b-4abb-adc5-051acdef5320 service neutron] 10.222.0.41 "GET /v2.0/ports/16061906-5c2d-4eb8-9f26-cf4b4974add9/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0545800 Nov 16 22:20:57.419263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b737-6ef4-444f-be2f-4c2429036bfe req-aa993735-4353-4644-a673-3741b9410302 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:57.420831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a262b737-6ef4-444f-be2f-4c2429036bfe req-aa993735-4353-4644-a673-3741b9410302 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0567667 Nov 16 22:20:57.470268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a262b737-6ef4-444f-be2f-4c2429036bfe req-25bc23cc-13ce-4fe7-8d36-22a9c67015aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Nov 16 22:20:57.494721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-89d5c920-d029-427e-997f-6cfb1f768690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:57.496218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-89d5c920-d029-427e-997f-6cfb1f768690 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 1096 time: 0.0409698 Nov 16 22:20:57.508724 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:20:57.562948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:57.761330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:20:57.793330 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:20:57.831939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:20:57.834203 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ed7ec1-bee3-4ffe-9e3b-afa9b303667d" -d '{"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-unplugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:20:57.838003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:57.850595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Transition to ACTIVE for port object 16061906-5c2d-4eb8-9f26-cf4b4974add9 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:20:57.855332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:57.892343 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eafeb7d-f89b-44e8-9f0c-a2384c1821c3 x-openstack-request-id: req-3eafeb7d-f89b-44e8-9f0c-a2384c1821c3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:20:57.892706 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-unplugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:20:57.892968 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3eafeb7d-f89b-44e8-9f0c-a2384c1821c3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:20:57.893362 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'code': 200} Nov 16 22:20:57.946818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=6']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:20:57.962991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.963289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.963607 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.963977 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.964282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.964619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.964949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.965277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.965631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.965958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.966287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.966612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:20:57.996947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] No DVR routers for this DVR port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:20:58.133706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:20:58.134047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:20:58.134380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:20:58.138747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:20:58.139071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:20:58.143954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:20:58.144300 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:20:58.144682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:20:58.145106 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Bound port: 16061906-5c2d-4eb8-9f26-cf4b4974add9, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:20:58.145465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.166985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:20:58.206415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:20:58.210435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:20:58.214710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:20:58.218390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.253359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.254086 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:20:58.255470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c324133-6249-4191-8433-202b06b8d046 service neutron] 10.222.0.47 "PUT /v2.0/ports/16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1091 time: 0.7506447 Nov 16 22:20:58.307514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c324133-6249-4191-8433-202b06b8d046 service neutron] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:20:58.328159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c082e1f-20d6-40bb-868d-1feceb0df1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.329731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-1c082e1f-20d6-40bb-868d-1feceb0df1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1094 time: 0.0500665 Nov 16 22:20:58.424038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-fbbc55a5-ab10-4bb9-b26e-96f516b930dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.425529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-fbbc55a5-ab10-4bb9-b26e-96f516b930dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0890515 Nov 16 22:20:58.500030 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-bf58f76e-0efb-4037-a132-d1206be92cfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0666876 Nov 16 22:20:58.549910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-b85fca92-0a6d-4b67-867f-9600d486d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.551510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-b85fca92-0a6d-4b67-867f-9600d486d4cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0452478 Nov 16 22:20:58.589756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152cd02-3c3f-4ba1-b142-e10687f223e4 req-052408e3-cb22-4f26-89dc-2121cca8797c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.591276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2152cd02-3c3f-4ba1-b142-e10687f223e4 req-052408e3-cb22-4f26-89dc-2121cca8797c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0501306 Nov 16 22:20:58.599714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-29f20b03-d8bb-4945-966a-df616b49ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:58.601890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-29f20b03-d8bb-4945-966a-df616b49ed20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418727 Nov 16 22:20:58.640353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2152cd02-3c3f-4ba1-b142-e10687f223e4 req-8f868ed9-e6f9-4b80-9f03-497947bc49eb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Nov 16 22:20:58.700286 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-80bc246a-fe62-4c5b-aa40-bd2f1c82d4b5 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914841 Nov 16 22:20:58.792388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-3d58463c-2475-448a-bbcf-78c733c7d4aa service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847194 Nov 16 22:20:59.771990 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680ba7-476a-4ad4-bf48-8c7b063c789b req-e6c5454c-00d7-47c7-9fff-5918c24c70c1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:20:59.773702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4680ba7-476a-4ad4-bf48-8c7b063c789b req-e6c5454c-00d7-47c7-9fff-5918c24c70c1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0561554 Nov 16 22:20:59.823086 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e4680ba7-476a-4ad4-bf48-8c7b063c789b req-5abc64f8-bcc7-4e4c-9694-d8c1b8474992 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Nov 16 22:20:59.894174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:20:59.897740 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05e2ecc-edef-40b5-9334-895803b24954" -d '{"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:20:59.946938 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a2f4e5-167f-47bf-a543-3d2cc6368550 x-openstack-request-id: req-c5a2f4e5-167f-47bf-a543-3d2cc6368550 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:20:59.947230 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:20:59.947478 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5a2f4e5-167f-47bf-a543-3d2cc6368550 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:20:59.947877 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'status': 'completed', 'code': 200} Nov 16 22:21:00.009683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-7930f8ac-aea3-4557-9f6f-41adcd238696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.011414 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-7930f8ac-aea3-4557-9f6f-41adcd238696 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1094 time: 0.0425255 Nov 16 22:21:00.014252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-5edd21ef-7122-40dc-9cbb-5b937758127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.015751 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-5edd21ef-7122-40dc-9cbb-5b937758127b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1094 time: 0.0455470 Nov 16 22:21:00.112066 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-9a1f9962-cb4f-43e8-94ad-d14e890e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.113417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-09b0ac02-90d2-44a1-93d8-e50be054c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.113820 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-9a1f9962-cb4f-43e8-94ad-d14e890e74d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0930390 Nov 16 22:21:00.114938 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-09b0ac02-90d2-44a1-93d8-e50be054c504 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0915895 Nov 16 22:21:00.182128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-46640e0f-4832-471b-9df8-2aa861694f7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0595770 Nov 16 22:21:00.189886 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-0c8d01b1-e5db-44c7-b75a-03aa43abcfe6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0672233 Nov 16 22:21:00.239655 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-c0c68e83-e5a9-4d13-885d-55895194a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.241200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-c0c68e83-e5a9-4d13-885d-55895194a68a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0510306 Nov 16 22:21:00.243348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-eeef0a68-a1aa-48c0-9b12-ae76351ad38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.244806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-eeef0a68-a1aa-48c0-9b12-ae76351ad38e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0489783 Nov 16 22:21:00.289853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-ba42e3fb-e74f-4119-b478-7a0725561e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.291378 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-ba42e3fb-e74f-4119-b478-7a0725561e9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421393 Nov 16 22:21:00.298258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2ecc-edef-40b5-9334-895803b24954 req-e7983a80-7e39-4cfa-9e45-14537d9f83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.300080 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-e7983a80-7e39-4cfa-9e45-14537d9f83bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481594 Nov 16 22:21:00.403012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-992b6671-ec20-4e04-8c3d-d8b00fce0df1 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940681 Nov 16 22:21:00.417994 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-5c8ab8ae-167c-44d4-8819-50b739c71120 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058378 Nov 16 22:21:00.511647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-687db276-7c89-4ac7-83fa-396a918f6f45 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010892 Nov 16 22:21:00.513452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f05e2ecc-edef-40b5-9334-895803b24954 req-3fe371df-f977-4ec1-8f33-a88cb383d5ed service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873802 Nov 16 22:21:00.941318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce52107-a42e-4a0b-b9e9-cd98884f8d98 req-df7c5bd6-7d3c-41ac-9ee4-28a276d34075 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:00.942888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ce52107-a42e-4a0b-b9e9-cd98884f8d98 req-df7c5bd6-7d3c-41ac-9ee4-28a276d34075 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0500619 Nov 16 22:21:00.990735 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ce52107-a42e-4a0b-b9e9-cd98884f8d98 req-c0d36efe-ccfe-43d7-9a20-ad2efefd361b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 Nov 16 22:21:02.116546 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e98a-45bd-4b20-9be5-d847096b1eaf req-efcc7aac-6a35-4493-8960-fbfb5428aaa2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:02.118228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2eb2e98a-45bd-4b20-9be5-d847096b1eaf req-efcc7aac-6a35-4493-8960-fbfb5428aaa2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0504239 Nov 16 22:21:02.166549 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2eb2e98a-45bd-4b20-9be5-d847096b1eaf req-e6001f10-7d19-4b4f-bb23-fd426ec82bef tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Nov 16 22:21:03.284023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ea8f8-490c-4ec1-a2a8-354644248d73 req-1c1f1966-0a45-46f1-b335-73f6ed5772ad tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:03.285523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f02ea8f8-490c-4ec1-a2a8-354644248d73 req-1c1f1966-0a45-46f1-b335-73f6ed5772ad tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0501304 Nov 16 22:21:03.339537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f02ea8f8-490c-4ec1-a2a8-354644248d73 req-4c604565-5108-44ad-aa50-c9a6ca84d1aa tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473437 Nov 16 22:21:03.957890 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:04.462099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8ca37-ebb9-466c-9242-978b31729b5a req-2252c663-e4d2-4f50-9f67-f0143db882da tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:04.463568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1da8ca37-ebb9-466c-9242-978b31729b5a req-2252c663-e4d2-4f50-9f67-f0143db882da tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0545893 Nov 16 22:21:04.510494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1da8ca37-ebb9-466c-9242-978b31729b5a req-d0790d05-3b03-402d-a2a5-20bef51fbe4e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410340 Nov 16 22:21:05.628866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a60d-3d3c-4d01-81f0-132c86d05724 req-b078bc61-9d51-4ef2-a49e-460c9c8e6ded tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:05.630400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abf4a60d-3d3c-4d01-81f0-132c86d05724 req-b078bc61-9d51-4ef2-a49e-460c9c8e6ded tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0498855 Nov 16 22:21:05.678773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-abf4a60d-3d3c-4d01-81f0-132c86d05724 req-3e10ab62-f68f-4740-851a-b0be4298506c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422502 Nov 16 22:21:05.926814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:06.795053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5698c-bb77-4aeb-aa88-14618f50c9f0 req-3375898d-e15c-412e-8ec2-d8ff2b2a4db8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:06.796503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccb5698c-bb77-4aeb-aa88-14618f50c9f0 req-3375898d-e15c-412e-8ec2-d8ff2b2a4db8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0483758 Nov 16 22:21:06.842445 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ccb5698c-bb77-4aeb-aa88-14618f50c9f0 req-22fe97c5-793e-4de7-a07b-5ce4eeecc988 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 Nov 16 22:21:07.962465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd44307-5c61-40a1-bcd0-5958c314ffc2 req-77947bb7-3d17-4161-b349-140c817efc30 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:07.963839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5dd44307-5c61-40a1-bcd0-5958c314ffc2 req-77947bb7-3d17-4161-b349-140c817efc30 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0492783 Nov 16 22:21:08.010881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5dd44307-5c61-40a1-bcd0-5958c314ffc2 req-d0b8a00d-ceca-4b9d-9ba9-29f4c454c132 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412114 Nov 16 22:21:09.129523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c98eea-9cd0-4688-9e82-3217e27048bb req-bd44d06c-09e4-4c6b-9383-84e417967d2b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:09.130993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18c98eea-9cd0-4688-9e82-3217e27048bb req-bd44d06c-09e4-4c6b-9383-84e417967d2b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0518465 Nov 16 22:21:09.177788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-18c98eea-9cd0-4688-9e82-3217e27048bb req-6174bcc2-a061-4300-b8dd-7350f6b5fd32 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400908 Nov 16 22:21:10.298764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42cf55-408d-4c70-aae0-697aafc14ed7 req-9d4d3c4a-d4fa-4dcd-8d5a-c832e55b59d9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:10.300250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a42cf55-408d-4c70-aae0-697aafc14ed7 req-9d4d3c4a-d4fa-4dcd-8d5a-c832e55b59d9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0533791 Nov 16 22:21:10.348202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9a42cf55-408d-4c70-aae0-697aafc14ed7 req-1727caca-11b8-461f-ace5-7697589164e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Nov 16 22:21:11.462951 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e441c2-98a4-46c4-8cf7-f5f047a9d9e9 req-1901edde-49ba-41c8-93dd-335f7b0e7796 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:11.464414 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85e441c2-98a4-46c4-8cf7-f5f047a9d9e9 req-1901edde-49ba-41c8-93dd-335f7b0e7796 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0476365 Nov 16 22:21:11.510670 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-85e441c2-98a4-46c4-8cf7-f5f047a9d9e9 req-b43898f0-0c5c-4355-a9ba-b9be0fb55ae9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Nov 16 22:21:12.443305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:21:12.539596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:12.555270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'mac_address': 'fa:16:3e:5a:5a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:21:12.594331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:12.610967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16061906-5c2d-4eb8-9f26-cf4b4974add9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:21:12.631118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:12.632675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48ad39-7649-40c2-90ae-dc0165703934 req-6f060852-0149-4bcf-a236-b52f8850a221 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:12.634501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e48ad39-7649-40c2-90ae-dc0165703934 req-6f060852-0149-4bcf-a236-b52f8850a221 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 943 time: 0.0551722 Nov 16 22:21:12.636625 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:12.692371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:12.697844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0e48ad39-7649-40c2-90ae-dc0165703934 req-8f0ab916-e7e8-49d8-a283-ed8ec46d10d9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555427 Nov 16 22:21:12.701562 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.702186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.702533 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.702870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.703283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.703520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.703853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.704180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.704500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.704831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.705158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:12.705479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:13.026109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['16061906-5c2d-4eb8-9f26-cf4b4974add9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:21:13.425590 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:21:13.807958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72239c4-8fa2-4014-9729-7b0cab205a0e req-a2f69ef0-0984-40de-96b8-9ab5316d01d5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:13.809417 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72239c4-8fa2-4014-9729-7b0cab205a0e req-a2f69ef0-0984-40de-96b8-9ab5316d01d5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0478001 Nov 16 22:21:13.858808 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b72239c4-8fa2-4014-9729-7b0cab205a0e req-274188c7-8eb8-4b3f-9a3a-113dfa8d830f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Nov 16 22:21:14.142098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-8291f249-af7c-4de0-8654-1ec87c642ed0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.143578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-8291f249-af7c-4de0-8654-1ec87c642ed0 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114&tenant_id=1aa71b8290154c8e9e53ca3ea465d291&binding%3Ahost_id=n-h1-817778-8 HTTP/1.1" status: 200 len: 944 time: 0.0559547 Nov 16 22:21:14.151503 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf158e6-270d-41a7-a81e-d0c2303573fe req-309e1990-2296-439a-bdfd-95f2872ff98e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.152999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcf158e6-270d-41a7-a81e-d0c2303573fe req-309e1990-2296-439a-bdfd-95f2872ff98e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0484562 Nov 16 22:21:14.201006 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcf158e6-270d-41a7-a81e-d0c2303573fe req-a2ff307e-5d15-4c27-9345-2a05baa067ec tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415542 Nov 16 22:21:14.209416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-9f04314c-dc1a-422a-985a-9a82adee42dc service neutron] 10.222.0.47 "GET /v2.0/ports/16061906-5c2d-4eb8-9f26-cf4b4974add9/bindings/n-h1-817778-8 HTTP/1.1" status: 200 len: 382 time: 0.0563960 Nov 16 22:21:14.276413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-be620ff2-7215-4868-a3e7-7f29a4fca303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.277949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-be620ff2-7215-4868-a3e7-7f29a4fca303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1095 time: 0.0408635 Nov 16 22:21:14.372900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-15c6ac08-1f39-4e3e-bc27-4ce108b5acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.374433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-15c6ac08-1f39-4e3e-bc27-4ce108b5acbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0894697 Nov 16 22:21:14.440072 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-f6e805a5-05b9-41ac-9ff1-c07228be71ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1001 time: 0.0581572 Nov 16 22:21:14.463820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:14.489980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-b3f2d2f3-170b-4aee-9a5f-6f4b510baef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.491466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-b3f2d2f3-170b-4aee-9a5f-6f4b510baef7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0439305 Nov 16 22:21:14.511983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:21:14.516217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:14.516595 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:14.543266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-77b8ca9c-b34b-443f-8227-b835e50ec591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:14.544800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-77b8ca9c-b34b-443f-8227-b835e50ec591 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461206 Nov 16 22:21:14.640572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-caf880e9-9029-4d8c-ba5f-f9e4aa169bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887027 Nov 16 22:21:14.743007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-0aa26592-4b2e-4c91-bffb-0358825e6f73 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939045 Nov 16 22:21:14.755839 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:14.779587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:14.781876 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e28c67-8aaf-4530-9337-1e83af6ca14f" -d '{"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-plugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:14.794144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:14.798331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:14.836288 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93605fdd-b71b-4a32-9963-a14f5f76cf84 x-openstack-request-id: req-93605fdd-b71b-4a32-9963-a14f5f76cf84 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:14.836288 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-plugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:14.836288 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93605fdd-b71b-4a32-9963-a14f5f76cf84 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:14.836288 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'code': 200} Nov 16 22:21:14.852437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:15.321906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4638b-612f-4f6d-a4f5-28400f52074b req-a141b827-f5c7-4ff1-810d-7b87dcd9e7e4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:15.323387 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a4638b-612f-4f6d-a4f5-28400f52074b req-a141b827-f5c7-4ff1-810d-7b87dcd9e7e4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Nov 16 22:21:15.370201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d3a4638b-612f-4f6d-a4f5-28400f52074b req-58d8d403-1919-4ccb-b7f7-3ffd6e8221a7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Nov 16 22:21:16.489067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc1241-c72d-4314-96dd-3435b920b466 req-76ba4bd2-76eb-42ac-8be3-c502a46338a3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:16.490574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dfdc1241-c72d-4314-96dd-3435b920b466 req-76ba4bd2-76eb-42ac-8be3-c502a46338a3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0506699 Nov 16 22:21:16.540282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dfdc1241-c72d-4314-96dd-3435b920b466 req-345c115f-78e1-4129-8f74-5f0af6363c7f tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Nov 16 22:21:17.663119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e87c76-36fd-4130-800b-55a42742e954 req-848df848-cd85-4341-a6f3-ca4fdb2160d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:17.664807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28e87c76-36fd-4130-800b-55a42742e954 req-848df848-cd85-4341-a6f3-ca4fdb2160d8 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0551324 Nov 16 22:21:17.714866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-28e87c76-36fd-4130-800b-55a42742e954 req-83222f53-6218-488c-b1ab-c441d199d00b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Nov 16 22:21:18.837345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0b049-87de-42a7-80f6-00f135a0cfd3 req-b120c7ca-dc67-4216-8d27-d87d98cda453 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:18.838910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53f0b049-87de-42a7-80f6-00f135a0cfd3 req-b120c7ca-dc67-4216-8d27-d87d98cda453 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0515792 Nov 16 22:21:18.891097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-53f0b049-87de-42a7-80f6-00f135a0cfd3 req-287ca814-6bd2-449b-b14d-83266a909437 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Nov 16 22:21:19.059894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-94ed2517-48c7-42f2-8e66-6228065aa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:19.061403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-94ed2517-48c7-42f2-8e66-6228065aa4eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114&tenant_id=1aa71b8290154c8e9e53ca3ea465d291 HTTP/1.1" status: 200 len: 1096 time: 0.0416806 Nov 16 22:21:19.077554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:19.131821 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.329580 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:19.363104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:19.402091 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:19.404275 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545f749d-3ad3-4a39-893f-eed712c2d430" -d '{"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-unplugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:19.408339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.421729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Transition to ACTIVE for port object 16061906-5c2d-4eb8-9f26-cf4b4974add9 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:21:19.426165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.458275 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ee299-a26e-4a6b-b862-419fea506c6b x-openstack-request-id: req-2c9ee299-a26e-4a6b-b862-419fea506c6b {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:19.458571 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-unplugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:19.458825 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c9ee299-a26e-4a6b-b862-419fea506c6b {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:19.459217 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'code': 200} Nov 16 22:21:19.479067 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=10']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:19.521915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.522269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.523143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.523497 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.523829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.524166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.524498 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.524825 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.525153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.525485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.525840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.526161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:21:19.565251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] No DVR routers for this DVR port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:21:19.698180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:21:19.698521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:21:19.698850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:19.704005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:21:19.704330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Attempting to bind port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:19.709356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:21:19.709735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Checking segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:19.710777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Bound using segment: {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:21:19.711208 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Bound port: 16061906-5c2d-4eb8-9f26-cf4b4974add9, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f6018-f6a1-4242-84d4-e56b57f5eb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:21:19.711763 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.771866 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:19.775528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:21:19.779489 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.812586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:19.813350 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:19.814668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] 10.222.0.41 "PUT /v2.0/ports/16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1092 time: 0.7413309 Nov 16 22:21:19.838566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73e1e-fd65-4780-a3e1-94af02167264 service neutron] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=11']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:19.886994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-282a9fd7-ac4b-4220-a443-1866264a7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:19.888521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-282a9fd7-ac4b-4220-a443-1866264a7ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1095 time: 0.0460939 Nov 16 22:21:19.995418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-5acf89f6-09f6-47d8-b9f1-47d666cbc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:19.997046 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-5acf89f6-09f6-47d8-b9f1-47d666cbc615 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0960238 Nov 16 22:21:20.015172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbc689-08ff-454c-a3b3-ee4444897ad6 req-d6c80cd1-74da-43ef-bc8d-ad6c95b2ee90 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.016679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9cbc689-08ff-454c-a3b3-ee4444897ad6 req-d6c80cd1-74da-43ef-bc8d-ad6c95b2ee90 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0506899 Nov 16 22:21:20.068462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9cbc689-08ff-454c-a3b3-ee4444897ad6 req-c42e49db-8ae3-47cd-b5f2-a8279fb4410e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428975 Nov 16 22:21:20.073058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-6ec6d657-ceef-4d57-82d3-6c3d501d85b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0641737 Nov 16 22:21:20.127310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-806eeeb9-e18b-4fca-be63-37ef017bc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.128746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-806eeeb9-e18b-4fca-be63-37ef017bc4d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0448864 Nov 16 22:21:20.178153 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-7c359770-dcca-45b5-82eb-3d429bc93925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:20.180273 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-7c359770-dcca-45b5-82eb-3d429bc93925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395811 Nov 16 22:21:20.277240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-e56a53d7-0627-4141-93cb-73fd60a88548 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858264 Nov 16 22:21:20.373132 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e7cf75f8-7ae9-4495-a34a-619a7dd642d8 req-d4f36a29-1e05-40e4-8fb0-349682a12d68 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Nov 16 22:21:20.487465 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:20.527603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:20.892452 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-814fc38e-cb35-4159-af66-c79cc9e9493d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:21.188609 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061bfdb-6b22-49b4-bf48-cacfcf895958 req-b4b8be9e-e86a-405b-b19e-f85efe5aaab4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.190147 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8061bfdb-6b22-49b4-bf48-cacfcf895958 req-b4b8be9e-e86a-405b-b19e-f85efe5aaab4 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0489483 Nov 16 22:21:21.242701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8061bfdb-6b22-49b4-bf48-cacfcf895958 req-a903acf3-5d09-43bc-96a3-9e925feb5728 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459721 Nov 16 22:21:21.460555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:21.462810 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164" -d '{"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:21.511899 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a6422b-2b70-44eb-8e0e-20a7850823a4 x-openstack-request-id: req-25a6422b-2b70-44eb-8e0e-20a7850823a4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:21.512204 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:21.512450 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25a6422b-2b70-44eb-8e0e-20a7850823a4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:21.512847 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'status': 'completed', 'code': 200} Nov 16 22:21:21.576979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-66e4cfeb-70fc-4483-ab67-481cae647849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.578773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-66e4cfeb-70fc-4483-ab67-481cae647849 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1095 time: 0.0429685 Nov 16 22:21:21.581229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-5e8912ec-a6b0-480a-af3a-e302ed636041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.582838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-5e8912ec-a6b0-480a-af3a-e302ed636041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 1095 time: 0.0430834 Nov 16 22:21:21.676142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-dda6d5ae-219c-4c28-886b-d0d32966fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.677684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-dda6d5ae-219c-4c28-886b-d0d32966fbf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0912817 Nov 16 22:21:21.682340 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-ee10d5fe-a820-4d84-ad90-8c2109b6f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.683832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-ee10d5fe-a820-4d84-ad90-8c2109b6f18c service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 200 len: 913 time: 0.0896962 Nov 16 22:21:21.746193 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-7fe89d1d-ae0d-4591-addf-b6205809639b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0610490 Nov 16 22:21:21.757955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-0cdb8def-d67c-45df-9453-270bb787fe01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 200 len: 1000 time: 0.0670605 Nov 16 22:21:21.803526 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-cbe0159d-3001-46b1-848e-94ab85bba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.805824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-cbe0159d-3001-46b1-848e-94ab85bba8ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0517414 Nov 16 22:21:21.810972 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-cf93aa66-ff6b-479c-a714-ee3927d3483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.812543 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-cf93aa66-ff6b-479c-a714-ee3927d3483a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 200 len: 851 time: 0.0444362 Nov 16 22:21:21.857395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-f9190018-6db7-4a18-9553-3db359fca25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.858963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-f9190018-6db7-4a18-9553-3db359fca25d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461395 Nov 16 22:21:21.867948 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-aa914f9c-3eb3-4366-b7d6-17c961970c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:21.869544 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-aa914f9c-3eb3-4366-b7d6-17c961970c42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc4e83e9-22c3-49cf-9694-867d5d91aeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472274 Nov 16 22:21:21.963338 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-26b15ace-3f85-4daa-bb67-88bc65face1d service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965171 Nov 16 22:21:21.981537 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-72b52681-88ff-4d0b-9590-d94cdccfa4c5 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997622 Nov 16 22:21:22.066433 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-6ba0d008-2c63-4296-82dd-58d7569cac66 service neutron] 10.222.0.47 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958467 Nov 16 22:21:22.084717 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d9c2d0f6-dbc0-416f-8ab3-b3777b265164 req-376e9059-fc1e-4c08-ad51-1b8365d31fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925267 Nov 16 22:21:22.365197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ee28-faf2-46d1-b775-c3ac3fd3018c req-521320db-29ad-4199-912f-894157b48d40 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:22.367113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b47ee28-faf2-46d1-b775-c3ac3fd3018c req-521320db-29ad-4199-912f-894157b48d40 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0547800 Nov 16 22:21:22.414504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b47ee28-faf2-46d1-b775-c3ac3fd3018c req-9c06de20-29af-474b-ab5b-e48518a0d99c tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Nov 16 22:21:23.198939 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-90c0a34c-2c3a-4502-8f5d-1f4dc634e169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:23.538879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764dd95-80ec-491d-b1d5-6a5082563f3c req-9905d6f5-d982-4258-834e-35a39f88ad52 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:23.540428 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2764dd95-80ec-491d-b1d5-6a5082563f3c req-9905d6f5-d982-4258-834e-35a39f88ad52 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0529916 Nov 16 22:21:23.590574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2764dd95-80ec-491d-b1d5-6a5082563f3c req-e200cd02-142a-4994-85a8-f3f65c64b999 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Nov 16 22:21:24.421646 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:24.711416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c0507-b8e1-4771-8e4a-8fb4d48ae4f6 req-64868299-1af5-429d-91a3-c1056ae7dc54 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:24.712915 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f5c0507-b8e1-4771-8e4a-8fb4d48ae4f6 req-64868299-1af5-429d-91a3-c1056ae7dc54 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0519550 Nov 16 22:21:24.760105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f5c0507-b8e1-4771-8e4a-8fb4d48ae4f6 req-5cea2859-2f30-4c37-b64b-93c68983a56a tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Nov 16 22:21:25.880897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b20e8-546e-4f16-a22e-e0323463e844 req-0613a132-ece2-4b25-bcf9-43ddc03cbaee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:25.882475 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-112b20e8-546e-4f16-a22e-e0323463e844 req-0613a132-ece2-4b25-bcf9-43ddc03cbaee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0530868 Nov 16 22:21:25.930715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-112b20e8-546e-4f16-a22e-e0323463e844 req-f39a2e84-197f-40a8-b65f-d2f0ef77a885 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Nov 16 22:21:25.974126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:26.799237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:27.055396 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c223ba-aba0-4352-a37a-82eb85878618 req-a3e45e29-93c7-4c02-a681-7223a8a059a5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:27.056890 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0c223ba-aba0-4352-a37a-82eb85878618 req-a3e45e29-93c7-4c02-a681-7223a8a059a5 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0527380 Nov 16 22:21:27.104326 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0c223ba-aba0-4352-a37a-82eb85878618 req-8c7f81c1-7c32-44a1-9b7d-e1805263ce14 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Nov 16 22:21:28.220551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3312ab-acd1-4952-8ea8-0d026afc175b req-496bb991-fd4a-474d-b217-90eb4866bc9e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:28.222103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da3312ab-acd1-4952-8ea8-0d026afc175b req-496bb991-fd4a-474d-b217-90eb4866bc9e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0497127 Nov 16 22:21:28.270503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da3312ab-acd1-4952-8ea8-0d026afc175b req-88303f88-9819-4100-bb5a-8cfcc21423b2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Nov 16 22:21:29.387847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1032305-5c60-4464-a747-4a57d08ccd88 req-011697e0-f4dd-47ab-aee6-edffc7d00038 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:29.389317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1032305-5c60-4464-a747-4a57d08ccd88 req-011697e0-f4dd-47ab-aee6-edffc7d00038 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0494609 Nov 16 22:21:29.435928 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1032305-5c60-4464-a747-4a57d08ccd88 req-92b93c6a-6cf7-4133-9e60-a9c6a3b563db tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Nov 16 22:21:30.552526 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf035a1-f198-4b98-bdb9-329c1de53f06 req-b9455d93-21cc-45e8-80f6-646624cf97d1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:30.554064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-baf035a1-f198-4b98-bdb9-329c1de53f06 req-b9455d93-21cc-45e8-80f6-646624cf97d1 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0485768 Nov 16 22:21:30.605194 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-baf035a1-f198-4b98-bdb9-329c1de53f06 req-935a086d-2685-4d16-878d-11b7db64f6b3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Nov 16 22:21:31.719979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a834-6fce-4216-a3a2-73ddd0fddf24 req-9095c7a5-6cea-4288-b7b0-7ae837743370 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:31.721463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f373a834-6fce-4216-a3a2-73ddd0fddf24 req-9095c7a5-6cea-4288-b7b0-7ae837743370 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 944 time: 0.0488439 Nov 16 22:21:31.772002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f373a834-6fce-4216-a3a2-73ddd0fddf24 req-05b5c9a0-513c-4c25-b0fe-21bbee485660 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Nov 16 22:21:32.302427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:21:32.398092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:32.413938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'port_id': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'mac_address': 'fa:16:3e:5a:5a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:21:32.454028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:32.469886 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16061906-5c2d-4eb8-9f26-cf4b4974add9 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:21:32.489682 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:32.493748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:32.543459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=12']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:32.784609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['16061906-5c2d-4eb8-9f26-cf4b4974add9'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:21:32.891563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b778021-a9db-4f5f-a4f3-71071bece032 req-608d2937-9ed7-4c58-97e5-24ffd53f9257 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:32.892985 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b778021-a9db-4f5f-a4f3-71071bece032 req-608d2937-9ed7-4c58-97e5-24ffd53f9257 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0498199 Nov 16 22:21:32.942255 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b778021-a9db-4f5f-a4f3-71071bece032 req-9f69f95f-cbc1-4d9d-b287-fafec0695cb3 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Nov 16 22:21:33.055490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fd292-0399-4c73-891d-a362cef5cec2 req-d244ebcb-f2cc-44f6-a12d-61ce6d32e5db tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:33.056941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-485fd292-0399-4c73-891d-a362cef5cec2 req-d244ebcb-f2cc-44f6-a12d-61ce6d32e5db tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Nov 16 22:21:33.104008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-485fd292-0399-4c73-891d-a362cef5cec2 req-c1d2889c-41c2-4cc5-80cd-a47b3c3bd281 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 Nov 16 22:21:33.215743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f4291-3d50-4494-aa73-26c6262dfa7f req-8ca1d952-588a-46c9-b59a-146ddee136a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:33.217218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-952f4291-3d50-4494-aa73-26c6262dfa7f req-8ca1d952-588a-46c9-b59a-146ddee136a9 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0482917 Nov 16 22:21:33.264077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-952f4291-3d50-4494-aa73-26c6262dfa7f req-855d5b98-f9af-40bd-970c-860277376d6e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Nov 16 22:21:33.496954 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f760a-57d0-4215-8972-de4dce5d5ed3 req-f6b6ee68-a8dd-4d76-9771-2c04a5200ee6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:33.498439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a25f760a-57d0-4215-8972-de4dce5d5ed3 req-f6b6ee68-a8dd-4d76-9771-2c04a5200ee6 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 945 time: 0.0538008 Nov 16 22:21:33.545581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a25f760a-57d0-4215-8972-de4dce5d5ed3 req-80fb0717-b5ca-439d-b617-1c992da7ab1b tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Nov 16 22:21:33.988884 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:34.329211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:34.378134 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:21:34.382954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 16061906-5c2d-4eb8-9f26-cf4b4974add9 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:34.383336 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:34.463774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:34.486249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:34.488479 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebf3733-c05c-4258-808f-ff0c556b95cc" -d '{"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-plugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:34.501298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:34.505724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:34.528675 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69df59-8ecf-4735-80ae-8a9a81395f71 x-openstack-request-id: req-fa69df59-8ecf-4735-80ae-8a9a81395f71 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:34.528969 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-plugged", "status": "completed", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:34.529224 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa69df59-8ecf-4735-80ae-8a9a81395f71 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:34.529634 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'code': 200} Nov 16 22:21:34.554793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=13']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:34.663272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c65518-c615-4e3a-a5a1-81e823db6680 req-d1220397-12e6-4ed2-b853-4924d011192d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:34.664747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4c65518-c615-4e3a-a5a1-81e823db6680 req-d1220397-12e6-4ed2-b853-4924d011192d tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Nov 16 22:21:34.714202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f4c65518-c615-4e3a-a5a1-81e823db6680 req-dff62944-275a-4fe7-b6fd-af058a6037ad tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Nov 16 22:21:35.234464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-22ca826a-1c6e-4e82-ad70-23433a8b525e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:35.235901 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-22ca826a-1c6e-4e82-ad70-23433a8b525e tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 946 time: 0.0477972 Nov 16 22:21:35.325797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Deleting port 16061906-5c2d-4eb8-9f26-cf4b4974add9 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:35.326142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:35.415213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] For port 16061906-5c2d-4eb8-9f26-cf4b4974add9, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=16061906-5c2d-4eb8-9f26-cf4b4974add9,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:35.415572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:35.892018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331da1a-a2f0-4c09-9141-a2aabdee444f req-225c698c-dcaf-4f6c-85fd-3100544924b2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:35.893390 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8331da1a-a2f0-4c09-9141-a2aabdee444f req-225c698c-dcaf-4f6c-85fd-3100544924b2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 946 time: 0.0971372 Nov 16 22:21:35.923666 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:35.924031 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:35.924352 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70 disassociated. External IP: 172.25.3.111, port: 16061906-5c2d-4eb8-9f26-cf4b4974add9. Nov 16 22:21:35.924695 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Calling delete_port for 16061906-5c2d-4eb8-9f26-cf4b4974add9 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:35.939260 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:35.995197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8331da1a-a2f0-4c09-9141-a2aabdee444f req-66b4c3d0-b52f-4f4f-b9fc-e9ee24ffcabb tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c4c8777-ddc4-4fb5-a44f-76cf310f2423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935235 Nov 16 22:21:36.078175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:36.107677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event deleted for resources: {'Port': ['ID=16061906-5c2d-4eb8-9f26-cf4b4974add9,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:36.223552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:21:36.332787 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:21:36.343506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:21:36.354161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:36.354789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:36.371994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] No DVR routers for this DVR port 16061906-5c2d-4eb8-9f26-cf4b4974add9 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:21:36.374830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:36.378143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e110742e-43cb-404c-ac85-a02dc504cc91 req-99f84b9c-f392-45bf-938d-7a65669533e7 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.41 "DELETE /v2.0/ports/16061906-5c2d-4eb8-9f26-cf4b4974add9 HTTP/1.1" status: 204 len: 173 time: 1.1350803 Nov 16 22:21:36.378583 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-deleted', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:36.380807 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2992e3b8-419d-494c-97ad-2191d20aea80" -d '{"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-deleted", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:36.419141 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeed49e-55dd-4f90-9544-b123488dd894 x-openstack-request-id: req-2aeed49e-55dd-4f90-9544-b123488dd894 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:36.419442 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9871dc6-9d18-4394-94ef-9ee9c333a114", "name": "network-vif-deleted", "tag": "16061906-5c2d-4eb8-9f26-cf4b4974add9", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:36.419718 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2aeed49e-55dd-4f90-9544-b123488dd894 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:36.420100 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9871dc6-9d18-4394-94ef-9ee9c333a114', 'name': 'network-vif-deleted', 'tag': '16061906-5c2d-4eb8-9f26-cf4b4974add9', 'status': 'completed', 'code': 200} Nov 16 22:21:36.462805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:36.667972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:36.695156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:21:36.703973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:36.704581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:36.811228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:37.012537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:37.039981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8234865-8403-4505-8ed0-cf8817bcd0b5 None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '2e7814d6-fce4-4fea-957a-9f37af469787', 'name': '', 'network_id': 'dc4e83e9-22c3-49cf-9694-867d5d91aeb1', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'mac_address': 'fa:16:3e:35:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:28Z', 'updated_at': '2021-11-16T22:08:33Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'subnets': [{'id': 'c98dcc5d-313e-4809-9d96-eb24fde05112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:21:37.098297 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a868d8ee-d6fa-4c72-926d-df732d726422 req-618fddbb-9b99-4fbc-8b86-e2f8cd848dee tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Nov 16 22:21:37.267884 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8f0899-e160-420d-8eef-27f0671e1f6a None None] New status for floating IP 62d5e884-da2e-4e26-a3e5-be5b16591f70: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:21:38.198727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3e8b769d-40f8-476f-99e0-2d94de3f489f req-f8efa3f1-79a4-46e8-9a53-63b3e64b2e98 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 210 time: 0.0287423 Nov 16 22:21:38.345722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:38.367379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 16061906-5c2d-4eb8-9f26-cf4b4974add9 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:38.367641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 16061906-5c2d-4eb8-9f26-cf4b4974add9 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:39.298840 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0af6ba4-22d7-4982-9a0f-f8eedbc69e6f req-6d17eb1c-ce89-49cb-9067-16de3be3ab33 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 210 time: 0.0296760 Nov 16 22:21:40.398125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f15ee64-8710-4d8f-9e22-7d6e4402c3c4 req-b9f7dd28-de04-40ef-813f-eed27fbc1476 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9871dc6-9d18-4394-94ef-9ee9c333a114 HTTP/1.1" status: 200 len: 210 time: 0.0303407 Nov 16 22:21:45.147229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56606) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:45.202365 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8ebe-21ff-49ae-99d1-636323c61363 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.225862 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8ebe-21ff-49ae-99d1-636323c61363 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.274139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8ebe-21ff-49ae-99d1-636323c61363 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.276836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8ebe-21ff-49ae-99d1-636323c61363 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.278294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7ea8ebe-21ff-49ae-99d1-636323c61363 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c4c8777-ddc4-4fb5-a44f-76cf310f2423 HTTP/1.1" status: 204 len: 168 time: 0.1299767 Nov 16 22:21:45.280961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56608) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:45.289186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea8ebe-21ff-49ae-99d1-636323c61363 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4c8777-ddc4-4fb5-a44f-76cf310f2423,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:45.295735 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-e21c96da-2cc8-4647-9473-d9a61e616877 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] show failed (client error): The resource could not be found. Nov 16 22:21:45.299883 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e21c96da-2cc8-4647-9473-d9a61e616877 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "GET /v2.0/security-groups/4c4c8777-ddc4-4fb5-a44f-76cf310f2423 HTTP/1.1" status: 404 len: 347 time: 0.0178676 Nov 16 22:21:45.300453 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56610) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:45.425114 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Deleting port 6fd77417-c514-4629-b1cf-8e3c764a4f4b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:45.425457 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.502231 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.502598 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.515156 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Calling delete_port for 6fd77417-c514-4629-b1cf-8e3c764a4f4b owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:45.651022 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.678910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Pushing event deleted for resources: {'Port': ['ID=6fd77417-c514-4629-b1cf-8e3c764a4f4b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:45.746726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.749423 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:45.753941 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7b2cc78c-df4b-46e0-be07-54b8341f02d2 tempest-ServerActionsTestJSON-1321208766 tempest-ServerActionsTestJSON-1321208766-project] 10.222.0.48 "DELETE /v2.0/floatingips/62d5e884-da2e-4e26-a3e5-be5b16591f70 HTTP/1.1" status: 204 len: 168 time: 0.4519238 Nov 16 22:21:45.754113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56612) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:46.223982 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:46.466974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Deleting port 2e7814d6-fce4-4fea-957a-9f37af469787 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:46.467309 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:46.547052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] For port 2e7814d6-fce4-4fea-957a-9f37af469787, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2e7814d6-fce4-4fea-957a-9f37af469787,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:46.547332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:46.560097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Calling delete_port for 2e7814d6-fce4-4fea-957a-9f37af469787 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:46.739281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:46.766270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7814d6-fce4-4fea-957a-9f37af469787,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:47.262373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.477068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Router 05aa3731-949e-4f33-acb6-1987924aca41 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:21:47.585802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:21:47.591988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a698173d-8d60-4d58-ae86-c0d51d246777 admin admin] 10.222.0.48 "PUT /v2.0/routers/05aa3731-949e-4f33-acb6-1987924aca41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368089 Nov 16 22:21:47.593333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56616) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:47.594917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] Sync routers for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:21:47.605956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:47.606579 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:47.701102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.712940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:47.802413 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.857829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Deleting port 10d64d46-a9e0-448c-bda7-8dfe80908625 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:47.858384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.898299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:21:46Z', 'revision_number': 5, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port': {'id': '10d64d46-a9e0-448c-bda7-8dfe80908625', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa3731-949e-4f33-acb6-1987924aca41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:47.924430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] Checking router: 05aa3731-949e-4f33-acb6-1987924aca41 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:21:47.933401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] Routers {'05aa3731-949e-4f33-acb6-1987924aca41'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:21:47.934033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:21:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['05aa3731-949e-4f33-acb6-1987924aca41'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:47.938619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] For port 10d64d46-a9e0-448c-bda7-8dfe80908625, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=10d64d46-a9e0-448c-bda7-8dfe80908625,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:47.938989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:47.952338 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Calling delete_port for 10d64d46-a9e0-448c-bda7-8dfe80908625 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:48.022764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] Set router 05aa3731-949e-4f33-acb6-1987924aca41 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:21:48.079589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:21:47Z', 'revision_number': 6, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:48.106961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039dc6a-b4e8-4919-af59-58945926d2fe None None] The sync data for ids ['05aa3731-949e-4f33-acb6-1987924aca41'] in n-d-817778-8 is: [{'id': '05aa3731-949e-4f33-acb6-1987924aca41', 'name': 'tempest-ServerActionsTestJSON-1137209149-router', 'tenant_id': '1aa71b8290154c8e9e53ca3ea465d291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:08:26Z', 'updated_at': '2021-11-16T22:21:47Z', 'revision_number': 6, 'project_id': '1aa71b8290154c8e9e53ca3ea465d291', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:21:48.118788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.156271 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d64d46-a9e0-448c-bda7-8dfe80908625,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:48.165717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de37ca2-8f74-47df-8560-c6659917ffcc None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:48.214879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.304217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.306375 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.347259 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.347860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05aa3731-949e-4f33-acb6-1987924aca41 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:21:48.352877 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.354134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f7d94030-0d0c-4c73-9fe4-81325a3781e7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/05aa3731-949e-4f33-acb6-1987924aca41 HTTP/1.1" status: 204 len: 168 time: 0.7596710 Nov 16 22:21:48.356699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56618) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:48.405343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Deleting subnet c98dcc5d-313e-4809-9d96-eb24fde05112 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:21:48.408385 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.442321 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.526939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.587966 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.612553 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98dcc5d-313e-4809-9d96-eb24fde05112,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:48.619924 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.624395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b00b8-f178-4f5d-8108-7c455c39d5e2 None None] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:21:48.625960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-56d896b3-9161-4ee3-aefa-55f7c458f689 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c98dcc5d-313e-4809-9d96-eb24fde05112 HTTP/1.1" status: 204 len: 168 time: 0.2682583 Nov 16 22:21:48.628459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56620) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:48.706033 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.759343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Deleting port f067f4e8-bcde-488a-9f58-036b6eedb85a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:48.759684 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.822361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] For port f067f4e8-bcde-488a-9f58-036b6eedb85a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f067f4e8-bcde-488a-9f58-036b6eedb85a,segment=NetworkSegment(149f6018-f6a1-4242-84d4-e56b57f5eb51),segment_id=149f6018-f6a1-4242-84d4-e56b57f5eb51)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:48.822642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.837556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Calling delete_port for f067f4e8-bcde-488a-9f58-036b6eedb85a owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:48.866412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] DHCP port deletion for dc4e83e9-22c3-49cf-9694-867d5d91aeb1 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:21:48.925557 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:48.925863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f067f4e8-bcde-488a-9f58-036b6eedb85a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:48.948874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f067f4e8-bcde-488a-9f58-036b6eedb85a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:48.949299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f067f4e8-bcde-488a-9f58-036b6eedb85a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:48.949814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2e7814d6-fce4-4fea-957a-9f37af469787 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:48.954534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] No DVR routers for this DVR port f067f4e8-bcde-488a-9f58-036b6eedb85a on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:21:48.960177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Pushing event deleted for resources: {'Port': ['ID=f067f4e8-bcde-488a-9f58-036b6eedb85a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:48.973116 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 2e7814d6-fce4-4fea-957a-9f37af469787 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:48.973571 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2e7814d6-fce4-4fea-957a-9f37af469787 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:48.974057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 10d64d46-a9e0-448c-bda7-8dfe80908625 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:21:48.979327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Deleting port f067f4e8-bcde-488a-9f58-036b6eedb85a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:21:48.979889 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.009147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 10d64d46-a9e0-448c-bda7-8dfe80908625 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:21:49.009503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 10d64d46-a9e0-448c-bda7-8dfe80908625 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:21:49.039740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.060045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4e83e9-22c3-49cf-9694-867d5d91aeb1']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:49.063540 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] For port f067f4e8-bcde-488a-9f58-036b6eedb85a, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:49.063942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.071295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f6018-f6a1-4242-84d4-e56b57f5eb51') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:49.071584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f6018-f6a1-4242-84d4-e56b57f5eb51') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:21:49.085442 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.102606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.109858 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:21:49.110402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:21:49.112427 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:21:49.172632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.180177 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.191716 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dc4e83e9-22c3-49cf-9694-867d5d91aeb1 HTTP/1.1" status: 204 len: 168 time: 0.5621116 Nov 16 22:21:49.208973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89044e0c-1e28-4b36-8eaf-1f6d31308239 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4e83e9-22c3-49cf-9694-867d5d91aeb1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:49.247139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Calling delete_port for f067f4e8-bcde-488a-9f58-036b6eedb85a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:21:49.249898 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Port f067f4e8-bcde-488a-9f58-036b6eedb85a was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 22:21:49.251384 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.259569 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Network dc4e83e9-22c3-49cf-9694-867d5d91aeb1 is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 22:21:49.260026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] No DVR routers for this DVR port f067f4e8-bcde-488a-9f58-036b6eedb85a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:21:49.278894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e627367-7647-4edc-8ed0-e9c0dde58b60 None None] Pushing event deleted for resources: {'Port': ['ID=f067f4e8-bcde-488a-9f58-036b6eedb85a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:49.328702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56624) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:49.369863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7d98494f-bde6-442c-8358-9de1152b653b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1aa71b8290154c8e9e53ca3ea465d291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398045 Nov 16 22:21:49.372462 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56626) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:49.425706 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fa86030-e912-4e11-8ec5-ff0f39767b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.448001 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fa86030-e912-4e11-8ec5-ff0f39767b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.495042 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fa86030-e912-4e11-8ec5-ff0f39767b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.497730 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7fa86030-e912-4e11-8ec5-ff0f39767b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:49.498905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7fa86030-e912-4e11-8ec5-ff0f39767b43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f539543-4232-448f-b8a4-ee2b05f179c2 HTTP/1.1" status: 204 len: 168 time: 0.1255026 Nov 16 22:21:49.508637 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa86030-e912-4e11-8ec5-ff0f39767b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f539543-4232-448f-b8a4-ee2b05f179c2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:50.231042 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56648) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:50.325926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-566460805-network', 'tenant_id': '105ef91d0a8f4d229459e35c0040b271'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:50.347550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Made reservation on behalf of 105ef91d0a8f4d229459e35c0040b271 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:21:50.350630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.359132 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.424321 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:21:50.435991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.440288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.468487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:21:50.479001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:50.484394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.484739 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Added segment f4dcac13-c96e-45a7-a72b-700e94aa53c2 of type vlan for network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 Nov 16 22:21:50.527695 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.555329 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.556363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:50.556949 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.609843 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3776214 Nov 16 22:21:50.612821 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56652) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:21:50.618140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Request body: {'subnet': {'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-566460805-subnet', 'tenant_id': '105ef91d0a8f4d229459e35c0040b271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:50.621012 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df4b6-8dd8-438d-8ab2-6a747eae2291 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca0dc02-1a50-4a09-aa1b-af7d5b688410,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:50.631927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:21:50.639378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Made reservation on behalf of 105ef91d0a8f4d229459e35c0040b271 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:21:50.641964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.813900 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.872418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd93dcc1-04da-4770-b769-c3a6b156e431,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:50.880907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Checking segment: {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:50.881919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Network hostable DHCP agents. Network: 6ca0dc02-1a50-4a09-aa1b-af7d5b688410, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:21:50.893858 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fb185d20-3094-476c-a694-00b4170c76ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.898900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:21:50.907500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6ca0dc02-1a50-4a09-aa1b-af7d5b688410) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:50.912221 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:50.913139 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:50.915281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd557c-4da6-449a-9cd0-a3d581e9d539 None None] Network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:21:50.929822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a1317446-9649-4336-a655-8638afb0ba89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3155856 Nov 16 22:21:51.048059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e46fab-d480-4edb-aa75-ba417b659f3f None None] Network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:21:51.372955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-88053cbe-5ee2-4b7e-a566-4bbf60156467 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:51.374381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-88053cbe-5ee2-4b7e-a566-4bbf60156467 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/networks?id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 200 len: 813 time: 0.1066859 Nov 16 22:21:51.389256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-33d17825-2e1e-4612-930e-9963e39f46c3 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/quotas/105ef91d0a8f4d229459e35c0040b271 HTTP/1.1" status: 200 len: 375 time: 0.0092397 Nov 16 22:21:51.421410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-0b7c2e48-9b17-4bd9-a29e-789cde9e6888 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=105ef91d0a8f4d229459e35c0040b271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269768 Nov 16 22:21:51.432991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-46a32e67-44ab-4c3a-9223-5d34d17cfaf6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:21:51.433953 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-46a32e67-44ab-4c3a-9223-5d34d17cfaf6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050244 Nov 16 22:21:51.522755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-e28a1741-170b-4251-988a-d698f033a8d1 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832305 Nov 16 22:21:51.617769 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-82018e60-ecdc-4c30-9aee-fdbe16d636cc service neutron] 10.222.0.48 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883949 Nov 16 22:21:51.777436 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-96a4f43f-119e-4666-b98f-6aab598c094d req-05f1ef27-1300-405b-90b9-5abcb4620f4a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 210 time: 0.0286901 Nov 16 22:21:52.815235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-54810cca-c169-4d04-bc62-f336702a8508 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:52.816741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-54810cca-c169-4d04-bc62-f336702a8508 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.47 "GET /v2.0/networks?id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 200 len: 813 time: 0.1102564 Nov 16 22:21:52.831685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Request body: {'port': {'device_id': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410', 'admin_state_up': True, 'tenant_id': '105ef91d0a8f4d229459e35c0040b271'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:52.904467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-169d4639-9afc-4f6e-8d3f-f84bacb25c30 req-f48454bc-2420-4b30-b9bb-89f52a5ebb05 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 210 time: 0.0320845 Nov 16 22:21:52.965919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Made reservation on behalf of 105ef91d0a8f4d229459e35c0040b271 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:21:52.969346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.089584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Allocated IP 172.20.0.5 (6ca0dc02-1a50-4a09-aa1b-af7d5b688410/bd93dcc1-04da-4770-b769-c3a6b156e431/eaccade9-0f53-4a38-b9d6-c35f4c79cd1b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:21:53.199482 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9d3f72d4-3269-470f-a13d-40ca02e30884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.239034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.272276 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.316028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:21:53.319871 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:21:53.323747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:21:53.351652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Pushing event updated for resources: {'Port': ['ID=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:53.379256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:53.379944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.394611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-bc52e072-c9d6-49d8-8e6c-214b3be5766a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683618 Nov 16 22:21:53.448771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Request body: {'port': {'device_id': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:21:53.501310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.760225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaccade9-0f53-4a38-b9d6-c35f4c79cd1b {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:21:53.767474 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.780302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Transition to ACTIVE for port object eaccade9-0f53-4a38-b9d6-c35f4c79cd1b will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:21:53.784047 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.849631 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Pushing event updated for resources: {'Port': ['ID=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:53.902461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Attempting to bind port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:21:53.902797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Attempting to bind port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:21:53.903127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Attempting to bind port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b on network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:53.907477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b on network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:21:53.907795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Attempting to bind port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b on network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:21:53.913143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:21:53.913477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Checking segment: {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:21:53.913890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Bound using segment: {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:21:53.914306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Bound port: eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:21:53.914657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:53.980628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] For port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:21:53.984348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] For port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:21:53.987789 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:54.023485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.024105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:54.024359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183a3e9-8c88-43d5-98a3-ba957e4acd24 req-a0ec889d-cd03-40f2-872c-b49baa257250 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.025485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] 10.222.0.47 "PUT /v2.0/ports/eaccade9-0f53-4a38-b9d6-c35f4c79cd1b HTTP/1.1" status: 200 len: 1091 time: 0.6230264 Nov 16 22:21:54.025949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'tag': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:54.027982 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e183a3e9-8c88-43d5-98a3-ba957e4acd24 req-a0ec889d-cd03-40f2-872c-b49baa257250 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 943 time: 0.0557020 Nov 16 22:21:54.028189 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2dc91-21bd-411d-875b-95e8bdb51db0" -d '{"events": [{"name": "network-changed", "server_uuid": "02d6d4c4-54be-456b-be83-500e73ec10f3", "tag": "eaccade9-0f53-4a38-b9d6-c35f4c79cd1b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:54.053158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d640ae5-f435-40fa-96d4-8e28f085b799 service neutron] Pushing event updated for resources: {'Port': ['ID=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:54.085583 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b2d44-906a-4569-bfaa-d2f99b05a1e9 x-openstack-request-id: req-f11b2d44-906a-4569-bfaa-d2f99b05a1e9 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:54.085583 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d6d4c4-54be-456b-be83-500e73ec10f3", "tag": "eaccade9-0f53-4a38-b9d6-c35f4c79cd1b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:54.085583 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f11b2d44-906a-4569-bfaa-d2f99b05a1e9 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:54.085966 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'tag': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b', 'status': 'completed', 'code': 200} Nov 16 22:21:54.087532 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e183a3e9-8c88-43d5-98a3-ba957e4acd24 req-9cf377bc-691f-4877-8b39-9bce7554fd96 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Nov 16 22:21:54.115391 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-de1d295c-d2e2-41d2-b9fc-24eaeba1ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.117066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-de1d295c-d2e2-41d2-b9fc-24eaeba1ec02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105ef91d0a8f4d229459e35c0040b271&device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 1094 time: 0.0436885 Nov 16 22:21:54.162470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-233589bf-95c0-4bb0-be8e-0110b6aa45a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b HTTP/1.1" status: 200 len: 217 time: 0.0369914 Nov 16 22:21:54.211474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-72cb9307-1037-4b09-8d5f-d163877525f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.212923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-72cb9307-1037-4b09-8d5f-d163877525f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd93dcc1-04da-4770-b769-c3a6b156e431 HTTP/1.1" status: 200 len: 853 time: 0.0442250 Nov 16 22:21:54.244001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-5d777ee6-a435-4690-b377-95cb2b676c53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241313 Nov 16 22:21:54.336341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-d8140d80-03e5-46b4-9678-3faa41fa06dd service neutron] 10.222.0.47 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852311 Nov 16 22:21:54.422976 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:54.424964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-966b9d9f-6661-4443-8b6c-6725f688a4d8 req-7ba45ad9-9144-4313-b5fe-653d2141fb6b service neutron] 10.222.0.47 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820022 Nov 16 22:21:54.512955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-cb068293-e718-4157-924d-4a8bf14426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.514401 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-cb068293-e718-4157-924d-4a8bf14426c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=105ef91d0a8f4d229459e35c0040b271&device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 1094 time: 0.0421703 Nov 16 22:21:54.609599 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-e3da3b12-1807-41ef-af5c-4d737877cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.611061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-e3da3b12-1807-41ef-af5c-4d737877cdbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 200 len: 914 time: 0.0881977 Nov 16 22:21:54.652094 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-567de4be-1573-4425-a895-f51e10983687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b HTTP/1.1" status: 200 len: 217 time: 0.0336885 Nov 16 22:21:54.707267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-b86b58a4-7767-4f02-a9c0-eec467a3cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:54.709009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-b86b58a4-7767-4f02-a9c0-eec467a3cbe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd93dcc1-04da-4770-b769-c3a6b156e431 HTTP/1.1" status: 200 len: 853 time: 0.0506787 Nov 16 22:21:54.740768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-91f6fcb3-76e2-4dd4-9df7-be7d507b8e26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247397 Nov 16 22:21:54.830143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-8c863937-527c-4d52-8c48-4990d84a9213 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826249 Nov 16 22:21:54.927725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fba2dc91-21bd-411d-875b-95e8bdb51db0 req-e3394a11-1138-4ca2-96a1-f768aa44b736 service neutron] 10.222.0.47 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905635 Nov 16 22:21:55.206004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2406b-c0d1-432b-ad4a-64e8586fc10f req-cbf3c9a7-7cd3-4242-bf14-e1da7d7be7a0 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:55.207455 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fc2406b-c0d1-432b-ad4a-64e8586fc10f req-cbf3c9a7-7cd3-4242-bf14-e1da7d7be7a0 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Nov 16 22:21:55.254549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0fc2406b-c0d1-432b-ad4a-64e8586fc10f req-7c910937-6e89-4554-8b5e-eccfd2287f76 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Nov 16 22:21:55.977760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:56.614466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eaccade9-0f53-4a38-b9d6-c35f4c79cd1b details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:21:56.623806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032ab05-1ca0-48aa-a0d4-c063db85d405 req-38984cc4-e73b-4c46-ad31-cf5e0c721281 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:56.625295 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c032ab05-1ca0-48aa-a0d4-c063db85d405 req-38984cc4-e73b-4c46-ad31-cf5e0c721281 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 943 time: 0.0496416 Nov 16 22:21:56.673969 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c032ab05-1ca0-48aa-a0d4-c063db85d405 req-93855a15-f82e-48e4-96e3-6852be052140 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Nov 16 22:21:56.713301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:56.724857 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b', 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410', 'port_id': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b', 'mac_address': 'fa:16:3e:9c:02:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd93dcc1-04da-4770-b769-c3a6b156e431', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:21:56.763061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:56.775805 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaccade9-0f53-4a38-b9d6-c35f4c79cd1b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:21:56.805730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:56.810221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:56.815311 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:56.858075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:57.112298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:21:57.790772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6828-bf97-4408-916a-aa8b98b0f49c req-2a4c5bc3-b7ca-456f-a547-e520c6097453 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:57.792249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25aa6828-bf97-4408-916a-aa8b98b0f49c req-2a4c5bc3-b7ca-456f-a547-e520c6097453 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 944 time: 0.0490561 Nov 16 22:21:57.843247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-25aa6828-bf97-4408-916a-aa8b98b0f49c req-cfb77dc9-8852-4492-b694-77722a83e80f tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Nov 16 22:21:58.628075 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eaccade9-0f53-4a38-b9d6-c35f4c79cd1b up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:21:58.675668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:21:58.680507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:21:58.680886 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:58.762245 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:58.784370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:21:58.786612 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f1878-bc36-4ea5-a320-2c77120d869f" -d '{"events": [{"server_uuid": "02d6d4c4-54be-456b-be83-500e73ec10f3", "name": "network-vif-plugged", "status": "completed", "tag": "eaccade9-0f53-4a38-b9d6-c35f4c79cd1b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:21:58.799530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:21:58.804490 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:21:58.830226 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e488186-4c6e-442a-b103-5c1e0129592c x-openstack-request-id: req-2e488186-4c6e-442a-b103-5c1e0129592c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:21:58.830517 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d6d4c4-54be-456b-be83-500e73ec10f3", "name": "network-vif-plugged", "status": "completed", "tag": "eaccade9-0f53-4a38-b9d6-c35f4c79cd1b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:21:58.830767 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e488186-4c6e-442a-b103-5c1e0129592c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:21:58.831160 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b', 'code': 200} Nov 16 22:21:58.857325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:21:58.952675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda6c3a-ad1c-4ee2-a12a-01dd4efef569 req-56fc9517-bf0a-4a6e-b56f-7a6ed30a9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:58.954188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fda6c3a-ad1c-4ee2-a12a-01dd4efef569 req-56fc9517-bf0a-4a6e-b56f-7a6ed30a9e20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 1096 time: 0.0680661 Nov 16 22:21:58.975605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068ea7-7c37-4ec7-95e2-839520ca617f req-8c0b0aac-0430-4961-ba8b-0c29334eb294 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:21:58.977002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e068ea7-7c37-4ec7-95e2-839520ca617f req-8c0b0aac-0430-4961-ba8b-0c29334eb294 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0634561 Nov 16 22:21:59.040432 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fda6c3a-ad1c-4ee2-a12a-01dd4efef569 req-51071d3d-e56a-4736-a227-3dd611abb436 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785012 Nov 16 22:21:59.044039 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9e068ea7-7c37-4ec7-95e2-839520ca617f req-aaf82a3b-e4fd-47b2-8571-56d34cfdd8fe tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609722 Nov 16 22:22:00.158613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09420199-18e8-4ace-b850-0fdde36692aa req-eb27e175-61b6-4637-a1ae-8c8035f14da3 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:00.160080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09420199-18e8-4ace-b850-0fdde36692aa req-eb27e175-61b6-4637-a1ae-8c8035f14da3 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Nov 16 22:22:00.206798 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-09420199-18e8-4ace-b850-0fdde36692aa req-71b07afb-fc86-4001-b5f5-f0bd8bd15a85 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Nov 16 22:22:01.330213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f67b9c-d2ba-42d9-a4f7-62b00e49f527 req-46f5f97d-42da-4e28-8f1e-d910dac241d6 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:01.331712 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55f67b9c-d2ba-42d9-a4f7-62b00e49f527 req-46f5f97d-42da-4e28-8f1e-d910dac241d6 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0545297 Nov 16 22:22:01.378068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-55f67b9c-d2ba-42d9-a4f7-62b00e49f527 req-cedfe741-d30b-46e9-a1f5-06b30990992e tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Nov 16 22:22:01.605362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-04ac266c-11f4-4145-8189-40b1ce49ba28 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:01.606859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-04ac266c-11f4-4145-8189-40b1ce49ba28 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/networks?id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 200 len: 813 time: 0.1067054 Nov 16 22:22:01.621919 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-38c1348a-26a1-4fae-a2f2-75077d96eacf tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/quotas/105ef91d0a8f4d229459e35c0040b271 HTTP/1.1" status: 200 len: 375 time: 0.0094218 Nov 16 22:22:01.670779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d5980233-98ac-4af7-a888-715f3e0816f8 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=105ef91d0a8f4d229459e35c0040b271&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436685 Nov 16 22:22:01.764135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-df9a5835-bbae-4ba7-900a-56addc7176ef service neutron] 10.222.0.48 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863481 Nov 16 22:22:01.852218 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-12d32b59-a314-417d-b661-5c53ca7af3d8 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820761 Nov 16 22:22:02.008777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9cae5f0f-87e7-4848-bc57-e45b3f938d21 req-d00e407c-f23f-4a16-90b6-42d2e79dc2b0 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 210 time: 0.0264575 Nov 16 22:22:02.974180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-2ca6eca8-c5cb-4315-8bff-3022bfa25a31 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:02.975705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-2ca6eca8-c5cb-4315-8bff-3022bfa25a31 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.41 "GET /v2.0/networks?id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 200 len: 813 time: 0.1077640 Nov 16 22:22:02.989912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Request body: {'port': {'device_id': 'a8ede858-63e5-452e-8213-d03d822c214e', 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410', 'admin_state_up': True, 'tenant_id': '105ef91d0a8f4d229459e35c0040b271'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:03.109142 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-02a0887a-2a1d-45bf-af03-9b84231360cc req-6d32d4de-4d1a-4e32-ae7f-8eece89907ae tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 210 time: 0.0289600 Nov 16 22:22:03.126666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Made reservation on behalf of 105ef91d0a8f4d229459e35c0040b271 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:03.130155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.250325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Allocated IP 172.20.0.12 (6ca0dc02-1a50-4a09-aa1b-af7d5b688410/bd93dcc1-04da-4770-b769-c3a6b156e431/c4538769-bd57-4a52-8936-893d54962dd2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:03.395917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.428879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.440860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:03.470021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:03.480148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:03.484121 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:03.509637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Pushing event updated for resources: {'Port': ['ID=c4538769-bd57-4a52-8936-893d54962dd2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:03.538814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:03.539428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.555536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-501c0c31-25b0-4889-8979-2dffaa5fd379 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5690961 Nov 16 22:22:03.572124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Request body: {'port': {'device_id': 'a8ede858-63e5-452e-8213-d03d822c214e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:03.625147 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.880187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4538769-bd57-4a52-8936-893d54962dd2 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:03.887984 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.900635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Transition to ACTIVE for port object c4538769-bd57-4a52-8936-893d54962dd2 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:22:03.905110 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:03.957616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4538769-bd57-4a52-8936-893d54962dd2,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:03.988833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:04.021013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Attempting to bind port c4538769-bd57-4a52-8936-893d54962dd2 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:04.022138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Attempting to bind port c4538769-bd57-4a52-8936-893d54962dd2 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:04.022512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Attempting to bind port c4538769-bd57-4a52-8936-893d54962dd2 on network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:04.026870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Port c4538769-bd57-4a52-8936-893d54962dd2 on network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:22:04.027192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Attempting to bind port c4538769-bd57-4a52-8936-893d54962dd2 on network 6ca0dc02-1a50-4a09-aa1b-af7d5b688410 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:04.032076 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:04.032413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Checking segment: {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:04.032797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Bound using segment: {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:04.033215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Bound port: c4538769-bd57-4a52-8936-893d54962dd2, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dcac13-c96e-45a7-a72b-700e94aa53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:04.033649 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:04.097619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] For port c4538769-bd57-4a52-8936-893d54962dd2, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:04.100591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] For port c4538769-bd57-4a52-8936-893d54962dd2, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c4538769-bd57-4a52-8936-893d54962dd2,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:04.103853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:04.135552 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.136175 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:04.137577 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4538769-bd57-4a52-8936-893d54962dd2 HTTP/1.1" status: 200 len: 1092 time: 0.5697687 Nov 16 22:22:04.138021 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ede858-63e5-452e-8213-d03d822c214e', 'tag': 'c4538769-bd57-4a52-8936-893d54962dd2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:04.140238 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41f5041-7b99-480d-a802-d2c99f8c2e04" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ede858-63e5-452e-8213-d03d822c214e", "tag": "c4538769-bd57-4a52-8936-893d54962dd2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:04.166045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eeede-1a1f-44b2-9181-284fecf50dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4538769-bd57-4a52-8936-893d54962dd2,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:04.202237 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e415b74b-03b4-44bf-bda0-104dc0a728f1 x-openstack-request-id: req-e415b74b-03b4-44bf-bda0-104dc0a728f1 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:04.202531 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ede858-63e5-452e-8213-d03d822c214e", "tag": "c4538769-bd57-4a52-8936-893d54962dd2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:04.202783 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e415b74b-03b4-44bf-bda0-104dc0a728f1 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:04.203176 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ede858-63e5-452e-8213-d03d822c214e', 'tag': 'c4538769-bd57-4a52-8936-893d54962dd2', 'status': 'completed', 'code': 200} Nov 16 22:22:04.235055 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-84962ff3-18d0-4425-8e02-3ba129831db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.236654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-84962ff3-18d0-4425-8e02-3ba129831db8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105ef91d0a8f4d229459e35c0040b271&device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 1095 time: 0.0462611 Nov 16 22:22:04.239407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c29421-7b14-400a-ae3d-5027e1fe261d req-62b8480c-3ef6-4439-b511-c041402d433f tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.241443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c29421-7b14-400a-ae3d-5027e1fe261d req-62b8480c-3ef6-4439-b511-c041402d433f tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 944 time: 0.0545411 Nov 16 22:22:04.284571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-59c52046-df1a-45ed-af1e-bdde1b9c62a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4538769-bd57-4a52-8936-893d54962dd2 HTTP/1.1" status: 200 len: 217 time: 0.0388894 Nov 16 22:22:04.288984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1c29421-7b14-400a-ae3d-5027e1fe261d req-5e151613-497c-41b2-9c24-c650f65d9c9f tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Nov 16 22:22:04.334905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-3a2a2fe6-0820-4486-806e-2cc069065618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.336377 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-3a2a2fe6-0820-4486-806e-2cc069065618 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd93dcc1-04da-4770-b769-c3a6b156e431 HTTP/1.1" status: 200 len: 853 time: 0.0452693 Nov 16 22:22:04.370759 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-6300e255-ff27-4b9b-9ea5-0675d7b66185 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250344 Nov 16 22:22:04.474795 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-68da36f2-1a55-49e7-a4f3-6be909554ac4 service neutron] 10.222.0.41 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922222 Nov 16 22:22:04.566613 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c65125f4-195b-4df2-a9a8-2c7f3d16c325 req-7d036460-6ac8-4a5f-ba3b-a75851fe2477 service neutron] 10.222.0.41 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839221 Nov 16 22:22:04.661808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-fee5aa5b-1c1f-4274-8695-792f75755608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.663927 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-fee5aa5b-1c1f-4274-8695-792f75755608 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=105ef91d0a8f4d229459e35c0040b271&device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 1095 time: 0.0412722 Nov 16 22:22:04.760158 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-0182ef76-c7f4-4cf6-8517-b2dfa157f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.761584 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-0182ef76-c7f4-4cf6-8517-b2dfa157f40e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 200 len: 914 time: 0.0898714 Nov 16 22:22:04.801447 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-98402dfe-a228-4454-b6e3-5a45d574b56a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4538769-bd57-4a52-8936-893d54962dd2 HTTP/1.1" status: 200 len: 217 time: 0.0329399 Nov 16 22:22:04.852740 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-dadf34f0-e4dc-4489-bda3-462ce495e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:04.854266 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-dadf34f0-e4dc-4489-bda3-462ce495e5c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd93dcc1-04da-4770-b769-c3a6b156e431 HTTP/1.1" status: 200 len: 853 time: 0.0460005 Nov 16 22:22:05.169263 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-6f28fa74-f042-4ac4-936a-c3c146b58eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ca0dc02-1a50-4a09-aa1b-af7d5b688410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3050115 Nov 16 22:22:05.261171 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-5ce3feb0-0279-499a-83c4-26b8d2ae6fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818741 Nov 16 22:22:05.353010 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b41f5041-7b99-480d-a802-d2c99f8c2e04 req-e9718999-1d9a-44d7-96c4-62e809594cac service neutron] 10.222.0.41 "GET /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846190 Nov 16 22:22:05.409563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e7e67-427a-4513-9b2a-d3ad2b80d9ef req-6ffc7d00-3e87-4d7d-ba6f-d72ed8449d73 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:05.411058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb3e7e67-427a-4513-9b2a-d3ad2b80d9ef req-6ffc7d00-3e87-4d7d-ba6f-d72ed8449d73 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 944 time: 0.0505779 Nov 16 22:22:05.457842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cb3e7e67-427a-4513-9b2a-d3ad2b80d9ef req-c175cba0-2e75-4d0f-b672-c85566b62f55 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Nov 16 22:22:05.946218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:06.466560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c4538769-bd57-4a52-8936-893d54962dd2 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:22:06.564367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c4538769-bd57-4a52-8936-893d54962dd2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c4538769-bd57-4a52-8936-893d54962dd2,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:06.576943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'c4538769-bd57-4a52-8936-893d54962dd2', 'network_id': '6ca0dc02-1a50-4a09-aa1b-af7d5b688410', 'port_id': 'c4538769-bd57-4a52-8936-893d54962dd2', 'mac_address': 'fa:16:3e:cc:d4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd93dcc1-04da-4770-b769-c3a6b156e431', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:22:06.578097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ce2ec-2976-499d-8294-a3f1d631cec4 req-936e36da-644d-4dbf-83b8-467c6a81c62c tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:06.579638 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-027ce2ec-2976-499d-8294-a3f1d631cec4 req-936e36da-644d-4dbf-83b8-467c6a81c62c tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 944 time: 0.0532093 Nov 16 22:22:06.614145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:06.626806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4538769-bd57-4a52-8936-893d54962dd2 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:06.627608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-027ce2ec-2976-499d-8294-a3f1d631cec4 req-48d246ed-e0ae-47d6-85b3-278ce00bb583 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Nov 16 22:22:06.650661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c4538769-bd57-4a52-8936-893d54962dd2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c4538769-bd57-4a52-8936-893d54962dd2,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:06.654880 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:06.700570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c4538769-bd57-4a52-8936-893d54962dd2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:06.894104 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c4538769-bd57-4a52-8936-893d54962dd2'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:07.750383 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013fe20-5d07-4891-8661-04ccc4e62262 req-96bfda79-9667-41cd-b8d3-3d2704eab43b tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:07.751845 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5013fe20-5d07-4891-8661-04ccc4e62262 req-96bfda79-9667-41cd-b8d3-3d2704eab43b tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 945 time: 0.0534108 Nov 16 22:22:07.797701 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5013fe20-5d07-4891-8661-04ccc4e62262 req-de4a7ee0-5e3d-4e33-b7cd-8f5434530a36 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Nov 16 22:22:08.481804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c4538769-bd57-4a52-8936-893d54962dd2 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:08.529174 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port c4538769-bd57-4a52-8936-893d54962dd2 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:22:08.532874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port c4538769-bd57-4a52-8936-893d54962dd2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:08.533243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:08.608623 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:08.631054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ede858-63e5-452e-8213-d03d822c214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4538769-bd57-4a52-8936-893d54962dd2'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:08.633393 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9156b8a-1f22-4713-85c5-6fe95088ab56" -d '{"events": [{"server_uuid": "a8ede858-63e5-452e-8213-d03d822c214e", "name": "network-vif-plugged", "status": "completed", "tag": "c4538769-bd57-4a52-8936-893d54962dd2"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:08.650355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port c4538769-bd57-4a52-8936-893d54962dd2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c4538769-bd57-4a52-8936-893d54962dd2,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:08.655330 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:08.682696 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84d7d6b-b7d8-4732-a8a8-dfabd5d95fba x-openstack-request-id: req-f84d7d6b-b7d8-4732-a8a8-dfabd5d95fba {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:08.683327 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ede858-63e5-452e-8213-d03d822c214e", "name": "network-vif-plugged", "status": "completed", "tag": "c4538769-bd57-4a52-8936-893d54962dd2", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:08.683586 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f84d7d6b-b7d8-4732-a8a8-dfabd5d95fba {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:08.683981 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ede858-63e5-452e-8213-d03d822c214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4538769-bd57-4a52-8936-893d54962dd2', 'code': 200} Nov 16 22:22:08.714603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=c4538769-bd57-4a52-8936-893d54962dd2,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:08.779644 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0e647-0e0f-4c8d-ac86-7d1afbd9ec60 req-aa807595-2ddc-4ccb-a50f-6e92c570732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:08.781058 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12d0e647-0e0f-4c8d-ac86-7d1afbd9ec60 req-aa807595-2ddc-4ccb-a50f-6e92c570732b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 1097 time: 0.0413206 Nov 16 22:22:08.827063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-12d0e647-0e0f-4c8d-ac86-7d1afbd9ec60 req-0ce3be3b-fe8c-43e3-b03b-74b9833b559a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378215 Nov 16 22:22:08.910775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e2a0-976d-4ff6-aa20-e2c4f923e940 req-2db4746f-2ed1-4f06-a739-fbd522bac9cd tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:08.912325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-edd0e2a0-976d-4ff6-aa20-e2c4f923e940 req-2db4746f-2ed1-4f06-a739-fbd522bac9cd tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 946 time: 0.0486794 Nov 16 22:22:08.963199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-edd0e2a0-976d-4ff6-aa20-e2c4f923e940 req-b460f492-e8f0-493d-a936-51125d169b88 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Nov 16 22:22:10.082170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c343e3-682f-4c53-8ec3-0ae75e31193d req-db2a5c31-b088-49b1-8056-4a3a054064ba tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:10.083786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63c343e3-682f-4c53-8ec3-0ae75e31193d req-db2a5c31-b088-49b1-8056-4a3a054064ba tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 946 time: 0.0497613 Nov 16 22:22:10.134540 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-63c343e3-682f-4c53-8ec3-0ae75e31193d req-2df430af-2fec-4ce6-b616-59318c9c5b80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Nov 16 22:22:11.248594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbf67f-0ff7-47d6-b1ce-05c8b1e747d2 req-10adcf8f-6a67-4a61-ab06-41b10fc38566 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:11.250080 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bdbf67f-0ff7-47d6-b1ce-05c8b1e747d2 req-10adcf8f-6a67-4a61-ab06-41b10fc38566 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 946 time: 0.0494459 Nov 16 22:22:11.296283 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1bdbf67f-0ff7-47d6-b1ce-05c8b1e747d2 req-7ab92a3a-478c-49ff-ad17-390457fcb09e tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Nov 16 22:22:11.521639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2880ac-5275-4d64-9c65-0456027a783d req-5b800815-f4d9-466d-8689-4a9b54ad05ad tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:11.523166 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc2880ac-5275-4d64-9c65-0456027a783d req-5b800815-f4d9-466d-8689-4a9b54ad05ad tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 946 time: 0.0488119 Nov 16 22:22:11.570120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc2880ac-5275-4d64-9c65-0456027a783d req-dbaca881-1752-476f-a142-c67c226cfbde tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Nov 16 22:22:12.690236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db9a13-02b9-48cc-b569-7789b0c75679 req-c9c4178c-51e9-46a3-94d1-a33dbabe8d2c tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:12.691749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28db9a13-02b9-48cc-b569-7789b0c75679 req-c9c4178c-51e9-46a3-94d1-a33dbabe8d2c tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 946 time: 0.0506833 Nov 16 22:22:12.743001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-28db9a13-02b9-48cc-b569-7789b0c75679 req-a79d1caa-10f1-4a7c-bad6-619ad2fbd154 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Nov 16 22:22:12.933133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-e885ade4-8ac1-4a9e-ae8d-371007712584 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:12.934645 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-e885ade4-8ac1-4a9e-ae8d-371007712584 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 946 time: 0.0525842 Nov 16 22:22:13.025879 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Deleting port c4538769-bd57-4a52-8936-893d54962dd2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:13.026218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:13.116767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] For port c4538769-bd57-4a52-8936-893d54962dd2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=c4538769-bd57-4a52-8936-893d54962dd2,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:13.117127 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:13.130020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Calling delete_port for c4538769-bd57-4a52-8936-893d54962dd2 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:13.260207 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:13.273479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:13.278781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['c4538769-bd57-4a52-8936-893d54962dd2'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:13.289258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Pushing event deleted for resources: {'Port': ['ID=c4538769-bd57-4a52-8936-893d54962dd2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:13.330307 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] No DVR routers for this DVR port c4538769-bd57-4a52-8936-893d54962dd2 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:13.332730 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:13.336411 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ea4e0766-822a-4dac-afed-0d3f1683f8f9 req-b4007f23-3d5b-48be-ac60-eb78fa9a9f22 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.41 "DELETE /v2.0/ports/c4538769-bd57-4a52-8936-893d54962dd2 HTTP/1.1" status: 204 len: 173 time: 0.3910036 Nov 16 22:22:13.336855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ede858-63e5-452e-8213-d03d822c214e', 'name': 'network-vif-deleted', 'tag': 'c4538769-bd57-4a52-8936-893d54962dd2'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:13.339140 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9878d1a6-3fc3-41c3-90f5-82eb03e6ebe9" -d '{"events": [{"server_uuid": "a8ede858-63e5-452e-8213-d03d822c214e", "name": "network-vif-deleted", "tag": "c4538769-bd57-4a52-8936-893d54962dd2"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:13.381496 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f6181-78a7-48ea-afae-f13499e92e26 x-openstack-request-id: req-e91f6181-78a7-48ea-afae-f13499e92e26 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:13.381968 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ede858-63e5-452e-8213-d03d822c214e", "name": "network-vif-deleted", "tag": "c4538769-bd57-4a52-8936-893d54962dd2", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:13.382146 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e91f6181-78a7-48ea-afae-f13499e92e26 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:13.383556 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ede858-63e5-452e-8213-d03d822c214e', 'name': 'network-vif-deleted', 'tag': 'c4538769-bd57-4a52-8936-893d54962dd2', 'status': 'completed', 'code': 200} Nov 16 22:22:13.852210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cebe8bb8-6235-4d3a-ab4a-17eafc20c775 req-d2edaa4e-df5a-4690-b9e0-154bf9c049fa tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8ede858-63e5-452e-8213-d03d822c214e HTTP/1.1" status: 200 len: 210 time: 0.0278380 Nov 16 22:22:15.001975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566147c0-d816-49f0-ab80-fb662569afcc req-e4c7fc00-b8a8-4e9d-9469-4718b7fe6466 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:15.003431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-566147c0-d816-49f0-ab80-fb662569afcc req-e4c7fc00-b8a8-4e9d-9469-4718b7fe6466 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Nov 16 22:22:15.050828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-566147c0-d816-49f0-ab80-fb662569afcc req-835354ca-66eb-4d94-98c8-1c86b1fe3aa2 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Nov 16 22:22:15.181395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca441-30a0-489e-9414-39e2449501a2 req-32326d32-1152-4406-bfeb-9490c872bd37 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:15.182908 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-792ca441-30a0-489e-9414-39e2449501a2 req-32326d32-1152-4406-bfeb-9490c872bd37 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0488737 Nov 16 22:22:15.234270 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-792ca441-30a0-489e-9414-39e2449501a2 req-6435b184-a590-4236-af38-6ff65d1044c1 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454826 Nov 16 22:22:15.348558 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1809-fab1-48b7-aa5d-542e87af3b48 req-e7a624e7-4f80-4f58-8268-6846445984c1 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:15.350088 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb7f1809-fab1-48b7-aa5d-542e87af3b48 req-e7a624e7-4f80-4f58-8268-6846445984c1 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0495973 Nov 16 22:22:15.402134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-eb7f1809-fab1-48b7-aa5d-542e87af3b48 req-c3edd4ea-03d3-4f01-af26-ff7b63abfe0b tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459559 Nov 16 22:22:15.567508 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7e552-4743-4084-8da2-fce5906b2ec5 req-939f42ab-f442-46bd-8911-faf3928c391b tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:15.569730 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-58d7e552-4743-4084-8da2-fce5906b2ec5 req-939f42ab-f442-46bd-8911-faf3928c391b tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Nov 16 22:22:15.617278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-58d7e552-4743-4084-8da2-fce5906b2ec5 req-72c398cc-7a3a-4d83-9669-54b07a48212a tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Nov 16 22:22:15.737373 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17981f3-ea29-494f-b225-fef6b06ebbfe req-a5d20aa4-8bf6-4edd-be94-6c64661b15d0 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:15.740670 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e17981f3-ea29-494f-b225-fef6b06ebbfe req-a5d20aa4-8bf6-4edd-be94-6c64661b15d0 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0546758 Nov 16 22:22:15.787896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e17981f3-ea29-494f-b225-fef6b06ebbfe req-eafae8bc-5d11-4824-be71-0b2240d01eac tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Nov 16 22:22:15.913093 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9cea2-5293-463c-aadf-da2b1b8d2372 req-0f9a0be5-1949-4be3-a530-c544851a21fa tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:15.914588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1ec9cea2-5293-463c-aadf-da2b1b8d2372 req-0f9a0be5-1949-4be3-a530-c544851a21fa tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Nov 16 22:22:15.964694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1ec9cea2-5293-463c-aadf-da2b1b8d2372 req-40f9cd92-0767-485e-89ac-5463938f3fc3 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Nov 16 22:22:16.264501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a4bd-5ff5-4c92-81c4-ad713b9f30ed req-d98c2d16-5e37-496b-8e53-cdaaabc2aea1 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:16.265913 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f181a4bd-5ff5-4c92-81c4-ad713b9f30ed req-d98c2d16-5e37-496b-8e53-cdaaabc2aea1 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0531325 Nov 16 22:22:16.314071 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f181a4bd-5ff5-4c92-81c4-ad713b9f30ed req-c1fd39b2-898a-4ddf-8ab9-d3e0627a8b64 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Nov 16 22:22:16.514082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c4538769-bd57-4a52-8936-893d54962dd2 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:16.534626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: c4538769-bd57-4a52-8936-893d54962dd2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:16.534919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device c4538769-bd57-4a52-8936-893d54962dd2 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:17.430770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f86cc-1ca8-4064-a613-bf0bee9b4a86 req-fe9eb55f-7fbf-4559-b492-a4c3b5a2945f tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:17.432248 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a87f86cc-1ca8-4064-a613-bf0bee9b4a86 req-fe9eb55f-7fbf-4559-b492-a4c3b5a2945f tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Nov 16 22:22:17.479571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a87f86cc-1ca8-4064-a613-bf0bee9b4a86 req-e2c7f34f-606c-4334-9861-4e1e8c8f11cb tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/security-groups?id=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Nov 16 22:22:17.842380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-d76868e3-2bcb-48e9-b108-1b17b71b9cd5 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:17.843909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-d76868e3-2bcb-48e9-b108-1b17b71b9cd5 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 945 time: 0.0486856 Nov 16 22:22:17.936006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Deleting port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:17.936348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:18.024389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] For port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,segment=NetworkSegment(f4dcac13-c96e-45a7-a72b-700e94aa53c2),segment_id=f4dcac13-c96e-45a7-a72b-700e94aa53c2)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:18.024666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:18.037876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Calling delete_port for eaccade9-0f53-4a38-b9d6-c35f4c79cd1b owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:18.166176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:18.177437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:18.195847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Pushing event deleted for resources: {'Port': ['ID=eaccade9-0f53-4a38-b9d6-c35f4c79cd1b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:18.225692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.226252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.226652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.227007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.227352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.227694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.228030 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.228362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.228695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.229025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.229355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.229765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:18.254862 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] No DVR routers for this DVR port eaccade9-0f53-4a38-b9d6-c35f4c79cd1b on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:18.258111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:18.261499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c023872a-6cee-4503-9818-9984abaaa2d7 req-c1bd36ab-6fbf-4633-920e-702c81c29d80 tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.47 "DELETE /v2.0/ports/eaccade9-0f53-4a38-b9d6-c35f4c79cd1b HTTP/1.1" status: 204 len: 173 time: 0.4110770 Nov 16 22:22:18.261957 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'name': 'network-vif-deleted', 'tag': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:18.264187 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a284291-dd31-4876-aed0-67dc56f35dc7" -d '{"events": [{"server_uuid": "02d6d4c4-54be-456b-be83-500e73ec10f3", "name": "network-vif-deleted", "tag": "eaccade9-0f53-4a38-b9d6-c35f4c79cd1b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:18.305672 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c733d-e7ec-446d-bd3b-24c28934870e x-openstack-request-id: req-fa8c733d-e7ec-446d-bd3b-24c28934870e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:18.305968 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d6d4c4-54be-456b-be83-500e73ec10f3", "name": "network-vif-deleted", "tag": "eaccade9-0f53-4a38-b9d6-c35f4c79cd1b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:18.306541 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa8c733d-e7ec-446d-bd3b-24c28934870e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:18.306952 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6d4c4-54be-456b-be83-500e73ec10f3', 'name': 'network-vif-deleted', 'tag': 'eaccade9-0f53-4a38-b9d6-c35f4c79cd1b', 'status': 'completed', 'code': 200} Nov 16 22:22:18.588721 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a821d0f-baa1-4476-b820-4f36b6329477 req-cd6e72f7-dc00-485f-a06e-c96f206895fe tempest-ServersNegativeTestJSON-953627859 tempest-ServersNegativeTestJSON-953627859-project] 10.222.0.48 "GET /v2.0/ports?device_id=02d6d4c4-54be-456b-be83-500e73ec10f3 HTTP/1.1" status: 200 len: 210 time: 0.0321403 Nov 16 22:22:19.645691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56796) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:19.690690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Deleting subnet bd93dcc1-04da-4770-b769-c3a6b156e431 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:22:19.694731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:19.730837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:19.769628 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:19.822708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:19.852676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd93dcc1-04da-4770-b769-c3a6b156e431,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:19.857375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:19.860650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6952b77b-4ef2-410e-9aa3-ada56ca2c190 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bd93dcc1-04da-4770-b769-c3a6b156e431 HTTP/1.1" status: 204 len: 168 time: 0.2133167 Nov 16 22:22:19.863053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56798) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:19.931909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.015856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.036219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca0dc02-1a50-4a09-aa1b-af7d5b688410']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:20.046121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dcac13-c96e-45a7-a72b-700e94aa53c2') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:20.046416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dcac13-c96e-45a7-a72b-700e94aa53c2') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:20.056310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.069724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.075480 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:20.075854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:20.077756 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:20.131210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.136612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.139881 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ca0dc02-1a50-4a09-aa1b-af7d5b688410 HTTP/1.1" status: 204 len: 168 time: 0.2759156 Nov 16 22:22:20.151099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50703e-1414-4afd-b9aa-8917b6e864f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca0dc02-1a50-4a09-aa1b-af7d5b688410,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:20.247606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56802) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:20.286295 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fc8b47ba-d996-426f-81f0-238db3cbac91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=105ef91d0a8f4d229459e35c0040b271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375082 Nov 16 22:22:20.288870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56804) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:20.340536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f49bc8c-0e4e-48ba-9b5b-43edc761ea28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.361657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f49bc8c-0e4e-48ba-9b5b-43edc761ea28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.407310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f49bc8c-0e4e-48ba-9b5b-43edc761ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.410148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f49bc8c-0e4e-48ba-9b5b-43edc761ea28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:20.411290 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f49bc8c-0e4e-48ba-9b5b-43edc761ea28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285 HTTP/1.1" status: 204 len: 168 time: 0.1215124 Nov 16 22:22:20.420393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49bc8c-0e4e-48ba-9b5b-43edc761ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0b1a91-3b8e-4e48-9a60-3f72ee9aa285,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:20.898296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6628e7bf-cd12-4c2e-84f8-8e3fa8c1dabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.086944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56826) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:21.179640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1768970348'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:21.201014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:21.204630 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.213637 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.289752 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.293330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.319342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:21.329252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde1672-943a-427b-90a9-ffefa33f5ca0,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:21.334745 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.335059 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Added segment 24c7f597-d641-464e-89f8-db8fa6b5f291 of type vlan for network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 Nov 16 22:22:21.373770 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.399489 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.404973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:21.405579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:21.460528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3724096 Nov 16 22:22:21.477729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f270-dcf9-402a-afd2-24c8a5cb3d08 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Network': ['ID=427ca59d-4c81-4231-8dab-d8fa8fe3a583,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:21.487774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:22.738436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eaccade9-0f53-4a38-b9d6-c35f4c79cd1b no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:22.759768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: eaccade9-0f53-4a38-b9d6-c35f4c79cd1b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:22.760113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device eaccade9-0f53-4a38-b9d6-c35f4c79cd1b not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:23.202298 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dac63480-781c-4ca0-86eb-a8710f6f5c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:24.425966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:24.792587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56830) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:24.797855 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'subnet': {'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:24.902288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:24.905784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.093766 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.153354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Subnet': ['ID=357d3faf-d3ed-45b0-88f8-da2164a148b3,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:25.162678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Checking segment: {'id': '24c7f597-d641-464e-89f8-db8fa6b5f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:25.163045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network hostable DHCP agents. Network: 427ca59d-4c81-4231-8dab-d8fa8fe3a583, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:25.178351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:25.186660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 427ca59d-4c81-4231-8dab-d8fa8fe3a583) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:25.190721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:25.191457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.197915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58649377-5be0-4d95-9c05-f3cd5a5b1415 None None] Network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:25.207529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b7f15555-1e03-4508-8afd-52f422deb241 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4138429 Nov 16 22:22:25.211798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56832) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:25.216611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1131101812'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:25.237645 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:25.242278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.267460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:25.277452 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.277861 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Added segment ac32d918-c51e-4500-b89d-afd26a030d3b of type vlan for network 6952fa19-7463-4417-90fc-7cc5bfd2be60 Nov 16 22:22:25.318444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.343002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.345888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-427ca59d-4c81-4231-8dab-d8fa8fe3a583', 'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583', 'tenant_id': 'f0a0b77ec31140b69c30a9f6e2f40383', 'fixed_ips': [{'subnet_id': '357d3faf-d3ed-45b0-88f8-da2164a148b3'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:25.346693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.348792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:25.349483 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.487611 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Allocated IP 2001:db8:0:ffff::2 (427ca59d-4c81-4231-8dab-d8fa8fe3a583/357d3faf-d3ed-45b0-88f8-da2164a148b3/8dd1f49d-fad2-4f86-9327-6310c0f6ba3e) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:25.640831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.646948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.688739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:25.691124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:25.695292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:25.707423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Pushing event updated for resources: {'Port': ['ID=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:25.731995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.732339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.732698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.733018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.733347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.733703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.734028 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.734347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.734669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.734990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.735307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.735624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:25.736264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5234480 Nov 16 22:22:25.739260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56834) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:25.746275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'subnet': {'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:25.751476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9d345-63c8-4ac7-ac44-37ce74b878e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Network': ['ID=6952fa19-7463-4417-90fc-7cc5bfd2be60,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:25.766634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 6952fa19-7463-4417-90fc-7cc5bfd2be60 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:25.807738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Attempting to bind port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:25.808108 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Attempting to bind port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '24c7f597-d641-464e-89f8-db8fa6b5f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:25.808473 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Attempting to bind port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e on network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:25.816666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:25.817039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Checking segment: {'id': '24c7f597-d641-464e-89f8-db8fa6b5f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:25.817440 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.819292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Bound using segment: {'id': '24c7f597-d641-464e-89f8-db8fa6b5f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:25.819292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Bound port: 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c7f597-d641-464e-89f8-db8fa6b5f291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '427ca59d-4c81-4231-8dab-d8fa8fe3a583'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:25.819526 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.837839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:25.841496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.898259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] For port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:25.901265 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] For port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,segment=NetworkSegment(24c7f597-d641-464e-89f8-db8fa6b5f291),segment_id=24c7f597-d641-464e-89f8-db8fa6b5f291)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:25.906519 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:25.966983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f9c0-f486-4126-aa56-455000585dad None None] Pushing event updated for resources: {'Port': ['ID=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:25.987470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.046652 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.127748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Subnet': ['ID=5a764e39-25c7-4dc9-a78e-34a1ec715f5c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:26.138241 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.138594 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.138934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.139270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.139607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.139936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.140290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.140616 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.140939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.141261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.141604 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.141928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:26.149626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Checking segment: {'id': 'ac32d918-c51e-4500-b89d-afd26a030d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:26.149927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network hostable DHCP agents. Network: 6952fa19-7463-4417-90fc-7cc5bfd2be60, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:26.171187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network 6952fa19-7463-4417-90fc-7cc5bfd2be60 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:26.181564 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 6952fa19-7463-4417-90fc-7cc5bfd2be60) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:26.189770 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614882e8-ba48-48d1-9ced-854892976bd9 None None] Network 6952fa19-7463-4417-90fc-7cc5bfd2be60 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:26.190716 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:26.191429 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.209487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dd603341-f7b5-40b0-a6d4-42d0e402cf2c tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4676747 Nov 16 22:22:26.212306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56836) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:26.314968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.349959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-6952fa19-7463-4417-90fc-7cc5bfd2be60', 'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60', 'tenant_id': 'f0a0b77ec31140b69c30a9f6e2f40383', 'fixed_ips': [{'subnet_id': '5a764e39-25c7-4dc9-a78e-34a1ec715f5c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:26.350905 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.400023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.483799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Allocated IP 2001:db8::2 (6952fa19-7463-4417-90fc-7cc5bfd2be60/5a764e39-25c7-4dc9-a78e-34a1ec715f5c/bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:26.633611 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.640212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.671100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.693696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Network 6952fa19-7463-4417-90fc-7cc5bfd2be60 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:26.693964 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Pushing event updated for resources: {'Port': ['ID=bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:26.701918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:26.705356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:26.731228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Subnet': ['ID=5a764e39-25c7-4dc9-a78e-34a1ec715f5c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:26.800678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:26.806677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-5d4e8bb0-19de-4458-8b33-3101288cb5a2 req-284935af-4664-400e-9f1c-2c7e19d5ae42 service neutron] (102454) timed out ('10.222.0.47', 51272) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:22:26.822416 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.831735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Attempting to bind port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:26.832586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Attempting to bind port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'ac32d918-c51e-4500-b89d-afd26a030d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:26.832586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Attempting to bind port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704 on network 6952fa19-7463-4417-90fc-7cc5bfd2be60 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:26.837568 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.846701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6952fa19-7463-4417-90fc-7cc5bfd2be60']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:26.849731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:26.850202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Checking segment: {'id': 'ac32d918-c51e-4500-b89d-afd26a030d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:26.850651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.851005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Bound using segment: {'id': 'ac32d918-c51e-4500-b89d-afd26a030d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:26.851491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Bound port: bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac32d918-c51e-4500-b89d-afd26a030d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6952fa19-7463-4417-90fc-7cc5bfd2be60'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:26.851877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.858559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac32d918-c51e-4500-b89d-afd26a030d3b') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:26.859454 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac32d918-c51e-4500-b89d-afd26a030d3b') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:26.871538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.886340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.894239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:26.894674 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:26.898015 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:26.916542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57407dd5-f337-403b-ade3-880ae9d8c3c4 None None] Network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:26.959194 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.db.api [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 22:22:26.959194 n-d-817778-8 neutron-server[102454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 22:22:26.959194 n-d-817778-8 neutron-server[102454]: [parameters: {'id': '6952fa19-7463-4417-90fc-7cc5bfd2be60'}] Nov 16 22:22:26.959194 n-d-817778-8 neutron-server[102454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:22:26.959756 n-d-817778-8 neutron-server[102454]: DEBUG oslo_db.api [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:22:27.126906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:27.127281 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.135815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] For port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:27.175585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] For port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704,segment=NetworkSegment(ac32d918-c51e-4500-b89d-afd26a030d3b),segment_id=ac32d918-c51e-4500-b89d-afd26a030d3b)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:27.180078 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c6e741b6-c5e6-4f52-a19d-7cabf2a2a5fa None None] Provisioning complete for port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:27.180457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c6e741b6-c5e6-4f52-a19d-7cabf2a2a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.189863 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.360005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a62c5-53d3-43d1-af63-4cb31f1e8263 None None] Pushing event updated for resources: {'Port': ['ID=bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:27.396325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b31c2-7568-4f2d-9588-94f155d1ae48 None None] Network 6952fa19-7463-4417-90fc-7cc5bfd2be60 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:27.423035 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:22:27.460755 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.506895 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.516643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Deleting port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:27.516980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.538015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c6e741b6-c5e6-4f52-a19d-7cabf2a2a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.580259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] For port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704,segment=NetworkSegment(ac32d918-c51e-4500-b89d-afd26a030d3b),segment_id=ac32d918-c51e-4500-b89d-afd26a030d3b)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:27.580624 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.594511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Calling delete_port for bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:27.604143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,segment=NetworkSegment(24c7f597-d641-464e-89f8-db8fa6b5f291),segment_id=24c7f597-d641-464e-89f8-db8fa6b5f291)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:27.619860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.687444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.714671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-c6e741b6-c5e6-4f52-a19d-7cabf2a2a5fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:22:27.715153 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-c6e741b6-c5e6-4f52-a19d-7cabf2a2a5fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:22:27.715961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:27.717357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Port': ['ID=bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:27.721077 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No DVR routers for this DVR port bcc1c37a-bf4a-41d6-a2d5-c0a985ed6704 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:27.808633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.809758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54297e14-b993-4be2-a2b6-fabe40c2be35 None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 22:22:27.829088 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6952fa19-7463-4417-90fc-7cc5bfd2be60']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:27.839337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac32d918-c51e-4500-b89d-afd26a030d3b') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:27.839639 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac32d918-c51e-4500-b89d-afd26a030d3b') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:27.850940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.864294 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.870797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:27.871219 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:27.874304 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:27.885904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54297e14-b993-4be2-a2b6-fabe40c2be35 None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 22:22:27.934057 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.941083 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:27.944950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/6952fa19-7463-4417-90fc-7cc5bfd2be60 HTTP/1.1" status: 204 len: 168 time: 1.7310469 Nov 16 22:22:27.948359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56838) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:27.962507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950116855'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:27.966797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bc75a-1b32-47e9-b200-e8d52b177390 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Network': ['ID=6952fa19-7463-4417-90fc-7cc5bfd2be60,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:27.985935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:27.989377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.014849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:28.025254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.025731 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Added segment 4a5137e9-881b-4b66-94a2-53feddc7adaf of type vlan for network 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af Nov 16 22:22:28.071166 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.097045 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.103294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:28.103883 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.158133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2087336 Nov 16 22:22:28.160931 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56840) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:28.172830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'subnet': {'network_id': '07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:28.190912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88fed0-a0eb-4049-a772-89c1d6b5eac6 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Network': ['ID=07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:28.200658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:28.272193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:28.276278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.337797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Performing IP validity checks on allocation pools {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 22:22:28.338315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.ipam_backend_mixin [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 22:22:28.409221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-00aafb23-b07a-482b-9927-9858d44c4423 None None] Provisioning complete for port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:28.409717 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-00aafb23-b07a-482b-9927-9858d44c4423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.466360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.546591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Subnet': ['ID=402f692a-47a3-4c71-ad14-b5bffb0b2c4a,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:28.556679 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Checking segment: {'id': '4a5137e9-881b-4b66-94a2-53feddc7adaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:28.557041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network hostable DHCP agents. Network: 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:28.577935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:28.586452 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:28.593767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:28.594492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc0d3e3-008e-4fc0-a1c1-586d2ff1a539 None None] Network 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:28.594726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.611294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-789924c9-6120-4622-9a6a-c3496eecdc3e tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4486163 Nov 16 22:22:28.615458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56842) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:28.739233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.745120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:28.769741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43275486-c950-4315-8a4c-0e2a76d4be94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af', 'network_id': '07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af', 'tenant_id': 'f0a0b77ec31140b69c30a9f6e2f40383', 'fixed_ips': [{'subnet_id': '402f692a-47a3-4c71-ad14-b5bffb0b2c4a'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:28.770606 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-43275486-c950-4315-8a4c-0e2a76d4be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.795490 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.860888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.884475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:28.884862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.891320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Subnet': ['ID=402f692a-47a3-4c71-ad14-b5bffb0b2c4a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server [None req-43275486-c950-4315-8a4c-0e2a76d4be94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 402f692a-47a3-4c71-ad14-b5bffb0b2c4a: This subnet is being modified by another concurrent operation. Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server raise exception Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 402f692a-47a3-4c71-ad14-b5bffb0b2c4a: This subnet is being modified by another concurrent operation. Nov 16 22:22:28.915544 n-d-817778-8 neutron-server[102455]: ERROR oslo_messaging.rpc.server Nov 16 22:22:28.937678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c3782-663c-40cc-b1ff-71b48b38dae3 None None] Network 07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:28.959689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:28.981600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:28.992688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5137e9-881b-4b66-94a2-53feddc7adaf') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:28.992986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5137e9-881b-4b66-94a2-53feddc7adaf') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:29.002859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.016980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.024980 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:29.025409 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:29.028604 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:29.090449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f02aa0-dc9b-4d91-b75e-ecc3a12b537a None None] get_active_networks_info from n-d-817778-8 {{(pid=102455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 22:22:29.097296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.103285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.107653 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af HTTP/1.1" status: 204 len: 168 time: 0.4906065 Nov 16 22:22:29.111159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:29.116292 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767637403'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:29.126896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883fe9e-4662-4b0d-b0ff-ba893e248151 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Network': ['ID=07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:29.139046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:29.142838 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.168215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f02aa0-dc9b-4d91-b75e-ecc3a12b537a None None] Resources bound (agent type, host, resource id): {{(pid=102455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 22:22:29.169151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:29.179232 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.179583 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Added segment adb97376-1e91-4261-8988-2c83ed22b593 of type vlan for network c6a3460b-0f70-45c8-9be3-c94b4b52c53c Nov 16 22:22:29.222384 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.247789 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.253344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:29.253954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.305491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1929915 Nov 16 22:22:29.308747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56846) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:29.313611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'subnet': {'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:29.378319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adb8d6-cb71-4ade-b7f2-b1c51a247953 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Network': ['ID=c6a3460b-0f70-45c8-9be3-c94b4b52c53c,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:29.388924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network c6a3460b-0f70-45c8-9be3-c94b4b52c53c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:29.422652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:29.426212 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.608214 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.671333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Subnet': ['ID=dcaa30e9-7df8-43ad-96d5-c09084d402ec,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:29.676471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Checking segment: {'id': 'adb97376-1e91-4261-8988-2c83ed22b593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:29.676835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network hostable DHCP agents. Network: c6a3460b-0f70-45c8-9be3-c94b4b52c53c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:29.693913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network c6a3460b-0f70-45c8-9be3-c94b4b52c53c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:29.702853 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, c6a3460b-0f70-45c8-9be3-c94b4b52c53c) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:29.707449 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:29.708837 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.713400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3cc36-a321-45e3-bbc1-447d4a7566c1 None None] Network c6a3460b-0f70-45c8-9be3-c94b4b52c53c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:29.724461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c0013204-6d5c-4ce7-8f6b-8a42d1a4e385 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147072 Nov 16 22:22:29.728123 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56848) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:29.733942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432406229'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:29.754706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:29.758968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.786793 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:29.797743 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.798092 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Added segment b87eeda2-6045-4e37-8768-21abc7fc26bd of type vlan for network dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 Nov 16 22:22:29.839174 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.866552 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.867177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-c6a3460b-0f70-45c8-9be3-c94b4b52c53c', 'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c', 'tenant_id': 'f0a0b77ec31140b69c30a9f6e2f40383', 'fixed_ips': [{'subnet_id': 'dcaa30e9-7df8-43ad-96d5-c09084d402ec'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:29.868015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.872327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:29.872914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:29.924895 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1955702 Nov 16 22:22:29.929277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56850) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:29.938996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Request body: {'subnet': {'network_id': 'dbf33aac-1405-4d9b-af5f-1ab8fe6267b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:29.943676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc404fc-0a68-41c8-8a47-3f610aca1117 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Network': ['ID=dbf33aac-1405-4d9b-af5f-1ab8fe6267b4,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:29.954403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:30.038137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Made reservation on behalf of f0a0b77ec31140b69c30a9f6e2f40383 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:30.041753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.061900 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Allocated IP 2001:db8::2 (c6a3460b-0f70-45c8-9be3-c94b4b52c53c/dcaa30e9-7df8-43ad-96d5-c09084d402ec/d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:30.240330 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.314132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event updated for resources: {'Subnet': ['ID=44fe59d6-fd74-40f1-b0fb-a0436cd58237,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:30.322614 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Checking segment: {'id': 'b87eeda2-6045-4e37-8768-21abc7fc26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'dbf33aac-1405-4d9b-af5f-1ab8fe6267b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:30.322988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network hostable DHCP agents. Network: dbf33aac-1405-4d9b-af5f-1ab8fe6267b4, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:30.343025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Network dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:30.354045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, dbf33aac-1405-4d9b-af5f-1ab8fe6267b4) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:30.361773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:30.362869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.367267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc01cb-2de5-48e0-b604-8c5eabbff4d9 None None] Network dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:30.383020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f17ad340-4a9d-495d-8fcb-af0e7d80da02 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4519136 Nov 16 22:22:30.385534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56852) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:30.424749 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.437740 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.493322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.501860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Network c6a3460b-0f70-45c8-9be3-c94b4b52c53c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:30.516081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:30.518583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:30.524493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Pushing event updated for resources: {'Port': ['ID=d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:30.549320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.617028 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.626426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Attempting to bind port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:30.626809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Attempting to bind port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'adb97376-1e91-4261-8988-2c83ed22b593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:30.627182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Attempting to bind port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc on network c6a3460b-0f70-45c8-9be3-c94b4b52c53c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:30.633774 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:30.634168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Checking segment: {'id': 'adb97376-1e91-4261-8988-2c83ed22b593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:30.634580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.634990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Bound using segment: {'id': 'adb97376-1e91-4261-8988-2c83ed22b593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:30.635475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Bound port: d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb97376-1e91-4261-8988-2c83ed22b593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c6a3460b-0f70-45c8-9be3-c94b4b52c53c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:30.635867 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.645416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Subnet': ['ID=44fe59d6-fd74-40f1-b0fb-a0436cd58237,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:30.664275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc5607-e89e-4971-9486-ae7289db7c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-dbf33aac-1405-4d9b-af5f-1ab8fe6267b4', 'network_id': 'dbf33aac-1405-4d9b-af5f-1ab8fe6267b4', 'tenant_id': 'f0a0b77ec31140b69c30a9f6e2f40383', 'fixed_ips': [{'subnet_id': '44fe59d6-fd74-40f1-b0fb-a0436cd58237'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:30.665143 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-94dc5607-e89e-4971-9486-ae7289db7c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.710764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.736367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf33aac-1405-4d9b-af5f-1ab8fe6267b4']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:30.747036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87eeda2-6045-4e37-8768-21abc7fc26bd') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:30.747265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87eeda2-6045-4e37-8768-21abc7fc26bd') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:30.757539 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.770503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.776511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:30.776900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:30.780047 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:30.785107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] For port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:30.794727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26af87-c8a2-4278-bbe3-a16d6acf4249 None None] Network dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:30.842714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.852017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.855434 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 HTTP/1.1" status: 204 len: 168 time: 0.4688814 Nov 16 22:22:30.858227 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56854) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:30.866085 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095466be-de6c-4def-9ccd-12e5c7018b79 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Network': ['ID=dbf33aac-1405-4d9b-af5f-1ab8fe6267b4,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:30.868123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] For port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc,segment=NetworkSegment(adb97376-1e91-4261-8988-2c83ed22b593),segment_id=adb97376-1e91-4261-8988-2c83ed22b593)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:30.876552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:30.887659 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-694f632a-3640-4059-8d53-363a189de16a tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] GET failed (client error): The resource could not be found. Nov 16 22:22:30.891572 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-694f632a-3640-4059-8d53-363a189de16a tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "GET /v2.0/subnets/44fe59d6-fd74-40f1-b0fb-a0436cd58237 HTTP/1.1" status: 404 len: 337 time: 0.0297809 Nov 16 22:22:30.891797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56856) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:30.914961 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4858f9da-aec3-4bbf-a1cb-05fbc6c980c1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:30.915459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4858f9da-aec3-4bbf-a1cb-05fbc6c980c1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:30.921949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4858f9da-aec3-4bbf-a1cb-05fbc6c980c1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 HTTP/1.1" status: 404 len: 339 time: 0.0258126 Nov 16 22:22:30.922261 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56858) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:30.948875 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bc869c-d477-4f66-b007-c2a589ce87e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:30.949273 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bc869c-d477-4f66-b007-c2a589ce87e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:30.952801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-44bc869c-d477-4f66-b007-c2a589ce87e5 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/subnets/44fe59d6-fd74-40f1-b0fb-a0436cd58237 HTTP/1.1" status: 404 len: 337 time: 0.0295997 Nov 16 22:22:30.955347 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56860) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:30.975434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532c7fe-8ad2-4e8e-9676-da4383ed5a00 None None] Pushing event updated for resources: {'Port': ['ID=d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:30.976240 n-d-817778-8 neutron-server[102453]: INFO neutron.pecan_wsgi.hooks.translation [None req-25425754-5d5c-40d3-acfa-61fdcdd9a1ec tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:30.976759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25425754-5d5c-40d3-acfa-61fdcdd9a1ec tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:30.980712 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-25425754-5d5c-40d3-acfa-61fdcdd9a1ec tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/dbf33aac-1405-4d9b-af5f-1ab8fe6267b4 HTTP/1.1" status: 404 len: 339 time: 0.0244002 Nov 16 22:22:30.983152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56862) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:31.037868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Deleting subnet dcaa30e9-7df8-43ad-96d5-c09084d402ec {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:22:31.041078 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.081734 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.186142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.249155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.276380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Subnet': ['ID=dcaa30e9-7df8-43ad-96d5-c09084d402ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:31.280566 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.283814 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-755c4aec-bc03-4734-946c-9805cd3f6ff9 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/subnets/dcaa30e9-7df8-43ad-96d5-c09084d402ec HTTP/1.1" status: 204 len: 168 time: 0.2997177 Nov 16 22:22:31.286184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56864) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:31.365310 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.417178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Deleting port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:31.417572 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.483661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] For port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc,segment=NetworkSegment(adb97376-1e91-4261-8988-2c83ed22b593),segment_id=adb97376-1e91-4261-8988-2c83ed22b593)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:31.484020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.496591 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Calling delete_port for d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:31.577717 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.604479 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Port': ['ID=d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:31.608601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No DVR routers for this DVR port d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:31.697396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.719413 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a3460b-0f70-45c8-9be3-c94b4b52c53c']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:31.730482 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb97376-1e91-4261-8988-2c83ed22b593') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:31.730847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb97376-1e91-4261-8988-2c83ed22b593') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:31.741502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.755062 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.761893 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:31.762369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:31.765883 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:31.830454 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.838279 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:31.843412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/c6a3460b-0f70-45c8-9be3-c94b4b52c53c HTTP/1.1" status: 204 len: 168 time: 0.5543005 Nov 16 22:22:31.844306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56866) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:31.855700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf7b82-b4fa-48e2-b6dc-17c557768c2d tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Network': ['ID=c6a3460b-0f70-45c8-9be3-c94b4b52c53c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:31.879902 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-406e7163-c3c9-4b0b-88c9-ac45621f421b tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:31.880559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406e7163-c3c9-4b0b-88c9-ac45621f421b tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:31.884840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-406e7163-c3c9-4b0b-88c9-ac45621f421b tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/subnets/402f692a-47a3-4c71-ad14-b5bffb0b2c4a HTTP/1.1" status: 404 len: 337 time: 0.0392649 Nov 16 22:22:31.887080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56868) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:31.899158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2746f8-b393-41da-bfbd-337f2ba9ccd7 None None] DHCP port deletion for c6a3460b-0f70-45c8-9be3-c94b4b52c53c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:31.905871 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8e1cae-7147-48ac-9c31-783d35e75594 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:31.908650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8e1cae-7147-48ac-9c31-783d35e75594 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:31.909642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ea8e1cae-7147-48ac-9c31-783d35e75594 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/07ddbc72-d15d-43ae-a1f9-edf9f6b3f4af HTTP/1.1" status: 404 len: 339 time: 0.0215144 Nov 16 22:22:31.912587 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56870) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:31.917784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8950cf2-11f9-4033-975e-fb69d68414a2 None None] Network c6a3460b-0f70-45c8-9be3-c94b4b52c53c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:31.931100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8950cf2-11f9-4033-975e-fb69d68414a2 None None] Network c6a3460b-0f70-45c8-9be3-c94b4b52c53c could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 22:22:31.937183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-010043b5-3bbe-4b86-a091-ea3856effd93 None None] Could not find standard attr ID for object d5e98158-52a2-4f2f-87f7-0b2e6e70c0cc. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 22:22:31.947718 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-375ddbf7-bc00-49d0-b878-1d555b1816fa tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:31.948172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375ddbf7-bc00-49d0-b878-1d555b1816fa tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:31.953698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-375ddbf7-bc00-49d0-b878-1d555b1816fa tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/subnets/5a764e39-25c7-4dc9-a78e-34a1ec715f5c HTTP/1.1" status: 404 len: 337 time: 0.0376072 Nov 16 22:22:31.954066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56872) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:31.972748 n-d-817778-8 neutron-server[102454]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bab25f-13ac-45f7-a9dc-de3094782d2f tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] DELETE failed (client error): The resource could not be found. Nov 16 22:22:31.973232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bab25f-13ac-45f7-a9dc-de3094782d2f tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 22:22:31.977370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65bab25f-13ac-45f7-a9dc-de3094782d2f tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/6952fa19-7463-4417-90fc-7cc5bfd2be60 HTTP/1.1" status: 404 len: 339 time: 0.0223830 Nov 16 22:22:31.979619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56874) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:32.030260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Deleting subnet 357d3faf-d3ed-45b0-88f8-da2164a148b3 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:22:32.033346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.075027 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.160744 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.218791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.247351 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Subnet': ['ID=357d3faf-d3ed-45b0-88f8-da2164a148b3,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:32.252531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.258642 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc8fd60f-e65c-42eb-9fa6-637e9e71f8d3 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/subnets/357d3faf-d3ed-45b0-88f8-da2164a148b3 HTTP/1.1" status: 204 len: 168 time: 0.2758038 Nov 16 22:22:32.258870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56876) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:32.259004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74957e-352e-4be4-aa3a-d2e1dcc1aa9e None None] Network 427ca59d-4c81-4231-8dab-d8fa8fe3a583 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:32.337671 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.392411 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Deleting port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:32.392753 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.425301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] DHCP port deletion for 427ca59d-4c81-4231-8dab-d8fa8fe3a583 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:32.458249 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] For port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,segment=NetworkSegment(24c7f597-d641-464e-89f8-db8fa6b5f291),segment_id=24c7f597-d641-464e-89f8-db8fa6b5f291)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:32.458881 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.472305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Calling delete_port for 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:32.473148 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] Deleting port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:32.473544 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.541073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] For port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,segment=NetworkSegment(24c7f597-d641-464e-89f8-db8fa6b5f291),segment_id=24c7f597-d641-464e-89f8-db8fa6b5f291)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:32.541480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.555239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] Calling delete_port for 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:32.559899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.586896 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Port': ['ID=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:32.591132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] No DVR routers for this DVR port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:22:32.627363 n-d-817778-8 neutron-server[102455]: self.session.flush() Nov 16 22:22:32.634927 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.663268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] Pushing event deleted for resources: {'Port': ['ID=8dd1f49d-fad2-4f86-9327-6310c0f6ba3e,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:32.670398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092628c-7f91-4ed4-acdd-37d01c53abc8 None None] No DVR routers for this DVR port 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:32.677791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.704135 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427ca59d-4c81-4231-8dab-d8fa8fe3a583']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:32.714818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c7f597-d641-464e-89f8-db8fa6b5f291') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:32.715116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c7f597-d641-464e-89f8-db8fa6b5f291') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:32.725711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.734789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:32.739644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.745725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:32.746119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:32.749107 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:32.758915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:32.759279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8dd1f49d-fad2-4f86-9327-6310c0f6ba3e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:32.818071 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.824980 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:32.828495 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] 10.222.0.48 "DELETE /v2.0/networks/427ca59d-4c81-4231-8dab-d8fa8fe3a583 HTTP/1.1" status: 204 len: 168 time: 0.5686965 Nov 16 22:22:32.841103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a826a3-c265-4b54-a639-076fbc50d9d1 tempest-NetworksIpV6Test-1062620883 tempest-NetworksIpV6Test-1062620883-project] Pushing event deleted for resources: {'Network': ['ID=427ca59d-4c81-4231-8dab-d8fa8fe3a583,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:33.066544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:33.200053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c7bb369e-ba8c-4b46-abf8-63816018e98a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0a0b77ec31140b69c30a9f6e2f40383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323371 Nov 16 22:22:33.202769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:33.249718 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3760e24b-309d-40c8-99f0-2a98bbd6103a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:33.271662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3760e24b-309d-40c8-99f0-2a98bbd6103a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:33.316781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3760e24b-309d-40c8-99f0-2a98bbd6103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:33.320075 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3760e24b-309d-40c8-99f0-2a98bbd6103a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:33.321380 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3760e24b-309d-40c8-99f0-2a98bbd6103a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cde1672-943a-427b-90a9-ffefa33f5ca0 HTTP/1.1" status: 204 len: 168 time: 0.1175551 Nov 16 22:22:33.331402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760e24b-309d-40c8-99f0-2a98bbd6103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde1672-943a-427b-90a9-ffefa33f5ca0,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:33.951557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56908) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:33.987741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.048022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-31263126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:34.070210 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.071206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.122361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.126169 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.142609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.143790 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a2d5de5a-ad4f-429e-9e1e-e2e99770be69 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1911893 Nov 16 22:22:34.146582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56912) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:34.151317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1092948259'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:34.170720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Made reservation on behalf of d2599e85a21f49d6a17668d12676b3fd for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:34.174063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.182848 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.256692 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.260108 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.289719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:34.298311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c99b03-bdcf-4820-81ff-9213e8e212e0,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:34.304311 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.304652 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Added segment 43347ebc-3851-48d5-b127-1258d3f4f607 of type vlan for network 7a798ae0-3fc8-43ac-9124-12696006b027 Nov 16 22:22:34.344992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.369614 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.375169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:34.375755 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.427414 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2798269 Nov 16 22:22:34.430181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56914) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:34.434905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Request body: {'subnet': {'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:34.490236 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fe8dd-c8f1-49f5-84f4-69daab274f50 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event updated for resources: {'Network': ['ID=7a798ae0-3fc8-43ac-9124-12696006b027,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:34.500142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 7a798ae0-3fc8-43ac-9124-12696006b027 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:34.540109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Made reservation on behalf of d2599e85a21f49d6a17668d12676b3fd for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:34.549985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.736989 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.796332 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event updated for resources: {'Subnet': ['ID=b4adb95a-50ff-49dc-9fe6-bc5071537386,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:34.804882 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Checking segment: {'id': '43347ebc-3851-48d5-b127-1258d3f4f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:34.805249 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Network hostable DHCP agents. Network: 7a798ae0-3fc8-43ac-9124-12696006b027, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:34.821959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Network 7a798ae0-3fc8-43ac-9124-12696006b027 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:34.830946 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 7a798ae0-3fc8-43ac-9124-12696006b027) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:34.835599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:34.836222 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.840593 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0749c-e8c1-4a0d-8cc7-c7b46917cf5e None None] Network 7a798ae0-3fc8-43ac-9124-12696006b027 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:34.852954 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b2c26dc-bbee-4127-9a91-4beb76886036 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4217525 Nov 16 22:22:34.862147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56916) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:34.867544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1582727699'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:34.889276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Made reservation on behalf of d2599e85a21f49d6a17668d12676b3fd for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:34.893053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.917293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:34.926247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.926683 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Added segment fd15c4b3-0229-407c-8af6-d00444f5a60b of type vlan for network 9cc16b3a-ed58-4987-8fa9-284357321084 Nov 16 22:22:34.967208 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.993163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.996500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-7a798ae0-3fc8-43ac-9124-12696006b027', 'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027', 'tenant_id': 'd2599e85a21f49d6a17668d12676b3fd', 'fixed_ips': [{'subnet_id': 'b4adb95a-50ff-49dc-9fe6-bc5071537386'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:34.997370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:34.998906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:34.999323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.059905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1964424 Nov 16 22:22:35.062656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:35.067693 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Request body: {'subnet': {'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:35.076911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16991f8d-c335-4df5-9edc-bd7ba1bb4b40 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event updated for resources: {'Network': ['ID=9cc16b3a-ed58-4987-8fa9-284357321084,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:35.088675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 9cc16b3a-ed58-4987-8fa9-284357321084 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:35.158906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Made reservation on behalf of d2599e85a21f49d6a17668d12676b3fd for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:35.163347 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.209077 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Allocated IP 172.20.0.2 (7a798ae0-3fc8-43ac-9124-12696006b027/b4adb95a-50ff-49dc-9fe6-bc5071537386/f11f12fe-fc70-4a54-887e-796437f73c6b) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:35.283961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-6fd1b804-86b6-4b83-a140-fddb152d9cec req-ce094264-b39d-439e-91a5-fb4f9efde44c tempest-ServerDiskConfigTestJSON-2058061690 tempest-ServerDiskConfigTestJSON-2058061690-project] (102453) timed out ('10.222.0.41', 64813) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:22:35.347464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.356802 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.362439 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.402929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Network 7a798ae0-3fc8-43ac-9124-12696006b027 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:35.405826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:35.409425 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:35.410303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event updated for resources: {'Subnet': ['ID=c3918abb-1331-42af-9fcf-0594390f4bc6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:35.417189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Checking segment: {'id': 'fd15c4b3-0229-407c-8af6-d00444f5a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:35.417318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Pushing event updated for resources: {'Port': ['ID=f11f12fe-fc70-4a54-887e-796437f73c6b,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:35.417557 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Network hostable DHCP agents. Network: 9cc16b3a-ed58-4987-8fa9-284357321084, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:35.437365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Network 9cc16b3a-ed58-4987-8fa9-284357321084 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:35.449455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 9cc16b3a-ed58-4987-8fa9-284357321084) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:35.454245 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:35.454931 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.460798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d9d45-4d4c-42fa-8c2b-1cdcbcf8503e None None] Network 9cc16b3a-ed58-4987-8fa9-284357321084 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:35.472728 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0c4fd325-9e52-40b1-9a3b-41217c2bef2c tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4089816 Nov 16 22:22:35.475471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:35.480041 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-e90fa6a4-d03f-41d1-b187-0fa188085633 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Request body: {'router': {'external_gateway_info': {'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:35.510217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Attempting to bind port f11f12fe-fc70-4a54-887e-796437f73c6b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:35.510600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Attempting to bind port f11f12fe-fc70-4a54-887e-796437f73c6b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '43347ebc-3851-48d5-b127-1258d3f4f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:35.511244 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Attempting to bind port f11f12fe-fc70-4a54-887e-796437f73c6b on network 7a798ae0-3fc8-43ac-9124-12696006b027 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:35.522787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:35.523173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Checking segment: {'id': '43347ebc-3851-48d5-b127-1258d3f4f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:35.523580 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.523982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Bound using segment: {'id': '43347ebc-3851-48d5-b127-1258d3f4f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:35.524451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Bound port: f11f12fe-fc70-4a54-887e-796437f73c6b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43347ebc-3851-48d5-b127-1258d3f4f607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7a798ae0-3fc8-43ac-9124-12696006b027'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:35.524834 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.639311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] For port f11f12fe-fc70-4a54-887e-796437f73c6b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:35.643846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] For port f11f12fe-fc70-4a54-887e-796437f73c6b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f11f12fe-fc70-4a54-887e-796437f73c6b,segment=NetworkSegment(43347ebc-3851-48d5-b127-1258d3f4f607),segment_id=43347ebc-3851-48d5-b127-1258d3f4f607)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:35.651958 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.685071 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e90fa6a4-d03f-41d1-b187-0fa188085633 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.710868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-9cc16b3a-ed58-4987-8fa9-284357321084', 'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084', 'tenant_id': 'd2599e85a21f49d6a17668d12676b3fd', 'fixed_ips': [{'subnet_id': 'c3918abb-1331-42af-9fcf-0594390f4bc6'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:35.711712 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:35.736846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fd38f-4d61-408a-ab0f-7b6e2e1f0ad8 None None] Pushing event updated for resources: {'Port': ['ID=f11f12fe-fc70-4a54-887e-796437f73c6b,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:35.799989 n-d-817778-8 neutron-server[102453]: INFO neutron.api.v2.resource [None req-e90fa6a4-d03f-41d1-b187-0fa188085633 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 22:22:35.802673 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e90fa6a4-d03f-41d1-b187-0fa188085633 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "PUT /v2.0/routers/9b7d0a01-9a7b-47e0-b49d-3f5d08b69fa9 HTTP/1.1" status: 400 len: 364 time: 0.3254676 Nov 16 22:22:35.807860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56922) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:35.863058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Deleting subnet c3918abb-1331-42af-9fcf-0594390f4bc6 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:22:35.871517 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Allocated IP 172.21.0.2 (9cc16b3a-ed58-4987-8fa9-284357321084/c3918abb-1331-42af-9fcf-0594390f4bc6/9b2235fd-d9d2-4f99-ae26-a3086af5acde) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:35.982289 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.057202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.062039 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.062478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.105333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Network 9cc16b3a-ed58-4987-8fa9-284357321084 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:36.108002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.108491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:36.112695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:36.116096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Pushing event updated for resources: {'Port': ['ID=9b2235fd-d9d2-4f99-ae26-a3086af5acde,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:36.169294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Attempting to bind port 9b2235fd-d9d2-4f99-ae26-a3086af5acde on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:36.169710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Attempting to bind port 9b2235fd-d9d2-4f99-ae26-a3086af5acde by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'fd15c4b3-0229-407c-8af6-d00444f5a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:36.170083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Attempting to bind port 9b2235fd-d9d2-4f99-ae26-a3086af5acde on network 9cc16b3a-ed58-4987-8fa9-284357321084 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:36.175574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:36.175955 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Checking segment: {'id': 'fd15c4b3-0229-407c-8af6-d00444f5a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:36.176363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.176970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Bound using segment: {'id': 'fd15c4b3-0229-407c-8af6-d00444f5a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:36.178137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Bound port: 9b2235fd-d9d2-4f99-ae26-a3086af5acde, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd15c4b3-0229-407c-8af6-d00444f5a60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9cc16b3a-ed58-4987-8fa9-284357321084'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:36.178529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.196322 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.254082 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.256243 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] For port 9b2235fd-d9d2-4f99-ae26-a3086af5acde, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:36.259480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] For port 9b2235fd-d9d2-4f99-ae26-a3086af5acde, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=9b2235fd-d9d2-4f99-ae26-a3086af5acde,segment=NetworkSegment(fd15c4b3-0229-407c-8af6-d00444f5a60b),segment_id=fd15c4b3-0229-407c-8af6-d00444f5a60b)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:36.263221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.288797 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.292765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "DELETE /v2.0/subnets/c3918abb-1331-42af-9fcf-0594390f4bc6 HTTP/1.1" status: 204 len: 168 time: 0.4838977 Nov 16 22:22:36.293643 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8ca1-74f2-491b-aeb9-32806215bd4b tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event deleted for resources: {'Subnet': ['ID=c3918abb-1331-42af-9fcf-0594390f4bc6,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:36.295417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:36.318915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c05599-13ad-4e2c-b37b-34ca8709d8d5 None None] Pushing event updated for resources: {'Port': ['ID=9b2235fd-d9d2-4f99-ae26-a3086af5acde,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:36.397046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.458985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Deleting port 9b2235fd-d9d2-4f99-ae26-a3086af5acde {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:36.459326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.553339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] For port 9b2235fd-d9d2-4f99-ae26-a3086af5acde, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=9b2235fd-d9d2-4f99-ae26-a3086af5acde,segment=NetworkSegment(fd15c4b3-0229-407c-8af6-d00444f5a60b),segment_id=fd15c4b3-0229-407c-8af6-d00444f5a60b)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:36.554017 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.573327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Calling delete_port for 9b2235fd-d9d2-4f99-ae26-a3086af5acde owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:36.662310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.675339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] No DVR routers for this DVR port 9b2235fd-d9d2-4f99-ae26-a3086af5acde on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:36.704979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event deleted for resources: {'Port': ['ID=9b2235fd-d9d2-4f99-ae26-a3086af5acde,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:36.755968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3a2cc-e1f4-4489-8061-35553a48353a None None] Network 7a798ae0-3fc8-43ac-9124-12696006b027 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:36.791665 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.821435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f11f12fe-fc70-4a54-887e-796437f73c6b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:36.822807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc16b3a-ed58-4987-8fa9-284357321084']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:36.833877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd15c4b3-0229-407c-8af6-d00444f5a60b') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:36.834177 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd15c4b3-0229-407c-8af6-d00444f5a60b') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:36.844094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.850663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1e1f9729-f3d9-45c6-b1db-ec5bb8784532 None None] Provisioning complete for port f11f12fe-fc70-4a54-887e-796437f73c6b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:36.851038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e1f9729-f3d9-45c6-b1db-ec5bb8784532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.858367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.865168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:36.865701 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:36.868896 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:36.930275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.939054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:36.944878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "DELETE /v2.0/networks/9cc16b3a-ed58-4987-8fa9-284357321084 HTTP/1.1" status: 204 len: 168 time: 0.6428783 Nov 16 22:22:36.945317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56926) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:36.952812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e12a-9719-418e-aa61-0e1735d3db07 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event deleted for resources: {'Network': ['ID=9cc16b3a-ed58-4987-8fa9-284357321084,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:36.978082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f11f12fe-fc70-4a54-887e-796437f73c6b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:36.978458 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.007994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Deleting subnet b4adb95a-50ff-49dc-9fe6-bc5071537386 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:22:37.011575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.055000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.060571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e1f9729-f3d9-45c6-b1db-ec5bb8784532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.115433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1e1f9729-f3d9-45c6-b1db-ec5bb8784532 None None] For port f11f12fe-fc70-4a54-887e-796437f73c6b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f11f12fe-fc70-4a54-887e-796437f73c6b,segment=NetworkSegment(43347ebc-3851-48d5-b127-1258d3f4f607),segment_id=43347ebc-3851-48d5-b127-1258d3f4f607)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:37.150861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1e1f9729-f3d9-45c6-b1db-ec5bb8784532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.158741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.187379 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.223749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f9729-f3d9-45c6-b1db-ec5bb8784532 None None] Pushing event updated for resources: {'Port': ['ID=f11f12fe-fc70-4a54-887e-796437f73c6b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:37.226152 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.261183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event deleted for resources: {'Subnet': ['ID=b4adb95a-50ff-49dc-9fe6-bc5071537386,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:37.263734 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.266622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-67470c54-7724-47d5-8ef4-38e5e75353e6 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "DELETE /v2.0/subnets/b4adb95a-50ff-49dc-9fe6-bc5071537386 HTTP/1.1" status: 204 len: 168 time: 0.3201940 Nov 16 22:22:37.269198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56928) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:37.282372 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:22:37.282891 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:22:37.353672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.374594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af2e14-fc1e-46ab-badc-471184b9ea12 None None] Network 7a798ae0-3fc8-43ac-9124-12696006b027 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:37.410662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Deleting port f11f12fe-fc70-4a54-887e-796437f73c6b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:22:37.411220 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.485784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] For port f11f12fe-fc70-4a54-887e-796437f73c6b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f11f12fe-fc70-4a54-887e-796437f73c6b,segment=NetworkSegment(43347ebc-3851-48d5-b127-1258d3f4f607),segment_id=43347ebc-3851-48d5-b127-1258d3f4f607)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:37.486151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.505666 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Calling delete_port for f11f12fe-fc70-4a54-887e-796437f73c6b owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:22:37.578989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166ca53-a437-4441-9f84-adfeb2ceace4 None None] DHCP port deletion for 9cc16b3a-ed58-4987-8fa9-284357321084 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:37.589889 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.611386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-096a433c-8d90-4749-8ce1-4b94bf6995f6 None None] Provisioning complete for port f11f12fe-fc70-4a54-887e-796437f73c6b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:37.611968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-096a433c-8d90-4749-8ce1-4b94bf6995f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.617103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9548f-90d6-4f54-9acd-3882297a1552 None None] Network 9cc16b3a-ed58-4987-8fa9-284357321084 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:37.621568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] No DVR routers for this DVR port f11f12fe-fc70-4a54-887e-796437f73c6b on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:22:37.623147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event deleted for resources: {'Port': ['ID=f11f12fe-fc70-4a54-887e-796437f73c6b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:37.649548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9548f-90d6-4f54-9acd-3882297a1552 None None] Network 9cc16b3a-ed58-4987-8fa9-284357321084 could not be found, it might have been deleted concurrently. {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 22:22:37.666737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-096a433c-8d90-4749-8ce1-4b94bf6995f6 None None] Port f11f12fe-fc70-4a54-887e-796437f73c6b was deleted so its status cannot be updated. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 22:22:37.672381 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-096a433c-8d90-4749-8ce1-4b94bf6995f6 None None] Could not find standard attr ID for object 9b2235fd-d9d2-4f99-ae26-a3086af5acde. {{(pid=102455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 22:22:37.711273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.732476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a798ae0-3fc8-43ac-9124-12696006b027']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:37.743052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43347ebc-3851-48d5-b127-1258d3f4f607') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:37.743344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43347ebc-3851-48d5-b127-1258d3f4f607') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:37.752481 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.765567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.771504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:22:37.771923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:22:37.775118 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:22:37.780689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e83aa4-0847-4a00-8af8-798a09700ce7 None None] DHCP port deletion for 7a798ae0-3fc8-43ac-9124-12696006b027 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:37.808646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port f11f12fe-fc70-4a54-887e-796437f73c6b update to ACTIVE by agent not found {{(pid=102455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 22:22:37.809093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9b2235fd-d9d2-4f99-ae26-a3086af5acde up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:37.832044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 9b2235fd-d9d2-4f99-ae26-a3086af5acde {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:37.832389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9b2235fd-d9d2-4f99-ae26-a3086af5acde not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 22:22:37.838285 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.856553 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:37.857584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Port 9b2235fd-d9d2-4f99-ae26-a3086af5acde not found, will not notify nova. {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 22:22:37.859885 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "DELETE /v2.0/networks/7a798ae0-3fc8-43ac-9124-12696006b027 HTTP/1.1" status: 204 len: 168 time: 0.5896482 Nov 16 22:22:37.862796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56930) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:37.874152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ea31-2f0d-4299-b725-c9658ededb14 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Pushing event deleted for resources: {'Network': ['ID=7a798ae0-3fc8-43ac-9124-12696006b027,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:37.890733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ebb2fe1e-e91a-41f2-b7b3-95cf6670cf80 tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b7d0a01-9a7b-47e0-b49d-3f5d08b69fa9 HTTP/1.1" status: 200 len: 205 time: 0.0267341 Nov 16 22:22:37.893119 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56932) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:37.968949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.412237 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.414325 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.457401 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.458745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Fanout notify agent at l3_agent the message router_deleted on router 9b7d0a01-9a7b-47e0-b49d-3f5d08b69fa9 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:22:38.466835 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.468015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5e0a4776-67b4-49db-99cd-95000f6f7fbc tempest-RoutersNegativeTest-1791318782 tempest-RoutersNegativeTest-1791318782-project] 10.222.0.48 "DELETE /v2.0/routers/9b7d0a01-9a7b-47e0-b49d-3f5d08b69fa9 HTTP/1.1" status: 204 len: 168 time: 0.5738986 Nov 16 22:22:38.717673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56938) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:38.722897 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f11f12fe-fc70-4a54-887e-796437f73c6b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:38.744922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f11f12fe-fc70-4a54-887e-796437f73c6b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:38.745271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f11f12fe-fc70-4a54-887e-796437f73c6b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:38.745718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9b2235fd-d9d2-4f99-ae26-a3086af5acde no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:22:38.765560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 9b2235fd-d9d2-4f99-ae26-a3086af5acde {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:22:38.765911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 9b2235fd-d9d2-4f99-ae26-a3086af5acde not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:22:38.849741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fb4718fd-e591-4358-8fa1-b15e5910b0f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2599e85a21f49d6a17668d12676b3fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305108 Nov 16 22:22:38.851938 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56942) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:38.902985 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef0c601b-c2dc-45f9-a29b-265f25f7e1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.923840 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef0c601b-c2dc-45f9-a29b-265f25f7e1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.969450 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef0c601b-c2dc-45f9-a29b-265f25f7e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.972086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef0c601b-c2dc-45f9-a29b-265f25f7e1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:38.973228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef0c601b-c2dc-45f9-a29b-265f25f7e1f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5c99b03-bdcf-4820-81ff-9213e8e212e0 HTTP/1.1" status: 204 len: 168 time: 0.1203544 Nov 16 22:22:38.980949 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c601b-c2dc-45f9-a29b-265f25f7e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c99b03-bdcf-4820-81ff-9213e8e212e0,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:39.576432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56964) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:39.671673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-675084587-network', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:39.692747 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Made reservation on behalf of 88ddc1dd00c2467dab4b8d1e9382d19e for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:39.695392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.704120 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.777544 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.781087 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.805722 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:39.817315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:39.821486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.821857 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Added segment 0db2fb26-1066-4bae-99ac-6ce1f17748d4 of type vlan for network 99e8e99d-89f6-4686-b27e-a3882fba58f1 Nov 16 22:22:39.862278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.888998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.890290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:39.890870 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:39.942104 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3645320 Nov 16 22:22:39.946774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56968) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:39.951951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Request body: {'subnet': {'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-subnet', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:39.954049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87e327-4d40-4dfe-b8a4-004558f81cab admin admin] Pushing event updated for resources: {'Network': ['ID=99e8e99d-89f6-4686-b27e-a3882fba58f1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:39.965089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:39.973460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Made reservation on behalf of 88ddc1dd00c2467dab4b8d1e9382d19e for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:39.976061 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.140182 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.195889 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787b4927-c894-4f06-94b0-6242cb1a8fc7,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:40.205329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Checking segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:40.205716 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Network hostable DHCP agents. Network: 99e8e99d-89f6-4686-b27e-a3882fba58f1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:40.222459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:40.230869 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 99e8e99d-89f6-4686-b27e-a3882fba58f1) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:40.235688 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:40.236418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.240483 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d175658-1b3d-4480-bbcc-e69d4ba8f240 None None] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:40.254031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e4114bd1-00fe-4596-8d86-b3a0f1bc0828 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3061266 Nov 16 22:22:40.256075 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56970) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:40.260433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:40.282471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.283226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.335661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.389435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-99e8e99d-89f6-4686-b27e-a3882fba58f1', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'fixed_ips': [{'subnet_id': '787b4927-c894-4f06-94b0-6242cb1a8fc7'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:40.390387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.478034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.529049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Allocated IP 172.20.0.2 (99e8e99d-89f6-4686-b27e-a3882fba58f1/787b4927-c894-4f06-94b0-6242cb1a8fc7/44819d59-ceea-408f-a1b7-dd10eb790885) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:40.675680 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.682393 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.683124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.702950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.719191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:40.722055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:40.726261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:40.757149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Pushing event updated for resources: {'Port': ['ID=44819d59-ceea-408f-a1b7-dd10eb790885,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:40.790307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Attempting to bind port 44819d59-ceea-408f-a1b7-dd10eb790885 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:40.790693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Attempting to bind port 44819d59-ceea-408f-a1b7-dd10eb790885 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:40.791089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Attempting to bind port 44819d59-ceea-408f-a1b7-dd10eb790885 on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:40.796031 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:40.796423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Checking segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:40.796835 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.797241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Bound using segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:40.797740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Bound port: 44819d59-ceea-408f-a1b7-dd10eb790885, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:40.798150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.811520 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Allocated IP 172.25.3.77 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6f5038f8-8cb4-40b8-82a4-e26313a808ce) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:40.866474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] For port 44819d59-ceea-408f-a1b7-dd10eb790885, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:40.869632 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] For port 44819d59-ceea-408f-a1b7-dd10eb790885, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44819d59-ceea-408f-a1b7-dd10eb790885,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:40.874328 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.922890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:40.935231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a0ed-61ca-4020-be59-4a92537860b5 None None] Pushing event updated for resources: {'Port': ['ID=44819d59-ceea-408f-a1b7-dd10eb790885,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:40.962875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.008366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:41.011965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:41.016638 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:41.030480 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0e6c3-db6e-4e71-b1c2-0a97b176e7b5 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:41.056845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Pushing event updated for resources: {'Port': ['ID=6f5038f8-8cb4-40b8-82a4-e26313a808ce,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:41.126693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-9d1466db-bb02-4996-a932-29febd733d4d None None] Provisioning complete for port 6f5038f8-8cb4-40b8-82a4-e26313a808ce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:41.127116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9d1466db-bb02-4996-a932-29febd733d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.182233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9d1466db-bb02-4996-a932-29febd733d4d None None] Port 6f5038f8-8cb4-40b8-82a4-e26313a808ce cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:41.633923 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.837915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.850140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87a3bc-1d10-4785-b362-5655b51cf6fa None None] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:41.918583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ffc4c2c3-ec76-43b1-ad40-bb601ccfc70b None None] Provisioning complete for port 44819d59-ceea-408f-a1b7-dd10eb790885 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:41.919310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c2c3-ec76-43b1-ad40-bb601ccfc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:41.973111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Router 9bb8c1d4-75ba-498a-9398-12260576cbb0 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:22:42.070364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c2c3-ec76-43b1-ad40-bb601ccfc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.082701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:42.093663 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Sync routers for ids ['9bb8c1d4-75ba-498a-9398-12260576cbb0'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:42.107338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.108906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3030e734-b3f6-451b-81ad-f7c04b01d49a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8518829 Nov 16 22:22:42.111902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56972) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:42.112125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ffc4c2c3-ec76-43b1-ad40-bb601ccfc70b None None] For port 44819d59-ceea-408f-a1b7-dd10eb790885, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44819d59-ceea-408f-a1b7-dd10eb790885,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:42.113952 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Routers {'9bb8c1d4-75ba-498a-9398-12260576cbb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:42.114863 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9bb8c1d4-75ba-498a-9398-12260576cbb0'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.117266 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffc4c2c3-ec76-43b1-ad40-bb601ccfc70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.169093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4c2c3-ec76-43b1-ad40-bb601ccfc70b None None] Pushing event updated for resources: {'Port': ['ID=44819d59-ceea-408f-a1b7-dd10eb790885,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:42.239955 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Set router 9bb8c1d4-75ba-498a-9398-12260576cbb0 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:42.337737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0c3545b6-e0ef-4cdf-82ea-c6d98fd58f65 None None] Provisioning complete for port 44819d59-ceea-408f-a1b7-dd10eb790885 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:42.338217 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c3545b6-e0ef-4cdf-82ea-c6d98fd58f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.432741 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:41Z', 'revision_number': 3, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:42.459327 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Checking router: 9bb8c1d4-75ba-498a-9398-12260576cbb0 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:42.459674 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Updating router 9bb8c1d4-75ba-498a-9398-12260576cbb0 port 6f5038f8-8cb4-40b8-82a4-e26313a808ce binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:22:42.487421 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.559540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.734760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Allocated IP 172.20.0.1 (99e8e99d-89f6-4686-b27e-a3882fba58f1/787b4927-c894-4f06-94b0-6242cb1a8fc7/fe6a858e-1d6b-4b58-a7a0-18df72acde93) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:42.775228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44819d59-ceea-408f-a1b7-dd10eb790885 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:42.830254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 44819d59-ceea-408f-a1b7-dd10eb790885 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:42.830634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.839543 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.846118 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.866461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.877489 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb3f8e-e6ac-4bbc-9291-d24fa3588606 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:42.910772 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Attempting to bind port 6f5038f8-8cb4-40b8-82a4-e26313a808ce on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:42.911180 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Attempting to bind port 6f5038f8-8cb4-40b8-82a4-e26313a808ce by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:42.911550 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Attempting to bind port 6f5038f8-8cb4-40b8-82a4-e26313a808ce on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:42.913400 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.919322 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Pushing event updated for resources: {'Port': ['ID=6f5038f8-8cb4-40b8-82a4-e26313a808ce,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:42.928844 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.929247 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.929543 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.929873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.930198 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.930519 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.930842 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.931161 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.931476 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.931791 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.932107 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.932424 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:22:42.935714 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:42.936089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:42.936490 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.936871 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:42.937342 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Bound port: 6f5038f8-8cb4-40b8-82a4-e26313a808ce, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:42.937748 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.951781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0f961ad6-9f55-4ba3-8a8b-036c45e25c17 None None] Provisioning complete for port 6f5038f8-8cb4-40b8-82a4-e26313a808ce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:42.952503 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0f961ad6-9f55-4ba3-8a8b-036c45e25c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:42.962216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:42.965316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:42.967821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:42.994749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0f961ad6-9f55-4ba3-8a8b-036c45e25c17 None None] Port 6f5038f8-8cb4-40b8-82a4-e26313a808ce cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:42.995752 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] For port 6f5038f8-8cb4-40b8-82a4-e26313a808ce, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:42.999752 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] For port 6f5038f8-8cb4-40b8-82a4-e26313a808ce, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6f5038f8-8cb4-40b8-82a4-e26313a808ce,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:43.004001 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6a858e-1d6b-4b58-a7a0-18df72acde93,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.004476 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.020941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.058065 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460a267-f932-4834-88f2-1e03e488ff8d None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:43.073327 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c73ad-b5a7-40d5-b17b-0ffdeb8f009d None None] Pushing event updated for resources: {'Port': ['ID=6f5038f8-8cb4-40b8-82a4-e26313a808ce,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.088715 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Routers {'9bb8c1d4-75ba-498a-9398-12260576cbb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:43.088863 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9bb8c1d4-75ba-498a-9398-12260576cbb0'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:43.115105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a2e26416-23f5-47de-b2cd-830cb77274e0 None None] Provisioning complete for port 6f5038f8-8cb4-40b8-82a4-e26313a808ce triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:43.115688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2e26416-23f5-47de-b2cd-830cb77274e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.178260 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.213223 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] Set router 9bb8c1d4-75ba-498a-9398-12260576cbb0 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:43.228353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2e26416-23f5-47de-b2cd-830cb77274e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.250233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a2e26416-23f5-47de-b2cd-830cb77274e0 None None] For port 6f5038f8-8cb4-40b8-82a4-e26313a808ce, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6f5038f8-8cb4-40b8-82a4-e26313a808ce,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:43.254340 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a2e26416-23f5-47de-b2cd-830cb77274e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.303286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e26416-23f5-47de-b2cd-830cb77274e0 None None] Pushing event updated for resources: {'Port': ['ID=6f5038f8-8cb4-40b8-82a4-e26313a808ce,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.366126 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.370942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.378620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a8878269-3aac-45f8-92e2-b323446e5005 None None] Provisioning complete for port fe6a858e-1d6b-4b58-a7a0-18df72acde93 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:43.379468 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a8878269-3aac-45f8-92e2-b323446e5005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.401580 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:41Z', 'revision_number': 3, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:43.414575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a8878269-3aac-45f8-92e2-b323446e5005 None None] Port fe6a858e-1d6b-4b58-a7a0-18df72acde93 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:43.435008 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798f1f2b-e8b8-49a1-b264-c0ab8d2832fe None None] The sync data for ids ['9bb8c1d4-75ba-498a-9398-12260576cbb0'] in n-d-817778-8 is: [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:41Z', 'revision_number': 3, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:43.449772 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.451904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6a858e-1d6b-4b58-a7a0-18df72acde93,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:43.546482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:43.547847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:43.702191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Router 9bb8c1d4-75ba-498a-9398-12260576cbb0 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:22:43.824895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:43.829927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fe3c78d0-e606-45e7-83a4-80d91c6feb68 admin admin] 10.222.0.48 "PUT /v2.0/routers/9bb8c1d4-75ba-498a-9398-12260576cbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165637 Nov 16 22:22:43.846220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14ea1c49-a962-4fda-952c-a099e4ccf324 None None] Provisioning complete for port fe6a858e-1d6b-4b58-a7a0-18df72acde93 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:43.846592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14ea1c49-a962-4fda-952c-a099e4ccf324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:43.884893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14ea1c49-a962-4fda-952c-a099e4ccf324 None None] Port fe6a858e-1d6b-4b58-a7a0-18df72acde93 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:44.329252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 56988) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.334774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-930932503-network', 'tenant_id': '59e0d96081104600afca030aab3a8af9'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:44.355312 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Made reservation on behalf of 59e0d96081104600afca030aab3a8af9 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:44.357607 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.366570 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.439014 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.443464 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.471865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:22:44.478240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412b7bea-aae8-45f4-b2a2-6d36175b3101,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.484128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.484474 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Added segment 9631d732-4c0d-4a60-a06e-0a3281ead9bc of type vlan for network 50d4a102-f7c1-4a20-bfc6-404519c78b43 Nov 16 22:22:44.528002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.551882 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.552913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:44.553811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.609384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2764637 Nov 16 22:22:44.609748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.614879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Request body: {'subnet': {'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-subnet', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:44.618269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a29a4-621c-438f-873b-80be4245d6ba admin admin] Pushing event updated for resources: {'Network': ['ID=50d4a102-f7c1-4a20-bfc6-404519c78b43,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.629452 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:22:44.640243 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Made reservation on behalf of 59e0d96081104600afca030aab3a8af9 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:44.642847 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.770530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6f5038f8-8cb4-40b8-82a4-e26313a808ce up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:44.822600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 6f5038f8-8cb4-40b8-82a4-e26313a808ce triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:44.822974 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.859154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.915874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7f46cf-0cee-4f0f-ad03-53c01d620bba,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:44.926180 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Checking segment: {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:44.927134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Network hostable DHCP agents. Network: 50d4a102-f7c1-4a20-bfc6-404519c78b43, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:22:44.943822 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:22:44.953147 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 50d4a102-f7c1-4a20-bfc6-404519c78b43) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:44.957496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:44.958336 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:44.962765 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a4508-4aad-45ec-a2a5-e59b012cdb1b None None] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:44.973813 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9e5b5f92-dd61-4511-b48b-b316867626ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3628759 Nov 16 22:22:44.976314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56992) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:44.980442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:45.001335 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.002417 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.050852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Sync routers for ids ['9bb8c1d4-75ba-498a-9398-12260576cbb0'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:45.067006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.087412 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Routers {'9bb8c1d4-75ba-498a-9398-12260576cbb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:45.088035 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9bb8c1d4-75ba-498a-9398-12260576cbb0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:45.190553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-50d4a102-f7c1-4a20-bfc6-404519c78b43', 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'fixed_ips': [{'subnet_id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:22:45.191392 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.205988 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.238201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Set router 9bb8c1d4-75ba-498a-9398-12260576cbb0 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:45.424670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.444030 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.478819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Allocated IP 172.20.0.2 (50d4a102-f7c1-4a20-bfc6-404519c78b43/1f7f46cf-0cee-4f0f-ad03-53c01d620bba/cf6f8958-f636-45f2-b047-8ac032cee272) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:45.549385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Allocated IP 172.25.3.61 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/2bf119bb-a4e8-460f-931e-9c2709140135) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:45.642669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'fe6a858e-1d6b-4b58-a7a0-18df72acde93', 'name': '', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'mac_address': 'fa:16:3e:67:df:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:42Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 2, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'subnets': [{'id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:45.652356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.686430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.693783 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Checking router: 9bb8c1d4-75ba-498a-9398-12260576cbb0 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:45.694195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Updating router 9bb8c1d4-75ba-498a-9398-12260576cbb0 port fe6a858e-1d6b-4b58-a7a0-18df72acde93 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:22:45.734735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:45.738031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:45.743164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:45.746523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf119bb-a4e8-460f-931e-9c2709140135,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:45.881301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc906301-6538-4a19-bc07-a1449faf6e85 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:45.906249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.912668 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:45.928120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.009658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:46.024554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:46.074490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:46.080639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Pushing event updated for resources: {'Port': ['ID=cf6f8958-f636-45f2-b047-8ac032cee272,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.083001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b4a9ff02-d1fa-40a7-b3af-0291f32b49dc None None] Provisioning complete for port 2bf119bb-a4e8-460f-931e-9c2709140135 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:46.083437 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b4a9ff02-d1fa-40a7-b3af-0291f32b49dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.196916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Attempting to bind port cf6f8958-f636-45f2-b047-8ac032cee272 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:46.197296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Attempting to bind port cf6f8958-f636-45f2-b047-8ac032cee272 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:46.197692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Attempting to bind port cf6f8958-f636-45f2-b047-8ac032cee272 on network 50d4a102-f7c1-4a20-bfc6-404519c78b43 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:46.224303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9ff02-d1fa-40a7-b3af-0291f32b49dc None None] Port 2bf119bb-a4e8-460f-931e-9c2709140135 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:46.235057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:46.235444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Checking segment: {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:46.235855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.236254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Bound using segment: {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:46.236735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Bound port: cf6f8958-f636-45f2-b047-8ac032cee272, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:46.237122 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.320392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.352416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] For port cf6f8958-f636-45f2-b047-8ac032cee272, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:46.356852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] For port cf6f8958-f636-45f2-b047-8ac032cee272, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cf6f8958-f636-45f2-b047-8ac032cee272,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:46.377142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.436454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.451345 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.460156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79772a-b936-407b-89c7-7d7bac557c78 None None] Pushing event updated for resources: {'Port': ['ID=cf6f8958-f636-45f2-b047-8ac032cee272,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.535775 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.548328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75b2f8-0fd4-46de-9286-f4827662d7db None None] Pushing event updated for resources: {'Port': ['ID=fe6a858e-1d6b-4b58-a7a0-18df72acde93,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.560960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Attempting to bind port fe6a858e-1d6b-4b58-a7a0-18df72acde93 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:46.561337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Attempting to bind port fe6a858e-1d6b-4b58-a7a0-18df72acde93 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:46.561742 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Attempting to bind port fe6a858e-1d6b-4b58-a7a0-18df72acde93 on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:46.567162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:46.567691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Checking segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:46.568107 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.568497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Bound using segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:46.568973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Bound port: fe6a858e-1d6b-4b58-a7a0-18df72acde93, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:46.569373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.659299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] For port fe6a858e-1d6b-4b58-a7a0-18df72acde93, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:46.665037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] For port fe6a858e-1d6b-4b58-a7a0-18df72acde93, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fe6a858e-1d6b-4b58-a7a0-18df72acde93,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:46.679836 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.742386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:22:46.764641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Routers {'9bb8c1d4-75ba-498a-9398-12260576cbb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:46.765290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9bb8c1d4-75ba-498a-9398-12260576cbb0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:46.831580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75b2f8-0fd4-46de-9286-f4827662d7db None None] Pushing event updated for resources: {'Port': ['ID=fe6a858e-1d6b-4b58-a7a0-18df72acde93,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:46.870944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cf6f8958-f636-45f2-b047-8ac032cee272 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:46.889852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:46.900029 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Sync routers for ids ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:46.915353 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Routers {'735ea63a-6b30-40eb-bb41-02cb997e7ac2'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:46.916764 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:46.936904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.940989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3095520-932e-4b81-9071-0cc06d9dff14 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9613910 Nov 16 22:22:46.941325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 56994) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:22:46.941662 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed6f16ca-f295-48fd-a77c-58a188099e38 None None] Provisioning complete for port fe6a858e-1d6b-4b58-a7a0-18df72acde93 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:46.942140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed6f16ca-f295-48fd-a77c-58a188099e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:46.998778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] Set router 9bb8c1d4-75ba-498a-9398-12260576cbb0 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:47.056296 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Set router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:47.057914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port cf6f8958-f636-45f2-b047-8ac032cee272 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:47.058367 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.213757 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed6f16ca-f295-48fd-a77c-58a188099e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.267533 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 3, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:47.278509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed6f16ca-f295-48fd-a77c-58a188099e38 None None] For port fe6a858e-1d6b-4b58-a7a0-18df72acde93, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fe6a858e-1d6b-4b58-a7a0-18df72acde93,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:47.306666 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed6f16ca-f295-48fd-a77c-58a188099e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.312383 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Checking router: 735ea63a-6b30-40eb-bb41-02cb997e7ac2 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:47.313076 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Updating router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 port 2bf119bb-a4e8-460f-931e-9c2709140135 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:22:47.346143 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.384119 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.412665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f16ca-f295-48fd-a77c-58a188099e38 None None] Pushing event updated for resources: {'Port': ['ID=fe6a858e-1d6b-4b58-a7a0-18df72acde93,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.453407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port cf6f8958-f636-45f2-b047-8ac032cee272, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cf6f8958-f636-45f2-b047-8ac032cee272,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:47.459888 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-951e4224-f6d1-453e-9111-18a7243f97b5 None None] Provisioning complete for port fe6a858e-1d6b-4b58-a7a0-18df72acde93 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:47.460275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-951e4224-f6d1-453e-9111-18a7243f97b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.465634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.489746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'fe6a858e-1d6b-4b58-a7a0-18df72acde93', 'name': '', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'mac_address': 'fa:16:3e:67:df:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:42Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'subnets': [{'id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:47.498380 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.546389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd50d89-69f1-41ec-bce9-67bd56703f0c None None] The sync data for ids ['9bb8c1d4-75ba-498a-9398-12260576cbb0'] in n-d-817778-8 is: [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'fe6a858e-1d6b-4b58-a7a0-18df72acde93', 'name': '', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'mac_address': 'fa:16:3e:67:df:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:42Z', 'updated_at': '2021-11-16T22:22:46Z', 'revision_number': 4, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'subnets': [{'id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:47.588851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=cf6f8958-f636-45f2-b047-8ac032cee272,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.718479 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.724901 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.747435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Allocated IP 172.20.0.1 (50d4a102-f7c1-4a20-bfc6-404519c78b43/1f7f46cf-0cee-4f0f-ad03-53c01d620bba/cff1d33e-b542-4def-ada5-864c10597668) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:47.780716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b08d14-01f7-4ad8-a511-9492cf840370 None None] Pushing event updated for resources: {'Port': ['ID=2bf119bb-a4e8-460f-931e-9c2709140135,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:47.800267 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Attempting to bind port 2bf119bb-a4e8-460f-931e-9c2709140135 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:47.801029 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Attempting to bind port 2bf119bb-a4e8-460f-931e-9c2709140135 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:47.801332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Attempting to bind port 2bf119bb-a4e8-460f-931e-9c2709140135 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:47.802636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb1adc-bf9b-47fc-a126-c56ea6c712fa None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:47.808890 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:47.809286 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:47.809723 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.810057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e8053a-c0ac-48e5-a914-21ca1bfeadd5 None None] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:22:47.810177 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:47.810583 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Bound port: 2bf119bb-a4e8-460f-931e-9c2709140135, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:47.810968 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.885677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] For port 2bf119bb-a4e8-460f-931e-9c2709140135, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:47.892239 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] For port 2bf119bb-a4e8-460f-931e-9c2709140135, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2bf119bb-a4e8-460f-931e-9c2709140135,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:47.896072 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.899795 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.953479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:47.960888 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Routers {'735ea63a-6b30-40eb-bb41-02cb997e7ac2'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:47.961551 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:47.993320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:48.003902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:48.007834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:48.066839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f05f20-2783-452e-94fc-fd4c752dba3c None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:22:48.070809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.102021 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Provisioning complete for port 2bf119bb-a4e8-460f-931e-9c2709140135 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.102405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.180901 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b08d14-01f7-4ad8-a511-9492cf840370 None None] Pushing event updated for resources: {'Port': ['ID=2bf119bb-a4e8-460f-931e-9c2709140135,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:48.202053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Pushing event updated for resources: {'Port': ['ID=cff1d33e-b542-4def-ada5-864c10597668,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:48.240205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.253609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] Set router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:48.293168 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.321347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] For port 2bf119bb-a4e8-460f-931e-9c2709140135, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2bf119bb-a4e8-460f-931e-9c2709140135,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:48.334602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.409008 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Pushing event updated for resources: {'Port': ['ID=2bf119bb-a4e8-460f-931e-9c2709140135,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:48.423529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Provisioning complete for port cf6f8958-f636-45f2-b047-8ac032cee272 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.423912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16fdd5ec-0eb9-4eec-b4cd-6d28ef279995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.472384 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.479064 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.498252 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 3, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:48.551165 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da044ae-7a2f-465f-9c79-da2823f8af25 None None] The sync data for ids ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'] in n-d-817778-8 is: [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:45Z', 'revision_number': 3, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:48.587650 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.589808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Pushing event updated for resources: {'Port': ['ID=cff1d33e-b542-4def-ada5-864c10597668,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:48.698172 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Provisioning complete for port 2bf119bb-a4e8-460f-931e-9c2709140135 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.698549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.719232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:48.720748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:48.857092 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Provisioning complete for port cff1d33e-b542-4def-ada5-864c10597668 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.857639 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.899030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Port cff1d33e-b542-4def-ada5-864c10597668 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:48.910643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Provisioning complete for port cf6f8958-f636-45f2-b047-8ac032cee272 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:48.912068 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3b2508ec-6c36-48a1-a3a2-0d0da7c9dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:48.930785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:22:48.988281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cf6f8958-f636-45f2-b047-8ac032cee272 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:49.101042 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port cf6f8958-f636-45f2-b047-8ac032cee272 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.101891 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.123346 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:22:49.128999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-288c37bd-0c7c-4bd2-ac96-f041913aa8ab admin admin] 10.222.0.48 "PUT /v2.0/routers/735ea63a-6b30-40eb-bb41-02cb997e7ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1862018 Nov 16 22:22:49.255016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe6a858e-1d6b-4b58-a7a0-18df72acde93 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:49.298782 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-29ed9e50-5ae1-4d5d-b473-01cb8b36ec78 None None] Provisioning complete for port cff1d33e-b542-4def-ada5-864c10597668 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.299175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-29ed9e50-5ae1-4d5d-b473-01cb8b36ec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.344213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-29ed9e50-5ae1-4d5d-b473-01cb8b36ec78 None None] Port cff1d33e-b542-4def-ada5-864c10597668 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:49.350499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port fe6a858e-1d6b-4b58-a7a0-18df72acde93 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.350888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.469123 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f8523ca8-ecb7-471d-a949-f07cf8463d07 None None] Provisioning complete for port cff1d33e-b542-4def-ada5-864c10597668 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:49.469689 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f8523ca8-ecb7-471d-a949-f07cf8463d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:49.506023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f8523ca8-ecb7-471d-a949-f07cf8463d07 None None] Port cff1d33e-b542-4def-ada5-864c10597668 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:22:50.020369 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-04be9ec2-a0fc-4a69-8335-cf6ef796204c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:50.021892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-04be9ec2-a0fc-4a69-8335-cf6ef796204c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 816 time: 0.1087375 Nov 16 22:22:50.037153 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-3a4c5d58-ebe9-49f5-8599-e19c60684765 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/quotas/88ddc1dd00c2467dab4b8d1e9382d19e HTTP/1.1" status: 200 len: 375 time: 0.0093579 Nov 16 22:22:50.089849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-d8acf6be-76ee-4360-b485-0c62b3fd4bff tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469952 Nov 16 22:22:50.188550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-7881b7df-46fa-4b5c-a6a1-4fb841cf3327 service neutron] 10.222.0.48 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868928 Nov 16 22:22:50.280028 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-bf87736c-538b-4a1c-8eec-81b89ba5452d service neutron] 10.222.0.48 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834990 Nov 16 22:22:50.445651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc2c318a-18a3-4733-86a9-654a10e03412 req-9d7e5c7a-7480-4355-b48a-60c4ef959919 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 210 time: 0.0274227 Nov 16 22:22:50.782901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2bf119bb-a4e8-460f-931e-9c2709140135 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:50.846995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2bf119bb-a4e8-460f-931e-9c2709140135 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:50.847375 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:50.905022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c34cc2af-70cf-499c-95ce-23af9f991b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.050488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Sync routers for ids ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:22:51.061229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Routers {'735ea63a-6b30-40eb-bb41-02cb997e7ac2'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:51.061879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:51.169896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Set router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:51.373542 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'cff1d33e-b542-4def-ada5-864c10597668', 'name': '', 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'mac_address': 'fa:16:3e:e2:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 2, 'project_id': '59e0d96081104600afca030aab3a8af9', 'subnets': [{'id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:51.404651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Checking router: 735ea63a-6b30-40eb-bb41-02cb997e7ac2 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:22:51.405170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Updating router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 port cff1d33e-b542-4def-ada5-864c10597668 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:22:51.428460 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-615f6d93-0e7f-4ea7-a502-685c2b5ffd37 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:51.429996 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-615f6d93-0e7f-4ea7-a502-685c2b5ffd37 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 816 time: 0.1258638 Nov 16 22:22:51.431141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.443823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Request body: {'port': {'device_id': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'admin_state_up': True, 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:51.575175 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee81e0e0-03d1-4e3e-9531-c8b9c91581df req-f33c90d2-b6b4-4823-8ea0-1bb9a699cdd2 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 210 time: 0.0449874 Nov 16 22:22:51.597611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Made reservation on behalf of 88ddc1dd00c2467dab4b8d1e9382d19e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:22:51.600580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.699797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.705778 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.726654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Allocated IP 172.20.0.12 (99e8e99d-89f6-4686-b27e-a3882fba58f1/787b4927-c894-4f06-94b0-6242cb1a8fc7/008302ef-0b85-42bb-8a5c-8d01e630cacd) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:22:51.757325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02f060-4dbc-4146-8071-dd61a01219a9 None None] Pushing event updated for resources: {'Port': ['ID=cff1d33e-b542-4def-ada5-864c10597668,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:51.823185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Attempting to bind port cff1d33e-b542-4def-ada5-864c10597668 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:51.823830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Attempting to bind port cff1d33e-b542-4def-ada5-864c10597668 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:51.823927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Attempting to bind port cff1d33e-b542-4def-ada5-864c10597668 on network 50d4a102-f7c1-4a20-bfc6-404519c78b43 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:51.830725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:51.831113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Checking segment: {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:51.831522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.831919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Bound using segment: {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:51.832409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Bound port: cff1d33e-b542-4def-ada5-864c10597668, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9631d732-4c0d-4a60-a06e-0a3281ead9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:51.833353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.907427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] For port cff1d33e-b542-4def-ada5-864c10597668, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:51.911544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] For port cff1d33e-b542-4def-ada5-864c10597668, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cff1d33e-b542-4def-ada5-864c10597668,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:51.914495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.916520 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.957322 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:51.970995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Routers {'735ea63a-6b30-40eb-bb41-02cb997e7ac2'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:22:51.971631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:22:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:52.000944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:22:52.004152 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:22:52.007274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:22:52.057736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02f060-4dbc-4146-8071-dd61a01219a9 None None] Pushing event updated for resources: {'Port': ['ID=cff1d33e-b542-4def-ada5-864c10597668,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:52.077025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Pushing event updated for resources: {'Port': ['ID=008302ef-0b85-42bb-8a5c-8d01e630cacd,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:52.090256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.090890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.112647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-34a6a669-be97-4e6d-b766-4df5c18fc3ad tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6725011 Nov 16 22:22:52.112971 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e419b88a-9e06-4101-afbb-f9b8b145681b None None] Provisioning complete for port cff1d33e-b542-4def-ada5-864c10597668 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:52.113376 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e419b88a-9e06-4101-afbb-f9b8b145681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.126162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Request body: {'port': {'device_id': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:22:52.149224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] Set router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:22:52.201787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.329725 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e419b88a-9e06-4101-afbb-f9b8b145681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.406184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e419b88a-9e06-4101-afbb-f9b8b145681b None None] For port cff1d33e-b542-4def-ada5-864c10597668, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cff1d33e-b542-4def-ada5-864c10597668,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:52.412382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e419b88a-9e06-4101-afbb-f9b8b145681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.471705 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419b88a-9e06-4101-afbb-f9b8b145681b None None] Pushing event updated for resources: {'Port': ['ID=cff1d33e-b542-4def-ada5-864c10597668,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:52.478723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'cff1d33e-b542-4def-ada5-864c10597668', 'name': '', 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'mac_address': 'fa:16:3e:e2:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:51Z', 'revision_number': 4, 'project_id': '59e0d96081104600afca030aab3a8af9', 'subnets': [{'id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:22:52.495141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008302ef-0b85-42bb-8a5c-8d01e630cacd {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:52.502760 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.506240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652e3ee-332e-4989-9ac8-a18f7c14b94c None None] The sync data for ids ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'] in n-d-817778-8 is: [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'cff1d33e-b542-4def-ada5-864c10597668', 'name': '', 'network_id': '50d4a102-f7c1-4a20-bfc6-404519c78b43', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'mac_address': 'fa:16:3e:e2:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:47Z', 'updated_at': '2021-11-16T22:22:51Z', 'revision_number': 4, 'project_id': '59e0d96081104600afca030aab3a8af9', 'subnets': [{'id': '1f7f46cf-0cee-4f0f-ad03-53c01d620bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:22:52.515713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Transition to ACTIVE for port object 008302ef-0b85-42bb-8a5c-8d01e630cacd will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:22:52.519729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.544618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d09570be-b06b-4131-a678-5790cae1a815 None None] Provisioning complete for port cff1d33e-b542-4def-ada5-864c10597668 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:52.545166 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d09570be-b06b-4131-a678-5790cae1a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.610731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Pushing event updated for resources: {'Port': ['ID=008302ef-0b85-42bb-8a5c-8d01e630cacd,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:52.713429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Attempting to bind port 008302ef-0b85-42bb-8a5c-8d01e630cacd on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:22:52.713887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Attempting to bind port 008302ef-0b85-42bb-8a5c-8d01e630cacd by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:22:52.714315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Attempting to bind port 008302ef-0b85-42bb-8a5c-8d01e630cacd on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:52.722959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Port 008302ef-0b85-42bb-8a5c-8d01e630cacd on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:22:52.724071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Attempting to bind port 008302ef-0b85-42bb-8a5c-8d01e630cacd on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:22:52.741091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:22:52.741580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Checking segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:22:52.742118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Bound using segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:22:52.742662 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Bound port: 008302ef-0b85-42bb-8a5c-8d01e630cacd, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:22:52.743173 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.756203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236e56-1bd8-4fb2-83c9-db61e84029ae req-60b3d13a-dabe-48f4-9ed1-999c9572c741 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.758069 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c236e56-1bd8-4fb2-83c9-db61e84029ae req-60b3d13a-dabe-48f4-9ed1-999c9572c741 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 944 time: 0.0811291 Nov 16 22:22:52.830383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cff1d33e-b542-4def-ada5-864c10597668 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:52.833547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c236e56-1bd8-4fb2-83c9-db61e84029ae req-6af9b54d-2363-4967-95c9-60ed9c06f411 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632124 Nov 16 22:22:52.865036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] For port 008302ef-0b85-42bb-8a5c-8d01e630cacd, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:22:52.869895 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] For port 008302ef-0b85-42bb-8a5c-8d01e630cacd, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:22:52.877659 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.895180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port cff1d33e-b542-4def-ada5-864c10597668 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:52.895559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.930907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:52.931619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:52.933958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] 10.222.0.47 "PUT /v2.0/ports/008302ef-0b85-42bb-8a5c-8d01e630cacd HTTP/1.1" status: 200 len: 1092 time: 0.8131013 Nov 16 22:22:52.934521 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'tag': '008302ef-0b85-42bb-8a5c-8d01e630cacd'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:52.937992 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d" -d '{"events": [{"name": "network-changed", "server_uuid": "44ecc495-f40b-4b03-ab5e-160c438a9b06", "tag": "008302ef-0b85-42bb-8a5c-8d01e630cacd"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:52.969465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ea37c-3e7b-48f7-b777-e90c5dd25eeb service neutron] Pushing event updated for resources: {'Port': ['ID=008302ef-0b85-42bb-8a5c-8d01e630cacd,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:53.027472 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b8101-b40e-4578-80c9-ac9b365a9314 x-openstack-request-id: req-211b8101-b40e-4578-80c9-ac9b365a9314 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:53.027759 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ecc495-f40b-4b03-ab5e-160c438a9b06", "tag": "008302ef-0b85-42bb-8a5c-8d01e630cacd", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:53.028013 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-211b8101-b40e-4578-80c9-ac9b365a9314 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:53.028413 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'tag': '008302ef-0b85-42bb-8a5c-8d01e630cacd', 'status': 'completed', 'code': 200} Nov 16 22:22:53.046442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-005bc349-7dcc-4824-b13e-6ed5177059b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.048113 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-005bc349-7dcc-4824-b13e-6ed5177059b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 1095 time: 0.0593135 Nov 16 22:22:53.100535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-4561b88b-48bc-4363-971c-3a9fefe90c46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd HTTP/1.1" status: 200 len: 217 time: 0.0434968 Nov 16 22:22:53.157285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-2af5a842-8cd1-4627-b7cd-e5c2de7c0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.158822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-2af5a842-8cd1-4627-b7cd-e5c2de7c0526 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=787b4927-c894-4f06-94b0-6242cb1a8fc7 HTTP/1.1" status: 200 len: 855 time: 0.0470128 Nov 16 22:22:53.203482 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3cfceea8-a7d2-4d5c-b3e9-dc16e03aee7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:53.204648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-5bb19592-c658-45ad-934d-4256831109dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.206183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-5bb19592-c658-45ad-934d-4256831109dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99e8e99d-89f6-4686-b27e-a3882fba58f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407135 Nov 16 22:22:53.299157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-ede60936-727b-4e36-ad85-f0960ebfd630 service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857761 Nov 16 22:22:53.393384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-de55fbce-cfb7-406f-b7d0-1a97e1e66df3 req-ae7a71ac-9b81-4140-ae16-11c56335c45f service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871365 Nov 16 22:22:53.605500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-6f6a3fbc-e034-4531-b2c8-ebc499513687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.606958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-6f6a3fbc-e034-4531-b2c8-ebc499513687 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 1095 time: 0.0422685 Nov 16 22:22:53.704344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-e01729e8-7963-47ec-9bbc-59dc36f86c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.705864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-e01729e8-7963-47ec-9bbc-59dc36f86c47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 917 time: 0.0908263 Nov 16 22:22:53.747077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-4063afe7-8378-4942-80a2-28d570954fc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd HTTP/1.1" status: 200 len: 217 time: 0.0342612 Nov 16 22:22:53.801730 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-56ad5d9c-0db8-4095-b35b-007ca595e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.803206 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-56ad5d9c-0db8-4095-b35b-007ca595e9b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=787b4927-c894-4f06-94b0-6242cb1a8fc7 HTTP/1.1" status: 200 len: 855 time: 0.0491138 Nov 16 22:22:53.848729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-62b4d0ea-c5d3-404b-a135-376e59a16bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.850526 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-62b4d0ea-c5d3-404b-a135-376e59a16bd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99e8e99d-89f6-4686-b27e-a3882fba58f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404840 Nov 16 22:22:53.938395 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1561-b8ee-4ac9-b6b1-828fe24e36a3 req-535f9302-1d7e-407a-a888-0abe677995b3 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:53.939949 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c73f1561-b8ee-4ac9-b6b1-828fe24e36a3 req-535f9302-1d7e-407a-a888-0abe677995b3 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 944 time: 0.0500491 Nov 16 22:22:53.943435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-0c7fb17c-2531-4411-966b-4403cf770f89 service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851970 Nov 16 22:22:53.988538 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c73f1561-b8ee-4ac9-b6b1-828fe24e36a3 req-5dde3e3a-5e07-4190-ad92-c29b150a6755 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 16 22:22:54.036676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebb333fa-b9d4-4e47-a2f1-609c1b44042d req-71a9b3c0-ca29-445f-ada2-cecdceb2e91f service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864522 Nov 16 22:22:54.430702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:55.107989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0ea7-3ccf-4833-bc2b-b8af988da616 req-239d76f8-fa8e-40bb-8310-0649b600821c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:55.109485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-275f0ea7-3ccf-4833-bc2b-b8af988da616 req-239d76f8-fa8e-40bb-8310-0649b600821c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 944 time: 0.0503650 Nov 16 22:22:55.156840 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-275f0ea7-3ccf-4833-bc2b-b8af988da616 req-cc8f1954-45b8-4312-85dd-9c61353ca45a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Nov 16 22:22:55.989844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:56.273536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c5335-38ac-4eb4-9582-cc5c56e92da8 req-0df2265f-0898-4b91-b187-74decfebca9a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:56.275019 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-605c5335-38ac-4eb4-9582-cc5c56e92da8 req-0df2265f-0898-4b91-b187-74decfebca9a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 944 time: 0.0479293 Nov 16 22:22:56.322261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-605c5335-38ac-4eb4-9582-cc5c56e92da8 req-bf644064-e3e2-42c0-a4a5-526f9d2aa0d1 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Nov 16 22:22:56.799341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:56.874340 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 008302ef-0b85-42bb-8a5c-8d01e630cacd details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:22:56.969748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 008302ef-0b85-42bb-8a5c-8d01e630cacd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:56.981213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '008302ef-0b85-42bb-8a5c-8d01e630cacd', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'port_id': '008302ef-0b85-42bb-8a5c-8d01e630cacd', 'mac_address': 'fa:16:3e:ae:e6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:22:57.018111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:57.030434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008302ef-0b85-42bb-8a5c-8d01e630cacd {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:22:57.048769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 008302ef-0b85-42bb-8a5c-8d01e630cacd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:57.052887 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:57.099163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=008302ef-0b85-42bb-8a5c-8d01e630cacd,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:57.356411 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['008302ef-0b85-42bb-8a5c-8d01e630cacd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:22:57.546840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4907e8-f1f6-48b8-82fd-5f9672975c3b req-db225f29-c81d-48e5-bc3c-c0dd77ba76e0 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:57.548219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a4907e8-f1f6-48b8-82fd-5f9672975c3b req-db225f29-c81d-48e5-bc3c-c0dd77ba76e0 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 945 time: 0.1551688 Nov 16 22:22:57.595672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a4907e8-f1f6-48b8-82fd-5f9672975c3b req-8ecbb7f2-0361-487b-911a-2bac592f5139 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Nov 16 22:22:58.766867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726825f1-0ed2-4c28-8564-6291d7c6917f req-8340a7ed-1de6-4eef-8caa-bdb87baab816 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:58.768344 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-726825f1-0ed2-4c28-8564-6291d7c6917f req-8340a7ed-1de6-4eef-8caa-bdb87baab816 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 945 time: 0.1048110 Nov 16 22:22:58.815128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-726825f1-0ed2-4c28-8564-6291d7c6917f req-5a2980f0-9542-4501-8d77-e8b16a031e75 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Nov 16 22:22:58.894266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 008302ef-0b85-42bb-8a5c-8d01e630cacd up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:22:58.943691 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 008302ef-0b85-42bb-8a5c-8d01e630cacd completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:22:58.947573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 008302ef-0b85-42bb-8a5c-8d01e630cacd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:22:58.947945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.027534 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.049355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008302ef-0b85-42bb-8a5c-8d01e630cacd'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:22:59.051817 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d751e57-6339-48f5-88e6-a000df0ed026" -d '{"events": [{"server_uuid": "44ecc495-f40b-4b03-ab5e-160c438a9b06", "name": "network-vif-plugged", "status": "completed", "tag": "008302ef-0b85-42bb-8a5c-8d01e630cacd"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:22:59.063699 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 008302ef-0b85-42bb-8a5c-8d01e630cacd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:22:59.067795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:22:59.090822 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddf2f8e-f99a-467d-be59-c3d059fd8f50 x-openstack-request-id: req-3ddf2f8e-f99a-467d-be59-c3d059fd8f50 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:22:59.091110 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ecc495-f40b-4b03-ab5e-160c438a9b06", "name": "network-vif-plugged", "status": "completed", "tag": "008302ef-0b85-42bb-8a5c-8d01e630cacd", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:22:59.091357 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ddf2f8e-f99a-467d-be59-c3d059fd8f50 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:22:59.091741 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008302ef-0b85-42bb-8a5c-8d01e630cacd', 'code': 200} Nov 16 22:22:59.118926 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=008302ef-0b85-42bb-8a5c-8d01e630cacd,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:22:59.217358 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05321c8-4a1e-4e43-a14d-2152a2956760 req-00625df9-26ea-45af-aac6-f0d8ea6c30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:59.218887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b05321c8-4a1e-4e43-a14d-2152a2956760 req-00625df9-26ea-45af-aac6-f0d8ea6c30cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 1097 time: 0.0431244 Nov 16 22:22:59.265406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b05321c8-4a1e-4e43-a14d-2152a2956760 req-4d7366c3-45d9-499d-871d-37013e04822a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Nov 16 22:22:59.929593 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f89a7-d5cd-46ac-86aa-309b354cf6ba req-1f3fad13-cb7b-4914-a4ea-f5a944138846 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:22:59.931113 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d77f89a7-d5cd-46ac-86aa-309b354cf6ba req-1f3fad13-cb7b-4914-a4ea-f5a944138846 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Nov 16 22:22:59.977732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d77f89a7-d5cd-46ac-86aa-309b354cf6ba req-4c2e570b-2ec0-4383-a1ce-b6c6982d95b5 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Nov 16 22:23:01.093119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dd5df-cc9c-4d59-8943-1a84f5977ae3 req-c91d5020-7a27-4b14-bdd1-f35264e78faf tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.094611 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d93dd5df-cc9c-4d59-8943-1a84f5977ae3 req-c91d5020-7a27-4b14-bdd1-f35264e78faf tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 946 time: 0.0481656 Nov 16 22:23:01.144516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d93dd5df-cc9c-4d59-8943-1a84f5977ae3 req-8ae342b8-8671-4ffd-8e71-29d65ad7fc26 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Nov 16 22:23:01.258914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47360c2a-0ae3-4cc2-ac1d-355f3f9670e5 req-e0835b7b-fa57-45a7-952b-d546c197df7a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:01.260301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47360c2a-0ae3-4cc2-ac1d-355f3f9670e5 req-e0835b7b-fa57-45a7-952b-d546c197df7a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 946 time: 0.0485432 Nov 16 22:23:01.311894 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47360c2a-0ae3-4cc2-ac1d-355f3f9670e5 req-a73beaa0-a936-42e8-9ff7-5c8cfcdce3a1 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Nov 16 22:23:03.991627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:04.422147 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:23:05.965571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:20.897555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f965fe02-624a-4cdf-98b0-1009ca653644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:23.204226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2608866e-ab90-4024-bd01-9eeaaf47402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:23.901594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130571d6-7350-41d3-8309-17f4a4c01588 req-da35a6dc-d9f5-495c-ae5a-473fd59c0fc2 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:23.903682 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-130571d6-7350-41d3-8309-17f4a4c01588 req-da35a6dc-d9f5-495c-ae5a-473fd59c0fc2 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 946 time: 0.0514681 Nov 16 22:23:23.960249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-130571d6-7350-41d3-8309-17f4a4c01588 req-4f1c59ae-1ca4-4662-85ee-b96b23425dd6 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Nov 16 22:23:24.431745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:25.077019 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860a83-7023-4e08-ad95-f8bd505fe5db req-bd7630b2-4e61-4dc5-9506-4aeffade63fc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:25.078519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f3860a83-7023-4e08-ad95-f8bd505fe5db req-bd7630b2-4e61-4dc5-9506-4aeffade63fc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Nov 16 22:23:25.129240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f3860a83-7023-4e08-ad95-f8bd505fe5db req-b04595ac-3267-4790-bbf0-ca8856c5d57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Nov 16 22:23:25.511884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-d1d95a3d-ed65-4bfd-aa13-cde568cda129 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:25.513348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-d1d95a3d-ed65-4bfd-aa13-cde568cda129 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 946 time: 0.0495329 Nov 16 22:23:25.606870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Deleting port 008302ef-0b85-42bb-8a5c-8d01e630cacd {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:23:25.607210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:25.696646 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] For port 008302ef-0b85-42bb-8a5c-8d01e630cacd, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=008302ef-0b85-42bb-8a5c-8d01e630cacd,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:23:25.696813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:25.709976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Calling delete_port for 008302ef-0b85-42bb-8a5c-8d01e630cacd owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:23:25.837430 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:25.850992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['008302ef-0b85-42bb-8a5c-8d01e630cacd'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:23:25.874476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Pushing event deleted for resources: {'Port': ['ID=008302ef-0b85-42bb-8a5c-8d01e630cacd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:25.902874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.903231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.903568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.903903 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.904235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.904570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.904908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.905225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.905572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.905897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.906216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.906537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:25.924023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] No DVR routers for this DVR port 008302ef-0b85-42bb-8a5c-8d01e630cacd on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:23:25.927420 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:25.931249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a28e19d7-9502-45fe-8277-20d398c97a5c req-84ef8d80-9703-44e7-b955-4f50d42734dc tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "DELETE /v2.0/ports/008302ef-0b85-42bb-8a5c-8d01e630cacd HTTP/1.1" status: 204 len: 173 time: 0.4111876 Nov 16 22:23:25.931708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'name': 'network-vif-deleted', 'tag': '008302ef-0b85-42bb-8a5c-8d01e630cacd'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:23:25.934111 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd3319-5452-40db-8702-24035c755dfa" -d '{"events": [{"server_uuid": "44ecc495-f40b-4b03-ab5e-160c438a9b06", "name": "network-vif-deleted", "tag": "008302ef-0b85-42bb-8a5c-8d01e630cacd"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:23:25.994116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:26.039047 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a3bc0-8c58-4a75-82a4-be19499f0204 x-openstack-request-id: req-654a3bc0-8c58-4a75-82a4-be19499f0204 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:23:26.039342 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ecc495-f40b-4b03-ab5e-160c438a9b06", "name": "network-vif-deleted", "tag": "008302ef-0b85-42bb-8a5c-8d01e630cacd", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:23:26.039596 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-654a3bc0-8c58-4a75-82a4-be19499f0204 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:23:26.040197 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ecc495-f40b-4b03-ab5e-160c438a9b06', 'name': 'network-vif-deleted', 'tag': '008302ef-0b85-42bb-8a5c-8d01e630cacd', 'status': 'completed', 'code': 200} Nov 16 22:23:26.235112 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-83c937f5-1599-4461-8b18-f87ed084f56b req-be02ff08-6fcf-402e-b1ba-e3da6cec8e46 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=44ecc495-f40b-4b03-ab5e-160c438a9b06 HTTP/1.1" status: 200 len: 210 time: 0.0262456 Nov 16 22:23:26.800656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:27.922781 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-f6a0a488-1210-44b1-a693-9bffd9edc288 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:27.924250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-f6a0a488-1210-44b1-a693-9bffd9edc288 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 816 time: 0.1053038 Nov 16 22:23:27.938813 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-5eb3dcab-83ee-4a98-b35e-309f0daae7d7 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/quotas/88ddc1dd00c2467dab4b8d1e9382d19e HTTP/1.1" status: 200 len: 375 time: 0.0087540 Nov 16 22:23:27.989545 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-c922e294-64aa-424c-b696-41b8df9605e5 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443544 Nov 16 22:23:28.086748 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-540bec62-dd15-4b58-baa9-75e97a71a3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859640 Nov 16 22:23:28.175622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-6ca37f97-6a57-4356-b31f-82d7aca835d1 service neutron] 10.222.0.48 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828471 Nov 16 22:23:28.334861 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d365dd73-6483-4440-92ad-06e3514385e6 req-dea74452-4603-428d-b544-a4505e180af4 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 210 time: 0.0279422 Nov 16 22:23:29.040344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 008302ef-0b85-42bb-8a5c-8d01e630cacd no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:23:29.062954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 008302ef-0b85-42bb-8a5c-8d01e630cacd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:23:29.063302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 008302ef-0b85-42bb-8a5c-8d01e630cacd not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:23:29.344981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-688c9bed-7946-420c-b07e-a7c524243410 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:29.346474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-688c9bed-7946-420c-b07e-a7c524243410 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 816 time: 0.1021440 Nov 16 22:23:29.360298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Request body: {'port': {'device_id': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'admin_state_up': True, 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:23:29.435791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c5af6954-42e5-4dad-881a-9e5915f50138 req-806548a2-37e1-483b-a2bf-da0df797fc6c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 210 time: 0.0272431 Nov 16 22:23:29.476317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Made reservation on behalf of 88ddc1dd00c2467dab4b8d1e9382d19e for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:23:29.479768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:29.606289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Allocated IP 172.20.0.6 (99e8e99d-89f6-4686-b27e-a3882fba58f1/787b4927-c894-4f06-94b0-6242cb1a8fc7/3c20b71c-7258-4981-a8b4-87c725c71648) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:23:29.749565 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:29.786568 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:29.831156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:23:29.834798 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:23:29.837155 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:23:29.866087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Pushing event updated for resources: {'Port': ['ID=3c20b71c-7258-4981-a8b4-87c725c71648,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:29.892634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:29.893340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:29.912342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-22977452-1eb9-49c8-9166-30881ad0f57d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556774 Nov 16 22:23:29.924469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Request body: {'port': {'device_id': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:23:29.981802 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:30.225935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-daec8221-0468-4bb0-8b6f-f51f721d2328 None None] Provisioning complete for port 3c20b71c-7258-4981-a8b4-87c725c71648 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:23:30.226560 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-daec8221-0468-4bb0-8b6f-f51f721d2328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:30.260620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-daec8221-0468-4bb0-8b6f-f51f721d2328 None None] Port 3c20b71c-7258-4981-a8b4-87c725c71648 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:23:30.593426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ecf52-718e-4410-a5c3-faa37c22d2b7 req-0862bb74-39c8-434d-a8de-798f9bbe7915 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:30.595059 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-379ecf52-718e-4410-a5c3-faa37c22d2b7 req-0862bb74-39c8-434d-a8de-798f9bbe7915 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 931 time: 0.0814657 Nov 16 22:23:30.678952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c20b71c-7258-4981-a8b4-87c725c71648 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:23:30.687970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-379ecf52-718e-4410-a5c3-faa37c22d2b7 req-8799ed8e-f5e3-4f12-b9ee-a986246a7ccd tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853877 Nov 16 22:23:30.690185 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:30.704353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Transition to ACTIVE for port object 3c20b71c-7258-4981-a8b4-87c725c71648 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:23:30.709916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:30.769119 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Pushing event updated for resources: {'Port': ['ID=3c20b71c-7258-4981-a8b4-87c725c71648,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:30.851683 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Attempting to bind port 3c20b71c-7258-4981-a8b4-87c725c71648 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:23:30.852366 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Attempting to bind port 3c20b71c-7258-4981-a8b4-87c725c71648 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:23:30.852904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Attempting to bind port 3c20b71c-7258-4981-a8b4-87c725c71648 on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:23:30.858865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Port 3c20b71c-7258-4981-a8b4-87c725c71648 on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:23:30.859318 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Attempting to bind port 3c20b71c-7258-4981-a8b4-87c725c71648 on network 99e8e99d-89f6-4686-b27e-a3882fba58f1 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:23:30.866517 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:23:30.866924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Checking segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:23:30.867329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Bound using segment: {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:23:30.867760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Bound port: 3c20b71c-7258-4981-a8b4-87c725c71648, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db2fb26-1066-4bae-99ac-6ce1f17748d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:23:30.868412 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:30.965385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] For port 3c20b71c-7258-4981-a8b4-87c725c71648, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:23:30.969213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] For port 3c20b71c-7258-4981-a8b4-87c725c71648, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3c20b71c-7258-4981-a8b4-87c725c71648,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:23:30.975234 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:31.021851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.022499 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:31.024020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] 10.222.0.47 "PUT /v2.0/ports/3c20b71c-7258-4981-a8b4-87c725c71648 HTTP/1.1" status: 200 len: 1091 time: 1.1038997 Nov 16 22:23:31.024505 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'tag': '3c20b71c-7258-4981-a8b4-87c725c71648'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:23:31.028619 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e914f-f502-497a-8c99-d56fbd97b9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0b9984-eea9-4fd7-89f2-ed15b069179c", "tag": "3c20b71c-7258-4981-a8b4-87c725c71648"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:23:31.064165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a614-84da-44ed-9bbe-3671e9a720cb service neutron] Pushing event updated for resources: {'Port': ['ID=3c20b71c-7258-4981-a8b4-87c725c71648,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:31.110100 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816e1f87-33b7-4bb4-abd1-66fde85472e7 x-openstack-request-id: req-816e1f87-33b7-4bb4-abd1-66fde85472e7 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:23:31.110468 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0b9984-eea9-4fd7-89f2-ed15b069179c", "tag": "3c20b71c-7258-4981-a8b4-87c725c71648", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:23:31.110728 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-816e1f87-33b7-4bb4-abd1-66fde85472e7 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:23:31.111133 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'tag': '3c20b71c-7258-4981-a8b4-87c725c71648', 'status': 'completed', 'code': 200} Nov 16 22:23:31.131945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-261eaeb6-5edc-4643-9310-6aab280e2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.134345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-261eaeb6-5edc-4643-9310-6aab280e2da4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 1094 time: 0.0639985 Nov 16 22:23:31.178984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-6af7e7e7-d4f2-4883-a3ce-ef760d9994b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c20b71c-7258-4981-a8b4-87c725c71648 HTTP/1.1" status: 200 len: 217 time: 0.0367670 Nov 16 22:23:31.234273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-5be1869f-e5a1-4800-80e1-75278baa8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.235747 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-5be1869f-e5a1-4800-80e1-75278baa8f3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=787b4927-c894-4f06-94b0-6242cb1a8fc7 HTTP/1.1" status: 200 len: 855 time: 0.0504262 Nov 16 22:23:31.281139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-d85958da-ec52-45ae-8a7d-4446fed4257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.282569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-d85958da-ec52-45ae-8a7d-4446fed4257c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99e8e99d-89f6-4686-b27e-a3882fba58f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396993 Nov 16 22:23:31.373474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-eb1c357e-e3d6-4788-8b60-8093c7fbb641 service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831802 Nov 16 22:23:31.469167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9fabf72b-9a45-4e6d-9632-77e71ab9dd11 req-8c087c6c-65d8-4d03-833a-c4c410db334b service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872295 Nov 16 22:23:31.558897 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-98ab79dc-5bfc-4ee0-bb59-bbb7e80bf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.560305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-98ab79dc-5bfc-4ee0-bb59-bbb7e80bf9d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 1094 time: 0.0415382 Nov 16 22:23:31.656328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-b4a0fe5e-7ffd-4da5-a503-4b132740bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.657819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-b4a0fe5e-7ffd-4da5-a503-4b132740bd9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 917 time: 0.0879588 Nov 16 22:23:31.699485 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-2b4ab642-8c32-450f-bec1-ba409fb94437 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c20b71c-7258-4981-a8b4-87c725c71648 HTTP/1.1" status: 200 len: 217 time: 0.0336232 Nov 16 22:23:31.750136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-6d186576-fe0a-4f69-8fe4-03941999e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.751601 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-6d186576-fe0a-4f69-8fe4-03941999e53a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=787b4927-c894-4f06-94b0-6242cb1a8fc7 HTTP/1.1" status: 200 len: 855 time: 0.0448086 Nov 16 22:23:31.826219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-245757b0-1757-4b1d-aa5a-cc2200c4d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.827633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-245757b0-1757-4b1d-aa5a-cc2200c4d2f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99e8e99d-89f6-4686-b27e-a3882fba58f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694396 Nov 16 22:23:31.839561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd48575-fc3a-4646-9a7f-b200125cb39f req-1788a7e9-6677-4cd6-9aa2-17ace4057aaa tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:31.840922 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fd48575-fc3a-4646-9a7f-b200125cb39f req-1788a7e9-6677-4cd6-9aa2-17ace4057aaa tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 943 time: 0.0753343 Nov 16 22:23:31.938519 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1fd48575-fc3a-4646-9a7f-b200125cb39f req-2f103e0d-8f0e-4a1a-89f7-de742bd74fe3 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898628 Nov 16 22:23:31.961417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-c7c97d4b-e0be-4aa5-aac7-b72d0d0d76c5 service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195755 Nov 16 22:23:32.052574 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-369e914f-f502-497a-8c99-d56fbd97b9bf req-1addea01-b060-4a65-9efa-76809291046c service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832095 Nov 16 22:23:33.058351 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e1f0f-9d96-4e74-87d3-1375560b3bbb req-18c57eb9-681b-413e-b932-cdac769833a3 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:33.059807 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e02e1f0f-9d96-4e74-87d3-1375560b3bbb req-18c57eb9-681b-413e-b932-cdac769833a3 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 943 time: 0.0524971 Nov 16 22:23:33.106735 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e02e1f0f-9d96-4e74-87d3-1375560b3bbb req-d3934028-ed01-4cd0-907b-25868258e9a8 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Nov 16 22:23:33.995049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:34.220199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbd421-502e-46df-a6bc-2692a42783e6 req-50014da4-d8be-4034-9221-f4b1482b20d0 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:34.221698 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2abbd421-502e-46df-a6bc-2692a42783e6 req-50014da4-d8be-4034-9221-f4b1482b20d0 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 943 time: 0.0491290 Nov 16 22:23:34.273115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2abbd421-502e-46df-a6bc-2692a42783e6 req-16bdfbd5-8d22-490f-885f-14d8ca4c52fb tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Nov 16 22:23:35.044523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3c20b71c-7258-4981-a8b4-87c725c71648 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:23:35.141074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3c20b71c-7258-4981-a8b4-87c725c71648, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3c20b71c-7258-4981-a8b4-87c725c71648,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:23:35.152000 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '3c20b71c-7258-4981-a8b4-87c725c71648', 'network_id': '99e8e99d-89f6-4686-b27e-a3882fba58f1', 'port_id': '3c20b71c-7258-4981-a8b4-87c725c71648', 'mac_address': 'fa:16:3e:4e:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787b4927-c894-4f06-94b0-6242cb1a8fc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:23:35.188092 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:35.204421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c20b71c-7258-4981-a8b4-87c725c71648 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:23:35.223109 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3c20b71c-7258-4981-a8b4-87c725c71648, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3c20b71c-7258-4981-a8b4-87c725c71648,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:23:35.226710 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:35.271832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3c20b71c-7258-4981-a8b4-87c725c71648,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:35.278949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.279300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.279643 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.279976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.280310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.280639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.280966 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.281289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.281637 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.281962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.282285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.282606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:23:35.387059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548b414-f804-4535-b84f-01097a33666f req-05881b4a-c1b8-461d-9bb7-a29ef2f8967e tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:35.388528 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c548b414-f804-4535-b84f-01097a33666f req-05881b4a-c1b8-461d-9bb7-a29ef2f8967e tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 944 time: 0.0484223 Nov 16 22:23:35.435539 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c548b414-f804-4535-b84f-01097a33666f req-f35646de-e6c6-4883-9f5e-643c6cf4f21d tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Nov 16 22:23:35.530565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3c20b71c-7258-4981-a8b4-87c725c71648'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:23:35.978736 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:36.553846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1edd2-13e5-479f-9a44-25c80d65f935 req-1c8411d7-04ae-4c50-8253-b898192e7ed2 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:36.555344 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bd1edd2-13e5-479f-9a44-25c80d65f935 req-1c8411d7-04ae-4c50-8253-b898192e7ed2 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 944 time: 0.0496457 Nov 16 22:23:36.603090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2bd1edd2-13e5-479f-9a44-25c80d65f935 req-03277a05-f570-49ab-a417-34ab7871b65f tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Nov 16 22:23:37.076259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3c20b71c-7258-4981-a8b4-87c725c71648 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:23:37.124845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 3c20b71c-7258-4981-a8b4-87c725c71648 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:23:37.129268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 3c20b71c-7258-4981-a8b4-87c725c71648 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:23:37.130212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:37.209739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:37.232766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c20b71c-7258-4981-a8b4-87c725c71648'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:23:37.235006 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd364aa8-702a-454d-871c-18fd0d9fcfbc" -d '{"events": [{"server_uuid": "aa0b9984-eea9-4fd7-89f2-ed15b069179c", "name": "network-vif-plugged", "status": "completed", "tag": "3c20b71c-7258-4981-a8b4-87c725c71648"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:23:37.247538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 3c20b71c-7258-4981-a8b4-87c725c71648, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3c20b71c-7258-4981-a8b4-87c725c71648,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:23:37.251753 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:37.299830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=3c20b71c-7258-4981-a8b4-87c725c71648,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:23:37.331051 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59cffc0-fd53-441b-bb8e-559ae179fa9c x-openstack-request-id: req-f59cffc0-fd53-441b-bb8e-559ae179fa9c {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:23:37.331347 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0b9984-eea9-4fd7-89f2-ed15b069179c", "name": "network-vif-plugged", "status": "completed", "tag": "3c20b71c-7258-4981-a8b4-87c725c71648", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:23:37.331601 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f59cffc0-fd53-441b-bb8e-559ae179fa9c {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:23:37.331998 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c20b71c-7258-4981-a8b4-87c725c71648', 'code': 200} Nov 16 22:23:37.428825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72a700-d08a-440b-963f-196ba946338e req-3bf3fe81-c83d-46cf-8f41-9898cde9cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:37.430330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da72a700-d08a-440b-963f-196ba946338e req-3bf3fe81-c83d-46cf-8f41-9898cde9cd7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 1096 time: 0.0390437 Nov 16 22:23:37.474513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-da72a700-d08a-440b-963f-196ba946338e req-abe96d93-ee96-40f1-b735-754b48381c04 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366952 Nov 16 22:23:37.721600 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7557ed3-8efe-471f-92f6-d0ec4439c563 req-37a3de16-7749-4e96-ab49-32268c7b6256 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:37.723109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7557ed3-8efe-471f-92f6-d0ec4439c563 req-37a3de16-7749-4e96-ab49-32268c7b6256 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 945 time: 0.0535641 Nov 16 22:23:37.770694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7557ed3-8efe-471f-92f6-d0ec4439c563 req-19fbba61-c0f9-40ed-aecb-67cb1345497f tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Nov 16 22:23:38.891030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e00a7-c9be-4ca5-a52e-fc925959bc9a req-cdeab4db-799a-4d2e-8ed0-20b4a82a31d7 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:38.892511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-770e00a7-c9be-4ca5-a52e-fc925959bc9a req-cdeab4db-799a-4d2e-8ed0-20b4a82a31d7 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 945 time: 0.0493789 Nov 16 22:23:38.945030 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-770e00a7-c9be-4ca5-a52e-fc925959bc9a req-b7f1dffd-6d55-4d77-a89f-5b5cf6b35c9c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Nov 16 22:23:39.059048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd993-8514-4f79-b6ef-547fdb9a80cf req-de6e3a3e-a244-4030-a46e-f7d940b0f32c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:39.060541 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-260fd993-8514-4f79-b6ef-547fdb9a80cf req-de6e3a3e-a244-4030-a46e-f7d940b0f32c tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 945 time: 0.0486877 Nov 16 22:23:39.107410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-260fd993-8514-4f79-b6ef-547fdb9a80cf req-c9207e89-cb46-4a5f-9c49-a97c55dace82 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Nov 16 22:23:41.420708 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:23:44.583226 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-79ffbadd-ee32-4c1d-a932-c190d869c172 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446544 Nov 16 22:23:44.668759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039060b6-7785-43af-adc5-9789f84ed734 req-33d2a8ee-c8ff-4cc6-970e-a9156f1709e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:44.670307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-33d2a8ee-c8ff-4cc6-970e-a9156f1709e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 1096 time: 0.0421693 Nov 16 22:23:44.783996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039060b6-7785-43af-adc5-9789f84ed734 req-a35e2b96-57f6-4c08-9d99-39af18d0a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:44.785537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-a35e2b96-57f6-4c08-9d99-39af18d0a985 service neutron] 10.222.0.47 "GET /v2.0/networks?id=99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 200 len: 917 time: 0.0952415 Nov 16 22:23:44.832032 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-1a10cad4-4b09-4c14-8ce2-ea8a5268af70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c20b71c-7258-4981-a8b4-87c725c71648 HTTP/1.1" status: 200 len: 217 time: 0.0395560 Nov 16 22:23:44.883204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039060b6-7785-43af-adc5-9789f84ed734 req-aee44dd2-d368-47cd-aebd-0f3fab274b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:44.884647 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-aee44dd2-d368-47cd-aebd-0f3fab274b12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=787b4927-c894-4f06-94b0-6242cb1a8fc7 HTTP/1.1" status: 200 len: 855 time: 0.0454428 Nov 16 22:23:44.931087 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039060b6-7785-43af-adc5-9789f84ed734 req-b9fae4fe-1f9e-4321-a86a-5fe98bf817f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:23:44.932608 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-b9fae4fe-1f9e-4321-a86a-5fe98bf817f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=99e8e99d-89f6-4686-b27e-a3882fba58f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413609 Nov 16 22:23:45.031636 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-13d4403d-3159-4c14-b3c4-a7ba28791b6d service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914466 Nov 16 22:23:45.122770 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-039060b6-7785-43af-adc5-9789f84ed734 req-a98a7c52-4069-45fd-ac87-30f0bd5e4b26 service neutron] 10.222.0.47 "GET /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 Nov 16 22:23:50.900076 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d82b407b-a5dd-4bf3-8c46-c2b05c5d9c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:53.207071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0229ac1c-c499-44c6-a1ab-bd4730841598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:54.434980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:55.994840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:23:56.802151 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:01.548294 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ce50-c512-4b1f-be08-f0e055852973 req-9b193cae-21b1-46a4-873d-a8715a14c773 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:01.549715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e49ce50-c512-4b1f-be08-f0e055852973 req-9b193cae-21b1-46a4-873d-a8715a14c773 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 945 time: 0.0502398 Nov 16 22:24:01.598418 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2e49ce50-c512-4b1f-be08-f0e055852973 req-3c4fa0a6-feb5-4454-81ef-63d9bb8252d5 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Nov 16 22:24:02.719886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a46097-92bc-4473-8dbf-2824d4e434b5 req-fefcde13-1e36-4e3c-a373-e32118be7198 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:02.721381 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83a46097-92bc-4473-8dbf-2824d4e434b5 req-fefcde13-1e36-4e3c-a373-e32118be7198 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 945 time: 0.0540349 Nov 16 22:24:02.767888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-83a46097-92bc-4473-8dbf-2824d4e434b5 req-da318337-71e8-4ac4-9cb7-bb0f3bb66e91 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/security-groups?id=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Nov 16 22:24:03.190831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-181a3d4a-443f-4dca-96a9-e9d60e1fb399 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:03.192277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-181a3d4a-443f-4dca-96a9-e9d60e1fb399 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 945 time: 0.0486686 Nov 16 22:24:03.282208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Deleting port 3c20b71c-7258-4981-a8b4-87c725c71648 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:03.282548 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:03.373342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] For port 3c20b71c-7258-4981-a8b4-87c725c71648, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=3c20b71c-7258-4981-a8b4-87c725c71648,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:03.373742 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:03.386929 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Calling delete_port for 3c20b71c-7258-4981-a8b4-87c725c71648 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:03.515312 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:03.527648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['3c20b71c-7258-4981-a8b4-87c725c71648'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:24:03.544297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Pushing event deleted for resources: {'Port': ['ID=3c20b71c-7258-4981-a8b4-87c725c71648,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:03.586572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] No DVR routers for this DVR port 3c20b71c-7258-4981-a8b4-87c725c71648 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:03.589193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:03.592628 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c5a72e3e-bb80-4b7f-83f9-0e7f5883deb1 req-dca74e7d-90d8-4636-9244-ad041bab707a tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.47 "DELETE /v2.0/ports/3c20b71c-7258-4981-a8b4-87c725c71648 HTTP/1.1" status: 204 len: 173 time: 0.3937907 Nov 16 22:24:03.593103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'name': 'network-vif-deleted', 'tag': '3c20b71c-7258-4981-a8b4-87c725c71648'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:03.595428 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe8319-ad85-46a4-93e8-32fbf131b69d" -d '{"events": [{"server_uuid": "aa0b9984-eea9-4fd7-89f2-ed15b069179c", "name": "network-vif-deleted", "tag": "3c20b71c-7258-4981-a8b4-87c725c71648"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:03.636618 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354d4e6f-2a55-4ae3-8a5f-fc342311bca8 x-openstack-request-id: req-354d4e6f-2a55-4ae3-8a5f-fc342311bca8 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:03.636915 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0b9984-eea9-4fd7-89f2-ed15b069179c", "name": "network-vif-deleted", "tag": "3c20b71c-7258-4981-a8b4-87c725c71648", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:03.637170 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-354d4e6f-2a55-4ae3-8a5f-fc342311bca8 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:03.637656 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0b9984-eea9-4fd7-89f2-ed15b069179c', 'name': 'network-vif-deleted', 'tag': '3c20b71c-7258-4981-a8b4-87c725c71648', 'status': 'completed', 'code': 200} Nov 16 22:24:03.876819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58677736-fe74-4172-852c-d12f09a1e0f4 req-c5849331-a2d9-4050-9dd2-1183c96a5492 tempest-TestEncryptedCinderVolumes-700936992 tempest-TestEncryptedCinderVolumes-700936992-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa0b9984-eea9-4fd7-89f2-ed15b069179c HTTP/1.1" status: 200 len: 210 time: 0.0294933 Nov 16 22:24:04.002665 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:04.967967 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57318) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:05.308855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:05.550216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Deleting port fe6a858e-1d6b-4b58-a7a0-18df72acde93 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:05.550555 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:05.632756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] For port fe6a858e-1d6b-4b58-a7a0-18df72acde93, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=fe6a858e-1d6b-4b58-a7a0-18df72acde93,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:05.633038 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:05.644715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Calling delete_port for fe6a858e-1d6b-4b58-a7a0-18df72acde93 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:05.821259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:05.846424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6a858e-1d6b-4b58-a7a0-18df72acde93,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:05.982638 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.010739 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.226065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Router 9bb8c1d4-75ba-498a-9398-12260576cbb0 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:06.335532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:06.341635 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-53852283-4b5d-43e6-931f-5ddafe58c9fb admin admin] 10.222.0.48 "PUT /v2.0/routers/9bb8c1d4-75ba-498a-9398-12260576cbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3715851 Nov 16 22:24:06.343172 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57320) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:06.346769 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] Sync routers for ids ['9bb8c1d4-75ba-498a-9398-12260576cbb0'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:06.356734 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] Routers {'9bb8c1d4-75ba-498a-9398-12260576cbb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:06.357331 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9bb8c1d4-75ba-498a-9398-12260576cbb0'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:06.446756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.463161 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] Set router 9bb8c1d4-75ba-498a-9398-12260576cbb0 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:06.546226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.602257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Deleting port 6f5038f8-8cb4-40b8-82a4-e26313a808ce {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:06.602598 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.642742 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:24:05Z', 'revision_number': 5, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port': {'id': '6f5038f8-8cb4-40b8-82a4-e26313a808ce', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:06.673667 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] Checking router: 9bb8c1d4-75ba-498a-9398-12260576cbb0 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:06.682168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] Routers {'9bb8c1d4-75ba-498a-9398-12260576cbb0'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:06.682764 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['9bb8c1d4-75ba-498a-9398-12260576cbb0'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:06.682944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] For port 6f5038f8-8cb4-40b8-82a4-e26313a808ce, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6f5038f8-8cb4-40b8-82a4-e26313a808ce,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:06.683314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.697640 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Calling delete_port for 6f5038f8-8cb4-40b8-82a4-e26313a808ce owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:06.771305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] Set router 9bb8c1d4-75ba-498a-9398-12260576cbb0 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:06.823651 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:24:06Z', 'revision_number': 6, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:06.853265 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7e755-0461-418d-9215-4c5399cf70c8 None None] The sync data for ids ['9bb8c1d4-75ba-498a-9398-12260576cbb0'] in n-d-817778-8 is: [{'id': '9bb8c1d4-75ba-498a-9398-12260576cbb0', 'name': 'tempest-TestEncryptedCinderVolumes-675084587-router', 'tenant_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:40Z', 'updated_at': '2021-11-16T22:24:06Z', 'revision_number': 6, 'project_id': '88ddc1dd00c2467dab4b8d1e9382d19e', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:06.867948 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:06.892344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5038f8-8cb4-40b8-82a4-e26313a808ce,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:06.914953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea8a4f-1171-4090-be2d-25135303bb16 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:07.278769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.326085 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3c20b71c-7258-4981-a8b4-87c725c71648 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:07.346303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 3c20b71c-7258-4981-a8b4-87c725c71648 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:07.346652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 3c20b71c-7258-4981-a8b4-87c725c71648 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:07.371756 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.373933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.417669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.418246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb8c1d4-75ba-498a-9398-12260576cbb0 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:24:07.422693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.423818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-19e0ec36-9bc6-4262-a0af-93c086303505 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9bb8c1d4-75ba-498a-9398-12260576cbb0 HTTP/1.1" status: 204 len: 168 time: 1.0797167 Nov 16 22:24:07.426382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57322) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:07.473256 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Deleting subnet 787b4927-c894-4f06-94b0-6242cb1a8fc7 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:24:07.476854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.511058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.587773 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.646503 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.673137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787b4927-c894-4f06-94b0-6242cb1a8fc7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:07.675342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.679888 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c5c8cdb7-d0f7-4754-b53d-1c6bb4387b54 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/787b4927-c894-4f06-94b0-6242cb1a8fc7 HTTP/1.1" status: 204 len: 168 time: 0.2512650 Nov 16 22:24:07.681168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57324) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:07.684816 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2728c-5146-4251-b54e-3feb8e6e3afe None None] Network 99e8e99d-89f6-4686-b27e-a3882fba58f1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:07.756082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.812345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Deleting port 44819d59-ceea-408f-a1b7-dd10eb790885 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:07.812939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.879997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] DHCP port deletion for 99e8e99d-89f6-4686-b27e-a3882fba58f1 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:07.891056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] For port 44819d59-ceea-408f-a1b7-dd10eb790885, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44819d59-ceea-408f-a1b7-dd10eb790885,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:07.891424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.905894 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Calling delete_port for 44819d59-ceea-408f-a1b7-dd10eb790885 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:07.938140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] Deleting port 44819d59-ceea-408f-a1b7-dd10eb790885 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:07.938522 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:07.990394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.002447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] For port 44819d59-ceea-408f-a1b7-dd10eb790885, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=44819d59-ceea-408f-a1b7-dd10eb790885,segment=NetworkSegment(0db2fb26-1066-4bae-99ac-6ce1f17748d4),segment_id=0db2fb26-1066-4bae-99ac-6ce1f17748d4)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:08.002855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.016275 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] Calling delete_port for 44819d59-ceea-408f-a1b7-dd10eb790885 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:08.016913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=44819d59-ceea-408f-a1b7-dd10eb790885,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:08.020744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] No DVR routers for this DVR port 44819d59-ceea-408f-a1b7-dd10eb790885 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:08.092349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.095603 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.113440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e8e99d-89f6-4686-b27e-a3882fba58f1']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:08.122098 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] Pushing event deleted for resources: {'Port': ['ID=44819d59-ceea-408f-a1b7-dd10eb790885,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:08.123880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db2fb26-1066-4bae-99ac-6ce1f17748d4') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:08.124038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366b21f-d6cf-4e29-b33c-ac717ffd8f6b None None] No DVR routers for this DVR port 44819d59-ceea-408f-a1b7-dd10eb790885 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:08.124477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db2fb26-1066-4bae-99ac-6ce1f17748d4') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:08.136324 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.149972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.155831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:24:08.156221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:24:08.157952 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:24:08.214875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.220608 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.223883 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] 10.222.0.48 "DELETE /v2.0/networks/99e8e99d-89f6-4686-b27e-a3882fba58f1 HTTP/1.1" status: 204 len: 168 time: 0.5417893 Nov 16 22:24:08.227953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57326) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:08.234976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e9084-9375-4508-95ec-45a3c1a8c1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=99e8e99d-89f6-4686-b27e-a3882fba58f1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:08.568580 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.796644 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6f5038f8-8cb4-40b8-82a4-e26313a808ce no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:08.816968 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 6f5038f8-8cb4-40b8-82a4-e26313a808ce {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:08.817322 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6f5038f8-8cb4-40b8-82a4-e26313a808ce not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:08.817760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe6a858e-1d6b-4b58-a7a0-18df72acde93 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:08.819403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Deleting port cff1d33e-b542-4def-ada5-864c10597668 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:08.819770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.837298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: fe6a858e-1d6b-4b58-a7a0-18df72acde93 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:08.837684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device fe6a858e-1d6b-4b58-a7a0-18df72acde93 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:08.838102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44819d59-ceea-408f-a1b7-dd10eb790885 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:08.857185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 44819d59-ceea-408f-a1b7-dd10eb790885 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:08.857560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 44819d59-ceea-408f-a1b7-dd10eb790885 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:08.902064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] For port cff1d33e-b542-4def-ada5-864c10597668, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cff1d33e-b542-4def-ada5-864c10597668,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:08.902437 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:08.916162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Calling delete_port for cff1d33e-b542-4def-ada5-864c10597668 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:09.097276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:09.123592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Pushing event deleted for resources: {'Port': ['ID=cff1d33e-b542-4def-ada5-864c10597668,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:09.149566 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.149920 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.150264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.150602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.150939 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.151270 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.151600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.151926 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.152247 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.152569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.152896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.153213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:09.295484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:09.503770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:09.606859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:09.613898 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a0bdd26d-b4ff-4201-ab45-a5cb7657468c admin admin] 10.222.0.48 "PUT /v2.0/routers/735ea63a-6b30-40eb-bb41-02cb997e7ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3818607 Nov 16 22:24:09.614804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57328) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:09.617664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] Sync routers for ids ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:09.627936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] Routers {'735ea63a-6b30-40eb-bb41-02cb997e7ac2'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:09.628553 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:09.721976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:09.733099 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] Set router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:09.824149 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:09.878705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Deleting port 2bf119bb-a4e8-460f-931e-9c2709140135 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:09.879055 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:09.912439 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:24:09Z', 'revision_number': 5, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port': {'id': '2bf119bb-a4e8-460f-931e-9c2709140135', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:09.940145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] Checking router: 735ea63a-6b30-40eb-bb41-02cb997e7ac2 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:09.948714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] Routers {'735ea63a-6b30-40eb-bb41-02cb997e7ac2'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:09.949318 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:09.959624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] For port 2bf119bb-a4e8-460f-931e-9c2709140135, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2bf119bb-a4e8-460f-931e-9c2709140135,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:09.959992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:09.972433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Calling delete_port for 2bf119bb-a4e8-460f-931e-9c2709140135 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:10.034113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] Set router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:10.088780 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:24:09Z', 'revision_number': 6, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:10.118729 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a0553-c545-49b1-b075-4cfc28736de7 None None] The sync data for ids ['735ea63a-6b30-40eb-bb41-02cb997e7ac2'] in n-d-817778-8 is: [{'id': '735ea63a-6b30-40eb-bb41-02cb997e7ac2', 'name': 'tempest-TestEncryptedCinderVolumes-930932503-router', 'tenant_id': '59e0d96081104600afca030aab3a8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:22:45Z', 'updated_at': '2021-11-16T22:24:09Z', 'revision_number': 6, 'project_id': '59e0d96081104600afca030aab3a8af9', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:10.143771 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.174515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf119bb-a4e8-460f-931e-9c2709140135,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:10.190261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9069ea-ba09-4c15-815e-d067009bcc16 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:10.524832 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.616583 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.618744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.661227 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.661815 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735ea63a-6b30-40eb-bb41-02cb997e7ac2 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:24:10.666606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.667644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2995f4e6-7d47-4587-a85a-7e7f67da5604 admin admin] 10.222.0.48 "DELETE /v2.0/routers/735ea63a-6b30-40eb-bb41-02cb997e7ac2 HTTP/1.1" status: 204 len: 168 time: 1.0527134 Nov 16 22:24:10.670602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57330) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:10.719512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Deleting subnet 1f7f46cf-0cee-4f0f-ad03-53c01d620bba {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:24:10.722504 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.756919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.831582 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.897851 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.920253 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2bf119bb-a4e8-460f-931e-9c2709140135 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:10.925898 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7f46cf-0cee-4f0f-ad03-53c01d620bba,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:10.930040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:10.933275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fe888e7c-4c0e-4f94-ac78-017d21628548 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f7f46cf-0cee-4f0f-ad03-53c01d620bba HTTP/1.1" status: 204 len: 168 time: 0.2620990 Nov 16 22:24:10.935831 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57332) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:10.951299 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc26c8-b28b-4caa-8d8a-357f0e68f86a None None] Network 50d4a102-f7c1-4a20-bfc6-404519c78b43 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:10.953607 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 2bf119bb-a4e8-460f-931e-9c2709140135 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:10.954051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2bf119bb-a4e8-460f-931e-9c2709140135 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:10.954529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cff1d33e-b542-4def-ada5-864c10597668 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:11.008200 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.014559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: cff1d33e-b542-4def-ada5-864c10597668 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:11.014990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cff1d33e-b542-4def-ada5-864c10597668 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:11.063368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Deleting port cf6f8958-f636-45f2-b047-8ac032cee272 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:11.063708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.135353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] For port cf6f8958-f636-45f2-b047-8ac032cee272, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cf6f8958-f636-45f2-b047-8ac032cee272,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:11.135719 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.151238 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Calling delete_port for cf6f8958-f636-45f2-b047-8ac032cee272 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:11.157575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] DHCP port deletion for 50d4a102-f7c1-4a20-bfc6-404519c78b43 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:11.217212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] Deleting port cf6f8958-f636-45f2-b047-8ac032cee272 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:24:11.217612 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.237032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.265225 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6f8958-f636-45f2-b047-8ac032cee272,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:11.270827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] No DVR routers for this DVR port cf6f8958-f636-45f2-b047-8ac032cee272 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:11.285821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] For port cf6f8958-f636-45f2-b047-8ac032cee272, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cf6f8958-f636-45f2-b047-8ac032cee272,segment=NetworkSegment(9631d732-4c0d-4a60-a06e-0a3281ead9bc),segment_id=9631d732-4c0d-4a60-a06e-0a3281ead9bc)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:11.286226 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.299018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] Calling delete_port for cf6f8958-f636-45f2-b047-8ac032cee272 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:24:11.341436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.361613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d4a102-f7c1-4a20-bfc6-404519c78b43']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:11.370905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9631d732-4c0d-4a60-a06e-0a3281ead9bc') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:11.371203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9631d732-4c0d-4a60-a06e-0a3281ead9bc') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:11.378077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.380415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.393742 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.400305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:24:11.400642 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:24:11.402316 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:24:11.406521 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] Pushing event deleted for resources: {'Port': ['ID=cf6f8958-f636-45f2-b047-8ac032cee272,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:11.408372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd86a8-2e5d-4c62-a211-05723b88ede1 None None] No DVR routers for this DVR port cf6f8958-f636-45f2-b047-8ac032cee272 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:24:11.461943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.468075 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.471412 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] 10.222.0.48 "DELETE /v2.0/networks/50d4a102-f7c1-4a20-bfc6-404519c78b43 HTTP/1.1" status: 204 len: 168 time: 0.5346303 Nov 16 22:24:11.483584 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05f7b3-05f7-4a39-b6ae-1aa917cbaf0b admin admin] Pushing event deleted for resources: {'Network': ['ID=50d4a102-f7c1-4a20-bfc6-404519c78b43,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:11.627862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57336) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:11.668420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4bc34c7f-0d16-43ee-bf0b-4be554a1408f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88ddc1dd00c2467dab4b8d1e9382d19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393045 Nov 16 22:24:11.671213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57338) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:11.719829 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c276ad1-71f3-4717-b8b7-1c1d397501dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.740724 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c276ad1-71f3-4717-b8b7-1c1d397501dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.786494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c276ad1-71f3-4717-b8b7-1c1d397501dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.789795 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3c276ad1-71f3-4717-b8b7-1c1d397501dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:11.791188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3c276ad1-71f3-4717-b8b7-1c1d397501dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e HTTP/1.1" status: 204 len: 168 time: 0.1190381 Nov 16 22:24:11.798936 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c276ad1-71f3-4717-b8b7-1c1d397501dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da902d2-7be3-47b6-aa0e-b5c4b59e1f8e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:12.099415 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57344) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:12.142942 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-977aeb67-9ef0-45c2-b099-dcadc5626f1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59e0d96081104600afca030aab3a8af9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423372 Nov 16 22:24:12.145614 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57346) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:12.192295 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85451810-ec4f-497f-ac30-67ac3f26498f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:12.212747 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85451810-ec4f-497f-ac30-67ac3f26498f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:12.258015 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85451810-ec4f-497f-ac30-67ac3f26498f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:12.260645 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-85451810-ec4f-497f-ac30-67ac3f26498f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:12.262144 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-85451810-ec4f-497f-ac30-67ac3f26498f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/412b7bea-aae8-45f4-b2a2-6d36175b3101 HTTP/1.1" status: 204 len: 168 time: 0.1156180 Nov 16 22:24:12.269959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85451810-ec4f-497f-ac30-67ac3f26498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412b7bea-aae8-45f4-b2a2-6d36175b3101,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:12.796398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cf6f8958-f636-45f2-b047-8ac032cee272 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:24:12.816731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: cf6f8958-f636-45f2-b047-8ac032cee272 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:24:12.817080 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cf6f8958-f636-45f2-b047-8ac032cee272 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:24:12.929389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57368) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:13.023571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88612379-network', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:13.043675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Made reservation on behalf of b2b04153c2f448a6b027b9bdc1935835 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:13.045860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.054211 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.126170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.129580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.150270 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:24:13.163975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:13.168652 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.168993 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Added segment 5e248296-d012-49e5-8075-d5c9557d962d of type vlan for network 07141226-a241-4723-936a-30d17d23b5b7 Nov 16 22:24:13.212232 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.235908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.236828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:13.237395 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.283962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3534298 Nov 16 22:24:13.286867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57372) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:13.291759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Request body: {'subnet': {'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88612379-subnet', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:13.301533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaef865-a564-448f-a191-9647b29c438b admin admin] Pushing event updated for resources: {'Network': ['ID=07141226-a241-4723-936a-30d17d23b5b7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:13.312373 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 07141226-a241-4723-936a-30d17d23b5b7 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:24:13.313839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Made reservation on behalf of b2b04153c2f448a6b027b9bdc1935835 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:13.316166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.490687 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.545280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04070a83-d6ec-45d0-ac8a-9ff11278723c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:13.560988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Checking segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:13.561283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Network hostable DHCP agents. Network: 07141226-a241-4723-936a-30d17d23b5b7, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:24:13.577613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Network 07141226-a241-4723-936a-30d17d23b5b7 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:24:13.586344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 07141226-a241-4723-936a-30d17d23b5b7) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:13.591255 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:13.593225 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.594186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb3d01f-4ed9-4079-a3f6-8b90aa80bc0e None None] Network 07141226-a241-4723-936a-30d17d23b5b7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:13.608739 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4963547d-777b-4752-9780-592379a88a0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3207977 Nov 16 22:24:13.611625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57374) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:13.616648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:13.637731 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.638785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.695945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.746706 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-07141226-a241-4723-936a-30d17d23b5b7', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:24:13.747579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.840595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:13.884370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Allocated IP 172.20.0.2 (07141226-a241-4723-936a-30d17d23b5b7/04070a83-d6ec-45d0-ac8a-9ff11278723c/d7280f54-20f0-4c49-9529-477f831d8cc8) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:14.035711 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.042270 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.058006 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.078440 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.083260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Network 07141226-a241-4723-936a-30d17d23b5b7 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:14.086333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:14.090025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:14.097213 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d7280f54-20f0-4c49-9529-477f831d8cc8,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:14.147331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Attempting to bind port d7280f54-20f0-4c49-9529-477f831d8cc8 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:14.147708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Attempting to bind port d7280f54-20f0-4c49-9529-477f831d8cc8 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:14.148179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Attempting to bind port d7280f54-20f0-4c49-9529-477f831d8cc8 on network 07141226-a241-4723-936a-30d17d23b5b7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:14.153164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:14.153565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Checking segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:14.153969 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.154362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Bound using segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:14.154831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Bound port: d7280f54-20f0-4c49-9529-477f831d8cc8, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:14.155218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.184524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Allocated IP 172.25.3.11 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/8aa2626c-4319-47f9-98d6-e31394a299df) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:14.222646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] For port d7280f54-20f0-4c49-9529-477f831d8cc8, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:14.226247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] For port d7280f54-20f0-4c49-9529-477f831d8cc8, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d7280f54-20f0-4c49-9529-477f831d8cc8,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:14.230531 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.291911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f60958-d8e0-48b2-875a-1dbcb85c7b03 None None] Pushing event updated for resources: {'Port': ['ID=d7280f54-20f0-4c49-9529-477f831d8cc8,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:14.301036 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.337877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.380794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:14.383850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:14.387760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:14.398477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103097d6-9d9c-4b99-9f54-cd55b9b4d33d None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:14.414432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa2626c-4319-47f9-98d6-e31394a299df,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:14.497321 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ee2e165a-c6d9-47e1-8fe4-4946fb62fd3c None None] Provisioning complete for port 8aa2626c-4319-47f9-98d6-e31394a299df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:14.497765 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ee2e165a-c6d9-47e1-8fe4-4946fb62fd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.536044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e165a-c6d9-47e1-8fe4-4946fb62fd3c None None] Port 8aa2626c-4319-47f9-98d6-e31394a299df cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:14.664764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.831733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d7280f54-20f0-4c49-9529-477f831d8cc8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:14.877991 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.902390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d7280f54-20f0-4c49-9529-477f831d8cc8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:14.903005 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:14.986082 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.022577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port d7280f54-20f0-4c49-9529-477f831d8cc8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d7280f54-20f0-4c49-9529-477f831d8cc8,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:15.027230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.036146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:24:15.081568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=d7280f54-20f0-4c49-9529-477f831d8cc8,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:15.160150 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:15.171847 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Sync routers for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:15.182284 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.183666 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fa0016cc-f569-42d9-9b75-0c5253e9fe86 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5710347 Nov 16 22:24:15.184921 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:15.185620 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:15.186306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57376) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:15.219144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3badee-f4d3-47a0-811e-6c5db697a7da None None] Network 07141226-a241-4723-936a-30d17d23b5b7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:15.288941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-204cef2d-4f96-46d3-93c0-37b5498765d4 None None] Provisioning complete for port d7280f54-20f0-4c49-9529-477f831d8cc8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:15.289409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-204cef2d-4f96-46d3-93c0-37b5498765d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.303352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:15.505818 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:14Z', 'revision_number': 3, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:15.537437 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Checking router: 1c9161e3-372b-48ff-b749-8e6f2bdedab1 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:15.537732 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Updating router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 port 8aa2626c-4319-47f9-98d6-e31394a299df binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:24:15.634931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.664107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a64bdef7-8a9e-4042-a55e-eb9118cc2e18 None None] Provisioning complete for port d7280f54-20f0-4c49-9529-477f831d8cc8 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:15.664489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a64bdef7-8a9e-4042-a55e-eb9118cc2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.664680 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.811907 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Allocated IP 172.20.0.1 (07141226-a241-4723-936a-30d17d23b5b7/04070a83-d6ec-45d0-ac8a-9ff11278723c/8e95159d-09e1-4a19-87ed-2dc4a6767255) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:15.917136 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.919259 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.922792 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.953992 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:15.966708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb15382-01d3-4eda-b361-7345f1e26bca None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:15.976498 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Pushing event updated for resources: {'Port': ['ID=8aa2626c-4319-47f9-98d6-e31394a299df,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:15.985075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.985415 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.985772 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.986100 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.986422 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.986743 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.987061 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.987377 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.987696 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.988009 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.988322 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.988635 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:15.993358 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Attempting to bind port 8aa2626c-4319-47f9-98d6-e31394a299df on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:15.993949 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Attempting to bind port 8aa2626c-4319-47f9-98d6-e31394a299df by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:15.994492 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Attempting to bind port 8aa2626c-4319-47f9-98d6-e31394a299df on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:15.997681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Network 07141226-a241-4723-936a-30d17d23b5b7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:15.999767 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:16.000136 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:16.000541 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.000917 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:16.001372 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Bound port: 8aa2626c-4319-47f9-98d6-e31394a299df, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:16.001771 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.003359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:16.007036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:16.033458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Pushing event updated for resources: {'Port': ['ID=8e95159d-09e1-4a19-87ed-2dc4a6767255,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:16.053093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.061560 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] For port 8aa2626c-4319-47f9-98d6-e31394a299df, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:16.065369 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] For port 8aa2626c-4319-47f9-98d6-e31394a299df, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8aa2626c-4319-47f9-98d6-e31394a299df,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:16.071793 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.089433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bef1d043-96bf-48eb-9228-c21b7300a070 None None] Provisioning complete for port 8aa2626c-4319-47f9-98d6-e31394a299df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:16.089930 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bef1d043-96bf-48eb-9228-c21b7300a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.129337 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:16.130007 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:16.135084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c741c2-2dab-4172-9a5f-008826ecdc25 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:16.201687 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bef1d043-96bf-48eb-9228-c21b7300a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.218827 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790d9be-90c4-460f-b4b4-1920595837ff None None] Pushing event updated for resources: {'Port': ['ID=8aa2626c-4319-47f9-98d6-e31394a299df,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:16.224880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-bef1d043-96bf-48eb-9228-c21b7300a070 None None] For port 8aa2626c-4319-47f9-98d6-e31394a299df, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8aa2626c-4319-47f9-98d6-e31394a299df,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:16.226465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.230599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bef1d043-96bf-48eb-9228-c21b7300a070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.268064 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:16.290176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1d043-96bf-48eb-9228-c21b7300a070 None None] Pushing event updated for resources: {'Port': ['ID=8aa2626c-4319-47f9-98d6-e31394a299df,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:16.351141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1fba1e56-bd3c-4d46-b906-e43c42d3e8c7 None None] Provisioning complete for port 8aa2626c-4319-47f9-98d6-e31394a299df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:16.351602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fba1e56-bd3c-4d46-b906-e43c42d3e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.432159 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.438455 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.446621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-1fba1e56-bd3c-4d46-b906-e43c42d3e8c7 None None] Provisioning complete for port 8e95159d-09e1-4a19-87ed-2dc4a6767255 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:16.446997 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1fba1e56-bd3c-4d46-b906-e43c42d3e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.460198 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:14Z', 'revision_number': 3, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:16.483048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1fba1e56-bd3c-4d46-b906-e43c42d3e8c7 None None] Port 8e95159d-09e1-4a19-87ed-2dc4a6767255 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:16.489305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71a7d9-da20-4aed-aea5-fb7a548315fb None None] The sync data for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 is: [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:14Z', 'revision_number': 3, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:16.514342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.516034 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Pushing event updated for resources: {'Port': ['ID=8e95159d-09e1-4a19-87ed-2dc4a6767255,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:16.613229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Network 07141226-a241-4723-936a-30d17d23b5b7 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:16.614657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:16.771310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:16.903790 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8aa2626c-4319-47f9-98d6-e31394a299df up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:16.908775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:16.914200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d3b82ca9-4644-489c-bb30-63b8a2f59017 admin admin] 10.222.0.48 "PUT /v2.0/routers/1c9161e3-372b-48ff-b749-8e6f2bdedab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268684 Nov 16 22:24:16.945889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5e04e864-040c-48d3-9f0a-41c3cbd1d75f None None] Provisioning complete for port 8e95159d-09e1-4a19-87ed-2dc4a6767255 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:16.946423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e04e864-040c-48d3-9f0a-41c3cbd1d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:16.988003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5e04e864-040c-48d3-9f0a-41c3cbd1d75f None None] Port 8e95159d-09e1-4a19-87ed-2dc4a6767255 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:17.008905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8aa2626c-4319-47f9-98d6-e31394a299df triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:17.009291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.097781 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d7280f54-20f0-4c49-9529-477f831d8cc8 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:17.148544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d7280f54-20f0-4c49-9529-477f831d8cc8 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:17.149090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.418704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57392) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:17.423754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-673869588-network', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:17.445212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Made reservation on behalf of 28cba038f42a4e0c855103ef0f5af63c for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:17.447729 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.457091 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.537058 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.541627 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.566174 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:24:17.575283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698488f6-bde3-48fd-980a-5cef09e0a882,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:17.581158 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.581487 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Added segment cfe21ce9-72f5-4654-9419-d29696ecbb1f of type vlan for network be4cde77-8458-42e2-b2ed-5c195ee62f3b Nov 16 22:24:17.623785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.649231 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.650273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:17.650865 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.704106 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2841690 Nov 16 22:24:17.707058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57394) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:17.712819 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Request body: {'subnet': {'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-673869588-subnet', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:17.715958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40ef01-953f-4c4e-8e8b-e4b8c0237faa admin admin] Pushing event updated for resources: {'Network': ['ID=be4cde77-8458-42e2-b2ed-5c195ee62f3b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:17.726433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:24:17.736407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Made reservation on behalf of 28cba038f42a4e0c855103ef0f5af63c for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:17.738969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.919969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:17.973305 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9cdf4a-6fff-476d-a76d-f4d2b65d3277,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:17.984029 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Checking segment: {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:17.984391 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Network hostable DHCP agents. Network: be4cde77-8458-42e2-b2ed-5c195ee62f3b, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:24:18.000610 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:24:18.009979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, be4cde77-8458-42e2-b2ed-5c195ee62f3b) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:18.014037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:18.014638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.018985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97673ab3-090a-45f6-9454-56fc65150fc9 None None] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:18.035704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2a87e145-0215-44cf-af50-196055aeb60f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248341 Nov 16 22:24:18.035932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57396) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:18.040267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:18.061695 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.062653 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.120752 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.132201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Sync routers for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:18.152003 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:18.152658 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:18.247954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-be4cde77-8458-42e2-b2ed-5c195ee62f3b', 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'fixed_ips': [{'subnet_id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:24:18.248811 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.259478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.342626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:18.420178 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:24:18.457209 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.476997 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.517113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Allocated IP 172.20.0.2 (be4cde77-8458-42e2-b2ed-5c195ee62f3b/6d9cdf4a-6fff-476d-a76d-f4d2b65d3277/b9e307e8-56b4-4e0a-9af5-9f0ca15a45df) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:18.582676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Allocated IP 172.25.3.134 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/ae179845-745a-4507-9ed0-4d42527360c1) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:18.697553 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.731773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.774599 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:18.777671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:18.781379 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:18.796737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b6c50-3ba9-46cc-a329-1c35d38f92b9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:18.808060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Pushing event updated for resources: {'Port': ['ID=ae179845-745a-4507-9ed0-4d42527360c1,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:18.890807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 2, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:18.892865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:18.923486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Checking router: 1c9161e3-372b-48ff-b749-8e6f2bdedab1 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:18.923847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Updating router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 port 8e95159d-09e1-4a19-87ed-2dc4a6767255 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:24:18.926007 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.003287 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:19.004397 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.008759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b3bbdc5f-67f9-4b15-83eb-2dcc6210c26b None None] Provisioning complete for port ae179845-745a-4507-9ed0-4d42527360c1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:19.009128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b3bbdc5f-67f9-4b15-83eb-2dcc6210c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.014889 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:19.041328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:19.042054 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.046225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Pushing event updated for resources: {'Port': ['ID=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:19.112878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbdc5f-67f9-4b15-83eb-2dcc6210c26b None None] Port ae179845-745a-4507-9ed0-4d42527360c1 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:19.190029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Attempting to bind port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:19.190414 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Attempting to bind port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:19.190786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Attempting to bind port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df on network be4cde77-8458-42e2-b2ed-5c195ee62f3b {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:19.205528 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:19.205918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Checking segment: {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:19.206334 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.206741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Bound using segment: {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:19.207221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Bound port: b9e307e8-56b4-4e0a-9af5-9f0ca15a45df, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:19.207620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.238123 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.328959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] For port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:19.333335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] For port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:19.342793 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.370525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Router 242a415c-2632-4320-aa3a-c84a913fb0b0 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:24:19.437811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30a70a-37fa-4197-aaa7-19c77b60e0e3 None None] Pushing event updated for resources: {'Port': ['ID=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:19.478389 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:19.488228 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.488593 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Sync routers for ids ['242a415c-2632-4320-aa3a-c84a913fb0b0'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:19.495801 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.499582 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Routers {'242a415c-2632-4320-aa3a-c84a913fb0b0'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:19.500521 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['242a415c-2632-4320-aa3a-c84a913fb0b0'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:19.504144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.509681 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-794c7a06-d2ae-4ed7-adee-56f5f2ab347b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4697108 Nov 16 22:24:19.509858 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57398) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:24:19.550132 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc120e-244d-4994-a034-766e8965308b None None] Pushing event updated for resources: {'Port': ['ID=8e95159d-09e1-4a19-87ed-2dc4a6767255,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:19.612463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Attempting to bind port 8e95159d-09e1-4a19-87ed-2dc4a6767255 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:19.612954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Attempting to bind port 8e95159d-09e1-4a19-87ed-2dc4a6767255 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:19.618572 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Attempting to bind port 8e95159d-09e1-4a19-87ed-2dc4a6767255 on network 07141226-a241-4723-936a-30d17d23b5b7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:19.639977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:19.640625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Checking segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:19.641105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.641696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Bound using segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:19.643199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Bound port: 8e95159d-09e1-4a19-87ed-2dc4a6767255, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:19.643199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.671692 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Set router 242a415c-2632-4320-aa3a-c84a913fb0b0 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:19.753950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] For port 8e95159d-09e1-4a19-87ed-2dc4a6767255, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:19.761836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] For port 8e95159d-09e1-4a19-87ed-2dc4a6767255, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8e95159d-09e1-4a19-87ed-2dc4a6767255,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:19.770249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.849444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:19.850754 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:19.909618 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:18Z', 'revision_number': 3, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:19.942246 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Checking router: 242a415c-2632-4320-aa3a-c84a913fb0b0 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:19.942591 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Updating router 242a415c-2632-4320-aa3a-c84a913fb0b0 port ae179845-745a-4507-9ed0-4d42527360c1 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:24:19.968105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc120e-244d-4994-a034-766e8965308b None None] Pushing event updated for resources: {'Port': ['ID=8e95159d-09e1-4a19-87ed-2dc4a6767255,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:19.970728 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:19.989923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5e2eae07-c316-48f7-a1be-22dee0057ffd None None] Provisioning complete for port 8e95159d-09e1-4a19-87ed-2dc4a6767255 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:19.990304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e2eae07-c316-48f7-a1be-22dee0057ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.027136 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:20.127277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.218620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e2eae07-c316-48f7-a1be-22dee0057ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.277903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5e2eae07-c316-48f7-a1be-22dee0057ffd None None] For port 8e95159d-09e1-4a19-87ed-2dc4a6767255, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8e95159d-09e1-4a19-87ed-2dc4a6767255,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:20.294268 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.298367 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5e2eae07-c316-48f7-a1be-22dee0057ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.304345 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.326848 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Allocated IP 172.20.0.1 (be4cde77-8458-42e2-b2ed-5c195ee62f3b/6d9cdf4a-6fff-476d-a76d-f4d2b65d3277/f2488aa7-83f5-415b-9445-deb1ba8ba83d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:20.363170 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2eae07-c316-48f7-a1be-22dee0057ffd None None] Pushing event updated for resources: {'Port': ['ID=8e95159d-09e1-4a19-87ed-2dc4a6767255,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:20.374791 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:19Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:20.387152 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b0629-2ada-4b1d-b399-26f31b8bd4d4 None None] Pushing event updated for resources: {'Port': ['ID=ae179845-745a-4507-9ed0-4d42527360c1,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:20.389365 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Attempting to bind port ae179845-745a-4507-9ed0-4d42527360c1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:20.389866 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Attempting to bind port ae179845-745a-4507-9ed0-4d42527360c1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:20.390227 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Attempting to bind port ae179845-745a-4507-9ed0-4d42527360c1 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:20.396343 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:20.396713 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:20.397925 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.398212 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:20.398721 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Bound port: ae179845-745a-4507-9ed0-4d42527360c1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:20.399099 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.410868 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ec16f-3345-40e3-a78d-4f89e32f5200 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:20.419469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e5282-b08a-478b-949c-dd44a2a8443e None None] The sync data for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 is: [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:19Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:20.441925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d586f833-f1ef-4e71-a778-39cd491ec93b None None] Provisioning complete for port 8e95159d-09e1-4a19-87ed-2dc4a6767255 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:20.442301 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d586f833-f1ef-4e71-a778-39cd491ec93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.475431 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] For port ae179845-745a-4507-9ed0-4d42527360c1, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:20.500313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] For port ae179845-745a-4507-9ed0-4d42527360c1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ae179845-745a-4507-9ed0-4d42527360c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:20.508343 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.537114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.540142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf3021-b6c5-42ef-b196-2d229e69b3f0 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:24:20.564571 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Routers {'242a415c-2632-4320-aa3a-c84a913fb0b0'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:20.565782 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:23:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['242a415c-2632-4320-aa3a-c84a913fb0b0'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:20.611505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.658673 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:20.662515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:20.667279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:20.719533 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2488aa7-83f5-415b-9445-deb1ba8ba83d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:20.721880 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0fd1580a-d29a-40be-99ed-a7293195109a None None] Provisioning complete for port ae179845-745a-4507-9ed0-4d42527360c1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:20.726172 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0fd1580a-d29a-40be-99ed-a7293195109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.733586 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.843049 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] Set router 242a415c-2632-4320-aa3a-c84a913fb0b0 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:20.863375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13267342-6da2-4a2e-b642-d9390ac12a52 None None] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:24:20.901094 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0fd1580a-d29a-40be-99ed-a7293195109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.912260 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:20.971342 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0fd1580a-d29a-40be-99ed-a7293195109a None None] For port ae179845-745a-4507-9ed0-4d42527360c1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ae179845-745a-4507-9ed0-4d42527360c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:20.988980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0fd1580a-d29a-40be-99ed-a7293195109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.013324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b9e307e8-56b4-4e0a-9af5-9f0ca15a45df up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:21.016568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b0629-2ada-4b1d-b399-26f31b8bd4d4 None None] Pushing event updated for resources: {'Port': ['ID=ae179845-745a-4507-9ed0-4d42527360c1,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:21.101640 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e3082b55-a83f-408b-a6e9-ed6032cbafa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.154195 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:18Z', 'revision_number': 3, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:21.154771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1580a-d29a-40be-99ed-a7293195109a None None] Pushing event updated for resources: {'Port': ['ID=ae179845-745a-4507-9ed0-4d42527360c1,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:21.184965 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870f9222-4114-4cb6-9b34-2b5661be326a None None] The sync data for ids ['242a415c-2632-4320-aa3a-c84a913fb0b0'] in n-d-817778-8 is: [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:18Z', 'revision_number': 3, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:21.212334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-147d05ea-bdde-406a-b0e1-df2c46fac8a3 None None] Provisioning complete for port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:21.212716 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147d05ea-bdde-406a-b0e1-df2c46fac8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.300392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:21.300993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.404813 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147d05ea-bdde-406a-b0e1-df2c46fac8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.507096 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.528206 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.623288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2488aa7-83f5-415b-9445-deb1ba8ba83d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:21.632397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.724319 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-147d05ea-bdde-406a-b0e1-df2c46fac8a3 None None] For port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:21.733784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.740192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-147d05ea-bdde-406a-b0e1-df2c46fac8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.823354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:21.825973 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:21.887446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d05ea-bdde-406a-b0e1-df2c46fac8a3 None None] Pushing event updated for resources: {'Port': ['ID=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:21.907358 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:24:21.907718 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:24:21.908236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4b04df45-e971-4d92-be2e-5c512e350f1d None None] Provisioning complete for port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:21.908602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b04df45-e971-4d92-be2e-5c512e350f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:21.998502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Router 242a415c-2632-4320-aa3a-c84a913fb0b0 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:24:22.033651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4b04df45-e971-4d92-be2e-5c512e350f1d None None] Provisioning complete for port f2488aa7-83f5-415b-9445-deb1ba8ba83d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:22.034050 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b04df45-e971-4d92-be2e-5c512e350f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:22.084895 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4b04df45-e971-4d92-be2e-5c512e350f1d None None] Port f2488aa7-83f5-415b-9445-deb1ba8ba83d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:22.145042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:24:22.151846 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-117af9e1-28f1-40a3-9673-cfab185d91a0 admin admin] 10.222.0.48 "PUT /v2.0/routers/242a415c-2632-4320-aa3a-c84a913fb0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409247 Nov 16 22:24:22.208394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-098264c0-59a8-4d97-9b44-de329454a2df None None] Provisioning complete for port f2488aa7-83f5-415b-9445-deb1ba8ba83d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:22.208767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-098264c0-59a8-4d97-9b44-de329454a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:22.251180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-098264c0-59a8-4d97-9b44-de329454a2df None None] Port f2488aa7-83f5-415b-9445-deb1ba8ba83d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:22.373464 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b107eac0-cd66-48d6-bb25-cdce7b9691ab None None] Provisioning complete for port f2488aa7-83f5-415b-9445-deb1ba8ba83d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:22.374182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b107eac0-cd66-48d6-bb25-cdce7b9691ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:22.411141 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b107eac0-cd66-48d6-bb25-cdce7b9691ab None None] Port f2488aa7-83f5-415b-9445-deb1ba8ba83d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:22.449124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e95159d-09e1-4a19-87ed-2dc4a6767255 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:22.501118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8e95159d-09e1-4a19-87ed-2dc4a6767255 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:22.501593 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:22.874914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b9e307e8-56b4-4e0a-9af5-9f0ca15a45df up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:22.938102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:22.938786 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:23.031717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae179845-745a-4507-9ed0-4d42527360c1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:23.088941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ae179845-745a-4507-9ed0-4d42527360c1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:23.089319 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:23.218409 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-295e6a83-a3e1-4289-8dd0-ebef738104cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:24.145866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Sync routers for ids ['242a415c-2632-4320-aa3a-c84a913fb0b0'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:24:24.161950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Routers {'242a415c-2632-4320-aa3a-c84a913fb0b0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:24.162689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['242a415c-2632-4320-aa3a-c84a913fb0b0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:24.286714 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Set router 242a415c-2632-4320-aa3a-c84a913fb0b0 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:24.453576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:24.518070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f2488aa7-83f5-415b-9445-deb1ba8ba83d', 'name': '', 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'mac_address': 'fa:16:3e:bd:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:20Z', 'updated_at': '2021-11-16T22:24:21Z', 'revision_number': 2, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'subnets': [{'id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:24.546700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Checking router: 242a415c-2632-4320-aa3a-c84a913fb0b0 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:24:24.547055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Updating router 242a415c-2632-4320-aa3a-c84a913fb0b0 port f2488aa7-83f5-415b-9445-deb1ba8ba83d binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:24:24.579447 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:24.887954 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:24.893315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:24.950916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22875-1e53-4d8a-843c-d344ddee89a6 None None] Pushing event updated for resources: {'Port': ['ID=f2488aa7-83f5-415b-9445-deb1ba8ba83d,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:25.031512 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Attempting to bind port f2488aa7-83f5-415b-9445-deb1ba8ba83d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:25.031916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Attempting to bind port f2488aa7-83f5-415b-9445-deb1ba8ba83d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:25.032283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Attempting to bind port f2488aa7-83f5-415b-9445-deb1ba8ba83d on network be4cde77-8458-42e2-b2ed-5c195ee62f3b {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:25.038739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:25.039114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Checking segment: {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:25.039516 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.039960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Bound using segment: {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:25.040409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Bound port: f2488aa7-83f5-415b-9445-deb1ba8ba83d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe21ce9-72f5-4654-9419-d29696ecbb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:25.040787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.121470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] For port f2488aa7-83f5-415b-9445-deb1ba8ba83d, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:25.124778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] For port f2488aa7-83f5-415b-9445-deb1ba8ba83d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2488aa7-83f5-415b-9445-deb1ba8ba83d,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:25.133762 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.210081 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Routers {'242a415c-2632-4320-aa3a-c84a913fb0b0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:24:25.210847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:24:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['242a415c-2632-4320-aa3a-c84a913fb0b0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:25.257013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd22875-1e53-4d8a-843c-d344ddee89a6 None None] Pushing event updated for resources: {'Port': ['ID=f2488aa7-83f5-415b-9445-deb1ba8ba83d,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:25.329234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-06aff0f9-3427-42f5-bac1-e480a3d50f63 None None] Provisioning complete for port f2488aa7-83f5-415b-9445-deb1ba8ba83d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:25.329630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-06aff0f9-3427-42f5-bac1-e480a3d50f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.393009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] Set router 242a415c-2632-4320-aa3a-c84a913fb0b0 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:24:25.518888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-06aff0f9-3427-42f5-bac1-e480a3d50f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.594074 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-06aff0f9-3427-42f5-bac1-e480a3d50f63 None None] For port f2488aa7-83f5-415b-9445-deb1ba8ba83d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2488aa7-83f5-415b-9445-deb1ba8ba83d,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:25.603607 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-06aff0f9-3427-42f5-bac1-e480a3d50f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:25.688973 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aff0f9-3427-42f5-bac1-e480a3d50f63 None None] Pushing event updated for resources: {'Port': ['ID=f2488aa7-83f5-415b-9445-deb1ba8ba83d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:25.718906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f2488aa7-83f5-415b-9445-deb1ba8ba83d', 'name': '', 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'mac_address': 'fa:16:3e:bd:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:20Z', 'updated_at': '2021-11-16T22:24:25Z', 'revision_number': 4, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'subnets': [{'id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:24:25.758990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8d21d-7be0-4a35-8088-1dc19124af18 None None] The sync data for ids ['242a415c-2632-4320-aa3a-c84a913fb0b0'] in n-d-817778-8 is: [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'f2488aa7-83f5-415b-9445-deb1ba8ba83d', 'name': '', 'network_id': 'be4cde77-8458-42e2-b2ed-5c195ee62f3b', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'mac_address': 'fa:16:3e:bd:d3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:20Z', 'updated_at': '2021-11-16T22:24:25Z', 'revision_number': 4, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'subnets': [{'id': '6d9cdf4a-6fff-476d-a76d-f4d2b65d3277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:24:25.770255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-78431200-f3ad-40db-ad37-ae2d996912f6 None None] Provisioning complete for port f2488aa7-83f5-415b-9445-deb1ba8ba83d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:25.770629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78431200-f3ad-40db-ad37-ae2d996912f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:26.007338 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:26.812599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:26.855346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2488aa7-83f5-415b-9445-deb1ba8ba83d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:26.912387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f2488aa7-83f5-415b-9445-deb1ba8ba83d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:26.912938 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:32.304165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-ae19c6e1-660d-4b6b-8993-67d062b471eb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:32.305677 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-ae19c6e1-660d-4b6b-8993-67d062b471eb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 813 time: 0.1059086 Nov 16 22:24:32.321034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-a0e633f3-fffd-4828-a8cb-418720a0ff99 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/quotas/b2b04153c2f448a6b027b9bdc1935835 HTTP/1.1" status: 200 len: 375 time: 0.0096843 Nov 16 22:24:32.370833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-f5af7f0b-7522-4637-b666-99e389bcba0e tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442567 Nov 16 22:24:32.554785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-590a85e1-657a-4df5-832d-e36dab095de5 service neutron] 10.222.0.48 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719699 Nov 16 22:24:32.645084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9fc4d56b-ce17-4187-9130-38aeeaf18389 service neutron] 10.222.0.48 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841300 Nov 16 22:24:32.803974 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8539d973-0e0f-40e4-b7b1-03c40469be53 req-d413d9c2-1961-43f6-9835-a30c36a737e0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Nov 16 22:24:33.820310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-4828345e-1f6e-4294-a34e-5a1944c47468 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:33.821885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-4828345e-1f6e-4294-a34e-5a1944c47468 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 813 time: 0.1075022 Nov 16 22:24:33.839928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'port': {'device_id': '2ea05459-66ba-4ede-b012-d09914d8c442', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'admin_state_up': True, 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:33.899448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-50cba430-5024-402b-823c-42d4fd47a4f6 req-5bb05d25-fb69-4d29-9b24-1989ad2d12c0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 210 time: 0.0269063 Nov 16 22:24:33.966465 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Made reservation on behalf of b2b04153c2f448a6b027b9bdc1935835 for: {'port': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:24:33.969982 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.019510 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.099700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Allocated IP 172.20.0.11 (07141226-a241-4723-936a-30d17d23b5b7/04070a83-d6ec-45d0-ac8a-9ff11278723c/e4b64036-daef-4870-8e36-0315ad746f1a) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:24:34.307575 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.363102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.413705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Network 07141226-a241-4723-936a-30d17d23b5b7 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:24:34.418849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:24:34.422796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:24:34.463343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:34.494251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:34.495073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.515682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-9e717e40-863d-434d-b217-aa3cb6f57511 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6798668 Nov 16 22:24:34.666943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c7397e66-a37e-484f-bd9d-06a6f7dbc83d None None] Provisioning complete for port e4b64036-daef-4870-8e36-0315ad746f1a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:34.667315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c7397e66-a37e-484f-bd9d-06a6f7dbc83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:34.707183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c7397e66-a37e-484f-bd9d-06a6f7dbc83d None None] Port e4b64036-daef-4870-8e36-0315ad746f1a cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:24:35.028290 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb1124-54dc-4902-a0cc-c56cc233678d req-6fe856f1-3d21-4721-bfea-50ef8e6c8583 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:35.029766 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5afb1124-54dc-4902-a0cc-c56cc233678d req-6fe856f1-3d21-4721-bfea-50ef8e6c8583 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0559623 Nov 16 22:24:35.078865 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5afb1124-54dc-4902-a0cc-c56cc233678d req-e99fc93e-a758-41a5-aaf8-a2f84f152fa5 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Nov 16 22:24:35.980058 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:36.217884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bef22-911f-4d23-9c2e-bfa178e17a9b req-f85aaa0c-01ef-4010-9ba2-35005132d34f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:36.220690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a5bef22-911f-4d23-9c2e-bfa178e17a9b req-f85aaa0c-01ef-4010-9ba2-35005132d34f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0729637 Nov 16 22:24:36.274318 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a5bef22-911f-4d23-9c2e-bfa178e17a9b req-eff21353-157a-4176-be29-c42a5828d18d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Nov 16 22:24:37.399642 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca3daa-5764-4974-8055-9c210666ca44 req-d00765a2-dea5-4e93-a23e-953a99121f53 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:37.401114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38ca3daa-5764-4974-8055-9c210666ca44 req-d00765a2-dea5-4e93-a23e-953a99121f53 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0562732 Nov 16 22:24:37.448770 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-38ca3daa-5764-4974-8055-9c210666ca44 req-656d878d-a482-45e2-acfd-dc6a3bacb4df tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Nov 16 22:24:38.603852 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f4502-132f-4566-9adc-2772bf5128c3 req-af003e90-52c9-4ed2-ae0c-46b438492349 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:38.605241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d2f4502-132f-4566-9adc-2772bf5128c3 req-af003e90-52c9-4ed2-ae0c-46b438492349 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0492163 Nov 16 22:24:38.651752 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d2f4502-132f-4566-9adc-2772bf5128c3 req-ff88fa56-0ddd-4ec2-8887-fb58f7cda280 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Nov 16 22:24:39.779308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47cc3d-806f-46a9-8973-8bec3b63e247 req-94293097-c5d9-452e-8490-018b57ab8ee1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:39.780830 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a47cc3d-806f-46a9-8973-8bec3b63e247 req-94293097-c5d9-452e-8490-018b57ab8ee1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0540102 Nov 16 22:24:39.828844 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6a47cc3d-806f-46a9-8973-8bec3b63e247 req-5140afcc-51c9-4f2a-95f3-19a888686890 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Nov 16 22:24:40.945650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200fe0f-ce82-4a56-bf32-3f9276a7a9e1 req-fe472098-756e-4fb6-860c-f3742eaf4fa0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:40.949609 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c200fe0f-ce82-4a56-bf32-3f9276a7a9e1 req-fe472098-756e-4fb6-860c-f3742eaf4fa0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0507677 Nov 16 22:24:41.006201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c200fe0f-ce82-4a56-bf32-3f9276a7a9e1 req-774d797f-7b67-4b38-9468-43c957d0a81a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526624 Nov 16 22:24:42.123830 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62bde2-3613-452e-a1eb-b3e847f2076f req-03761b81-bfca-450d-8a6b-985cfcdbccaa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:42.125325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e62bde2-3613-452e-a1eb-b3e847f2076f req-03761b81-bfca-450d-8a6b-985cfcdbccaa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0493321 Nov 16 22:24:42.180733 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6e62bde2-3613-452e-a1eb-b3e847f2076f req-5be43b44-88ec-4468-849e-cdf2cf332f0c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Nov 16 22:24:43.294491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b9951-ebd7-4f18-add9-c5c956f11e2f req-8b1a8ea9-52a7-4217-9572-0beea06608c9 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:43.295978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386b9951-ebd7-4f18-add9-c5c956f11e2f req-8b1a8ea9-52a7-4217-9572-0beea06608c9 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0481617 Nov 16 22:24:43.343890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-386b9951-ebd7-4f18-add9-c5c956f11e2f req-628e912c-16c8-4155-a44d-5deb8912e8d3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Nov 16 22:24:44.461231 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55696fa-5d6d-48f3-8dbb-e2f08976720f req-37eab66f-c607-4a31-a6f9-3ce0600a2e03 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:44.462789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d55696fa-5d6d-48f3-8dbb-e2f08976720f req-37eab66f-c607-4a31-a6f9-3ce0600a2e03 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0481715 Nov 16 22:24:44.517087 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d55696fa-5d6d-48f3-8dbb-e2f08976720f req-ea8dbf88-0e5e-4942-a5db-2e818195c897 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Nov 16 22:24:45.629999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37d97-8e43-4919-837d-4f3621acc7ef req-fe7e4dbc-9a20-4cf4-9fe6-db481612bfe2 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:45.632092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9cd37d97-8e43-4919-837d-4f3621acc7ef req-fe7e4dbc-9a20-4cf4-9fe6-db481612bfe2 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 932 time: 0.0490849 Nov 16 22:24:45.680758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9cd37d97-8e43-4919-837d-4f3621acc7ef req-9d301850-425b-4fee-a7ac-2782bfb3bac0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424068 Nov 16 22:24:46.394547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Request body: {'port': {'device_id': '2ea05459-66ba-4ede-b012-d09914d8c442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:24:46.447229 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:46.704930 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b64036-daef-4870-8e36-0315ad746f1a {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:24:46.713330 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:46.726242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Transition to ACTIVE for port object e4b64036-daef-4870-8e36-0315ad746f1a will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:24:46.729945 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:46.808956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:46.869134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e5dfb-7783-416a-a1a6-1d71cd863525 req-53f497a9-51fe-474d-a947-a687471e0b05 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:46.870741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-505e5dfb-7783-416a-a1a6-1d71cd863525 req-53f497a9-51fe-474d-a947-a687471e0b05 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 944 time: 0.1141853 Nov 16 22:24:46.932456 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Attempting to bind port e4b64036-daef-4870-8e36-0315ad746f1a on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:24:46.932811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Attempting to bind port e4b64036-daef-4870-8e36-0315ad746f1a by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:24:46.933111 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Attempting to bind port e4b64036-daef-4870-8e36-0315ad746f1a on network 07141226-a241-4723-936a-30d17d23b5b7 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:46.944350 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-505e5dfb-7783-416a-a1a6-1d71cd863525 req-011d4f56-1260-4a77-a393-b89d27b2b1b0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669236 Nov 16 22:24:46.945054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Port e4b64036-daef-4870-8e36-0315ad746f1a on network 07141226-a241-4723-936a-30d17d23b5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:24:46.945380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Attempting to bind port e4b64036-daef-4870-8e36-0315ad746f1a on network 07141226-a241-4723-936a-30d17d23b5b7 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:24:46.950715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:24:46.951057 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Checking segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:24:46.951436 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Bound using segment: {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:24:46.951861 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Bound port: e4b64036-daef-4870-8e36-0315ad746f1a, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e248296-d012-49e5-8075-d5c9557d962d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '07141226-a241-4723-936a-30d17d23b5b7'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:24:46.952224 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.014982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:24:47.018912 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:24:47.024090 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.057368 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.058064 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:47.059516 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 1092 time: 0.6713350 Nov 16 22:24:47.059958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:47.062237 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:47.088954 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36cd6f-4b85-45e8-8e0c-629a55f8d736 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=3']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:47.158187 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-11661450-7fb7-47fc-a4ef-0d8bf3fdc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.159772 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-11661450-7fb7-47fc-a4ef-0d8bf3fdc3de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1095 time: 0.0472658 Nov 16 22:24:47.215011 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-023e9c88-b47b-4b1a-9ef9-6ef3dc65c030 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 217 time: 0.0358715 Nov 16 22:24:47.269806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-34671d62-76cb-453d-bf4a-37d564d36c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.271979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-34671d62-76cb-453d-bf4a-37d564d36c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0442162 Nov 16 22:24:47.273948 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecffa99f-1586-43e5-b75d-6fd6f1a11b2a x-openstack-request-id: req-ecffa99f-1586-43e5-b75d-6fd6f1a11b2a {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:47.274241 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:47.274504 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecffa99f-1586-43e5-b75d-6fd6f1a11b2a {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:47.274907 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'status': 'completed', 'code': 200} Nov 16 22:24:47.332765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-76f5fd0b-a127-44b6-bbee-24658093754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.334732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-76f5fd0b-a127-44b6-bbee-24658093754a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444293 Nov 16 22:24:47.430541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-c541a7b7-ad8f-4829-9012-cdbedba85abc service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826795 Nov 16 22:24:47.524292 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa9b1896-e0e9-47c5-9a46-2995bbaa534e req-b0ec9da6-f092-44df-a127-fa834bb5f8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Nov 16 22:24:47.622357 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-b7ae7ba2-91ce-4483-ab03-b47c1dcb3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.623838 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-b7ae7ba2-91ce-4483-ab03-b47c1dcb3c98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1095 time: 0.0413268 Nov 16 22:24:47.714458 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-b2f8f0b6-c98e-4a8d-9dfd-3f37c26f373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.715905 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-b2f8f0b6-c98e-4a8d-9dfd-3f37c26f373a service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.0853946 Nov 16 22:24:47.762747 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-b7f5719f-44a5-4db7-a856-dc7d2ffc80fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 217 time: 0.0365276 Nov 16 22:24:47.814001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-51248ba0-af71-401f-b4a7-30787d964024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.815332 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-51248ba0-af71-401f-b4a7-30787d964024 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0418925 Nov 16 22:24:47.859869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-dbc1205d-205c-45f9-b272-f907ca96bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:47.861310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-dbc1205d-205c-45f9-b272-f907ca96bedb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388076 Nov 16 22:24:47.955743 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-adfe5b53-e28a-4f2c-8258-b198f432fe88 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860713 Nov 16 22:24:48.081385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-69b3babf-b85f-4c7f-abb2-0d4ea0c01d1b req-f8f768ec-5a86-46d2-96b3-589bd92ee0a9 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181240 Nov 16 22:24:48.089597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c78f1-d492-4f7e-ac9b-ee88f53a1918 req-cedba4fb-4150-4086-bf82-3d5b2a095e85 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:48.090988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc7c78f1-d492-4f7e-ac9b-ee88f53a1918 req-cedba4fb-4150-4086-bf82-3d5b2a095e85 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 944 time: 0.0796900 Nov 16 22:24:48.138925 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bc7c78f1-d492-4f7e-ac9b-ee88f53a1918 req-523be459-cde1-4668-aa38-0b01cec68c5a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Nov 16 22:24:49.260560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfe007-ee86-4e22-80c8-cc03dda3b5e9 req-28cbb62f-d8ab-468b-97a4-293459f6a5fc tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:49.262077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36cfe007-ee86-4e22-80c8-cc03dda3b5e9 req-28cbb62f-d8ab-468b-97a4-293459f6a5fc tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 944 time: 0.0541434 Nov 16 22:24:49.310973 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36cfe007-ee86-4e22-80c8-cc03dda3b5e9 req-ff8a897b-b9ee-467c-a1ba-c595c696e15f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Nov 16 22:24:50.428756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b74db-8b03-44d3-b73d-4ce52fcaa449 req-ac7fed3e-76c4-45d8-b98b-f5275ba2f2a3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:50.430518 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-794b74db-8b03-44d3-b73d-4ce52fcaa449 req-ac7fed3e-76c4-45d8-b98b-f5275ba2f2a3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 944 time: 0.0492213 Nov 16 22:24:50.483804 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-794b74db-8b03-44d3-b73d-4ce52fcaa449 req-89d284eb-6bee-4cec-b788-a0074f143035 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467820 Nov 16 22:24:50.902178 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efc51aa2-4607-4c05-965a-ce1f30316dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.052943 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e4b64036-daef-4870-8e36-0315ad746f1a details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:24:51.147161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:51.162276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'port_id': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'mac_address': 'fa:16:3e:c0:e0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:24:51.198977 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.211957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b64036-daef-4870-8e36-0315ad746f1a {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:24:51.230296 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:51.234383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:51.281285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:51.288892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.289240 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.289648 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.289972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.290302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.290630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.290957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.291279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.291600 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.291919 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.292239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.292558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:24:51.585633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e4b64036-daef-4870-8e36-0315ad746f1a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:24:51.599939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092702-b064-480b-8155-ed8677cfa9fd req-6f461223-ac5f-4c0a-943a-d9f4f8ed46ec tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:51.602176 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb092702-b064-480b-8155-ed8677cfa9fd req-6f461223-ac5f-4c0a-943a-d9f4f8ed46ec tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 945 time: 0.0498929 Nov 16 22:24:51.649741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb092702-b064-480b-8155-ed8677cfa9fd req-3df7925d-7954-4e2f-9f3f-19e47aec704a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417683 Nov 16 22:24:52.768113 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba67cf-f4d3-4a7a-8161-43c82e6985ba req-64d8d591-7285-4ede-a993-4a97f2cce79d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:52.769556 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80ba67cf-f4d3-4a7a-8161-43c82e6985ba req-64d8d591-7285-4ede-a993-4a97f2cce79d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 945 time: 0.0520964 Nov 16 22:24:52.818102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-80ba67cf-f4d3-4a7a-8161-43c82e6985ba req-31a89c2f-3f63-444e-96b0-2c3c911b2678 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Nov 16 22:24:53.063846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e4b64036-daef-4870-8e36-0315ad746f1a up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:24:53.112181 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e4b64036-daef-4870-8e36-0315ad746f1a completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:24:53.115975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e4b64036-daef-4870-8e36-0315ad746f1a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:24:53.116395 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:53.203498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:53.219175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-168036b3-e2bd-4602-a844-288dd5a321eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:53.231870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:24:53.234135 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af450843-8213-46c2-821d-06d82d073f34" -d '{"events": [{"server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "name": "network-vif-plugged", "status": "completed", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:24:53.247117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:24:53.251261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:53.274994 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4684bc76-0fc7-49d0-be58-334350129c64 x-openstack-request-id: req-4684bc76-0fc7-49d0-be58-334350129c64 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:24:53.275285 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "name": "network-vif-plugged", "status": "completed", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:24:53.275539 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4684bc76-0fc7-49d0-be58-334350129c64 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:24:53.275930 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'code': 200} Nov 16 22:24:53.301652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:24:53.380694 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321b7fb-4e41-43d4-a7eb-49dbef4f1f12 req-88548e69-07d6-4f7b-b7b6-be250faf1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:53.382109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6321b7fb-4e41-43d4-a7eb-49dbef4f1f12 req-88548e69-07d6-4f7b-b7b6-be250faf1f64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1097 time: 0.0391359 Nov 16 22:24:53.425765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6321b7fb-4e41-43d4-a7eb-49dbef4f1f12 req-39fdbaca-2ec7-4bff-bdba-cea3833cb8b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Nov 16 22:24:53.932658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b4d32-4d55-445b-bc44-3edb447dd343 req-fdf00b0e-24cf-4777-b278-4c22ea368af6 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:53.934188 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c16b4d32-4d55-445b-bc44-3edb447dd343 req-fdf00b0e-24cf-4777-b278-4c22ea368af6 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0486927 Nov 16 22:24:53.989310 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c16b4d32-4d55-445b-bc44-3edb447dd343 req-5a0d646c-75e2-40fd-b59a-e34503cd5298 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Nov 16 22:24:54.439552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:55.113168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04059-44f2-4380-b06e-359a7702ec49 req-8bae79b0-8b37-466d-add5-cdccff0cfbee tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:55.114676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ac04059-44f2-4380-b06e-359a7702ec49 req-8bae79b0-8b37-466d-add5-cdccff0cfbee tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0541182 Nov 16 22:24:55.161449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ac04059-44f2-4380-b06e-359a7702ec49 req-171742f4-4442-4b40-a912-a7e94b3bef65 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Nov 16 22:24:55.274109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dde02-7132-4eaf-bfcc-b080a0fa7cdf req-4c54e85a-cd71-4dfc-a609-6ee730ef00a4 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:55.275478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-633dde02-7132-4eaf-bfcc-b080a0fa7cdf req-4c54e85a-cd71-4dfc-a609-6ee730ef00a4 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Nov 16 22:24:55.322277 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-633dde02-7132-4eaf-bfcc-b080a0fa7cdf req-bc4d8ca6-f0ee-44f0-90a6-b2ce073688ff tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Nov 16 22:24:55.419430 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:24:55.507060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4651a-70d7-4478-813f-03c6b08730e0 req-3f5c25ec-8e18-4363-a1e5-4d44343fc743 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:24:55.509101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bca4651a-70d7-4478-813f-03c6b08730e0 req-3f5c25ec-8e18-4363-a1e5-4d44343fc743 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0490730 Nov 16 22:24:55.555258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bca4651a-70d7-4478-813f-03c6b08730e0 req-e24e57f2-9030-417e-83bc-eb64b55ff6f9 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Nov 16 22:24:56.001212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:24:56.809327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:02.032291 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-d899ddd3-4c63-423a-93f1-8e44a1ec5f59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162665 Nov 16 22:25:02.119171 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-fcae3a86-a080-430b-8e4a-0a0be8475ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:02.120698 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-fcae3a86-a080-430b-8e4a-0a0be8475ece service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1097 time: 0.0453093 Nov 16 22:25:02.243192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-ee66d1a4-16ff-4549-9310-f72613f2ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:02.244848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-ee66d1a4-16ff-4549-9310-f72613f2ef48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.1030326 Nov 16 22:25:02.287560 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-abec6b1b-a160-401a-8531-8059e7ef4884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 217 time: 0.0347850 Nov 16 22:25:02.341732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-3b91200f-f21f-4f0b-84a1-c549da777358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:02.343184 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-3b91200f-f21f-4f0b-84a1-c549da777358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0449979 Nov 16 22:25:02.388535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-62d1209d-af27-4e42-be58-14b858234140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:02.390051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-62d1209d-af27-4e42-be58-14b858234140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402076 Nov 16 22:25:02.484453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-447362a5-dbff-4dea-ae8b-57f1b301e974 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860076 Nov 16 22:25:02.580827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-84d6f16f-f5d4-43f7-b056-e91ae47ea398 req-c4c67776-2590-4798-9b2f-a10a320bcb21 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861602 Nov 16 22:25:04.028989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:05.992271 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:08.049278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e11dc1-b9f8-4ca6-b248-e0dae01d9872 req-b70b6297-789a-4c7a-bf80-b4528345adb2 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:08.050778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e11dc1-b9f8-4ca6-b248-e0dae01d9872 req-b70b6297-789a-4c7a-bf80-b4528345adb2 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Nov 16 22:25:08.096640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-97e11dc1-b9f8-4ca6-b248-e0dae01d9872 req-fea22399-38d9-4158-91cf-0651221e5ede tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Nov 16 22:25:08.119565 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57602) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:08.199675 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f642e8b-e7e6-46f7-8cca-c9910e0eba08 tempest-TestMinimumBasicScenario-1450434593 tempest-TestMinimumBasicScenario-1450434593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:08.201185 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0f642e8b-e7e6-46f7-8cca-c9910e0eba08 tempest-TestMinimumBasicScenario-1450434593 tempest-TestMinimumBasicScenario-1450434593-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1092 time: 0.0806429 Nov 16 22:25:08.204235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57606) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:08.208681 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:08.230633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:08.327812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:08.434186 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Allocated IP 172.25.3.193 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/7e187873-0e63-4df6-8f33-296924ef3253) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:25:08.544392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:08.577788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:08.613323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:25:08.617998 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:25:08.621590 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:25:08.646243 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'Port': ['ID=7e187873-0e63-4df6-8f33-296924ef3253,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:08.963328 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:09.029638 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:09.182872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:09.187431 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:09.261839 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'Port': ['ID=7e187873-0e63-4df6-8f33-296924ef3253,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:09.271626 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:09.275298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.275768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.277303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.277686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.278037 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.278985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.279914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.279914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.279914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.281014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.281014 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.281765 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:09.673569 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Floating IP 083f82b1-27f5-4997-b785-9d2952716e2d associated. External IP: 172.25.3.193, port: e4b64036-daef-4870-8e36-0315ad746f1a. Nov 16 22:25:09.882745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:25:09.984336 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:25:09.995020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] Sync routers for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:25:10.002774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.005581 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:10.006284 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:10.035355 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-68955971-73b8-4570-bb04-030c570412b1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8274951 Nov 16 22:25:10.035355 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:25:10.035712 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d6ed2c-4c02-4727-a26a-fb70010d1753" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:25:10.035816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57608) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.041442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147189177', 'description': 'tempest-secgroup-smoke-147189177 description', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:10.065703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.079425 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e27fe-b687-4299-b01c-29f4ef8bd340 x-openstack-request-id: req-cf7e27fe-b687-4299-b01c-29f4ef8bd340 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:25:10.080077 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:25:10.080754 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf7e27fe-b687-4299-b01c-29f4ef8bd340 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:25:10.080898 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'status': 'completed', 'code': 200} Nov 16 22:25:10.115554 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:10.136657 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.141890 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.147792 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-31d250db-3adf-4aaf-b40b-005cb64f6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:10.149386 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-31d250db-3adf-4aaf-b40b-005cb64f6650 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1097 time: 0.0462549 Nov 16 22:25:10.176123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68fe8a3-4829-4cef-b604-a30cad2e0c2e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:10.184496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.184849 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.185283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.185653 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.186018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.186327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.186658 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.186986 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.187316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.187642 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.187965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.188291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:25:10.194869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.199246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-d6ea82db-3390-4b05-beea-dc24bd815893 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1625032 Nov 16 22:25:10.200129 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57612) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.204503 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group_rule': {'security_group_id': 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:10.233295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.249800 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-9b386829-b715-499c-9b8a-5abd75b787d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:10.251285 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-9b386829-b715-499c-9b8a-5abd75b787d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.0951631 Nov 16 22:25:10.294851 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.299726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.321572 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38622b4-92c1-4a39-970c-860e096648ae,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:10.327620 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.328844 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5f3f5d44-371b-455b-b10a-86e77271bd01 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277642 Nov 16 22:25:10.332082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57614) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.334083 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-77a2fc52-b640-4518-8db7-f6bdc3e424bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 1000 time: 0.0761597 Nov 16 22:25:10.338927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group_rule': {'security_group_id': 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:10.355512 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '083f82b1-27f5-4997-b785-9d2952716e2d', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'port_id': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'mac_address': 'fa:16:3e:c0:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea05459-66ba-4ede-b012-d09914d8c442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:25:08Z', 'updated_at': '2021-11-16T22:25:08Z', 'revision_number': 0, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:10.385714 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] Checking router: 1c9161e3-372b-48ff-b749-8e6f2bdedab1 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:25:10.394129 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:25:10.394723 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:24:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:10.403263 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-38c94574-f945-4195-ae4c-836adadee0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:10.404744 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-38c94574-f945-4195-ae4c-836adadee0db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0614402 Nov 16 22:25:10.406216 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.486359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-8a6fd431-9ee3-4b2c-a418-fb81dbd890be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:10.487930 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-8a6fd431-9ee3-4b2c-a418-fb81dbd890be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727971 Nov 16 22:25:10.494140 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.498277 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.502161 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:25:10.533658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b800b85-caf7-416f-9437-6487adbaa129,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:10.571803 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.575915 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-450ee295-e2ee-409c-9600-db1581c47eaf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2381091 Nov 16 22:25:10.576334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57616) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.581089 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group_rule': {'security_group_id': 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:10.611044 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.611379 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-e22105e0-2d69-4cc2-b89b-b86a268012c8 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088288 Nov 16 22:25:10.674547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.680008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.698018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f720bfb3-2e04-4844-9530-5120808eddff,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:10.712939 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.716776 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0acfb832-bcd5-4080-bf54-5358572c63c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368620 Nov 16 22:25:10.717046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57618) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.722224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group_rule': {'security_group_id': 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:10.728780 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01d6ed2c-4c02-4727-a26a-fb70010d1753 req-34420013-db4e-4d1b-bdcb-6ee08a4f8c86 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085963 Nov 16 22:25:10.751254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.756411 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '083f82b1-27f5-4997-b785-9d2952716e2d', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'port_id': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'mac_address': 'fa:16:3e:c0:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea05459-66ba-4ede-b012-d09914d8c442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:25:08Z', 'updated_at': '2021-11-16T22:25:08Z', 'revision_number': 0, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:25:10.788901 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1005f431-5cad-4249-91e1-e286b7bd6401 None None] The sync data for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 is: [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '083f82b1-27f5-4997-b785-9d2952716e2d', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'port_id': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'mac_address': 'fa:16:3e:c0:e0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea05459-66ba-4ede-b012-d09914d8c442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:25:08Z', 'updated_at': '2021-11-16T22:25:08Z', 'revision_number': 0, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:25:10.813965 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.818105 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.834603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc0e89a-e3b9-40f2-8bea-ceecf4dcdb82,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:10.846556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.847785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b33981db-cb2a-43e7-b0de-ce1f404b63fa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296380 Nov 16 22:25:10.850634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57620) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.855145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group_rule': {'security_group_id': 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:10.878621 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Project b2b04153c2f448a6b027b9bdc1935835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:25:10.884855 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.945225 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.950282 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.969295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9939a989-37e4-4268-9fdb-85a318ad6a67,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:10.976408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:10.977662 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f232c044-badd-4da9-88c5-5916a94b3606 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260469 Nov 16 22:25:10.980940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57622) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:25:10.985403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'security_group_rule': {'security_group_id': 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e', 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:11.008309 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Project b2b04153c2f448a6b027b9bdc1935835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:25:11.013476 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59323c47-f8a3-4722-b929-6fe360841185 None None] New status for floating IP 083f82b1-27f5-4997-b785-9d2952716e2d: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:25:11.014199 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.079005 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.083060 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.105068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94400ec6-599d-458f-b1c1-98898f8d178b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:11.114256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.118313 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c5f74c3-ac36-42d6-82cf-67990578252c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337047 Nov 16 22:25:11.212851 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6103f432-fcfd-462f-817f-f320480b45f7 req-0db506fa-e432-43c6-92f4-d62787f2e5c3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147189177&fields=id&tenant_id=b2b04153c2f448a6b027b9bdc1935835 HTTP/1.1" status: 200 len: 267 time: 0.0477858 Nov 16 22:25:11.265702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103f432-fcfd-462f-817f-f320480b45f7 req-44570252-3f3e-4552-b659-4ac5efcea75a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:11.267108 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6103f432-fcfd-462f-817f-f320480b45f7 req-44570252-3f3e-4552-b659-4ac5efcea75a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0483637 Nov 16 22:25:11.279480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'port': {'security_groups': ['43b0c24b-06fe-4d76-9a2c-5d7d2004c78b', 'b68fe8a3-4829-4cef-b604-a30cad2e0c2e']}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:25:11.346137 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.531561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:25:11.560438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.564753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.577627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e4b64036-daef-4870-8e36-0315ad746f1a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:25:11.608664 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:11.609247 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:11.610687 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6103f432-fcfd-462f-817f-f320480b45f7 req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "PUT /v2.0/ports/e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 982 time: 0.3369296 Nov 16 22:25:11.639095 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbf274-89b1-41b1-8095-0233e42bf673 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:25:11.680803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e4b64036-daef-4870-8e36-0315ad746f1a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:25:11.970026 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-417249a7-80eb-45e3-8878-c8d0609a4a9a None None] Provisioning complete for port e4b64036-daef-4870-8e36-0315ad746f1a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:25:11.970403 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-417249a7-80eb-45e3-8878-c8d0609a4a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:12.070797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f471b19-58c3-4e76-8011-cb54809f959b req-f34d5fb2-387f-468e-8e72-98408ed19d6f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:12.073429 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f471b19-58c3-4e76-8011-cb54809f959b req-f34d5fb2-387f-468e-8e72-98408ed19d6f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.3911166 Nov 16 22:25:12.082090 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:25:12.084452 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051cf8d3-4866-40aa-ae94-e0e3e2419042" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:25:12.126005 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cffaf6f-904d-45fd-9f50-3a3a006ad514 x-openstack-request-id: req-4cffaf6f-904d-45fd-9f50-3a3a006ad514 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:25:12.126423 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:25:12.126962 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cffaf6f-904d-45fd-9f50-3a3a006ad514 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:25:12.127497 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'status': 'completed', 'code': 200} Nov 16 22:25:12.142676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f471b19-58c3-4e76-8011-cb54809f959b req-42efb6a8-2bf4-4689-be69-0c487634fc44 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628910 Nov 16 22:25:12.195148 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-301c4bad-fe01-4ca1-ae1e-2b808144e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:12.197715 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-301c4bad-fe01-4ca1-ae1e-2b808144e129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1136 time: 0.0470018 Nov 16 22:25:12.292797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-6ee8823f-4420-4a76-8938-60f1c5c08f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:12.294316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-6ee8823f-4420-4a76-8938-60f1c5c08f53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.0895104 Nov 16 22:25:12.362783 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-c535db47-2add-4989-abcb-df7c31cc72e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 1002 time: 0.0590346 Nov 16 22:25:12.410805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-9697afc9-d051-4d9b-96f3-127c1a56126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:12.412227 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-9697afc9-d051-4d9b-96f3-127c1a56126a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0422995 Nov 16 22:25:12.460768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-54897c62-c8ba-4505-91dd-977397c6b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:12.462319 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-54897c62-c8ba-4505-91dd-977397c6b7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428817 Nov 16 22:25:12.554324 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-50b6b4b9-9ae7-4fe7-9b50-e0944858aca4 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817947 Nov 16 22:25:12.646765 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-051cf8d3-4866-40aa-ae94-e0e3e2419042 req-4cf4c041-bdef-4c86-ad64-984309382e1c service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841331 Nov 16 22:25:20.903208 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3d1ead97-1652-4498-82a3-7326273099d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:23.211267 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cc282a55-a91c-4671-b58f-90f062139022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:24.441438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:26.003029 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:26.810900 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:32.418972 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:25:34.032912 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:34.672390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e406-e55e-4e3f-84d3-db417cd7d1af req-61cbb06f-fcc9-4dcf-863b-1cedb29c3a8b tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:34.673921 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e49e406-e55e-4e3f-84d3-db417cd7d1af req-61cbb06f-fcc9-4dcf-863b-1cedb29c3a8b tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0495100 Nov 16 22:25:34.679163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-fb0507dc-33b3-44eb-ae55-3c4d599fad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:34.683597 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-fb0507dc-33b3-44eb-ae55-3c4d599fad00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1136 time: 0.0454671 Nov 16 22:25:34.736150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5e49e406-e55e-4e3f-84d3-db417cd7d1af req-4988e87c-f396-4c96-b5e6-93b34e770575 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557666 Nov 16 22:25:34.786102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-92692773-38ab-489c-b808-5fdc19976bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:34.787491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-92692773-38ab-489c-b808-5fdc19976bd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.0943577 Nov 16 22:25:34.855429 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-69d4c8a5-71f5-46e1-8e57-7029ef1de56f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 1002 time: 0.0603533 Nov 16 22:25:34.904735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-703922e8-1447-4041-a161-afdf0316b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:34.906316 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-703922e8-1447-4041-a161-afdf0316b5ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0435772 Nov 16 22:25:34.959849 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-8a113236-8f4d-4765-8684-f26438a28dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:34.961327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-8a113236-8f4d-4765-8684-f26438a28dbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432224 Nov 16 22:25:35.050405 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-2ddb742a-75c0-4baa-be91-4d96753d5318 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Nov 16 22:25:35.143461 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2b90589e-740f-45af-8c92-b76f9f4d104b req-d3f69a73-f7c6-4d2c-b325-4a74d1927d2c service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845902 Nov 16 22:25:35.856397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de531-fc63-4f43-af10-f7e0cabbeae4 req-29bccd71-2e45-481b-8c9b-034ae06e4242 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:35.857801 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b6de531-fc63-4f43-af10-f7e0cabbeae4 req-29bccd71-2e45-481b-8c9b-034ae06e4242 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0496199 Nov 16 22:25:35.918176 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0b6de531-fc63-4f43-af10-f7e0cabbeae4 req-2454a5cb-e33e-41ba-b2a6-2f2eba41ab0e tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542157 Nov 16 22:25:35.996018 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:37.041090 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a73c20-da5b-469c-87d5-a5a75776d286 req-cc92a6e1-55e5-4cb3-83d2-25481382ae40 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:37.042949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7a73c20-da5b-469c-87d5-a5a75776d286 req-cc92a6e1-55e5-4cb3-83d2-25481382ae40 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0548065 Nov 16 22:25:37.104154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e7a73c20-da5b-469c-87d5-a5a75776d286 req-6b8ef171-5eca-446a-82ac-932e0542a027 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550697 Nov 16 22:25:38.219326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82829fb-7e16-420b-8316-124e05cadc49 req-56a76947-8718-4fce-8292-c0ebb743110e tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:38.220782 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e82829fb-7e16-420b-8316-124e05cadc49 req-56a76947-8718-4fce-8292-c0ebb743110e tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0485704 Nov 16 22:25:38.283527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e82829fb-7e16-420b-8316-124e05cadc49 req-92e88599-00fe-482d-a52c-5a2423c38dd6 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566549 Nov 16 22:25:39.396971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab351a1-9a8e-4efb-9b64-1394599520ae req-58d96d93-0e41-4c16-8a62-ed6bb9513b1c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:39.398462 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab351a1-9a8e-4efb-9b64-1394599520ae req-58d96d93-0e41-4c16-8a62-ed6bb9513b1c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0480273 Nov 16 22:25:39.457386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9ab351a1-9a8e-4efb-9b64-1394599520ae req-f6d1e2ee-ed5e-4685-8edd-27491ca0524c tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524461 Nov 16 22:25:40.574299 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae93c8-b203-454e-be3c-e02591dc1ec2 req-d686ef79-9ea1-459e-8c71-77870a3f946f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:40.575768 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3ae93c8-b203-454e-be3c-e02591dc1ec2 req-d686ef79-9ea1-459e-8c71-77870a3f946f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0503113 Nov 16 22:25:40.635913 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a3ae93c8-b203-454e-be3c-e02591dc1ec2 req-1c39f7c8-b483-4e85-9d2c-d1cdb29e69b0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540454 Nov 16 22:25:41.754493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3f57c-d1e9-460b-af3a-edfe880c1787 req-82cf7230-0c63-48f1-b604-510581fa5cec tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:41.755961 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-44f3f57c-d1e9-460b-af3a-edfe880c1787 req-82cf7230-0c63-48f1-b604-510581fa5cec tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0524802 Nov 16 22:25:41.815232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-44f3f57c-d1e9-460b-af3a-edfe880c1787 req-befe544a-3629-40b3-89da-2b8977405960 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531642 Nov 16 22:25:42.930102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237ef18-3c6a-4970-a437-1255c4c4a3f0 req-1f994925-94df-4ddb-83d4-8110eaeb542a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:42.931567 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1237ef18-3c6a-4970-a437-1255c4c4a3f0 req-1f994925-94df-4ddb-83d4-8110eaeb542a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0487564 Nov 16 22:25:42.991275 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1237ef18-3c6a-4970-a437-1255c4c4a3f0 req-a64081d5-734c-4bd2-91a6-1d896fc2a3f2 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527871 Nov 16 22:25:44.107557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2e8f9-c26f-41dc-a2a5-fa5f234863aa req-875b045a-09fb-41e9-beda-36339af48f98 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:44.109022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aee2e8f9-c26f-41dc-a2a5-fa5f234863aa req-875b045a-09fb-41e9-beda-36339af48f98 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0490630 Nov 16 22:25:44.169249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aee2e8f9-c26f-41dc-a2a5-fa5f234863aa req-4cac4abe-b428-4c02-82f3-bb27d555aa29 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541854 Nov 16 22:25:45.289334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37029d-60b3-4129-86b4-4b4ecb8d407c req-4f94f218-179e-414e-a4b8-296eb8159000 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:45.290818 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de37029d-60b3-4129-86b4-4b4ecb8d407c req-4f94f218-179e-414e-a4b8-296eb8159000 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0530672 Nov 16 22:25:45.350843 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-de37029d-60b3-4129-86b4-4b4ecb8d407c req-2cb66a69-2f88-4356-953b-a03b1759ae72 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538635 Nov 16 22:25:46.469112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dd17b-726f-418d-add4-00b31e1da85e req-78ecae08-9627-428d-a354-4c06624e6e7a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:46.470657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b0dd17b-726f-418d-add4-00b31e1da85e req-78ecae08-9627-428d-a354-4c06624e6e7a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0507874 Nov 16 22:25:46.535360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b0dd17b-726f-418d-add4-00b31e1da85e req-27c7996b-a958-4cff-b6f8-141e5041dc00 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586748 Nov 16 22:25:47.650729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0968-6dab-4a93-9a22-722b403ee2b7 req-05d04e10-3b5e-4427-b3ba-23a1a6ca4dd7 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:47.652200 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b1f0968-6dab-4a93-9a22-722b403ee2b7 req-05d04e10-3b5e-4427-b3ba-23a1a6ca4dd7 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0495577 Nov 16 22:25:47.712565 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b1f0968-6dab-4a93-9a22-722b403ee2b7 req-ee8a6d62-5345-43ca-9d5c-e81b0ec886e3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543492 Nov 16 22:25:48.832258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460193-91e8-4e6a-90d0-86ed78b18bf7 req-ef23a097-5edc-4883-aed7-d215d53ff0e1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:48.833784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03460193-91e8-4e6a-90d0-86ed78b18bf7 req-ef23a097-5edc-4883-aed7-d215d53ff0e1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0499034 Nov 16 22:25:48.893400 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-03460193-91e8-4e6a-90d0-86ed78b18bf7 req-3841b100-71fd-4878-84ab-17e74a2873f4 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532627 Nov 16 22:25:50.011377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d44e-5a9f-44a5-a323-b28acbde0df8 req-2c72c99a-7bdc-44b7-bd2d-49e00f6827da tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:50.012752 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2a57d44e-5a9f-44a5-a323-b28acbde0df8 req-2c72c99a-7bdc-44b7-bd2d-49e00f6827da tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0484030 Nov 16 22:25:50.078489 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2a57d44e-5a9f-44a5-a323-b28acbde0df8 req-f1b80796-c77c-4159-9d19-a42376c82bd7 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596085 Nov 16 22:25:50.904547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a736f2f0-737e-4521-885c-f0f3164a336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:51.193548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7b86e-e94c-4687-9af7-839f86942b7d req-8f148565-8e2b-4d37-9534-43b5fcdafb2a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:51.195030 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09a7b86e-e94c-4687-9af7-839f86942b7d req-8f148565-8e2b-4d37-9534-43b5fcdafb2a tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0489655 Nov 16 22:25:51.255325 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-09a7b86e-e94c-4687-9af7-839f86942b7d req-51171b34-d50c-4b05-909d-cd6ba809718f tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535176 Nov 16 22:25:52.372459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e6c4-92fb-4888-bb0d-57259e69ddaa req-750101fb-3d2f-410c-9157-784e36fae2cc tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:52.373967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c89e6c4-92fb-4888-bb0d-57259e69ddaa req-750101fb-3d2f-410c-9157-784e36fae2cc tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0503595 Nov 16 22:25:52.433753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c89e6c4-92fb-4888-bb0d-57259e69ddaa req-968e9eb2-ff36-4de3-a1a3-775de5d834b6 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537858 Nov 16 22:25:53.212732 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-909ab451-e470-4bb7-8baf-2a0b79b11615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:53.561389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabad1b-f963-4895-8368-038d4a06c7c6 req-5487dfb2-702a-45cd-9707-0276ecac90d0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:53.562904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfabad1b-f963-4895-8368-038d4a06c7c6 req-5487dfb2-702a-45cd-9707-0276ecac90d0 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0590000 Nov 16 22:25:53.622782 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bfabad1b-f963-4895-8368-038d4a06c7c6 req-5dcecc1c-03a2-4c90-843d-e71559faa253 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538111 Nov 16 22:25:54.445078 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:54.737501 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317c1a-59d3-4672-bc7b-05cca53fdcb2 req-82c1d502-2b34-47ad-8a46-7008cf6f7475 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:54.739047 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0317c1a-59d3-4672-bc7b-05cca53fdcb2 req-82c1d502-2b34-47ad-8a46-7008cf6f7475 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0488908 Nov 16 22:25:54.799311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e0317c1a-59d3-4672-bc7b-05cca53fdcb2 req-803aecd1-5853-4446-b8a6-7fa12d8011ea tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533426 Nov 16 22:25:55.917380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45707cf0-1c94-45bd-b13d-3283ce043677 req-0393b8e1-73e6-45a8-bbc2-8d41dbf8c743 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:55.918909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45707cf0-1c94-45bd-b13d-3283ce043677 req-0393b8e1-73e6-45a8-bbc2-8d41dbf8c743 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0500894 Nov 16 22:25:55.980018 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-45707cf0-1c94-45bd-b13d-3283ce043677 req-bf283295-81c0-4a40-a4e7-497c864cf199 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549302 Nov 16 22:25:56.006012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:56.812175 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:25:57.100339 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8efd79-315b-4ef9-8f35-2e0a056e7c88 req-ebcdf781-150e-4d13-a040-279c2db25c33 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:25:57.101822 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd8efd79-315b-4ef9-8f35-2e0a056e7c88 req-ebcdf781-150e-4d13-a040-279c2db25c33 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0530369 Nov 16 22:25:57.161036 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd8efd79-315b-4ef9-8f35-2e0a056e7c88 req-2ac4cd27-1509-4da1-a02a-339a2530c5e3 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&id=b68fe8a3-4829-4cef-b604-a30cad2e0c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530698 Nov 16 22:26:03.940207 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-7873ba3f-75ea-4a57-8f3b-0a4ca97d8f0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398085 Nov 16 22:26:04.021906 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-3925860c-1e7a-4fc6-bd66-491bc16ef1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.023322 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-3925860c-1e7a-4fc6-bd66-491bc16ef1e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1136 time: 0.0415769 Nov 16 22:26:04.031892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:04.130890 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-802e4f80-5144-4415-b826-cff5b80d173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.132358 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-802e4f80-5144-4415-b826-cff5b80d173c service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.0883169 Nov 16 22:26:04.196753 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-af2299ef-5162-4b22-8213-d350ab86be9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 1002 time: 0.0574305 Nov 16 22:26:04.248455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-f9e6f534-13d7-4060-934f-8bf9f570d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.249923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-f9e6f534-13d7-4060-934f-8bf9f570d268 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0469038 Nov 16 22:26:04.296908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-5cf66ffd-7935-41c3-8eb7-2f19fbc3fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:04.298334 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-5cf66ffd-7935-41c3-8eb7-2f19fbc3fbea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397646 Nov 16 22:26:04.391962 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-435e2067-a221-4c23-9ffa-5763490e7480 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853648 Nov 16 22:26:04.483136 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7cd494dd-fdb6-4981-9a85-293e4f3607f6 req-cfb2496b-66ce-4fc8-bd8d-9c43f1201d9f service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818532 Nov 16 22:26:06.005329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:09.417395 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:26:20.905288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f739cce7-b67e-459f-97e0-12d349e14fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:23.213323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-92411ef8-44a9-43e5-aecf-72e0e0bedabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:24.446609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:26.007893 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:26.816018 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:29.727850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-aa26f857-ecad-4d4a-8f49-0dfd9a0d8eda tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147189177&fields=id&tenant_id=b2b04153c2f448a6b027b9bdc1935835 HTTP/1.1" status: 200 len: 267 time: 0.0454180 Nov 16 22:26:29.785806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-cf991cff-e5dc-4cb1-981e-40a8b9313ae1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:29.787294 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-cf991cff-e5dc-4cb1-981e-40a8b9313ae1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 985 time: 0.0536833 Nov 16 22:26:29.798461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Request body: {'port': {'security_groups': ['43b0c24b-06fe-4d76-9a2c-5d7d2004c78b']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:29.862318 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.035916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:30.065437 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.069913 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.081851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e4b64036-daef-4870-8e36-0315ad746f1a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:26:30.112900 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:30.113546 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.114955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a56515ba-b0f2-41d1-9d8b-2d1bf404f06e req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "PUT /v2.0/ports/e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 943 time: 0.3208869 Nov 16 22:26:30.115407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:26:30.121376 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:26:30.122505 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57706) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:30.150437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event updated for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=7']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:30.159751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.160108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.160455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.160797 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.161133 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.161962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.161962 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.162372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.162708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.163036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.163375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.163682 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f119602-7093-410b-98bc-f804c2108a1d tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.186822 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e444a423-62f1-4445-961a-e47eb9541d72 x-openstack-request-id: req-e444a423-62f1-4445-961a-e47eb9541d72 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:26:30.187122 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:26:30.187385 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e444a423-62f1-4445-961a-e47eb9541d72 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:26:30.187800 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'status': 'completed', 'code': 200} Nov 16 22:26:30.205557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e4b64036-daef-4870-8e36-0315ad746f1a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:26:30.241726 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.280665 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.312560 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-35be93f7-1d12-4f45-ade1-40f3df998b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:30.314685 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-35be93f7-1d12-4f45-ade1-40f3df998b70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1097 time: 0.1021066 Nov 16 22:26:30.393979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cc210b2b-71c2-4cfd-a9fc-739666e71ad3 None None] Provisioning complete for port e4b64036-daef-4870-8e36-0315ad746f1a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:30.394276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cc210b2b-71c2-4cfd-a9fc-739666e71ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.424679 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-e2b7d152-1953-49f3-acee-5f3370912ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:30.426504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-e2b7d152-1953-49f3-acee-5f3370912ee1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.1027482 Nov 16 22:26:30.427519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.430133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.434641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57708) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:30.434848 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "DELETE /v2.0/security-groups/b68fe8a3-4829-4cef-b604-a30cad2e0c2e HTTP/1.1" status: 204 len: 168 time: 0.3101525 Nov 16 22:26:30.483862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68fe8a3-4829-4cef-b604-a30cad2e0c2e,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:30.496720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.497281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.497575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.497911 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.498258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.498601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.498940 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.499275 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.499611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.499942 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.500272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.500607 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa4dbe5-e681-41b3-9939-9a991b174ecb tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:30.522621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-362199f6-eecf-43be-9520-da7557405e85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 1002 time: 0.0866649 Nov 16 22:26:30.576556 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-36e7deb6-4fe5-4fef-be64-d8bb0b6f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:30.577983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-36e7deb6-4fe5-4fef-be64-d8bb0b6f1ff2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0464840 Nov 16 22:26:30.606183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Deleting port 7e187873-0e63-4df6-8f33-296924ef3253 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:30.606519 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.625455 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-4a212f36-5107-4a01-88ec-10f553159ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:30.626999 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-4a212f36-5107-4a01-88ec-10f553159ba7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418296 Nov 16 22:26:30.682102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.682427 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.696776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Calling delete_port for 7e187873-0e63-4df6-8f33-296924ef3253 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:30.721395 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-0d51b676-5136-404f-9e88-93474cd5de45 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869503 Nov 16 22:26:30.813311 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-27d535ac-be7d-4ec1-bcf0-4940076ca4dc req-48c74d53-3ee9-4148-bcbc-1297aef1f2b7 service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838091 Nov 16 22:26:30.850003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.874187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event deleted for resources: {'Port': ['ID=7e187873-0e63-4df6-8f33-296924ef3253,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:30.939345 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:30.939680 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Floating IP 083f82b1-27f5-4997-b785-9d2952716e2d disassociated (deleted). External IP: 172.25.3.193, port: e4b64036-daef-4870-8e36-0315ad746f1a. Nov 16 22:26:31.143910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:26:31.252592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:26:31.257687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:31.262920 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] Sync routers for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:26:31.272322 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:31.272998 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:31.285597 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c31a0221-b5e7-4360-9251-2464b5b44597 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "DELETE /v2.0/floatingips/083f82b1-27f5-4997-b785-9d2952716e2d HTTP/1.1" status: 204 len: 168 time: 0.8494391 Nov 16 22:26:31.477900 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:31.705778 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:31.735481 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] Checking router: 1c9161e3-372b-48ff-b749-8e6f2bdedab1 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:26:31.743870 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:31.744468 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:31.848973 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:32.043768 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:32.070205 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d9a68-8ec9-4109-b609-d6379c0392b4 None None] The sync data for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 is: [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8e95159d-09e1-4a19-87ed-2dc4a6767255', 'name': '', 'network_id': '07141226-a241-4723-936a-30d17d23b5b7', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'mac_address': 'fa:16:3e:0c:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:15Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'subnets': [{'id': '04070a83-d6ec-45d0-ac8a-9ff11278723c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:26:32.189104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:26:32.192126 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb43fb2-7a89-4026-8515-ec33bafd749b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:26:32.235070 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed80a8ab-0695-4cc0-adda-c574b81aea1c x-openstack-request-id: req-ed80a8ab-0695-4cc0-adda-c574b81aea1c {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:26:32.235583 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:26:32.235921 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed80a8ab-0695-4cc0-adda-c574b81aea1c {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:26:32.236414 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'status': 'completed', 'code': 200} Nov 16 22:26:32.307192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5ff23-f1e7-41ab-97b7-23de5c87b468 None None] New status for floating IP 083f82b1-27f5-4997-b785-9d2952716e2d: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:26:32.311429 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-816e1fa2-3eca-43e6-a405-ae851498abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:32.312959 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-816e1fa2-3eca-43e6-a405-ae851498abf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2b04153c2f448a6b027b9bdc1935835&device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 1097 time: 0.0517039 Nov 16 22:26:32.413535 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-efc72833-020e-4dfc-871e-1c5771fd16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:32.415004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-efc72833-020e-4dfc-871e-1c5771fd16f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 200 len: 914 time: 0.0950437 Nov 16 22:26:32.467214 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-43944949-b8e2-4220-afff-daec57a6e7bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 200 len: 217 time: 0.0390184 Nov 16 22:26:32.522390 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-f98bf3a4-0422-4465-a4b4-db8921585669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:32.523758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-f98bf3a4-0422-4465-a4b4-db8921585669 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 200 len: 852 time: 0.0445330 Nov 16 22:26:32.572894 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-38167d20-95d5-40a1-a939-f58d6a5275a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:32.575674 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-38167d20-95d5-40a1-a939-f58d6a5275a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07141226-a241-4723-936a-30d17d23b5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445592 Nov 16 22:26:32.671261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-43516bd4-af91-4b24-a977-97c3f1bf562e service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872724 Nov 16 22:26:32.770513 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7fb43fb2-7a89-4026-8515-ec33bafd749b req-c2e77c18-608a-40a0-bd06-a9c9e96be88c service neutron] 10.222.0.41 "GET /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 Nov 16 22:26:34.047620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:36.006489 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:40.328810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febccbc1-5587-49fa-9bcb-e4b775d9ea27 req-94a203c0-bd5d-4d5e-b33d-729970549caa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:40.330356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-febccbc1-5587-49fa-9bcb-e4b775d9ea27 req-94a203c0-bd5d-4d5e-b33d-729970549caa tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0547688 Nov 16 22:26:40.379988 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-febccbc1-5587-49fa-9bcb-e4b775d9ea27 req-4695e457-57df-4249-b400-dc5573629cdf tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Nov 16 22:26:41.500854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b3c4-4fb7-480d-b446-dfdae18b256e req-89487786-064f-4651-a973-ab05570252cc tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:41.502372 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2611b3c4-4fb7-480d-b446-dfdae18b256e req-89487786-064f-4651-a973-ab05570252cc tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0498843 Nov 16 22:26:41.553448 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2611b3c4-4fb7-480d-b446-dfdae18b256e req-19cd1e38-580e-4128-bdb0-6f35aa1afff1 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/security-groups?id=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Nov 16 22:26:42.224399 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-5aca617e-ce1c-40c7-920f-c7082ca4f7ae tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:42.225888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-5aca617e-ce1c-40c7-920f-c7082ca4f7ae tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 946 time: 0.0491738 Nov 16 22:26:42.320056 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Deleting port e4b64036-daef-4870-8e36-0315ad746f1a {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:42.320396 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:42.412018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] For port e4b64036-daef-4870-8e36-0315ad746f1a, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e4b64036-daef-4870-8e36-0315ad746f1a,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:42.412380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:42.425223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Calling delete_port for e4b64036-daef-4870-8e36-0315ad746f1a owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:42.555165 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:42.570378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e4b64036-daef-4870-8e36-0315ad746f1a'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:26:42.583736 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Pushing event deleted for resources: {'Port': ['ID=e4b64036-daef-4870-8e36-0315ad746f1a,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:42.631888 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] No DVR routers for this DVR port e4b64036-daef-4870-8e36-0315ad746f1a on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:26:42.634698 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:42.639262 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-da4a415f-72c1-49c5-81a1-b8ec215f1b07 req-b76bb3be-b6b0-496b-bfaa-5033c6b00b74 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.41 "DELETE /v2.0/ports/e4b64036-daef-4870-8e36-0315ad746f1a HTTP/1.1" status: 204 len: 173 time: 0.4042134 Nov 16 22:26:42.639759 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'name': 'network-vif-deleted', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:26:42.642075 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aacde0-9145-4d47-b014-c1e8e471f62b" -d '{"events": [{"server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "name": "network-vif-deleted", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:26:42.660564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7ad90d14-5674-479f-9f3d-e2056e50e538 req-b2cccb10-8fb9-41d1-aab7-6c0cfc749490 tempest-TestMinimumBasicScenario-87377049 tempest-TestMinimumBasicScenario-87377049-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea05459-66ba-4ede-b012-d09914d8c442 HTTP/1.1" status: 200 len: 210 time: 0.0316050 Nov 16 22:26:42.683231 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c823d98-e2d7-47af-8d0a-f22d82a2bb80 x-openstack-request-id: req-0c823d98-e2d7-47af-8d0a-f22d82a2bb80 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:26:42.683730 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea05459-66ba-4ede-b012-d09914d8c442", "name": "network-vif-deleted", "tag": "e4b64036-daef-4870-8e36-0315ad746f1a", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:26:42.684008 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c823d98-e2d7-47af-8d0a-f22d82a2bb80 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:26:42.684445 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea05459-66ba-4ede-b012-d09914d8c442', 'name': 'network-vif-deleted', 'tag': 'e4b64036-daef-4870-8e36-0315ad746f1a', 'status': 'completed', 'code': 200} Nov 16 22:26:44.327703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57808) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:44.672311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:44.916955 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Deleting port 8e95159d-09e1-4a19-87ed-2dc4a6767255 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:44.917316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:44.996561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] For port 8e95159d-09e1-4a19-87ed-2dc4a6767255, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8e95159d-09e1-4a19-87ed-2dc4a6767255,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:44.996832 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:45.009621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Calling delete_port for 8e95159d-09e1-4a19-87ed-2dc4a6767255 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:45.187787 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:45.215536 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e95159d-09e1-4a19-87ed-2dc4a6767255,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:45.381361 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:45.607364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:26:45.613475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e4b64036-daef-4870-8e36-0315ad746f1a no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:45.632935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e4b64036-daef-4870-8e36-0315ad746f1a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:45.633286 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e4b64036-daef-4870-8e36-0315ad746f1a not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:45.724418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:26:45.730805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2dd22b76-dbe9-4758-8ef6-505cbebdf68f admin admin] 10.222.0.48 "PUT /v2.0/routers/1c9161e3-372b-48ff-b749-8e6f2bdedab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4016099 Nov 16 22:26:45.733291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57810) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:45.734075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] Sync routers for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:26:45.744427 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:45.745092 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:45.837273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:45.857699 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:45.941681 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:45.995120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Deleting port 8aa2626c-4319-47f9-98d6-e31394a299df {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:45.995579 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.039923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:26:45Z', 'revision_number': 5, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port': {'id': '8aa2626c-4319-47f9-98d6-e31394a299df', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:57:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:14Z', 'updated_at': '2021-11-16T22:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:46.065712 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] Checking router: 1c9161e3-372b-48ff-b749-8e6f2bdedab1 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:26:46.074249 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] Routers {'1c9161e3-372b-48ff-b749-8e6f2bdedab1'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:46.074498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] For port 8aa2626c-4319-47f9-98d6-e31394a299df, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8aa2626c-4319-47f9-98d6-e31394a299df,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:46.074848 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:46.074975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.087304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Calling delete_port for 8aa2626c-4319-47f9-98d6-e31394a299df owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:46.159465 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] Set router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:46.214332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:26:45Z', 'revision_number': 6, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:46.240439 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f58ee3-1952-42f6-b0f9-0d6e973009a9 None None] The sync data for ids ['1c9161e3-372b-48ff-b749-8e6f2bdedab1'] in n-d-817778-8 is: [{'id': '1c9161e3-372b-48ff-b749-8e6f2bdedab1', 'name': 'tempest-TestMinimumBasicScenario-88612379-router', 'tenant_id': 'b2b04153c2f448a6b027b9bdc1935835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:13Z', 'updated_at': '2021-11-16T22:26:45Z', 'revision_number': 6, 'project_id': 'b2b04153c2f448a6b027b9bdc1935835', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:26:46.253824 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.282789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa2626c-4319-47f9-98d6-e31394a299df,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:46.299159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ae42f-77ec-4c09-b2d1-bf3aa9b5c665 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:46.345856 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.416988 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:26:46.436147 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.438436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.481196 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.481764 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9161e3-372b-48ff-b749-8e6f2bdedab1 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:26:46.486106 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.487134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2ab437d8-c8f5-4427-8c8a-1955543f7fd1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1c9161e3-372b-48ff-b749-8e6f2bdedab1 HTTP/1.1" status: 204 len: 168 time: 0.7529078 Nov 16 22:26:46.489961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57812) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:46.855790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Deleting subnet 04070a83-d6ec-45d0-ac8a-9ff11278723c {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:26:46.858933 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.894147 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:46.976216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.008520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8aa2626c-4319-47f9-98d6-e31394a299df no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:47.030558 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8aa2626c-4319-47f9-98d6-e31394a299df {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:47.030957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8aa2626c-4319-47f9-98d6-e31394a299df not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:47.031568 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e95159d-09e1-4a19-87ed-2dc4a6767255 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:47.038922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.051461 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8e95159d-09e1-4a19-87ed-2dc4a6767255 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:47.051813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e95159d-09e1-4a19-87ed-2dc4a6767255 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:47.067940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.071293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] 10.222.0.48 "DELETE /v2.0/subnets/04070a83-d6ec-45d0-ac8a-9ff11278723c HTTP/1.1" status: 204 len: 168 time: 0.5804024 Nov 16 22:26:47.072671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94112a0d-dfdf-4268-a73e-39f5dedef0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04070a83-d6ec-45d0-ac8a-9ff11278723c,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:47.074845 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57814) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:47.077547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a6314-72c4-4193-a830-13a6ef729dbe None None] Network 07141226-a241-4723-936a-30d17d23b5b7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:26:47.148059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.207791 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Deleting port d7280f54-20f0-4c49-9529-477f831d8cc8 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:47.208195 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.272720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] DHCP port deletion for 07141226-a241-4723-936a-30d17d23b5b7 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:47.279170 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] For port d7280f54-20f0-4c49-9529-477f831d8cc8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d7280f54-20f0-4c49-9529-477f831d8cc8,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:47.279444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.295122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Calling delete_port for d7280f54-20f0-4c49-9529-477f831d8cc8 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:47.328614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Deleting port d7280f54-20f0-4c49-9529-477f831d8cc8 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:47.329138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.398022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] For port d7280f54-20f0-4c49-9529-477f831d8cc8, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d7280f54-20f0-4c49-9529-477f831d8cc8,segment=NetworkSegment(5e248296-d012-49e5-8075-d5c9557d962d),segment_id=5e248296-d012-49e5-8075-d5c9557d962d)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:47.398433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.412193 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Calling delete_port for d7280f54-20f0-4c49-9529-477f831d8cc8 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:47.497555 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.521038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Pushing event deleted for resources: {'Port': ['ID=d7280f54-20f0-4c49-9529-477f831d8cc8,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:47.531449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] No DVR routers for this DVR port d7280f54-20f0-4c49-9529-477f831d8cc8 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:26:47.534002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.534334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.534678 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.535018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.535356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.535764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.536096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.536426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.536756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.537094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.537416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.537761 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d67255b-4d97-482c-aba2-11ff493c5bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:47.658773 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.685154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7280f54-20f0-4c49-9529-477f831d8cc8,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:47.687082 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] No DVR routers for this DVR port d7280f54-20f0-4c49-9529-477f831d8cc8 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:26:47.759647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.779435 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07141226-a241-4723-936a-30d17d23b5b7']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:47.788402 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e248296-d012-49e5-8075-d5c9557d962d') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:47.788700 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e248296-d012-49e5-8075-d5c9557d962d') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:47.798501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.810949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.816725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:26:47.817098 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: self.session.flush() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:26:47.818753 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:26:47.870596 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.876493 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:47.879897 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] 10.222.0.48 "DELETE /v2.0/networks/07141226-a241-4723-936a-30d17d23b5b7 HTTP/1.1" status: 204 len: 168 time: 0.8034601 Nov 16 22:26:47.883029 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57816) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:47.892991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba8a32-c09e-482d-bb1d-165633e31b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=07141226-a241-4723-936a-30d17d23b5b7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:48.226798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:48.469145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Deleting port f2488aa7-83f5-415b-9445-deb1ba8ba83d {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:48.469479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:48.550000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] For port f2488aa7-83f5-415b-9445-deb1ba8ba83d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f2488aa7-83f5-415b-9445-deb1ba8ba83d,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:48.550275 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:48.563913 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Calling delete_port for f2488aa7-83f5-415b-9445-deb1ba8ba83d owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:48.746429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:48.772375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2488aa7-83f5-415b-9445-deb1ba8ba83d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:48.943009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d7280f54-20f0-4c49-9529-477f831d8cc8 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:48.947265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:48.972570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d7280f54-20f0-4c49-9529-477f831d8cc8 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:48.972933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d7280f54-20f0-4c49-9529-477f831d8cc8 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:49.166212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Router 242a415c-2632-4320-aa3a-c84a913fb0b0 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:26:49.275197 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:26:49.283617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a991ecb-3b4b-4e56-8bd9-074e65b0ed2a admin admin] 10.222.0.48 "PUT /v2.0/routers/242a415c-2632-4320-aa3a-c84a913fb0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3972147 Nov 16 22:26:49.284507 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57818) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:49.287128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] Sync routers for ids ['242a415c-2632-4320-aa3a-c84a913fb0b0'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:26:49.300408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] Routers {'242a415c-2632-4320-aa3a-c84a913fb0b0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:49.301176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['242a415c-2632-4320-aa3a-c84a913fb0b0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:49.393498 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:49.406544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] Set router 242a415c-2632-4320-aa3a-c84a913fb0b0 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:49.503188 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:49.556620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Deleting port ae179845-745a-4507-9ed0-4d42527360c1 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:49.556966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:49.592001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:26:48Z', 'revision_number': 5, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port': {'id': 'ae179845-745a-4507-9ed0-4d42527360c1', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:49.620735 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] Checking router: 242a415c-2632-4320-aa3a-c84a913fb0b0 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:26:49.630344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] Routers {'242a415c-2632-4320-aa3a-c84a913fb0b0'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:49.630958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['242a415c-2632-4320-aa3a-c84a913fb0b0'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:49.639338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] For port ae179845-745a-4507-9ed0-4d42527360c1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ae179845-745a-4507-9ed0-4d42527360c1,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:49.639711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:49.656899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Calling delete_port for ae179845-745a-4507-9ed0-4d42527360c1 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:49.720997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] Set router 242a415c-2632-4320-aa3a-c84a913fb0b0 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:49.778684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:26:49Z', 'revision_number': 6, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:49.807660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c36ac1-c001-49f7-a3a3-e73888d9a496 None None] The sync data for ids ['242a415c-2632-4320-aa3a-c84a913fb0b0'] in n-d-817778-8 is: [{'id': '242a415c-2632-4320-aa3a-c84a913fb0b0', 'name': 'tempest-TestMinimumBasicScenario-673869588-router', 'tenant_id': '28cba038f42a4e0c855103ef0f5af63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:24:18Z', 'updated_at': '2021-11-16T22:26:49Z', 'revision_number': 6, 'project_id': '28cba038f42a4e0c855103ef0f5af63c', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:26:49.830853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:49.865058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae179845-745a-4507-9ed0-4d42527360c1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:49.880264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b9ca9-2909-4020-a420-4c82d8091d84 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:49.930704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.021063 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.023254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.068205 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.068781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 242a415c-2632-4320-aa3a-c84a913fb0b0 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:26:50.073265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.077191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-190e9932-4e0a-421f-b646-f03b5798f8cc admin admin] 10.222.0.48 "DELETE /v2.0/routers/242a415c-2632-4320-aa3a-c84a913fb0b0 HTTP/1.1" status: 204 len: 168 time: 0.7901783 Nov 16 22:26:50.077475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57820) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:50.126828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Deleting subnet 6d9cdf4a-6fff-476d-a76d-f4d2b65d3277 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:26:50.130002 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.166724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.259387 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.315705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.343221 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9cdf4a-6fff-476d-a76d-f4d2b65d3277,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:50.345153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.349448 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080000e-e8d1-4eb9-854b-3545b50168a8 None None] Network be4cde77-8458-42e2-b2ed-5c195ee62f3b requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:26:50.350063 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c93fea11-9661-43d7-8f03-4a8b519d5243 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6d9cdf4a-6fff-476d-a76d-f4d2b65d3277 HTTP/1.1" status: 204 len: 168 time: 0.2711926 Nov 16 22:26:50.351097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57822) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:50.423593 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.480850 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Deleting port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:50.481195 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.548855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] For port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:50.549218 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.562674 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Calling delete_port for b9e307e8-56b4-4e0a-9af5-9f0ca15a45df owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:50.581732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] DHCP port deletion for be4cde77-8458-42e2-b2ed-5c195ee62f3b request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:50.634168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] Deleting port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:26:50.634669 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.649792 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.676380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:50.678232 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] No DVR routers for this DVR port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:26:50.708677 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] For port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,segment=NetworkSegment(cfe21ce9-72f5-4654-9419-d29696ecbb1f),segment_id=cfe21ce9-72f5-4654-9419-d29696ecbb1f)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:50.709082 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.723176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] Calling delete_port for b9e307e8-56b4-4e0a-9af5-9f0ca15a45df owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:26:50.759570 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.783317 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4cde77-8458-42e2-b2ed-5c195ee62f3b']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:50.793169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe21ce9-72f5-4654-9419-d29696ecbb1f') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:50.793473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe21ce9-72f5-4654-9419-d29696ecbb1f') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:50.803515 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.804254 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.825395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.832996 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:26:50.833397 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:26:50.895981 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:26:50.902856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.909143 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:50.913067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] 10.222.0.48 "DELETE /v2.0/networks/be4cde77-8458-42e2-b2ed-5c195ee62f3b HTTP/1.1" status: 204 len: 168 time: 0.5604532 Nov 16 22:26:50.931439 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1143805-f238-4c41-805c-a0e7764c8150 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4cde77-8458-42e2-b2ed-5c195ee62f3b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:51.001094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b9e307e8-56b4-4e0a-9af5-9f0ca15a45df no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:51.006693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] Pushing event deleted for resources: {'Port': ['ID=b9e307e8-56b4-4e0a-9af5-9f0ca15a45df,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:51.009946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde1327-3587-41a4-a182-65ee484ef9d3 None None] No DVR routers for this DVR port b9e307e8-56b4-4e0a-9af5-9f0ca15a45df on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:26:51.034289 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b9e307e8-56b4-4e0a-9af5-9f0ca15a45df {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:51.034627 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b9e307e8-56b4-4e0a-9af5-9f0ca15a45df not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:51.035229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae179845-745a-4507-9ed0-4d42527360c1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:51.057383 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ae179845-745a-4507-9ed0-4d42527360c1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:51.058560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ae179845-745a-4507-9ed0-4d42527360c1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:51.058976 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2488aa7-83f5-415b-9445-deb1ba8ba83d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:26:51.061590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa6c6-f63a-4694-9376-1dd09979060e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.079487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f2488aa7-83f5-415b-9445-deb1ba8ba83d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:26:51.079836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f2488aa7-83f5-415b-9445-deb1ba8ba83d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:26:51.101925 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57826) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:51.141723 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4016049c-b9ed-435c-ae01-b390ca068286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2b04153c2f448a6b027b9bdc1935835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385041 Nov 16 22:26:51.144033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57828) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:51.190884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eddcd41-9c80-42d7-8ec8-b3606eed1480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.211779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eddcd41-9c80-42d7-8ec8-b3606eed1480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.258124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eddcd41-9c80-42d7-8ec8-b3606eed1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.260841 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-1eddcd41-9c80-42d7-8ec8-b3606eed1480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.262028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1eddcd41-9c80-42d7-8ec8-b3606eed1480 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43b0c24b-06fe-4d76-9a2c-5d7d2004c78b HTTP/1.1" status: 204 len: 168 time: 0.1170800 Nov 16 22:26:51.270325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddcd41-9c80-42d7-8ec8-b3606eed1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b0c24b-06fe-4d76-9a2c-5d7d2004c78b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:51.567994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57834) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:51.608446 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-99031eae-e9ef-4091-9294-cdcaf471419f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28cba038f42a4e0c855103ef0f5af63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392935 Nov 16 22:26:51.610941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57836) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:51.659023 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384c254c-6aab-445b-a210-b3e9be0d829e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.680009 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384c254c-6aab-445b-a210-b3e9be0d829e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.726267 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384c254c-6aab-445b-a210-b3e9be0d829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.728964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-384c254c-6aab-445b-a210-b3e9be0d829e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:51.730229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-384c254c-6aab-445b-a210-b3e9be0d829e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/698488f6-bde3-48fd-980a-5cef09e0a882 HTTP/1.1" status: 204 len: 168 time: 0.1184087 Nov 16 22:26:51.738051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c254c-6aab-445b-a210-b3e9be0d829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698488f6-bde3-48fd-980a-5cef09e0a882,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.195052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57876) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:53.200453 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014995348', 'description': 'tempest-secgroup-smoke-1014995348 description', 'project_id': '8db183e99bb24fb5adbec64362902456'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:53.216750 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bb21a91f-b989-4f69-a371-17f82507ecfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.223907 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.231762 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.309167 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.312507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.345291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd27ab-66da-4e25-b82a-4ad0a3856165,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.389100 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.392768 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.423143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.424361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2283037 Nov 16 22:26:53.427288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57878) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:53.431785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4622e771-68be-4caa-bc75-fa92bbde431f', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:53.436708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888475ab-3438-406e-bd1a-5bf34acb058d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4622e771-68be-4caa-bc75-fa92bbde431f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.460946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.518300 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.521942 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.539098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622aa36b-7cd2-49a3-afbf-450032f5b0a0,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.547418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.548665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1bedc9bc-231a-4114-b831-6e8f631059f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204665 Nov 16 22:26:53.551384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57880) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:53.555752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4622e771-68be-4caa-bc75-fa92bbde431f', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:53.583035 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.642776 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.645993 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.660945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb5e75a-648b-4236-820d-d837cbfc4af6,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.671702 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.672897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fb80f043-a91f-44a8-a878-01a18ade8759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205812 Nov 16 22:26:53.675574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57882) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:53.679865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4622e771-68be-4caa-bc75-fa92bbde431f', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:53.707875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.765012 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.768498 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.785438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334501ca-2d10-42a6-8f02-3ecec8d3025c,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.793074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.794301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3998a26b-0fb6-425a-be08-857c340a0ec2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177740 Nov 16 22:26:53.797063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57884) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:53.801338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4622e771-68be-4caa-bc75-fa92bbde431f', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:53.828393 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.885574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.888858 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.908632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a35a30b-b9ad-456e-a07e-5651e3710360,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:53.913360 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:53.914795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-13e90b48-7f3b-44b7-acb2-9b80d2e1600c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165845 Nov 16 22:26:53.917971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57886) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:53.922238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4622e771-68be-4caa-bc75-fa92bbde431f', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:53.944055 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:26:53.949314 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.011612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.015213 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.035652 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b202eef-397f-4db6-af1a-324fd4b90982,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:54.044517 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.045736 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-22e12e62-9f2b-4f24-8726-6ee4b33e9fcf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267924 Nov 16 22:26:54.048406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57888) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:54.052654 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4622e771-68be-4caa-bc75-fa92bbde431f', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:54.074735 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:26:54.079624 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.138666 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.142016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.158879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe791e3-6454-4201-a742-958a54219220,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:54.166631 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.171331 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-198ee987-b39b-4837-9881-a56b8ea3068d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190979 Nov 16 22:26:54.171466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57890) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:54.176160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'network': {'name': 'tempest-network-smoke--1090456203', 'project_id': '8db183e99bb24fb5adbec64362902456', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:54.197415 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:26:54.201176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.224550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:26:54.233834 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.234183 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Added segment 82181b26-f30b-4746-8b2e-91693766f2ed of type vlan for network e3c4fbda-d86e-4c34-acde-07fe9e3688dc Nov 16 22:26:54.274845 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.298962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.304603 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:54.305247 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.371029 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985676 Nov 16 22:26:54.373876 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57892) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:54.380080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'admin_state_up': True, 'project_id': '8db183e99bb24fb5adbec64362902456', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:54.388202 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed16b2-9f1d-49f9-8fdb-d1104833ff21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Network': ['ID=e3c4fbda-d86e-4c34-acde-07fe9e3688dc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:54.398060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:26:54.408966 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.409908 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.464616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.470454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.608221 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.798238 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.819888 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:54.921791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.48 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6a65861f-0be6-43e9-b0d2-a6eab339ad99) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:26:55.027093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:55.059642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:55.093942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:26:55.096703 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:26:55.102158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:26:55.109642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239077bd-e6f0-4804-ae6c-76903ff5a8e9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:55.129529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=6a65861f-0be6-43e9-b0d2-a6eab339ad99,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:55.164946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c1fccd82-e355-4b78-b28b-17230ea13237 None None] Provisioning complete for port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:55.165420 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1fccd82-e355-4b78-b28b-17230ea13237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:55.199771 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c1fccd82-e355-4b78-b28b-17230ea13237 None None] Port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:26:55.684784 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:55.891183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.013456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.023204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router b814c201-a2ed-4234-87d9-74fd0373954d is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:26:56.132792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:26:56.142097 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Sync routers for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:26:56.150888 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:56.151605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:56.153979 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.155220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b00e2968-8dfe-41fd-9e6c-b02693830e5e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7804346 Nov 16 22:26:56.158385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57894) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:56.302363 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c0459855-0a9f-449d-b0eb-e24b26c29227 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=8db183e99bb24fb5adbec64362902456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1428826 Nov 16 22:26:56.305193 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57898) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:56.346668 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:56.396518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d52e7a-8243-4641-b44f-632908b404ca tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:56.397975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-74d52e7a-8243-4641-b44f-632908b404ca tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918474 Nov 16 22:26:56.400927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57900) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:56.433786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0a46d6ab-8a92-4239-b24e-0247f6510424 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315771 Nov 16 22:26:56.436435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57902) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:56.441692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-770331673', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'project_id': '8db183e99bb24fb5adbec64362902456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:26:56.533465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:26:56.536996 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.537148 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:55Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:56.563154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Checking router: b814c201-a2ed-4234-87d9-74fd0373954d for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:26:56.563504 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Updating router b814c201-a2ed-4234-87d9-74fd0373954d port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:26:56.587691 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.722233 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.784930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Subnet': ['ID=d7eba3bb-e780-46d9-8bdf-046bffd08ecc,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:56.792379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Checking segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:26:56.792775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network hostable DHCP agents. Network: e3c4fbda-d86e-4c34-acde-07fe9e3688dc, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:26:56.810676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:26:56.820108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e3c4fbda-d86e-4c34-acde-07fe9e3688dc) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:26:56.823107 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.825116 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:56.825769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.838237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b3d7c-a775-4b3d-89c4-a03fe6de3c3f None None] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:26:56.844371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c876ec3f-e67d-42a6-a23b-c027d7292a9b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4068451 Nov 16 22:26:56.846940 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.847437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57904) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:26:56.853350 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.909025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934420db-be9b-4daf-bfee-53b4852b1bf3 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:56.911118 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Attempting to bind port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:26:56.911497 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Attempting to bind port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:26:56.911860 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Attempting to bind port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:26:56.922361 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:26:56.923100 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:26:56.923416 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.923811 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:26:56.924471 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Bound port: 6a65861f-0be6-43e9-b0d2-a6eab339ad99, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:26:56.925015 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:56.959885 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Pushing event updated for resources: {'Port': ['ID=6a65861f-0be6-43e9-b0d2-a6eab339ad99,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:56.971659 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.972313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.972313 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.972651 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.972977 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.973300 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.973647 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.973967 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.974283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.974599 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.974915 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:56.975227 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:26:57.005397 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] For port 6a65861f-0be6-43e9-b0d2-a6eab339ad99, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:26:57.005942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:26:57.007302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.008795 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] For port 6a65861f-0be6-43e9-b0d2-a6eab339ad99, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6a65861f-0be6-43e9-b0d2-a6eab339ad99,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:26:57.015357 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.068612 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:57.069245 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:57.100396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad921462-f6fd-4742-9324-8739f057c7b6 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:26:57.118427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-58748c72-e3d8-4a10-a0d4-a461aafd84d2 None None] Provisioning complete for port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:57.118864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58748c72-e3d8-4a10-a0d4-a461aafd84d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.169606 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa952-b9c0-4dc0-8662-a102f594cf35 None None] Pushing event updated for resources: {'Port': ['ID=6a65861f-0be6-43e9-b0d2-a6eab339ad99,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:57.197852 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Allocated IP 172.20.0.2 (e3c4fbda-d86e-4c34-acde-07fe9e3688dc/d7eba3bb-e780-46d9-8bdf-046bffd08ecc/308abd1b-91b0-4d37-bf97-0e0b308e8098) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:26:57.206352 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:57.288951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58748c72-e3d8-4a10-a0d4-a461aafd84d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.315349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-58748c72-e3d8-4a10-a0d4-a461aafd84d2 None None] For port 6a65861f-0be6-43e9-b0d2-a6eab339ad99, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6a65861f-0be6-43e9-b0d2-a6eab339ad99,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:57.322145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58748c72-e3d8-4a10-a0d4-a461aafd84d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.367898 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.408232 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:55Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:57.422037 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58748c72-e3d8-4a10-a0d4-a461aafd84d2 None None] Pushing event updated for resources: {'Port': ['ID=6a65861f-0be6-43e9-b0d2-a6eab339ad99,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:57.440400 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f2e8a-cabf-44a5-ade3-a64a5c2cde24 None None] The sync data for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 is: [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:55Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:26:57.451642 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.459356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b5ead9f9-4b7c-450b-94cb-582ea486b994 None None] Provisioning complete for port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:57.459733 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5ead9f9-4b7c-450b-94cb-582ea486b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.485478 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.544007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:26:57.550428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:26:57.553102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Pushing event updated for resources: {'Port': ['ID=308abd1b-91b0-4d37-bf97-0e0b308e8098,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:57.555429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:26:57.642084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Attempting to bind port 308abd1b-91b0-4d37-bf97-0e0b308e8098 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:26:57.642343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Attempting to bind port 308abd1b-91b0-4d37-bf97-0e0b308e8098 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:26:57.642640 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Attempting to bind port 308abd1b-91b0-4d37-bf97-0e0b308e8098 on network e3c4fbda-d86e-4c34-acde-07fe9e3688dc {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:26:57.647855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:26:57.648229 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Checking segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:26:57.648671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.649005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Bound using segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:26:57.649433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Bound port: 308abd1b-91b0-4d37-bf97-0e0b308e8098, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:26:57.649847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.682408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.1 (e3c4fbda-d86e-4c34-acde-07fe9e3688dc/d7eba3bb-e780-46d9-8bdf-046bffd08ecc/8a5f1e98-9a77-4003-9286-6e7fad9621cb) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:26:57.750513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] For port 308abd1b-91b0-4d37-bf97-0e0b308e8098, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:26:57.755820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] For port 308abd1b-91b0-4d37-bf97-0e0b308e8098, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=308abd1b-91b0-4d37-bf97-0e0b308e8098,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:26:57.764412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.840192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63424307-6a19-4bc0-aa6d-faa60934b180 None None] Pushing event updated for resources: {'Port': ['ID=308abd1b-91b0-4d37-bf97-0e0b308e8098,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:57.841035 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.883321 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:57.942879 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:26:57.947162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:26:57.951279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:26:57.954316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=8a5f1e98-9a77-4003-9286-6e7fad9621cb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:58.004718 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:58.165390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:58.456014 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:58.461935 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:58.537134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=8a5f1e98-9a77-4003-9286-6e7fad9621cb,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:58.543141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:58.644745 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:26:58.646288 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:26:58.756365 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef5bb6-318b-4f31-815c-aa1d28fe3789 None None] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:26:58.769579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router b814c201-a2ed-4234-87d9-74fd0373954d has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:26:58.895709 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:26:58.902082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-65d5260e-d274-4d4f-8c56-6f7040144b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/b814c201-a2ed-4234-87d9-74fd0373954d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0527358 Nov 16 22:26:58.913294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6c37b577-cda7-4297-ab2a-6717618628eb None None] Provisioning complete for port 308abd1b-91b0-4d37-bf97-0e0b308e8098 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:58.913888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6c37b577-cda7-4297-ab2a-6717618628eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:58.963378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 308abd1b-91b0-4d37-bf97-0e0b308e8098 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:26:59.077549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6c37b577-cda7-4297-ab2a-6717618628eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.086932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-11e87929-9d63-4552-8e82-0f8d45ac9669 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014995348&fields=id&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 267 time: 0.0541911 Nov 16 22:26:59.090396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 308abd1b-91b0-4d37-bf97-0e0b308e8098 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:59.090781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.148887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6c37b577-cda7-4297-ab2a-6717618628eb None None] For port 308abd1b-91b0-4d37-bf97-0e0b308e8098, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=308abd1b-91b0-4d37-bf97-0e0b308e8098,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:26:59.154361 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6c37b577-cda7-4297-ab2a-6717618628eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.220841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-2841ed48-8ed4-4e8a-9a6f-99ba933085f8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:26:59.231705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-2841ed48-8ed4-4e8a-9a6f-99ba933085f8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/networks?id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 200 len: 797 time: 0.1351805 Nov 16 22:26:59.241016 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37b577-cda7-4297-ab2a-6717618628eb None None] Pushing event updated for resources: {'Port': ['ID=308abd1b-91b0-4d37-bf97-0e0b308e8098,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:26:59.248602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6a65861f-0be6-43e9-b0d2-a6eab339ad99 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:26:59.253349 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-d7e02871-81f6-4fd2-b1e2-b3c77689b1ed tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/quotas/8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 375 time: 0.0206196 Nov 16 22:26:59.299597 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c1492093-fbcd-4c99-b64c-6c8efe357138 None None] Provisioning complete for port 308abd1b-91b0-4d37-bf97-0e0b308e8098 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:59.299988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1492093-fbcd-4c99-b64c-6c8efe357138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.316638 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-877ce04f-ac4b-4bff-8b2e-407172d5d655 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551536 Nov 16 22:26:59.346991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:59.347370 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.425801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Sync routers for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:26:59.453225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:26:59.453903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:59.506317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-bcfb70b7-c471-40f5-b05a-5dc805600d59 service neutron] 10.222.0.48 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762557 Nov 16 22:26:59.574514 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c1492093-fbcd-4c99-b64c-6c8efe357138 None None] Provisioning complete for port 8a5f1e98-9a77-4003-9286-6e7fad9621cb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:59.574991 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1492093-fbcd-4c99-b64c-6c8efe357138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.606250 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-73702cb2-f08d-4f3d-889f-65eb3281d055 service neutron] 10.222.0.48 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964427 Nov 16 22:26:59.627082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c1492093-fbcd-4c99-b64c-6c8efe357138 None None] Port 8a5f1e98-9a77-4003-9286-6e7fad9621cb cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:26:59.644329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:26:59.787941 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4133a9c2-9370-433c-b4a6-04f36c26300e None None] Provisioning complete for port 8a5f1e98-9a77-4003-9286-6e7fad9621cb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:26:59.788661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4133a9c2-9370-433c-b4a6-04f36c26300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:26:59.794241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f710e1d-e32d-4c8b-b8eb-baa479b31df8 req-586af1d1-3d54-4f60-92b2-26f17f3fd83f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 210 time: 0.0298331 Nov 16 22:26:59.856923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-4133a9c2-9370-433c-b4a6-04f36c26300e None None] Port 8a5f1e98-9a77-4003-9286-6e7fad9621cb cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:26:59.909205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 2, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:26:59.938646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Checking router: b814c201-a2ed-4234-87d9-74fd0373954d for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:26:59.939012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Updating router b814c201-a2ed-4234-87d9-74fd0373954d port 8a5f1e98-9a77-4003-9286-6e7fad9621cb binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:26:59.966035 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.394280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.399251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.452951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89ee01-3195-49a9-b579-10b0accf7131 None None] Pushing event updated for resources: {'Port': ['ID=8a5f1e98-9a77-4003-9286-6e7fad9621cb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:00.502936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Attempting to bind port 8a5f1e98-9a77-4003-9286-6e7fad9621cb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:27:00.503314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Attempting to bind port 8a5f1e98-9a77-4003-9286-6e7fad9621cb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:27:00.503686 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Attempting to bind port 8a5f1e98-9a77-4003-9286-6e7fad9621cb on network e3c4fbda-d86e-4c34-acde-07fe9e3688dc {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:27:00.509014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:27:00.509399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Checking segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:27:00.509838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.510267 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Bound using segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:27:00.510936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Bound port: 8a5f1e98-9a77-4003-9286-6e7fad9621cb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:27:00.511550 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.576819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] For port 8a5f1e98-9a77-4003-9286-6e7fad9621cb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:27:00.581655 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] For port 8a5f1e98-9a77-4003-9286-6e7fad9621cb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8a5f1e98-9a77-4003-9286-6e7fad9621cb,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:27:00.586124 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.652927 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:27:00.653628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:27:00.656723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89ee01-3195-49a9-b579-10b0accf7131 None None] Pushing event updated for resources: {'Port': ['ID=8a5f1e98-9a77-4003-9286-6e7fad9621cb,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:00.767047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e65f2eb5-aeb9-4f8a-bf2b-e26101617461 None None] Provisioning complete for port 8a5f1e98-9a77-4003-9286-6e7fad9621cb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:27:00.767429 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e65f2eb5-aeb9-4f8a-bf2b-e26101617461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:00.810267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5438e619-7ead-404e-a266-0131c72729c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:00.812330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5438e619-7ead-404e-a266-0131c72729c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/networks?id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 200 len: 797 time: 0.1344669 Nov 16 22:27:00.883499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:27:00.914484 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54f21cdd-6d33-49e0-8cbe-7531c31cd94d req-8f9df958-dc1c-487b-98bd-2b7486a817be tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 210 time: 0.0307992 Nov 16 22:27:00.921025 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-67083f76-7bfd-4e0a-98f0-e013f60e876d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 380 time: 0.0989122 Nov 16 22:27:00.925960 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 308abd1b-91b0-4d37-bf97-0e0b308e8098 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:27:00.932915 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'port': {'device_id': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'admin_state_up': True, 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'security_groups': ['4622e771-68be-4caa-bc75-fa92bbde431f']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:27:01.047635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:27:01.049880 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e65f2eb5-aeb9-4f8a-bf2b-e26101617461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.051396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.142646 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 308abd1b-91b0-4d37-bf97-0e0b308e8098 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:27:01.143144 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.155371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e65f2eb5-aeb9-4f8a-bf2b-e26101617461 None None] For port 8a5f1e98-9a77-4003-9286-6e7fad9621cb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8a5f1e98-9a77-4003-9286-6e7fad9621cb,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:27:01.181625 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.12 (e3c4fbda-d86e-4c34-acde-07fe9e3688dc/d7eba3bb-e780-46d9-8bdf-046bffd08ecc/4da70392-1a14-4919-b415-0e9a0e430e84) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:27:01.181889 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e65f2eb5-aeb9-4f8a-bf2b-e26101617461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.281442 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f2eb5-aeb9-4f8a-bf2b-e26101617461 None None] Pushing event updated for resources: {'Port': ['ID=8a5f1e98-9a77-4003-9286-6e7fad9621cb,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:01.329837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.348451 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-19116ce7-13e5-4d3e-9edc-93cf03dd30c1 None None] Provisioning complete for port 8a5f1e98-9a77-4003-9286-6e7fad9621cb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:27:01.348831 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19116ce7-13e5-4d3e-9edc-93cf03dd30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.367135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.377878 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:00Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:27:01.412044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f0ac4-3bff-4ed4-a4a4-8c7cfd7d5763 None None] The sync data for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 is: [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:00Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:27:01.412784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:27:01.420137 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:27:01.425414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:27:01.465814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=4da70392-1a14-4919-b415-0e9a0e430e84,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:01.512175 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:01.512802 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.535980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-13b85ad6-49ee-423a-9449-caed75317b7e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081233 Nov 16 22:27:01.546568 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-1a6ce14b-e0ab-4c4f-96d5-89584614793b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:27:01.547845 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-1a6ce14b-e0ab-4c4f-96d5-89584614793b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058260 Nov 16 22:27:01.611078 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Request body: {'port': {'device_id': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:27:01.671425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.725981 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-687d11f3-73b7-43bc-838c-783b52130be5 None None] Provisioning complete for port 4da70392-1a14-4919-b415-0e9a0e430e84 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:27:01.726421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-687d11f3-73b7-43bc-838c-783b52130be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.763853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-687d11f3-73b7-43bc-838c-783b52130be5 None None] Port 4da70392-1a14-4919-b415-0e9a0e430e84 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:27:01.961183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da70392-1a14-4919-b415-0e9a0e430e84 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:27:01.970308 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:01.983643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Transition to ACTIVE for port object 4da70392-1a14-4919-b415-0e9a0e430e84 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:27:01.996283 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:02.069006 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Pushing event updated for resources: {'Port': ['ID=4da70392-1a14-4919-b415-0e9a0e430e84,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:02.106624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde41efc-3435-4b4e-8d1d-d440aef2b341 req-983d70ff-8f0c-4fae-ba42-2dd61e0fbb27 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:02.108241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cde41efc-3435-4b4e-8d1d-d440aef2b341 req-983d70ff-8f0c-4fae-ba42-2dd61e0fbb27 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 944 time: 0.1211987 Nov 16 22:27:02.201387 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cde41efc-3435-4b4e-8d1d-d440aef2b341 req-025ffb1e-4459-46a8-ad0e-e3eff4fa4296 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710602 Nov 16 22:27:02.202131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Attempting to bind port 4da70392-1a14-4919-b415-0e9a0e430e84 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:27:02.202470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Attempting to bind port 4da70392-1a14-4919-b415-0e9a0e430e84 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:27:02.202802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Attempting to bind port 4da70392-1a14-4919-b415-0e9a0e430e84 on network e3c4fbda-d86e-4c34-acde-07fe9e3688dc {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:27:02.208753 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Port 4da70392-1a14-4919-b415-0e9a0e430e84 on network e3c4fbda-d86e-4c34-acde-07fe9e3688dc not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:27:02.209082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Attempting to bind port 4da70392-1a14-4919-b415-0e9a0e430e84 on network e3c4fbda-d86e-4c34-acde-07fe9e3688dc {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:27:02.215834 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:27:02.216230 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Checking segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:27:02.216619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Bound using segment: {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:27:02.217054 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Bound port: 4da70392-1a14-4919-b415-0e9a0e430e84, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82181b26-f30b-4746-8b2e-91693766f2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:27:02.217418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:02.295343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] For port 4da70392-1a14-4919-b415-0e9a0e430e84, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:27:02.298671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] For port 4da70392-1a14-4919-b415-0e9a0e430e84, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4da70392-1a14-4919-b415-0e9a0e430e84,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:27:02.304433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:02.345068 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:02.345721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:02.347129 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] 10.222.0.47 "PUT /v2.0/ports/4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 200 len: 1092 time: 0.7912762 Nov 16 22:27:02.347574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:27:02.349846 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393eeeb-cfff-46e3-90f1-573d5b8e3257" -d '{"events": [{"name": "network-changed", "server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:27:02.377285 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbed8bd-9ac5-4d6e-b9a3-8742fc5001db service neutron] Pushing event updated for resources: {'Port': ['ID=4da70392-1a14-4919-b415-0e9a0e430e84,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:02.400033 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11ae2fe-4907-4ba1-8c81-1ce972d7be02 x-openstack-request-id: req-e11ae2fe-4907-4ba1-8c81-1ce972d7be02 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:27:02.400329 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:27:02.400587 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e11ae2fe-4907-4ba1-8c81-1ce972d7be02 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:27:02.402763 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84', 'status': 'completed', 'code': 200} Nov 16 22:27:02.453867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-8b6012bf-9e46-4e2c-80d2-7bad311eb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:02.455385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-8b6012bf-9e46-4e2c-80d2-7bad311eb1e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1095 time: 0.0517220 Nov 16 22:27:02.501414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-d4295bd9-1d7a-4ad3-a75d-2457e49926cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 200 len: 217 time: 0.0368681 Nov 16 22:27:02.558043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-2f72ddcb-1c3a-40ce-a2d2-0b4bef6fb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:02.559654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-2f72ddcb-1c3a-40ce-a2d2-0b4bef6fb7d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7eba3bb-e780-46d9-8bdf-046bffd08ecc HTTP/1.1" status: 200 len: 834 time: 0.0509591 Nov 16 22:27:02.611493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-9d56bf5f-8d42-491c-981d-66d3a2386178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:02.613034 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-9d56bf5f-8d42-491c-981d-66d3a2386178 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446439 Nov 16 22:27:02.704095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-2f132119-10cf-4cb3-b883-09f9669e100e service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824165 Nov 16 22:27:02.796107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5ab6561d-4673-4e0e-8892-d54d10fa3689 req-028d5f56-611b-41c7-b96f-e8fea2ee2502 service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844324 Nov 16 22:27:02.898841 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-b9db7c3f-5014-42b2-82c8-a30f58e7428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:02.900356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-b9db7c3f-5014-42b2-82c8-a30f58e7428d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1095 time: 0.0413656 Nov 16 22:27:02.914353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8a5f1e98-9a77-4003-9286-6e7fad9621cb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:27:02.963874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8a5f1e98-9a77-4003-9286-6e7fad9621cb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:27:02.964166 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:03.342500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-996c8ece-1298-421a-8b32-ca9e5a8406c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:03.343948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-996c8ece-1298-421a-8b32-ca9e5a8406c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 200 len: 898 time: 0.4332306 Nov 16 22:27:03.388447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-d27474be-d568-494f-9e0e-f5fea84f6059 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 200 len: 217 time: 0.0352967 Nov 16 22:27:03.396634 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff987f0-435e-4b54-a150-6c7045ef7eb7 req-07ac14a9-f982-4f17-8034-85aea6235a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:03.398040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff987f0-435e-4b54-a150-6c7045ef7eb7 req-07ac14a9-f982-4f17-8034-85aea6235a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 944 time: 0.0890672 Nov 16 22:27:03.464681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-f11e8df6-2d49-4f1f-a4c4-9be51cae5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:03.466185 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-f11e8df6-2d49-4f1f-a4c4-9be51cae5a98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7eba3bb-e780-46d9-8bdf-046bffd08ecc HTTP/1.1" status: 200 len: 834 time: 0.0673013 Nov 16 22:27:03.494618 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff987f0-435e-4b54-a150-6c7045ef7eb7 req-b3ce00c0-f822-4699-86ff-a58c3976781a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879710 Nov 16 22:27:03.522389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-ebe070fe-d9de-40a4-81a4-e9ef58ecbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:03.523891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-ebe070fe-d9de-40a4-81a4-e9ef58ecbd24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476730 Nov 16 22:27:03.617568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-cf18138e-1640-443e-9f82-59fdb561f60e service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855701 Nov 16 22:27:03.707970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7393eeeb-cfff-46e3-90f1-573d5b8e3257 req-24b2eb89-0c9b-4e3c-b616-1c2241f8d269 service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818326 Nov 16 22:27:04.048230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:04.620030 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec2a8f-1404-4109-961d-64c37ad9fa2f req-9563516b-f621-4750-a1d4-c8e66f0f3de1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:04.622111 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0fec2a8f-1404-4109-961d-64c37ad9fa2f req-9563516b-f621-4750-a1d4-c8e66f0f3de1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 944 time: 0.0545175 Nov 16 22:27:04.670622 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0fec2a8f-1404-4109-961d-64c37ad9fa2f req-9eb83513-f91e-4844-a6f4-2c8600c75ba4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Nov 16 22:27:05.785781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476503-a548-4bab-aefb-64dde537339d req-cea3a914-43f9-42d6-9356-033519755bf8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:05.787246 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b476503-a548-4bab-aefb-64dde537339d req-cea3a914-43f9-42d6-9356-033519755bf8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 944 time: 0.0482121 Nov 16 22:27:05.836152 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b476503-a548-4bab-aefb-64dde537339d req-6e1c2598-478e-4247-84a6-71306bd2d615 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Nov 16 22:27:06.003571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:06.951790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070b569-3502-4880-9b55-c857dee285e6 req-7a635161-6bbb-4e65-8fa2-5bae85f61db0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:06.953199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d070b569-3502-4880-9b55-c857dee285e6 req-7a635161-6bbb-4e65-8fa2-5bae85f61db0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 944 time: 0.0501006 Nov 16 22:27:07.002850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d070b569-3502-4880-9b55-c857dee285e6 req-39cf9fcf-47e7-451d-b587-de352f359383 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Nov 16 22:27:08.035416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4da70392-1a14-4919-b415-0e9a0e430e84 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:27:08.122970 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cbf6b-752c-456a-a2a2-6ef77debdd2c req-fadba9d9-8d3b-4692-9259-30fe1d6e3d5f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:08.124492 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af7cbf6b-752c-456a-a2a2-6ef77debdd2c req-fadba9d9-8d3b-4692-9259-30fe1d6e3d5f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 944 time: 0.0538249 Nov 16 22:27:08.137433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4da70392-1a14-4919-b415-0e9a0e430e84, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4da70392-1a14-4919-b415-0e9a0e430e84,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:27:08.148829 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4da70392-1a14-4919-b415-0e9a0e430e84', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'port_id': '4da70392-1a14-4919-b415-0e9a0e430e84', 'mac_address': 'fa:16:3e:ee:da:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:27:08.173116 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af7cbf6b-752c-456a-a2a2-6ef77debdd2c req-41901441-8ca3-4a33-9f05-a901a0bcb857 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Nov 16 22:27:08.186626 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:08.199787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da70392-1a14-4919-b415-0e9a0e430e84 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:27:08.218406 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4da70392-1a14-4919-b415-0e9a0e430e84, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4da70392-1a14-4919-b415-0e9a0e430e84,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:27:08.222028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:08.270811 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4da70392-1a14-4919-b415-0e9a0e430e84,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:08.588345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4da70392-1a14-4919-b415-0e9a0e430e84'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:27:09.287977 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a25da9-7a9a-495b-afb4-c8b6ef5611ea req-27e4aba1-2e7b-4d97-99c6-8b100857b0da tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:09.289451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21a25da9-7a9a-495b-afb4-c8b6ef5611ea req-27e4aba1-2e7b-4d97-99c6-8b100857b0da tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 945 time: 0.0485704 Nov 16 22:27:09.342874 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-21a25da9-7a9a-495b-afb4-c8b6ef5611ea req-039b0dd4-f546-4d0e-8934-603654d6a614 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464993 Nov 16 22:27:10.037922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4da70392-1a14-4919-b415-0e9a0e430e84 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:27:10.087458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 4da70392-1a14-4919-b415-0e9a0e430e84 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:27:10.091610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4da70392-1a14-4919-b415-0e9a0e430e84 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:27:10.091983 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:10.168903 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:10.191152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:27:10.193360 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0522e2ea-1808-4756-a5d6-c61ea921a953" -d '{"events": [{"server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "name": "network-vif-plugged", "status": "completed", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:27:10.207337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4da70392-1a14-4919-b415-0e9a0e430e84, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4da70392-1a14-4919-b415-0e9a0e430e84,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:27:10.211299 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:10.234416 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc940939-5869-4564-9b02-1fac40bcbd0d x-openstack-request-id: req-fc940939-5869-4564-9b02-1fac40bcbd0d {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:27:10.234704 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "name": "network-vif-plugged", "status": "completed", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:27:10.234953 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc940939-5869-4564-9b02-1fac40bcbd0d {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:27:10.235399 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84', 'code': 200} Nov 16 22:27:10.261983 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4da70392-1a14-4919-b415-0e9a0e430e84,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:10.325470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c7023-7ef1-4081-9ee4-f8fce0bd3839 req-1e63fb2b-c843-4b2d-bc7c-98c98170e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:10.326877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f2c7023-7ef1-4081-9ee4-f8fce0bd3839 req-1e63fb2b-c843-4b2d-bc7c-98c98170e2cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1097 time: 0.0402174 Nov 16 22:27:10.373892 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f2c7023-7ef1-4081-9ee4-f8fce0bd3839 req-59f9679b-eaa7-42ac-8e56-785329bc217f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Nov 16 22:27:10.458777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7bb62-4d13-4f6a-b779-6af13dd562d6 req-9aa3fdd5-085d-4dc1-af55-ebb3a0ce65c9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:10.460255 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0e7bb62-4d13-4f6a-b779-6af13dd562d6 req-9aa3fdd5-085d-4dc1-af55-ebb3a0ce65c9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0494227 Nov 16 22:27:10.509967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f0e7bb62-4d13-4f6a-b779-6af13dd562d6 req-308cc8c3-f606-4573-bec9-aa47f9d8ff8a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Nov 16 22:27:11.631461 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ec9e9-98b2-4081-b182-93e9742720ae req-94beb138-df72-41e6-9e5f-be9aeaad1aa3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:11.632945 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f7ec9e9-98b2-4081-b182-93e9742720ae req-94beb138-df72-41e6-9e5f-be9aeaad1aa3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0528898 Nov 16 22:27:11.681339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6f7ec9e9-98b2-4081-b182-93e9742720ae req-6f13e532-0a88-4281-85ff-1cbc4fb876fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Nov 16 22:27:12.798687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ee4fb-5e4f-4e4f-9c57-129333657587 req-a8c9de25-ce40-4ceb-b459-03ac39a0538b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:12.800203 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f8ee4fb-5e4f-4e4f-9c57-129333657587 req-a8c9de25-ce40-4ceb-b459-03ac39a0538b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0484991 Nov 16 22:27:12.850957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f8ee4fb-5e4f-4e4f-9c57-129333657587 req-fdaab3b5-8300-4508-aa96-ae7b6b0a6fca tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 Nov 16 22:27:12.972611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8ebfd-9470-4038-9a4d-e82814061e73 req-fd40dec6-f546-4154-9f06-7d9c15d9a830 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:12.974276 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fec8ebfd-9470-4038-9a4d-e82814061e73 req-fd40dec6-f546-4154-9f06-7d9c15d9a830 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0515251 Nov 16 22:27:13.026154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fec8ebfd-9470-4038-9a4d-e82814061e73 req-f51fb6ba-1037-46c2-a80b-67210e4a0169 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Nov 16 22:27:13.050828 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 57962) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:27:13.090428 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16444230-bf04-4b83-88cb-d304a1175654 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:13.091933 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-16444230-bf04-4b83-88cb-d304a1175654 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1092 time: 0.0401208 Nov 16 22:27:13.095146 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57964) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:27:13.099756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '4da70392-1a14-4919-b415-0e9a0e430e84', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:27:13.122061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:13.222320 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:13.329122 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.59 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/8775e763-5b46-4164-adae-c1c9877e8abf) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:27:13.429702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:13.462024 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:13.505467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:27:13.508334 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:27:13.512120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:27:13.517442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=8775e763-5b46-4164-adae-c1c9877e8abf,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:13.847278 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:13.914887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:14.063361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:14.067739 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:14.135530 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=8775e763-5b46-4164-adae-c1c9877e8abf,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:27:14.145999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:14.243566 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 9fb0f4af-8115-4e14-9a65-f2a563ccb74c associated. External IP: 172.25.3.59, port: 4da70392-1a14-4919-b415-0e9a0e430e84. Nov 16 22:27:14.446909 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router b814c201-a2ed-4234-87d9-74fd0373954d has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:27:14.549770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:27:14.560113 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] Sync routers for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:27:14.567620 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:14.569035 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:27:14.569887 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:27:14.597964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-af1a3b4e-d4f1-4aa3-9ba3-8dd69cd8c4b8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5016472 Nov 16 22:27:14.598663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:27:14.601035 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7721ebc-014f-4d62-84d2-3c66ed0c8513" -d '{"events": [{"name": "network-changed", "server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:27:14.646512 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8087bbcb-568c-4bac-9459-04d950288f05 x-openstack-request-id: req-8087bbcb-568c-4bac-9459-04d950288f05 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:27:14.646512 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:27:14.646982 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8087bbcb-568c-4bac-9459-04d950288f05 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:27:14.647987 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84', 'status': 'completed', 'code': 200} Nov 16 22:27:14.684578 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:27:14.701698 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20389f-f7c5-4a5f-b87d-3f1f601c7bda req-3745fe14-6c92-4d03-af1b-737f536d115c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:14.703339 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c20389f-f7c5-4a5f-b87d-3f1f601c7bda req-3745fe14-6c92-4d03-af1b-737f536d115c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0519450 Nov 16 22:27:14.716215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-546678bc-7500-4d91-a231-3bdabee1169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:14.717895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-546678bc-7500-4d91-a231-3bdabee1169f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1097 time: 0.0476425 Nov 16 22:27:14.753940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8c20389f-f7c5-4a5f-b87d-3f1f601c7bda req-21262420-c6e7-48fc-a01c-7856fcd34efa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Nov 16 22:27:14.778576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57970) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:27:14.811442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-16b017ea-f706-4da9-a0cc-f5028db46b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:14.812926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-16b017ea-f706-4da9-a0cc-f5028db46b77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 200 len: 898 time: 0.0884273 Nov 16 22:27:14.847384 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-1efe5966-687a-4b0d-9bf1-eef214b87e8d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/9fb0f4af-8115-4e14-9a65-f2a563ccb74c HTTP/1.1" status: 200 len: 991 time: 0.0665915 Nov 16 22:27:14.884787 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-d9a0d6a7-c806-4c86-a7a5-a413035ead22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 200 len: 999 time: 0.0642982 Nov 16 22:27:14.924773 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '9fb0f4af-8115-4e14-9a65-f2a563ccb74c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'port_id': '4da70392-1a14-4919-b415-0e9a0e430e84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'mac_address': 'fa:16:3e:ee:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:27:13Z', 'updated_at': '2021-11-16T22:27:13Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:01Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:27:14.942304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-10ad480f-ec3e-4c53-9ccd-77959b57c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:14.943798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-10ad480f-ec3e-4c53-9ccd-77959b57c282 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7eba3bb-e780-46d9-8bdf-046bffd08ecc HTTP/1.1" status: 200 len: 834 time: 0.0479867 Nov 16 22:27:14.992710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-326195e4-92e9-43c7-96a0-e11ea4531629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:14.994231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-326195e4-92e9-43c7-96a0-e11ea4531629 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431035 Nov 16 22:27:15.045906 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] Checking router: b814c201-a2ed-4234-87d9-74fd0373954d for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:27:15.054380 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:27:15.054986 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:26:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:27:15.096341 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-61ee05d6-2cfd-4aba-83ca-7f5d7f19a1c8 service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926974 Nov 16 22:27:15.159055 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:27:15.189353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d7721ebc-014f-4d62-84d2-3c66ed0c8513 req-e58c4bec-26dc-4d38-9f02-032ca57f96f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856605 Nov 16 22:27:15.383493 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '9fb0f4af-8115-4e14-9a65-f2a563ccb74c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'port_id': '4da70392-1a14-4919-b415-0e9a0e430e84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'mac_address': 'fa:16:3e:ee:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:27:13Z', 'updated_at': '2021-11-16T22:27:13Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:01Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:27:15.413223 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ad421-8175-4614-a742-f63a049cf096 None None] The sync data for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 is: [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '9fb0f4af-8115-4e14-9a65-f2a563ccb74c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'port_id': '4da70392-1a14-4919-b415-0e9a0e430e84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'mac_address': 'fa:16:3e:ee:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:27:13Z', 'updated_at': '2021-11-16T22:27:13Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:01Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:27:15.598931 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4df4fd-39bd-4f6c-9ace-05f43ab58c9a None None] New status for floating IP 9fb0f4af-8115-4e14-9a65-f2a563ccb74c: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:27:15.850175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 57972) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:27:15.917642 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cad4b798-c28f-44cb-a4fb-fff380a41291 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/9fb0f4af-8115-4e14-9a65-f2a563ccb74c HTTP/1.1" status: 200 len: 993 time: 0.0661097 Nov 16 22:27:20.913421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9a912960-20e9-4637-a0fb-cc86baa2e012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:23.219112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e53d190-e378-442d-8133-77a5bf28720b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:23.416658 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:27:24.451430 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:26.014128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:26.816341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:34.050517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:36.017063 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:47.662709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-005f53ea-fa43-416f-8041-f17a76d27e62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408132 Nov 16 22:27:47.747965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-648c7699-9f82-4763-bddb-89e1a8cf44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:47.749454 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-648c7699-9f82-4763-bddb-89e1a8cf44a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1097 time: 0.0448022 Nov 16 22:27:47.851655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-abf4fd72-363f-4a84-a8fa-6a945c57c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:47.853104 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-abf4fd72-363f-4a84-a8fa-6a945c57c591 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 200 len: 898 time: 0.0840759 Nov 16 22:27:47.921652 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-eb21132e-adf3-4d2e-8ec8-060c99b7294e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 200 len: 1001 time: 0.0614135 Nov 16 22:27:47.977529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-bdbddef8-5869-47ba-9081-5bd34ea59e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:47.979107 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-bdbddef8-5869-47ba-9081-5bd34ea59e93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7eba3bb-e780-46d9-8bdf-046bffd08ecc HTTP/1.1" status: 200 len: 834 time: 0.0451951 Nov 16 22:27:48.029868 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-3e2d1b56-a225-4aae-92a7-8250c4a3c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:27:48.031501 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-3e2d1b56-a225-4aae-92a7-8250c4a3c8b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454590 Nov 16 22:27:48.126764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-6c193fa2-fb52-43a4-96c7-79520563c088 service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878377 Nov 16 22:27:48.217791 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dd17b348-a2b2-4209-8afb-cfbb618fa8bc req-1c325b6c-ba16-4d1f-826e-540bf6c123dd service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831449 Nov 16 22:27:50.913022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97d281e0-fb8b-4e3d-93c3-dba8c2ac36d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:53.219169 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-08934061-8176-467d-a601-18af2bd4c66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:54.455204 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:56.022138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:27:56.818905 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:00.415197 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:28:04.058327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:06.034065 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:18.787313 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1131a-ca29-4f31-b143-e9bc9d8bff46 req-6a1156b6-9ce0-4e84-8a58-7f23b69e671a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:18.788821 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74a1131a-ca29-4f31-b143-e9bc9d8bff46 req-6a1156b6-9ce0-4e84-8a58-7f23b69e671a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.1092930 Nov 16 22:28:18.848783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74a1131a-ca29-4f31-b143-e9bc9d8bff46 req-293610ac-5db1-4a30-8e8f-a474b92811c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533106 Nov 16 22:28:20.020346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcd0e9-e755-40b3-b27c-29b3f0620b6b req-08b0a62c-1371-42c0-be1e-939e64d36bcb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:20.021872 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54fcd0e9-e755-40b3-b27c-29b3f0620b6b req-08b0a62c-1371-42c0-be1e-939e64d36bcb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.1002784 Nov 16 22:28:20.072074 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54fcd0e9-e755-40b3-b27c-29b3f0620b6b req-6ba7f1ce-4938-4166-ba17-3ca474592be2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Nov 16 22:28:20.095777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58010) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:20.158490 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8a66d8c8-53e8-4042-be6b-1c8ceaf08b12 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/9fb0f4af-8115-4e14-9a65-f2a563ccb74c HTTP/1.1" status: 200 len: 993 time: 0.0615942 Nov 16 22:28:20.914123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-55be2b7d-8f42-4768-9091-f1ec149da16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:21.420345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53606-6d4f-4ae8-a52c-6e608c83f828 req-a4c82ba0-7e1d-4737-8c4a-1085c8b3b664 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:21.421884 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61b53606-6d4f-4ae8-a52c-6e608c83f828 req-a4c82ba0-7e1d-4737-8c4a-1085c8b3b664 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0501270 Nov 16 22:28:21.471750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61b53606-6d4f-4ae8-a52c-6e608c83f828 req-8a908e7d-da34-4d57-9f0b-71b56789c084 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Nov 16 22:28:22.590516 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff049ca-bcb4-4386-a704-d1d9bf2be476 req-a9428487-aa50-46ef-920a-7151b0baa0ab tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:22.592284 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bff049ca-bcb4-4386-a704-d1d9bf2be476 req-a9428487-aa50-46ef-920a-7151b0baa0ab tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0498922 Nov 16 22:28:22.641303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bff049ca-bcb4-4386-a704-d1d9bf2be476 req-87ee95a0-9f04-4983-9f54-1fe8bca4e8b3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Nov 16 22:28:22.664192 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58020) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:22.726737 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fa660218-94a7-44d7-923d-73d4d3a3ddbd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/9fb0f4af-8115-4e14-9a65-f2a563ccb74c HTTP/1.1" status: 200 len: 993 time: 0.0614405 Nov 16 22:28:22.949145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58026) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:23.104942 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 8775e763-5b46-4164-adae-c1c9877e8abf {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:28:23.105265 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.184141 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.184468 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.196206 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 8775e763-5b46-4164-adae-c1c9877e8abf owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:28:23.220225 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dfdddb7-56e0-4c7f-a296-198510972232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.344801 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.370856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=8775e763-5b46-4164-adae-c1c9877e8abf,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:23.382670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.383025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.383370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.383712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.384046 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.384380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.384711 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.385043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.385440 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.385812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.386131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.386457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:23.440918 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.441299 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 9fb0f4af-8115-4e14-9a65-f2a563ccb74c disassociated (deleted). External IP: 172.25.3.59, port: 4da70392-1a14-4919-b415-0e9a0e430e84. Nov 16 22:28:23.654803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router b814c201-a2ed-4234-87d9-74fd0373954d has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:28:23.766522 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:28:23.771192 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:23.775650 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] Sync routers for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:28:23.785150 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:23.785787 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:23.797849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7bf528fe-9317-41af-90f9-acd22530b425 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/floatingips/9fb0f4af-8115-4e14-9a65-f2a563ccb74c HTTP/1.1" status: 204 len: 168 time: 0.8475661 Nov 16 22:28:23.798540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:23.800943 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:23.840591 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838f653a-1662-4d5f-9543-8df22607e528 x-openstack-request-id: req-838f653a-1662-4d5f-9543-8df22607e528 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:23.840921 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:23.841140 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-838f653a-1662-4d5f-9543-8df22607e528 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:23.841765 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84', 'status': 'completed', 'code': 200} Nov 16 22:28:23.906340 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:23.906775 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-b80fb20f-c9dc-48b1-b97d-6f0f148d31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:23.908306 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-b80fb20f-c9dc-48b1-b97d-6f0f148d31d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 1097 time: 0.0441475 Nov 16 22:28:24.057878 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85af83-fdc9-4eeb-94e0-9eef40e4b99f req-c44e30a9-7b1e-4ce1-8557-48cadc106521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:24.059516 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b85af83-fdc9-4eeb-94e0-9eef40e4b99f req-c44e30a9-7b1e-4ce1-8557-48cadc106521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0746744 Nov 16 22:28:24.065491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-a703cfea-73f7-470c-9efa-641a1e805c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:24.066959 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-a703cfea-73f7-470c-9efa-641a1e805c52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 200 len: 898 time: 0.1478984 Nov 16 22:28:24.119660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:01Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:24.125615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-4c2b461c-6649-4713-86dd-544901df896b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 200 len: 217 time: 0.0433238 Nov 16 22:28:24.150732 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] Checking router: b814c201-a2ed-4234-87d9-74fd0373954d for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:28:24.159315 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:24.159848 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:24.174705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b85af83-fdc9-4eeb-94e0-9eef40e4b99f req-bf4e55f8-9ce7-4cd3-9cf8-62cd4197cd0c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068025 Nov 16 22:28:24.194108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-78286bbe-7f02-4623-936e-cf617e525f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:24.195665 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-78286bbe-7f02-4623-936e-cf617e525f32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7eba3bb-e780-46d9-8bdf-046bffd08ecc HTTP/1.1" status: 200 len: 834 time: 0.0545659 Nov 16 22:28:24.242210 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-b8f1c284-d190-4244-ac00-482f02257a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:24.243726 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-b8f1c284-d190-4244-ac00-482f02257a01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3c4fbda-d86e-4c34-acde-07fe9e3688dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406466 Nov 16 22:28:24.261532 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:24.338312 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-1682a858-f1da-488e-b4b4-3660f359081b service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869281 Nov 16 22:28:24.429594 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5a2d52b5-b8b0-4eb9-b094-7022418dcdeb req-80ff2a70-2e89-4215-a467-6b0b7692540c service neutron] 10.222.0.47 "GET /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Nov 16 22:28:24.458199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:24.462043 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:01Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:24.488037 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7100a70b-4037-4ffd-b47c-e8fb044393fb None None] The sync data for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 is: [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:58Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '8a5f1e98-9a77-4003-9286-6e7fad9621cb', 'name': '', 'network_id': 'e3c4fbda-d86e-4c34-acde-07fe9e3688dc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b4:7b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:57Z', 'updated_at': '2021-11-16T22:27:01Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'd7eba3bb-e780-46d9-8bdf-046bffd08ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:28:24.710766 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71af7136-0b24-45fa-b1b3-e90749398d69 None None] New status for floating IP 9fb0f4af-8115-4e14-9a65-f2a563ccb74c: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:28:25.296392 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8ff96-ab63-4579-ad14-2c12b130ecdb req-22a66c03-a768-42f4-9b38-568c5871aef1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:25.297885 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8de8ff96-ab63-4579-ad14-2c12b130ecdb req-22a66c03-a768-42f4-9b38-568c5871aef1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0484896 Nov 16 22:28:25.346569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8de8ff96-ab63-4579-ad14-2c12b130ecdb req-5fd08fbe-a11f-42f2-9e63-bf5898f31ef8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4622e771-68be-4caa-bc75-fa92bbde431f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Nov 16 22:28:25.829561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-9a7421b9-8231-4773-8ecc-3f191ab79384 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:25.831004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-9a7421b9-8231-4773-8ecc-3f191ab79384 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 946 time: 0.0502889 Nov 16 22:28:25.922756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 4da70392-1a14-4919-b415-0e9a0e430e84 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:28:25.923094 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:26.010191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 4da70392-1a14-4919-b415-0e9a0e430e84, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4da70392-1a14-4919-b415-0e9a0e430e84,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:26.010551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:26.018720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:26.023751 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 4da70392-1a14-4919-b415-0e9a0e430e84 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:28:26.159251 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:26.188816 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=4da70392-1a14-4919-b415-0e9a0e430e84,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:26.235186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] No DVR routers for this DVR port 4da70392-1a14-4919-b415-0e9a0e430e84 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:28:26.237765 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:26.241124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fec82971-8ad2-40d9-98c9-2fc5ae2f5dfd req-fec83349-5cab-4927-8deb-3b869446d7fc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "DELETE /v2.0/ports/4da70392-1a14-4919-b415-0e9a0e430e84 HTTP/1.1" status: 204 len: 173 time: 0.4033141 Nov 16 22:28:26.241597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'name': 'network-vif-deleted', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:26.243848 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e573b0-82eb-41fc-b31d-9aa2e24bd879" -d '{"events": [{"server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "name": "network-vif-deleted", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:26.341921 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e3caf-46d7-4b5d-aad4-5f41e06daec6 x-openstack-request-id: req-b64e3caf-46d7-4b5d-aad4-5f41e06daec6 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:26.342298 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a3d01a-4e4f-4a75-be50-59486c6204fb", "name": "network-vif-deleted", "tag": "4da70392-1a14-4919-b415-0e9a0e430e84", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:26.342665 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b64e3caf-46d7-4b5d-aad4-5f41e06daec6 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:26.343444 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a3d01a-4e4f-4a75-be50-59486c6204fb', 'name': 'network-vif-deleted', 'tag': '4da70392-1a14-4919-b415-0e9a0e430e84', 'status': 'completed', 'code': 200} Nov 16 22:28:26.450022 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ebebe626-77ce-4cda-8455-6631e9c9207c req-652d643e-f08e-40a9-ba15-c8d8415da122 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=34a3d01a-4e4f-4a75-be50-59486c6204fb HTTP/1.1" status: 200 len: 210 time: 0.0254087 Nov 16 22:28:26.821237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:27.507690 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58044) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:27.860540 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:28.111908 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 8a5f1e98-9a77-4003-9286-6e7fad9621cb {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:28:28.112165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:28.203804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 8a5f1e98-9a77-4003-9286-6e7fad9621cb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8a5f1e98-9a77-4003-9286-6e7fad9621cb,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:28.204178 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:28.217916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 8a5f1e98-9a77-4003-9286-6e7fad9621cb owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:28:28.519447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4da70392-1a14-4919-b415-0e9a0e430e84 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:28:28.540621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 4da70392-1a14-4919-b415-0e9a0e430e84 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:28:28.540967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4da70392-1a14-4919-b415-0e9a0e430e84 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:28:28.719951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:28.747364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=8a5f1e98-9a77-4003-9286-6e7fad9621cb,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:28.924711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.145199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router b814c201-a2ed-4234-87d9-74fd0373954d has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:28:29.253400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:28:29.258955 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cdb14106-41a3-46b0-9a58-e10230c67ee7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/b814c201-a2ed-4234-87d9-74fd0373954d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502458 Nov 16 22:28:29.261715 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58046) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:29.265658 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] Sync routers for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:28:29.274959 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:29.275636 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:29.313727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting subnet d7eba3bb-e780-46d9-8bdf-046bffd08ecc {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:28:29.316867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.356827 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.380622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:29.445179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.506955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.534870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Subnet': ['ID=d7eba3bb-e780-46d9-8bdf-046bffd08ecc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:29.538494 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.541758 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0541802d-57ee-4e0d-b95a-3b9993206e90 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/subnets/d7eba3bb-e780-46d9-8bdf-046bffd08ecc HTTP/1.1" status: 204 len: 168 time: 0.2790601 Nov 16 22:28:29.545329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58048) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:29.548268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503353d1-8a25-4e8d-96c5-c47d0680c583 None None] Network e3c4fbda-d86e-4c34-acde-07fe9e3688dc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:28:29.660680 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.668045 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:28:28Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:29.697937 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] Checking router: b814c201-a2ed-4234-87d9-74fd0373954d for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:28:29.707407 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] Routers {'b814c201-a2ed-4234-87d9-74fd0373954d'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:29.708029 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['b814c201-a2ed-4234-87d9-74fd0373954d'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:29.759556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] DHCP port deletion for e3c4fbda-d86e-4c34-acde-07fe9e3688dc request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:28:29.786471 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.809595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Deleting port 308abd1b-91b0-4d37-bf97-0e0b308e8098 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:28:29.810530 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.823189 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] Set router b814c201-a2ed-4234-87d9-74fd0373954d gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:29.842179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 6a65861f-0be6-43e9-b0d2-a6eab339ad99 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:28:29.842536 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.881946 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] For port 308abd1b-91b0-4d37-bf97-0e0b308e8098, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=308abd1b-91b0-4d37-bf97-0e0b308e8098,segment=NetworkSegment(82181b26-f30b-4746-8b2e-91693766f2ed),segment_id=82181b26-f30b-4746-8b2e-91693766f2ed)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:29.882904 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.896722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Calling delete_port for 308abd1b-91b0-4d37-bf97-0e0b308e8098 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:28:29.929355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 6a65861f-0be6-43e9-b0d2-a6eab339ad99, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=6a65861f-0be6-43e9-b0d2-a6eab339ad99,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:29.929767 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:29.943557 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 6a65861f-0be6-43e9-b0d2-a6eab339ad99 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:28:29.980795 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.006950 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:28:28Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:30.008759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Pushing event deleted for resources: {'Port': ['ID=308abd1b-91b0-4d37-bf97-0e0b308e8098,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:30.015772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] No DVR routers for this DVR port 308abd1b-91b0-4d37-bf97-0e0b308e8098 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:28:30.018220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.018574 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.018918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.019257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.019606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.019979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.020320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.020651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.021102 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.021437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.021793 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.022120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a8f63-45e4-4a83-b8a9-8b1f15271854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.041479 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95f8c3-a31c-4451-bd6c-8d81f1a1b7bc None None] The sync data for ids ['b814c201-a2ed-4234-87d9-74fd0373954d'] in n-d-817778-8 is: [{'id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629608758', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:28:28Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '6a65861f-0be6-43e9-b0d2-a6eab339ad99', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b814c201-a2ed-4234-87d9-74fd0373954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:26:54Z', 'updated_at': '2021-11-16T22:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:28:30.120611 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.146482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=6a65861f-0be6-43e9-b0d2-a6eab339ad99,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:30.169210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e243bde-57a7-4096-9e98-2d8aea813d4c None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:28:30.213524 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.311082 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.313125 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.357697 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.358294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Fanout notify agent at l3_agent the message router_deleted on router b814c201-a2ed-4234-87d9-74fd0373954d {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:28:30.365951 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.370123 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e0d41ea4-2122-414b-a890-067f12530521 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/routers/b814c201-a2ed-4234-87d9-74fd0373954d HTTP/1.1" status: 204 len: 168 time: 0.8213308 Nov 16 22:28:30.370123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58050) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:30.453022 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.551885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.573105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c4fbda-d86e-4c34-acde-07fe9e3688dc']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:30.583317 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82181b26-f30b-4746-8b2e-91693766f2ed') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:30.583606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82181b26-f30b-4746-8b2e-91693766f2ed') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:30.594008 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.607973 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.614395 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:28:30.614798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:28:30.618136 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:28:30.683079 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.691940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.698040 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/networks/e3c4fbda-d86e-4c34-acde-07fe9e3688dc HTTP/1.1" status: 204 len: 168 time: 0.3243382 Nov 16 22:28:30.698410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58052) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:30.708493 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d709683-ebf8-44a7-b943-eab0b72c0e0a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Network': ['ID=e3c4fbda-d86e-4c34-acde-07fe9e3688dc,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:30.760170 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.785158 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.842844 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.845374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:30.846569 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/security-groups/4622e771-68be-4caa-bc75-fa92bbde431f HTTP/1.1" status: 204 len: 168 time: 0.1471615 Nov 16 22:28:30.855670 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622e771-68be-4caa-bc75-fa92bbde431f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:30.863689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.864051 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.864403 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.864753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.865101 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.865442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.865806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.866147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.866492 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.866833 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.867237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:30.867527 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21374f9-51a4-45da-a900-9ca75e655a17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:31.041584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8a5f1e98-9a77-4003-9286-6e7fad9621cb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:28:31.063488 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8a5f1e98-9a77-4003-9286-6e7fad9621cb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:28:31.063914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8a5f1e98-9a77-4003-9286-6e7fad9621cb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:28:31.064413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 308abd1b-91b0-4d37-bf97-0e0b308e8098 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:28:31.084231 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 308abd1b-91b0-4d37-bf97-0e0b308e8098 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:28:31.084581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 308abd1b-91b0-4d37-bf97-0e0b308e8098 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:28:31.084989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6a65861f-0be6-43e9-b0d2-a6eab339ad99 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:28:31.104602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 6a65861f-0be6-43e9-b0d2-a6eab339ad99 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:28:31.104896 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 6a65861f-0be6-43e9-b0d2-a6eab339ad99 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:28:31.165311 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58058) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.170211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684466600', 'description': 'tempest-secgroup-smoke-684466600 description', 'project_id': '8db183e99bb24fb5adbec64362902456'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.192501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.258361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.261967 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.291392 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.292533 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1261303 Nov 16 22:28:31.293669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83155ace-19cf-4c69-9639-6996373beb95 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28633723-cc3f-4eb0-b71f-a05abeaaf7c6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:31.296265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58060) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.301794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '28633723-cc3f-4eb0-b71f-a05abeaaf7c6', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.328394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.382854 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.385926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.400238 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c574586c-b222-4f5d-8807-206461449a2b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:31.410880 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.412108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-48a42d75-2ebd-4071-b37d-84d5721cf041 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147208 Nov 16 22:28:31.414883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58062) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.419776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '28633723-cc3f-4eb0-b71f-a05abeaaf7c6', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.445464 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.502362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.505662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.523383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7898e210-7473-4d82-b81a-d0b17b47f691,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:31.530926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.532129 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cdbd6aa0-7e49-49b7-93c3-afcbd9fbaef7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163049 Nov 16 22:28:31.534909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58064) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.539167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '28633723-cc3f-4eb0-b71f-a05abeaaf7c6', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.565424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.625955 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.630691 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.645778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d393fd-ff76-4908-ba19-3a56d69b7723,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:31.656875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.658403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8a1bbac7-de48-46c0-a757-eb15290fd157 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225772 Nov 16 22:28:31.661151 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58066) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.665387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '28633723-cc3f-4eb0-b71f-a05abeaaf7c6', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.692226 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.754315 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.758049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.775322 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eefd36-09de-46bf-87f9-587b146b82b9,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:31.783542 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.784731 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8ef67d08-0f80-4b64-82de-c6c92dfeaa2c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226046 Nov 16 22:28:31.787400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58068) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.791655 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '28633723-cc3f-4eb0-b71f-a05abeaaf7c6', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.814364 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:28:31.819154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.877034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.880549 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.897985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f772428b-403a-43cc-9c2a-1ca09fd8361a,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:31.905487 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:31.906697 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d662cac-6007-4c7e-828d-63f4e38e8739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183891 Nov 16 22:28:31.909425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58070) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:31.914432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '28633723-cc3f-4eb0-b71f-a05abeaaf7c6', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:31.936567 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:28:31.941433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.004990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.008580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.024019 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0c307c-2b65-4c8b-836d-fa3b7afe465d,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:32.036465 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.038316 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c1a8316d-7d47-45e0-9495-14bb8d874a7c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279159 Nov 16 22:28:32.041138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58072) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:32.046923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'network': {'name': 'tempest-network-smoke--87468274', 'project_id': '8db183e99bb24fb5adbec64362902456', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:32.068583 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:28:32.072051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.097924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:28:32.108699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.109045 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Added segment 936384c8-34e7-4c28-af0d-d46af17a07ae of type vlan for network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c Nov 16 22:28:32.152595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.180529 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.186103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:32.186689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.243259 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2006867 Nov 16 22:28:32.248246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58074) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:32.252287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'admin_state_up': True, 'project_id': '8db183e99bb24fb5adbec64362902456', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:32.260414 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097c9d6-3c74-4497-9c56-b3685f1fe629 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Network': ['ID=2deb4fdf-99d5-4d95-8a90-700775d3fa8c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:32.273088 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:28:32.280239 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.281367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.343744 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.481703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.672111 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.690288 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:32.790727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.66 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/8548d6c1-f189-410c-b23e-8ed1e164ad49) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:28:33.172511 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:33.205862 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:33.246865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:28:33.250448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:33.254045 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:28:33.259276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=8548d6c1-f189-410c-b23e-8ed1e164ad49,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:33.264733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d85f8f-a5b7-4f86-90c9-8c6f0691199f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:28:33.366679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-53886d15-88cb-484c-befd-c1609fb146c9 None None] Provisioning complete for port 8548d6c1-f189-410c-b23e-8ed1e164ad49 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:33.367417 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-53886d15-88cb-484c-befd-c1609fb146c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:33.399874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-53886d15-88cb-484c-befd-c1609fb146c9 None None] Port 8548d6c1-f189-410c-b23e-8ed1e164ad49 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:28:33.502124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:33.693917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:33.823302 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:28:33.928860 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:28:33.938417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Sync routers for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:28:33.948692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:33.949405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:33.949701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:33.951541 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-da0ae6fe-9fe7-48ed-a251-cd53846cc2dc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7045050 Nov 16 22:28:33.954836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58076) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:33.984178 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bbd72691-4cae-4ca0-a9b3-bdce71314968 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=8db183e99bb24fb5adbec64362902456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282547 Nov 16 22:28:33.987034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58078) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:34.059292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:34.082624 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4825a5-2fa8-4bf9-8685-a11681610f52 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:34.084026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7b4825a5-2fa8-4bf9-8685-a11681610f52 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960245 Nov 16 22:28:34.086914 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58080) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:34.114668 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02e1acf5-6b71-4a03-afd4-0d8cfd17cff4 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267022 Nov 16 22:28:34.117071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58082) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:34.121706 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332396113', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'project_id': '8db183e99bb24fb5adbec64362902456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:34.165373 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.222621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:28:34.226176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.261746 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:33Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:34.289638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Checking router: 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:28:34.289997 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Updating router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 port 8548d6c1-f189-410c-b23e-8ed1e164ad49 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:28:34.319585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.426935 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.493099 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Subnet': ['ID=2b504d99-e452-49db-9ca2-5bca529760ec,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:34.500756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Checking segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:28:34.501134 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network hostable DHCP agents. Network: 2deb4fdf-99d5-4d95-8a90-700775d3fa8c, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:28:34.522663 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:28:34.540344 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 2deb4fdf-99d5-4d95-8a90-700775d3fa8c) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:34.545547 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:34.546282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.556700 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28e70b-be34-4442-bb2d-b9582f1eb73c None None] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:28:34.565401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eff58844-5fd5-44bb-8d4c-43e811ae07c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4467471 Nov 16 22:28:34.567865 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58084) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:34.698209 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.710390 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.801580 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96521bac-5845-4cd5-8275-e2b49fa4dc3c None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:28:34.820817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e21f-91ce-4556-b811-6f2576850714 None None] Pushing event updated for resources: {'Port': ['ID=8548d6c1-f189-410c-b23e-8ed1e164ad49,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:34.827393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Attempting to bind port 8548d6c1-f189-410c-b23e-8ed1e164ad49 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:28:34.827767 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Attempting to bind port 8548d6c1-f189-410c-b23e-8ed1e164ad49 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:28:34.828131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Attempting to bind port 8548d6c1-f189-410c-b23e-8ed1e164ad49 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:28:34.842530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:28:34.842916 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:28:34.843325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.843814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:28:34.844303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Bound port: 8548d6c1-f189-410c-b23e-8ed1e164ad49, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:28:34.844693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:34.888324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:28:34.889152 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.021505 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] For port 8548d6c1-f189-410c-b23e-8ed1e164ad49, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:28:35.042460 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fdfb9b49-e3ff-4b54-87c1-7ce6d0f49687 None None] Provisioning complete for port 8548d6c1-f189-410c-b23e-8ed1e164ad49 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:35.042829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9b49-e3ff-4b54-87c1-7ce6d0f49687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.051050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] For port 8548d6c1-f189-410c-b23e-8ed1e164ad49, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8548d6c1-f189-410c-b23e-8ed1e164ad49,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:28:35.066644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.083658 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.175186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb9b49-e3ff-4b54-87c1-7ce6d0f49687 None None] Port 8548d6c1-f189-410c-b23e-8ed1e164ad49 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:28:35.176651 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31564d42-e522-4dab-96d0-4adc58deef99 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:28:35.215654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5e21f-91ce-4556-b811-6f2576850714 None None] Pushing event updated for resources: {'Port': ['ID=8548d6c1-f189-410c-b23e-8ed1e164ad49,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:35.223922 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:35.224524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:35.261959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Allocated IP 172.20.0.2 (2deb4fdf-99d5-4d95-8a90-700775d3fa8c/2b504d99-e452-49db-9ca2-5bca529760ec/8e27a526-2469-4339-9162-e6e3a4c661bb) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:28:35.378803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3238f9cd-354b-4f7a-86cf-c2935abfd51d None None] Provisioning complete for port 8548d6c1-f189-410c-b23e-8ed1e164ad49 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:35.379094 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3238f9cd-354b-4f7a-86cf-c2935abfd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.440625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:35.788677 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.810368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.850629 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.1 (2deb4fdf-99d5-4d95-8a90-700775d3fa8c/2b504d99-e452-49db-9ca2-5bca529760ec/898925b2-d4da-49c7-9dfa-69136a35964d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:28:35.853090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3238f9cd-354b-4f7a-86cf-c2935abfd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.903733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:28:35.911548 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:35.916631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-3238f9cd-354b-4f7a-86cf-c2935abfd51d None None] For port 8548d6c1-f189-410c-b23e-8ed1e164ad49, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8548d6c1-f189-410c-b23e-8ed1e164ad49,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:35.917720 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:28:35.922203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Pushing event updated for resources: {'Port': ['ID=8e27a526-2469-4339-9162-e6e3a4c661bb,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:35.927972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3238f9cd-354b-4f7a-86cf-c2935abfd51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:35.975724 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.010354 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.040901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238f9cd-354b-4f7a-86cf-c2935abfd51d None None] Pushing event updated for resources: {'Port': ['ID=8548d6c1-f189-410c-b23e-8ed1e164ad49,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:36.046851 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Attempting to bind port 8e27a526-2469-4339-9162-e6e3a4c661bb on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:28:36.047233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Attempting to bind port 8e27a526-2469-4339-9162-e6e3a4c661bb by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:28:36.047601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Attempting to bind port 8e27a526-2469-4339-9162-e6e3a4c661bb on network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:28:36.057734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:28:36.057911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:28:36.058054 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Checking segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:28:36.058346 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.058748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Bound using segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:28:36.059228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Bound port: 8e27a526-2469-4339-9162-e6e3a4c661bb, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:28:36.059722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.061124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:36.061549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.063998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:33Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:36.065071 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:28:36.091267 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=898925b2-d4da-49c7-9dfa-69136a35964d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:36.099402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c19ae2-7750-44dd-a392-7f9270c6fec0 None None] The sync data for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 is: [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:33Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:28:36.113622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.166233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] For port 8e27a526-2469-4339-9162-e6e3a4c661bb, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:28:36.173234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] For port 8e27a526-2469-4339-9162-e6e3a4c661bb, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8e27a526-2469-4339-9162-e6e3a4c661bb,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:28:36.178966 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.260707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30aa94-7ff3-496d-a1d6-1c98fb24a86c None None] Pushing event updated for resources: {'Port': ['ID=8e27a526-2469-4339-9162-e6e3a4c661bb,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:36.261373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.616240 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.621414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.695394 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=898925b2-d4da-49c7-9dfa-69136a35964d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:36.701362 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:36.800715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:28:36.802205 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:36.933346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:28:37.053097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8548d6c1-f189-410c-b23e-8ed1e164ad49 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:37.110716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8548d6c1-f189-410c-b23e-8ed1e164ad49 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:37.111383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:37.207449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e27a526-2469-4339-9162-e6e3a4c661bb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:37.263730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8e27a526-2469-4339-9162-e6e3a4c661bb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:37.264182 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:37.304068 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805732d4-dcd1-4213-8841-8a8ddfa9194f None None] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:28:37.366531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:28:37.376462 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-b477d8c7-1815-4b40-96c1-6fc955fe1d7f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/2db04ddc-fcb1-4d07-94d1-035f8ec3e363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8045213 Nov 16 22:28:37.414041 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:28:37.428057 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c2e29702-a0de-4ef1-a86e-c8cfe63b2a3d None None] Provisioning complete for port 8e27a526-2469-4339-9162-e6e3a4c661bb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:37.428439 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2e29702-a0de-4ef1-a86e-c8cfe63b2a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:37.495809 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:37.541433 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-ed23abd9-50b9-42f9-ab18-c773243e7d5b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684466600&fields=id&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 267 time: 0.0513299 Nov 16 22:28:37.567907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 8e27a526-2469-4339-9162-e6e3a4c661bb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8e27a526-2469-4339-9162-e6e3a4c661bb,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:37.576387 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:37.664310 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-3425e190-e4e6-4963-8391-00fed7f269f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:37.666078 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-3425e190-e4e6-4963-8391-00fed7f269f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 795 time: 0.1118383 Nov 16 22:28:37.670082 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=8e27a526-2469-4339-9162-e6e3a4c661bb,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:37.687888 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-6b4b3b9e-5c22-4cb7-a755-40f70867c4a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/quotas/8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 375 time: 0.0112224 Nov 16 22:28:37.748574 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-2678bea5-560b-4038-9f1f-bd38fa93217d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543535 Nov 16 22:28:37.766689 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-7f102519-87c2-44cf-8a8c-1f94511bc6df service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:28:37.767714 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-7f102519-87c2-44cf-8a8c-1f94511bc6df service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064950 Nov 16 22:28:37.859718 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Sync routers for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:28:37.869681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:37.870296 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:37.871067 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8e298dd6-8864-49fa-aadb-5d3358dff012 service neutron] 10.222.0.48 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963764 Nov 16 22:28:37.904952 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-883e06d0-c46c-4c18-b15e-65adb6746939 None None] Provisioning complete for port 8e27a526-2469-4339-9162-e6e3a4c661bb triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:37.905331 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-883e06d0-c46c-4c18-b15e-65adb6746939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:37.985647 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-91e0b862-283d-4d29-b11d-b9de5a17ecdd service neutron] 10.222.0.48 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078961 Nov 16 22:28:38.008587 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:38.017832 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-883e06d0-c46c-4c18-b15e-65adb6746939 None None] Provisioning complete for port 898925b2-d4da-49c7-9dfa-69136a35964d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:38.018456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-883e06d0-c46c-4c18-b15e-65adb6746939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.062216 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-883e06d0-c46c-4c18-b15e-65adb6746939 None None] Port 898925b2-d4da-49c7-9dfa-69136a35964d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:28:38.193229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5139f33a-296a-4a7f-b7bf-e23cb18a20a5 req-085bd1ab-5635-4a02-90a1-d6b0ad6a218c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 210 time: 0.0340323 Nov 16 22:28:38.195894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b02b3b27-31d3-4759-ae57-e3255cae7a20 None None] Provisioning complete for port 898925b2-d4da-49c7-9dfa-69136a35964d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:38.196275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b02b3b27-31d3-4759-ae57-e3255cae7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.256219 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b02b3b27-31d3-4759-ae57-e3255cae7a20 None None] Port 898925b2-d4da-49c7-9dfa-69136a35964d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:28:38.264641 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 2, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:38.296363 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Checking router: 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:28:38.296719 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Updating router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 port 898925b2-d4da-49c7-9dfa-69136a35964d binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:28:38.324127 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.483399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-07a1ba4e-7e1d-4487-8cdf-8e5aab19648f None None] Provisioning complete for port 898925b2-d4da-49c7-9dfa-69136a35964d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:38.483727 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-07a1ba4e-7e1d-4487-8cdf-8e5aab19648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.519787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-07a1ba4e-7e1d-4487-8cdf-8e5aab19648f None None] Port 898925b2-d4da-49c7-9dfa-69136a35964d cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:28:38.623636 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.628478 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.686332 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Pushing event updated for resources: {'Port': ['ID=898925b2-d4da-49c7-9dfa-69136a35964d,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:38.707016 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.707359 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.707696 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.708254 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.708557 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.709080 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.709384 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.709742 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.710063 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.710383 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.710730 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.711020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:28:38.749772 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Attempting to bind port 898925b2-d4da-49c7-9dfa-69136a35964d on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:28:38.750146 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Attempting to bind port 898925b2-d4da-49c7-9dfa-69136a35964d by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:28:38.750646 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Attempting to bind port 898925b2-d4da-49c7-9dfa-69136a35964d on network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:28:38.755956 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:28:38.756334 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Checking segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:28:38.756736 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.757133 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Bound using segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:28:38.757622 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Bound port: 898925b2-d4da-49c7-9dfa-69136a35964d, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:28:38.758165 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.828253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] For port 898925b2-d4da-49c7-9dfa-69136a35964d, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:28:38.831967 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] For port 898925b2-d4da-49c7-9dfa-69136a35964d, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=898925b2-d4da-49c7-9dfa-69136a35964d,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:28:38.836288 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.907182 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fe12f-0ac3-4819-bd38-1905d5566e19 None None] Pushing event updated for resources: {'Port': ['ID=898925b2-d4da-49c7-9dfa-69136a35964d,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:38.912599 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:38.913556 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:38.955044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-962e9747-8a50-48a2-a687-a463a46a7b74 None None] Provisioning complete for port 898925b2-d4da-49c7-9dfa-69136a35964d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:38.955435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-962e9747-8a50-48a2-a687-a463a46a7b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:38.990133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e27a526-2469-4339-9162-e6e3a4c661bb up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:39.038249 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:39.086654 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 8e27a526-2469-4339-9162-e6e3a4c661bb triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:39.087207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.123679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-962e9747-8a50-48a2-a687-a463a46a7b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.168051 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-962e9747-8a50-48a2-a687-a463a46a7b74 None None] For port 898925b2-d4da-49c7-9dfa-69136a35964d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=898925b2-d4da-49c7-9dfa-69136a35964d,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:39.191087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-962e9747-8a50-48a2-a687-a463a46a7b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.255703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9747-8a50-48a2-a687-a463a46a7b74 None None] Pushing event updated for resources: {'Port': ['ID=898925b2-d4da-49c7-9dfa-69136a35964d,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:39.321339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fa336f16-2b81-46e8-aace-ecd014763aab None None] Provisioning complete for port 898925b2-d4da-49c7-9dfa-69136a35964d triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:39.322507 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fa336f16-2b81-46e8-aace-ecd014763aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.337732 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-923a1e6c-1c31-4a4b-83bd-855eb96af46f req-3aab641e-5ffb-4bfd-9f1f-8d540f1aee0b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 210 time: 0.0349998 Nov 16 22:28:39.383951 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-01ac83a5-7c74-4bf3-adb8-98b2fd8d5ca7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:39.386194 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-01ac83a5-7c74-4bf3-adb8-98b2fd8d5ca7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 795 time: 0.1576867 Nov 16 22:28:39.423532 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:38Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:39.450220 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2017f4d-652e-4e39-8f03-ea3e94584aef None None] The sync data for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 is: [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:38Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:28:39.462088 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-2e546a38-3f49-49a2-8350-529291e28eb2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 379 time: 0.0655885 Nov 16 22:28:39.472902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'port': {'device_id': '660e9a61-657b-4041-9a2e-449357f069b7', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'admin_state_up': True, 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'security_groups': ['28633723-cc3f-4eb0-b71f-a05abeaaf7c6']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:39.604906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:28:39.609281 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.747673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.10 (2deb4fdf-99d5-4d95-8a90-700775d3fa8c/2b504d99-e452-49db-9ca2-5bca529760ec/81278b9f-5ec5-43e2-83dc-4b76fe5cf979) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:28:39.900072 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.936737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:39.991065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:28:39.994643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:39.999961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:28:40.004127 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:40.053565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:40.054228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.072948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-fa9e56f1-3e71-4965-a510-17f0115fe612 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040447 Nov 16 22:28:40.085396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Request body: {'port': {'device_id': '660e9a61-657b-4041-9a2e-449357f069b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:40.147704 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.238408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f654f81d-899d-4db7-b3f5-d6525e09e00c None None] Provisioning complete for port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:40.239010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f654f81d-899d-4db7-b3f5-d6525e09e00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.277796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f654f81d-899d-4db7-b3f5-d6525e09e00c None None] Port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:28:40.466407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:28:40.476025 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.494973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Transition to ACTIVE for port object 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:28:40.504383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8860-749f-4090-ade5-4f25d5217ac2 req-efeddbea-d530-4e7e-86ec-b58f1ee1bdcb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:40.505957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1aed8860-749f-4090-ade5-4f25d5217ac2 req-efeddbea-d530-4e7e-86ec-b58f1ee1bdcb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 932 time: 0.0786507 Nov 16 22:28:40.507120 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.605965 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Pushing event updated for resources: {'Port': ['ID=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:40.649789 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1aed8860-749f-4090-ade5-4f25d5217ac2 req-c51d40e5-79ec-43be-906b-7ae7c59f15f3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362660 Nov 16 22:28:40.681128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Attempting to bind port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:28:40.681584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Attempting to bind port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:28:40.681976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Attempting to bind port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 on network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:28:40.691214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 on network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:28:40.691429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Attempting to bind port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 on network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:28:40.699113 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:28:40.699459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Checking segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:28:40.700386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Bound using segment: {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:28:40.700996 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Bound port: 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936384c8-34e7-4c28-af0d-d46af17a07ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:28:40.701357 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.764586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] For port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:28:40.767586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] For port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:28:40.770999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.808004 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:40.808687 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:40.810149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] 10.222.0.47 "PUT /v2.0/ports/81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 1092 time: 0.7292354 Nov 16 22:28:40.810590 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:40.812897 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd0a025-24e7-4026-ba9a-7a2b80c49247" -d '{"events": [{"name": "network-changed", "server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:40.841992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f3d3d-3a91-4fbd-8792-28a084126f30 service neutron] Pushing event updated for resources: {'Port': ['ID=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:40.892873 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78cdb8a-78bf-46e5-a9b5-a00b882dc257 x-openstack-request-id: req-d78cdb8a-78bf-46e5-a9b5-a00b882dc257 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:40.893339 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:40.893580 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d78cdb8a-78bf-46e5-a9b5-a00b882dc257 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:40.893992 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'status': 'completed', 'code': 200} Nov 16 22:28:40.919969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-36fa3198-21ec-42b5-bfe0-a6fcb7d43c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:40.921590 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-36fa3198-21ec-42b5-bfe0-a6fcb7d43c4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1095 time: 0.0602365 Nov 16 22:28:40.968470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 898925b2-d4da-49c7-9dfa-69136a35964d up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:40.972709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-4d712d92-6bb0-4407-b092-e9f90c6f629d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 217 time: 0.0407259 Nov 16 22:28:41.025119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 898925b2-d4da-49c7-9dfa-69136a35964d triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:41.025500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:41.034501 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-a0bbd54b-d9b4-40c3-a631-1d3bbf70af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.036065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-a0bbd54b-d9b4-40c3-a631-1d3bbf70af4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0530734 Nov 16 22:28:41.083304 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-2aebe680-370a-4a2e-837d-6c2fa9f7da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.084763 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-2aebe680-370a-4a2e-837d-6c2fa9f7da04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417137 Nov 16 22:28:41.177832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-73723752-5b09-459d-a7b2-102a88514eb5 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855117 Nov 16 22:28:41.272281 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-970bdced-1d83-4a4e-88b1-f9f773774c27 req-8b290ac7-4e62-47ed-8c40-56990e99102c service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870299 Nov 16 22:28:41.363199 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-e048cdb6-110f-429b-9e25-79f5fd3c405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.364684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-e048cdb6-110f-429b-9e25-79f5fd3c405e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1095 time: 0.0416634 Nov 16 22:28:41.461214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-f28d3a0a-381e-41c9-9c76-7cd1df64d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.462626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-f28d3a0a-381e-41c9-9c76-7cd1df64d2ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.0886209 Nov 16 22:28:41.502703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-86c8c3fb-334f-490f-9914-64dbad5dacf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 217 time: 0.0333672 Nov 16 22:28:41.551532 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-ab4203fd-3273-41b3-9b8d-43d9e7eeac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.552946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-ab4203fd-3273-41b3-9b8d-43d9e7eeac37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0427332 Nov 16 22:28:41.602769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-ec6e9d1f-4440-4c70-90d6-cfcf8169b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.604238 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-ec6e9d1f-4440-4c70-90d6-cfcf8169b73e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434740 Nov 16 22:28:41.693133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-6425448f-d80b-420f-a68e-11e37d697cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812213 Nov 16 22:28:41.831982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ba90-fb98-4652-888c-917a1bfcb3bf req-2e6d4234-93e2-4f03-b216-7865606b8001 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:41.833356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8d5ba90-fb98-4652-888c-917a1bfcb3bf req-2e6d4234-93e2-4f03-b216-7865606b8001 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 944 time: 0.0844405 Nov 16 22:28:41.835535 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cdd0a025-24e7-4026-ba9a-7a2b80c49247 req-a21fe602-5c2a-4830-8994-4d26fae63079 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348460 Nov 16 22:28:41.884171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c8d5ba90-fb98-4652-888c-917a1bfcb3bf req-6073d8fd-d42c-4c6b-b395-c0401148cf01 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449543 Nov 16 22:28:43.001326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3ef4d-94e0-497c-b74a-00a255654253 req-efc541b6-8adb-4d6b-ab9b-8df14de64b8e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:43.002833 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ce3ef4d-94e0-497c-b74a-00a255654253 req-efc541b6-8adb-4d6b-ab9b-8df14de64b8e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 944 time: 0.0492206 Nov 16 22:28:43.052624 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5ce3ef4d-94e0-497c-b74a-00a255654253 req-7149d9cb-f27f-4296-807d-6aa6b6981a12 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Nov 16 22:28:44.165699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f35cb-e97c-4207-9c86-506db1f95ab6 req-4388ebb6-1947-4950-8608-3db017b3755d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:44.167164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d57f35cb-e97c-4207-9c86-506db1f95ab6 req-4388ebb6-1947-4950-8608-3db017b3755d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Nov 16 22:28:44.220487 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d57f35cb-e97c-4207-9c86-506db1f95ab6 req-12ce32e8-da80-469a-8c1e-985acd050ce7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473192 Nov 16 22:28:44.522581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:28:44.614456 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:44.626435 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'port_id': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'mac_address': 'fa:16:3e:fa:a4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:28:44.661840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:44.674956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:28:44.694294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:44.699061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:44.748768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:44.995156 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['81278b9f-5ec5-43e2-83dc-4b76fe5cf979'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:28:45.338246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba0f0b-bc65-44fc-91a5-23e9794a3468 req-f06e324c-5750-463a-8592-07076f660918 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:45.339731 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8ba0f0b-bc65-44fc-91a5-23e9794a3468 req-f06e324c-5750-463a-8592-07076f660918 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 945 time: 0.0530417 Nov 16 22:28:45.388056 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c8ba0f0b-bc65-44fc-91a5-23e9794a3468 req-f22116d0-3bda-485f-9ac1-b1b3d73b7751 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Nov 16 22:28:46.504132 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836af0de-09df-4fdf-8286-68f601978170 req-6bb661a2-2657-40e5-b260-5afab57ba8ad tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:46.505684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-836af0de-09df-4fdf-8286-68f601978170 req-6bb661a2-2657-40e5-b260-5afab57ba8ad tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 945 time: 0.0507495 Nov 16 22:28:46.518824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:28:46.556878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-836af0de-09df-4fdf-8286-68f601978170 req-e4c3f32c-86d4-4fa0-9d28-cfcb332b47b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Nov 16 22:28:46.569905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:28:46.574346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:28:46.575203 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:46.652735 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:46.674959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:46.677112 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162707bd-6534-40af-a9e1-7f8ae70698ae" -d '{"events": [{"server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "name": "network-vif-plugged", "status": "completed", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:46.690355 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:28:46.697241 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:46.744693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:46.777930 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4795639a-8921-4e79-a560-76fdc49fce45 x-openstack-request-id: req-4795639a-8921-4e79-a560-76fdc49fce45 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:46.778224 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "name": "network-vif-plugged", "status": "completed", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:46.778512 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4795639a-8921-4e79-a560-76fdc49fce45 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:46.778917 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'code': 200} Nov 16 22:28:46.874835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc51555-0c65-4eb2-bd38-2a4271fc75eb req-6b708ff8-2d9b-48ad-92d3-f22db720953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:46.876278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cc51555-0c65-4eb2-bd38-2a4271fc75eb req-6b708ff8-2d9b-48ad-92d3-f22db720953b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0391402 Nov 16 22:28:46.921890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3cc51555-0c65-4eb2-bd38-2a4271fc75eb req-a7dcf14c-1b94-4f6d-9582-4b89ce04f916 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385706 Nov 16 22:28:47.678542 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211488f-1a81-4c76-826c-869b545609ef req-1c1bf690-7e61-4aaa-a9e7-8d1cb8b63f51 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:47.680014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9211488f-1a81-4c76-826c-869b545609ef req-1c1bf690-7e61-4aaa-a9e7-8d1cb8b63f51 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0519288 Nov 16 22:28:47.729975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9211488f-1a81-4c76-826c-869b545609ef req-5005bc01-297a-4454-883f-090c34423a69 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Nov 16 22:28:48.849246 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041613-8c73-43b2-b1ac-04ee1cc0a0f1 req-418fdc22-f79a-48e9-a574-caf11a10cee5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:48.850738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6041613-8c73-43b2-b1ac-04ee1cc0a0f1 req-418fdc22-f79a-48e9-a574-caf11a10cee5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0485749 Nov 16 22:28:48.900252 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e6041613-8c73-43b2-b1ac-04ee1cc0a0f1 req-ed00d465-6afe-40e3-b0f9-af6a01fd66c6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434861 Nov 16 22:28:49.015182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb336d-70b5-423f-908f-6a3e89743197 req-3b9567bd-b891-4d6e-8df3-6df455a19cd6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:49.016595 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7abb336d-70b5-423f-908f-6a3e89743197 req-3b9567bd-b891-4d6e-8df3-6df455a19cd6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Nov 16 22:28:49.068553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7abb336d-70b5-423f-908f-6a3e89743197 req-550ad404-ccc7-4959-b672-e150f9a32ceb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461106 Nov 16 22:28:49.089921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58140) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:49.129009 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0378732-2eaf-4677-a147-7fdae80c858e tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:49.130530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f0378732-2eaf-4677-a147-7fdae80c858e tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1092 time: 0.0390699 Nov 16 22:28:49.133291 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58142) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:49.137976 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:28:49.161597 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:49.261633 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:49.366719 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.55 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/72a9c1f1-8180-4ee0-8bb7-d4111bd6e17d) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:28:49.472920 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:49.507389 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:49.544847 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:28:49.551536 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:28:49.555380 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:28:49.580395 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-71ba2bc6-0e7b-42e5-ac9a-fb7ccf90113a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548522 Nov 16 22:28:49.590042 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=72a9c1f1-8180-4ee0-8bb7-d4111bd6e17d,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:49.674784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-7f06f901-5005-49ec-a1df-5c3d45c04a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:49.676391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-7f06f901-5005-49ec-a1df-5c3d45c04a1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0447946 Nov 16 22:28:49.791194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-89dda285-b6cc-4b4c-9bca-e95c7791ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:49.792702 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-89dda285-b6cc-4b4c-9bca-e95c7791ded2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.0907569 Nov 16 22:28:49.841593 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-32cece41-0ad8-4708-97c7-257a8dbff79a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 217 time: 0.0419607 Nov 16 22:28:49.893354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-a40f34f9-736a-4aa2-b241-930b910418fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:49.894869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-a40f34f9-736a-4aa2-b241-930b910418fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0463600 Nov 16 22:28:49.917436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:49.942141 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-9a65e813-f6bd-42ce-8d7a-63349685739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:49.943581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-9a65e813-f6bd-42ce-8d7a-63349685739f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418036 Nov 16 22:28:49.994426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.040897 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-81ddba8e-b583-45c5-a84e-1c6347408040 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904679 Nov 16 22:28:50.131995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e1991b42-c129-476b-94f6-a0780cd16eaa req-79300949-31e4-41eb-9371-e12dbbd1567e service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847042 Nov 16 22:28:50.162815 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.167969 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.240327 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=72a9c1f1-8180-4ee0-8bb7-d4111bd6e17d,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:28:50.250505 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.354354 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 30b559d4-8ac6-4853-823e-d82b79d30ac8 associated. External IP: 172.25.3.55, port: 81278b9f-5ec5-43e2-83dc-4b76fe5cf979. Nov 16 22:28:50.567835 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:28:50.674461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:28:50.684794 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] Sync routers for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:28:50.694899 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:50.695737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:50.698150 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.729435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-012b5c9d-3519-4aff-85b7-9e111a0780e2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5949755 Nov 16 22:28:50.729966 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:28:50.732287 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b1873c-d028-410f-abb4-8eb69c0f93d5" -d '{"events": [{"name": "network-changed", "server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:28:50.777595 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bfad33-e7bb-4e6d-95af-031f8072f43e x-openstack-request-id: req-a0bfad33-e7bb-4e6d-95af-031f8072f43e {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:28:50.778132 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:28:50.779113 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0bfad33-e7bb-4e6d-95af-031f8072f43e {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:28:50.779530 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'status': 'completed', 'code': 200} Nov 16 22:28:50.808278 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:50.840752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-82be3ebc-e52f-458f-acdc-e69fd567b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:50.842369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-82be3ebc-e52f-458f-acdc-e69fd567b205 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0430603 Nov 16 22:28:50.842509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa188db-c70e-4c64-8bc1-8e751117041a req-a1e3f068-7b01-47e2-acb2-f827e042a968 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:50.844017 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efa188db-c70e-4c64-8bc1-8e751117041a req-a1e3f068-7b01-47e2-acb2-f827e042a968 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Nov 16 22:28:50.902449 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-efa188db-c70e-4c64-8bc1-8e751117041a req-aa1e3035-43e0-4c4e-aa8b-23fe9b5858ba tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523059 Nov 16 22:28:50.925672 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58148) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:50.968548 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f4406c82-f0d7-431c-9f85-4401822627a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:50.986681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-cb6111ab-cd24-4b43-846e-dd194fed2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:50.988154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-cb6111ab-cd24-4b43-846e-dd194fed2e8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.1397116 Nov 16 22:28:51.066500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '30b559d4-8ac6-4853-823e-d82b79d30ac8', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'port_id': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'mac_address': 'fa:16:3e:fa:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660e9a61-657b-4041-9a2e-449357f069b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:28:49Z', 'updated_at': '2021-11-16T22:28:49Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:39Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:51.094942 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] Checking router: 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:28:51.103954 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:28:51.104585 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:28:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:51.374151 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:28:51.386168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6d1c62ff-664f-48ae-9c62-88f0b766786d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/30b559d4-8ac6-4853-823e-d82b79d30ac8 HTTP/1.1" status: 200 len: 991 time: 0.4593351 Nov 16 22:28:51.410997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-8d0c0a13-3ec3-4aba-947b-80247c6b486a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 999 time: 0.4146266 Nov 16 22:28:51.459887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-5c115de9-baed-4263-91b7-ac5fef306963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:51.461424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-5c115de9-baed-4263-91b7-ac5fef306963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0436704 Nov 16 22:28:51.505215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-9e901d44-d5fa-4927-82e1-2b799dbf43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:28:51.506720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-9e901d44-d5fa-4927-82e1-2b799dbf43ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391181 Nov 16 22:28:51.602720 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-8f2512b2-85db-4934-a83f-c06c3245fa10 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872133 Nov 16 22:28:51.607661 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '30b559d4-8ac6-4853-823e-d82b79d30ac8', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'port_id': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'mac_address': 'fa:16:3e:fa:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660e9a61-657b-4041-9a2e-449357f069b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:28:49Z', 'updated_at': '2021-11-16T22:28:49Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:39Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:28:51.634166 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704eaaae-7237-42a8-9d0f-9779eb77dc2f None None] The sync data for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 is: [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '30b559d4-8ac6-4853-823e-d82b79d30ac8', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'port_id': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'mac_address': 'fa:16:3e:fa:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660e9a61-657b-4041-9a2e-449357f069b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:28:49Z', 'updated_at': '2021-11-16T22:28:49Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:39Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:28:51.698452 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d8b1873c-d028-410f-abb4-8eb69c0f93d5 req-a24c5e29-26bc-4bad-bf40-04ea1065d3f6 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884836 Nov 16 22:28:51.828051 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4401e25-a2cd-4b34-b0a8-1774ec849198 None None] New status for floating IP 30b559d4-8ac6-4853-823e-d82b79d30ac8: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:28:52.390225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58150) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:28:52.455148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-17ec03e1-3452-41e0-b07b-2655509e8b99 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/30b559d4-8ac6-4853-823e-d82b79d30ac8 HTTP/1.1" status: 200 len: 993 time: 0.0638473 Nov 16 22:28:53.221559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-944176e2-d63c-4ce5-838c-794588e0c29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:54.462059 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:56.025948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:28:56.823516 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:04.069231 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:06.061988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:14.413790 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:29:20.919816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efe29cbd-94f4-4e39-bf11-fffbf1e3f64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:23.222745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fe37db67-18b7-4896-85cb-6a1fbb0a5e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:24.464234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:26.026357 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:26.826136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:34.091860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:36.088723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:50.920838 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f51d6555-c240-4e55-944b-68392b2a98e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:51.413398 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:29:51.576336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-52cee8e1-0e83-4c6b-a6d6-8dec6d4adbf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394418 Nov 16 22:29:51.657856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-247ce9a2-787c-4a46-9228-dd9b5a111db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:51.659450 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-247ce9a2-787c-4a46-9228-dd9b5a111db6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0409684 Nov 16 22:29:51.766595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-deb6e15a-aa4e-4c57-b3fd-daebdd3b4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:51.768064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-deb6e15a-aa4e-4c57-b3fd-daebdd3b4c4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.0890417 Nov 16 22:29:51.833743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-c557af0f-b4a7-4727-b367-59f714479eb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 1001 time: 0.0581763 Nov 16 22:29:51.886266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-12d31e09-8d4c-4444-bd88-6546e0eb4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:51.887693 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-12d31e09-8d4c-4444-bd88-6546e0eb4128 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0465655 Nov 16 22:29:51.932056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-f5785db7-ba9a-4a93-8303-85f465b19901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:51.933553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-f5785db7-ba9a-4a93-8303-85f465b19901 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391862 Nov 16 22:29:52.026965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-148bfbed-bc18-4af8-a7a5-17ee8a805048 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847831 Nov 16 22:29:52.121936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aaa99425-377c-42c5-ab28-46f57bf31b9f req-2be04e07-cb24-4ea0-8967-70fd09d41d15 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872986 Nov 16 22:29:53.226177 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9e33-a391-4d20-af5b-3c24d9a6f256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:53.311839 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202692e-f184-469c-b14c-70c95e8327fa req-3ebe473b-f0c5-440f-b47e-9911173c9a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:53.313989 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b202692e-f184-469c-b14c-70c95e8327fa req-3ebe473b-f0c5-440f-b47e-9911173c9a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0829957 Nov 16 22:29:53.316502 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-2e3755c1-6609-4f53-969b-879424542d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:53.317869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-2e3755c1-6609-4f53-969b-879424542d0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0773671 Nov 16 22:29:53.410007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b202692e-f184-469c-b14c-70c95e8327fa req-2b746573-3346-4a33-aa53-dab353649aa0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897508 Nov 16 22:29:53.443185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-a15c0c6e-263f-4324-9b6b-4508f99e3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:53.444646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-a15c0c6e-263f-4324-9b6b-4508f99e3e20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.1112092 Nov 16 22:29:53.514825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-ba031b5c-7351-4327-9578-fd334fefd224 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 1001 time: 0.0624604 Nov 16 22:29:53.565958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-b3b21c16-cbd5-43b1-89d8-0e57721a5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:53.567439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-b3b21c16-cbd5-43b1-89d8-0e57721a5934 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0450087 Nov 16 22:29:53.613324 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-ef874e7d-bb52-4880-a10d-e5ddefbd7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:53.614826 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-ef874e7d-bb52-4880-a10d-e5ddefbd7d31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403919 Nov 16 22:29:53.710205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-1b954284-035a-4903-a924-7a77183d7cba service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862038 Nov 16 22:29:53.800213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0f07899c-cf3d-4552-9854-edd3aa35bce7 req-d3b9cd80-e19c-4aab-9d16-c7a4e6b816d3 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834522 Nov 16 22:29:54.466871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:54.529857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964623f-1c0b-434f-b9b4-0b53af907cfe req-17018574-c7ed-4ca7-8758-519b3ef00f9e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:54.531370 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e964623f-1c0b-434f-b9b4-0b53af907cfe req-17018574-c7ed-4ca7-8758-519b3ef00f9e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0504289 Nov 16 22:29:54.581126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e964623f-1c0b-434f-b9b4-0b53af907cfe req-6c113fcb-d7fc-409d-9324-b114965c1959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Nov 16 22:29:55.701348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc871bc-19d3-41d7-b5de-4cc582474480 req-c60f52b7-160d-4dc3-a74d-43146e78f961 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:55.703447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0dc871bc-19d3-41d7-b5de-4cc582474480 req-c60f52b7-160d-4dc3-a74d-43146e78f961 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0546668 Nov 16 22:29:55.752942 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0dc871bc-19d3-41d7-b5de-4cc582474480 req-3cb6e72a-692d-447d-800e-9f39417ce3f1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Nov 16 22:29:56.029333 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:56.829922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:29:56.877829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293359e9-1ed0-4e7f-8bfa-ae7104e8d0ce req-fab17351-ff0c-4ad4-bcb4-1aaaf505d4c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:56.879341 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-293359e9-1ed0-4e7f-8bfa-ae7104e8d0ce req-fab17351-ff0c-4ad4-bcb4-1aaaf505d4c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0589669 Nov 16 22:29:56.932195 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-293359e9-1ed0-4e7f-8bfa-ae7104e8d0ce req-f9255ee8-8858-4e2d-9f0a-9ca564751f42 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Nov 16 22:29:58.052628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf844ba-b364-463e-9044-29e21eb33beb req-5bb6b937-2463-4ddc-88d4-c0a80f252bf3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:58.054164 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acf844ba-b364-463e-9044-29e21eb33beb req-5bb6b937-2463-4ddc-88d4-c0a80f252bf3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0508316 Nov 16 22:29:58.108183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acf844ba-b364-463e-9044-29e21eb33beb req-209a7dea-e665-4b8c-8c2d-9c189f50c918 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481186 Nov 16 22:29:59.226842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d8aa8-dcf9-4dc8-819f-89e69e8b25de req-94200a10-307e-4409-81bb-54a0ab2849b4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:29:59.228325 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a60d8aa8-dcf9-4dc8-819f-89e69e8b25de req-94200a10-307e-4409-81bb-54a0ab2849b4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0496700 Nov 16 22:29:59.278231 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a60d8aa8-dcf9-4dc8-819f-89e69e8b25de req-7674f36b-6db4-46ca-8459-0cd04a7b6f69 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Nov 16 22:30:00.396336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c4686-66a2-4746-81cb-aae1e8394123 req-fbad1865-9e3a-4d5a-918d-cdf4d29d7b45 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:00.397862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-190c4686-66a2-4746-81cb-aae1e8394123 req-fbad1865-9e3a-4d5a-918d-cdf4d29d7b45 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0494931 Nov 16 22:30:00.454169 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-190c4686-66a2-4746-81cb-aae1e8394123 req-314b9b30-d32f-48e6-9e75-5927963f923c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503690 Nov 16 22:30:01.572545 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71ba8-1be8-46a6-aeeb-779dfd85de10 req-8cc3ad92-fa21-42b3-9c8e-7d230ce6b9f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:01.574063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e71ba8-1be8-46a6-aeeb-779dfd85de10 req-8cc3ad92-fa21-42b3-9c8e-7d230ce6b9f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0533054 Nov 16 22:30:01.622027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-32e71ba8-1be8-46a6-aeeb-779dfd85de10 req-3d76d53a-84cf-4309-b78f-411dc9d1f7d1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414183 Nov 16 22:30:02.739785 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bc2ad-ca48-4eac-aa60-e7de576431b7 req-1072609c-d77e-45d9-b0e9-e30f2fc679da tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:02.741277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f1bc2ad-ca48-4eac-aa60-e7de576431b7 req-1072609c-d77e-45d9-b0e9-e30f2fc679da tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0495505 Nov 16 22:30:02.790896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2f1bc2ad-ca48-4eac-aa60-e7de576431b7 req-9548ddb3-3b8e-4ba0-a569-a64dce548fef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Nov 16 22:30:03.906342 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef61553-ba72-45dd-a8a7-851044e3a8ca req-f62b33a3-8981-4fb7-a668-9c747c0b73c9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:03.907932 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aef61553-ba72-45dd-a8a7-851044e3a8ca req-f62b33a3-8981-4fb7-a668-9c747c0b73c9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Nov 16 22:30:03.957906 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aef61553-ba72-45dd-a8a7-851044e3a8ca req-b8055519-62ac-42d8-b54f-6682b93e4e1a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439596 Nov 16 22:30:04.088284 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:05.075053 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2561-1de7-40cf-bcdd-99588e63ddd1 req-2423e6a4-b57b-45b7-99c0-9f5addbcd49c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:05.076537 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dccd2561-1de7-40cf-bcdd-99588e63ddd1 req-2423e6a4-b57b-45b7-99c0-9f5addbcd49c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0484293 Nov 16 22:30:05.126057 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dccd2561-1de7-40cf-bcdd-99588e63ddd1 req-1b51e8f3-c23f-47e0-89de-cea102226ef2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Nov 16 22:30:05.148403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58212) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:30:05.211741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0c911ea7-9db1-4ace-aec2-86ce7b972997 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/30b559d4-8ac6-4853-823e-d82b79d30ac8 HTTP/1.1" status: 200 len: 993 time: 0.0621526 Nov 16 22:30:06.076685 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:20.923671 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fc2ebdce-5b56-45f8-86ad-f3872b51f204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:23.231315 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ebf071a-510e-4c01-8518-3a94f0bf410a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:24.469355 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:26.033394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:26.832677 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:28.411978 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:30:34.107593 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:36.079279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:50.924699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec4716b9-70b3-4145-b41a-583030a1ac6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:52.559620 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-e3e9408d-ae54-45e2-b4d9-7e2c43ed7ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398927 Nov 16 22:30:52.643985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-4607a063-5d9e-4785-bb3c-84e2f5480270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:52.645478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-4607a063-5d9e-4785-bb3c-84e2f5480270 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0443680 Nov 16 22:30:52.759491 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-abbe7c61-dac1-4309-979d-836dbbdf91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:52.760877 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-abbe7c61-dac1-4309-979d-836dbbdf91c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.0959330 Nov 16 22:30:52.827580 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-3057c67a-eac0-4aa0-ae09-c18ca583e588 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 1001 time: 0.0590224 Nov 16 22:30:52.881091 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-a84f8dce-d779-48c2-956d-330fd2d757df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:52.882569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-a84f8dce-d779-48c2-956d-330fd2d757df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0483382 Nov 16 22:30:52.928979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-55328fa8-703a-4f4d-9c23-351256084678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:52.930457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-55328fa8-703a-4f4d-9c23-351256084678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401223 Nov 16 22:30:53.019828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-c2a7af69-9e39-4924-adba-d7eecd5b899f service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817688 Nov 16 22:30:53.112963 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b165419d-fba5-4af6-b7c4-30f1593fdc5e req-baac790f-c2c9-41ba-8d60-39a0428bdb06 service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864644 Nov 16 22:30:53.233631 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d7e8e0c8-4d49-4158-8fab-04012db47b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:53.601910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58230) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:30:53.760738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 72a9c1f1-8180-4ee0-8bb7-d4111bd6e17d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:30:53.761083 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:53.839046 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:53.839374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:53.852184 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 72a9c1f1-8180-4ee0-8bb7-d4111bd6e17d owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:30:53.997810 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:54.043100 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=72a9c1f1-8180-4ee0-8bb7-d4111bd6e17d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:54.071080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.071434 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.071775 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.072129 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.072445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.072776 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.073105 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.073433 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.073798 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.074124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.074447 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.074771 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:54.093856 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:54.094186 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 30b559d4-8ac6-4853-823e-d82b79d30ac8 disassociated (deleted). External IP: 172.25.3.55, port: 81278b9f-5ec5-43e2-83dc-4b76fe5cf979. Nov 16 22:30:54.298269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:30:54.409266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:30:54.414267 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:54.418609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] Sync routers for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:30:54.428992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:30:54.429724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:54.440323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-de848f88-46bb-409d-9d31-5accd2b91427 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/floatingips/30b559d4-8ac6-4853-823e-d82b79d30ac8 HTTP/1.1" status: 204 len: 168 time: 0.8373256 Nov 16 22:30:54.440927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:30:54.443195 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c9b0f-f75f-4177-9946-66ac3c074bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:30:54.514936 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:54.546288 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b023f39f-1fe1-4ff3-858a-c900850332c4 x-openstack-request-id: req-b023f39f-1fe1-4ff3-858a-c900850332c4 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:30:54.546662 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:30:54.546982 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b023f39f-1fe1-4ff3-858a-c900850332c4 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:30:54.547458 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'status': 'completed', 'code': 200} Nov 16 22:30:54.554142 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:30:54.622867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-b795aa1d-23e4-4b9a-a8e1-10a9b2764c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:54.625719 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-b795aa1d-23e4-4b9a-a8e1-10a9b2764c1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 1097 time: 0.0528586 Nov 16 22:30:54.677152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fbd7d-e1dd-4a1b-8887-da5f148a3887 req-c0bd1c72-3229-4cce-965d-62b24b4256e9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:54.678736 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db6fbd7d-e1dd-4a1b-8887-da5f148a3887 req-c0bd1c72-3229-4cce-965d-62b24b4256e9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0535681 Nov 16 22:30:54.731960 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-40cc49f9-022b-4ab7-9e21-91951cee9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:54.734558 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-40cc49f9-022b-4ab7-9e21-91951cee9247 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 200 len: 896 time: 0.1021662 Nov 16 22:30:54.737505 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-db6fbd7d-e1dd-4a1b-8887-da5f148a3887 req-2eb43034-6d47-48a2-af46-f0c42c7fe8ed tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524218 Nov 16 22:30:54.777586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:39Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:54.777909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-e90cc4c5-41df-4eec-b471-39e7ce8efe0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 200 len: 217 time: 0.0359981 Nov 16 22:30:54.805018 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] Checking router: 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:30:54.814668 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:30:54.815294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:54.827910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-6fdb221e-c467-4983-a40f-e6119611a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:54.829378 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-6fdb221e-c467-4983-a40f-e6119611a71a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 200 len: 834 time: 0.0448444 Nov 16 22:30:54.881104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-8319205b-09c4-4eee-be44-835c2accbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:54.882658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-8319205b-09c4-4eee-be44-835c2accbc30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2deb4fdf-99d5-4d95-8a90-700775d3fa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460911 Nov 16 22:30:54.923030 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:30:54.979084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-05a0b39c-0123-43ca-932c-36fd2bb4e24c service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880654 Nov 16 22:30:55.077612 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-845c9b0f-f75f-4177-9946-66ac3c074bb1 req-f89d5734-945e-4dd5-a114-3176c2a479bf service neutron] 10.222.0.47 "GET /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900156 Nov 16 22:30:55.134689 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:39Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:55.163144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bfc15-1422-41a5-8d41-3edd17d54872 None None] The sync data for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 is: [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:36Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '898925b2-d4da-49c7-9dfa-69136a35964d', 'name': '', 'network_id': '2deb4fdf-99d5-4d95-8a90-700775d3fa8c', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b7:9b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:35Z', 'updated_at': '2021-11-16T22:28:39Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '2b504d99-e452-49db-9ca2-5bca529760ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:30:55.379807 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca272526-9d1c-473e-bea9-3d892e9f504e None None] New status for floating IP 30b559d4-8ac6-4853-823e-d82b79d30ac8: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:30:55.856979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15b06-8d98-46e8-9625-163df33b14cc req-e0e5680b-4e4f-4290-b95c-ec62f54bfc9d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:55.858490 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bd15b06-8d98-46e8-9625-163df33b14cc req-e0e5680b-4e4f-4290-b95c-ec62f54bfc9d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0500937 Nov 16 22:30:55.907850 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7bd15b06-8d98-46e8-9625-163df33b14cc req-0451943b-2894-434e-9e4b-23dba4636cdb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=28633723-cc3f-4eb0-b71f-a05abeaaf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435748 Nov 16 22:30:56.036982 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.371793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-7951f201-6df0-4d55-b09f-6b7ec913a5b3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:30:56.373259 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-7951f201-6df0-4d55-b09f-6b7ec913a5b3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 946 time: 0.0512285 Nov 16 22:30:56.466361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:30:56.466696 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.558926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:30:56.559296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.578406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:30:56.705711 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.735993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=81278b9f-5ec5-43e2-83dc-4b76fe5cf979,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:56.768701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.769066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.769413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.769783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.770124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.770464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.770802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.771139 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.771474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.771807 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.772138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.772469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:30:56.792227 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] No DVR routers for this DVR port 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:30:56.794868 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.798798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-335fab90-cb34-4ca2-8cba-555d019c7738 req-cc982e31-889b-4e17-a5cb-909708f03837 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "DELETE /v2.0/ports/81278b9f-5ec5-43e2-83dc-4b76fe5cf979 HTTP/1.1" status: 204 len: 173 time: 0.4196799 Nov 16 22:30:56.799255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'name': 'network-vif-deleted', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:30:56.801540 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1916504-ed08-4566-9e01-508b8d17f286" -d '{"events": [{"server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "name": "network-vif-deleted", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:30:56.838833 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:56.843634 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7723a587-bb25-4ca8-8be4-60239fce3882 x-openstack-request-id: req-7723a587-bb25-4ca8-8be4-60239fce3882 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:30:56.843933 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e9a61-657b-4041-9a2e-449357f069b7", "name": "network-vif-deleted", "tag": "81278b9f-5ec5-43e2-83dc-4b76fe5cf979", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:30:56.844195 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7723a587-bb25-4ca8-8be4-60239fce3882 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:30:56.844608 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e9a61-657b-4041-9a2e-449357f069b7', 'name': 'network-vif-deleted', 'tag': '81278b9f-5ec5-43e2-83dc-4b76fe5cf979', 'status': 'completed', 'code': 200} Nov 16 22:30:57.016159 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bc977b0-6cdf-4d24-86a6-7e210129d85d req-d1c0dfb0-5a1b-4d91-b9cd-b7ca123a178d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=660e9a61-657b-4041-9a2e-449357f069b7 HTTP/1.1" status: 200 len: 210 time: 0.0266016 Nov 16 22:30:58.073178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58250) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:30:58.427532 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:58.964378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 898925b2-d4da-49c7-9dfa-69136a35964d {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:30:58.964662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:59.052652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 898925b2-d4da-49c7-9dfa-69136a35964d, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=898925b2-d4da-49c7-9dfa-69136a35964d,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:30:59.053012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:59.066602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 898925b2-d4da-49c7-9dfa-69136a35964d owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:30:59.186291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:30:59.211339 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:30:59.211693 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 81278b9f-5ec5-43e2-83dc-4b76fe5cf979 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:30:59.257013 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:59.287448 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=898925b2-d4da-49c7-9dfa-69136a35964d,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:30:59.461117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:59.676233 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:30:59.783950 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:30:59.789048 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-98fb92b7-e1da-4141-867b-2b6fab45ec86 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/2db04ddc-fcb1-4d07-94d1-035f8ec3e363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148118 Nov 16 22:30:59.791739 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58252) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:30:59.794343 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] Sync routers for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:30:59.805186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:30:59.805833 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:30:59.842485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting subnet 2b504d99-e452-49db-9ca2-5bca529760ec {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:30:59.845703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:59.884898 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:30:59.911005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:30:59.975202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.032455 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.062303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Subnet': ['ID=2b504d99-e452-49db-9ca2-5bca529760ec,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:00.066791 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.070278 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c56f89ad-eec9-422c-ad2a-aeba4e0697e5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/subnets/2b504d99-e452-49db-9ca2-5bca529760ec HTTP/1.1" status: 204 len: 168 time: 0.2775908 Nov 16 22:31:00.073102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58254) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:00.077882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a209ea-e781-4d78-965f-72276d3820d8 None None] Network 2deb4fdf-99d5-4d95-8a90-700775d3fa8c requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:31:00.183040 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.291462 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.308982 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:30:59Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '8548d6c1-f189-410c-b23e-8ed1e164ad49', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:00.344672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 8548d6c1-f189-410c-b23e-8ed1e164ad49 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:31:00.345025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.359956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] Checking router: 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:31:00.382905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] Routers {'2db04ddc-fcb1-4d07-94d1-035f8ec3e363'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:00.383531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:00.427896 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 8548d6c1-f189-410c-b23e-8ed1e164ad49, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8548d6c1-f189-410c-b23e-8ed1e164ad49,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:00.428268 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.441889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 8548d6c1-f189-410c-b23e-8ed1e164ad49 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:31:00.477372 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] Set router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:00.534165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:31:00Z', 'revision_number': 6, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:00.536076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] DHCP port deletion for 2deb4fdf-99d5-4d95-8a90-700775d3fa8c request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:31:00.564162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0d3b28-ebca-4433-b1aa-b0fb8bdddfd4 None None] The sync data for ids ['2db04ddc-fcb1-4d07-94d1-035f8ec3e363'] in n-d-817778-8 is: [{'id': '2db04ddc-fcb1-4d07-94d1-035f8ec3e363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1530457774', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:28:32Z', 'updated_at': '2021-11-16T22:31:00Z', 'revision_number': 6, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:31:00.614309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Deleting port 8e27a526-2469-4339-9162-e6e3a4c661bb {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:31:00.614688 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.625460 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.652459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=8548d6c1-f189-410c-b23e-8ed1e164ad49,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:00.667183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6a14f-fad8-4805-b76a-6555168c2581 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:31:00.687498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] For port 8e27a526-2469-4339-9162-e6e3a4c661bb, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=8e27a526-2469-4339-9162-e6e3a4c661bb,segment=NetworkSegment(936384c8-34e7-4c28-af0d-d46af17a07ae),segment_id=936384c8-34e7-4c28-af0d-d46af17a07ae)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:00.687907 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.704532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Calling delete_port for 8e27a526-2469-4339-9162-e6e3a4c661bb owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:31:00.718124 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.790909 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.814020 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.816185 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Pushing event deleted for resources: {'Port': ['ID=8e27a526-2469-4339-9162-e6e3a4c661bb,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:00.816344 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.821053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] No DVR routers for this DVR port 8e27a526-2469-4339-9162-e6e3a4c661bb on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:31:00.828703 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.829050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.829386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.829749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.830076 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.830407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.830730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.831050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.831370 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.832052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.832052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.832309 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9107e50-e4e6-42d3-8eb3-585f69a4c23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:00.863629 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.864215 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Fanout notify agent at l3_agent the message router_deleted on router 2db04ddc-fcb1-4d07-94d1-035f8ec3e363 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:31:00.871312 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:00.872440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d220262-f441-4195-8321-af6407afb99b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/routers/2db04ddc-fcb1-4d07-94d1-035f8ec3e363 HTTP/1.1" status: 204 len: 168 time: 0.7983718 Nov 16 22:31:00.875669 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58256) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:00.958978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.056193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.076387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2deb4fdf-99d5-4d95-8a90-700775d3fa8c']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:01.085488 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936384c8-34e7-4c28-af0d-d46af17a07ae') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:01.085774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936384c8-34e7-4c28-af0d-d46af17a07ae') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:01.094925 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.108193 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.114058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:31:01.114442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:31:01.117355 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:31:01.177084 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.184047 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.187832 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/networks/2deb4fdf-99d5-4d95-8a90-700775d3fa8c HTTP/1.1" status: 204 len: 168 time: 0.3112214 Nov 16 22:31:01.190727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58258) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:01.199608 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cb567-559c-4ad8-8f09-697f836ff206 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Network': ['ID=2deb4fdf-99d5-4d95-8a90-700775d3fa8c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:01.249957 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64842a-7ed4-412b-80d3-f0b18040cd85 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.274810 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64842a-7ed4-412b-80d3-f0b18040cd85 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.342349 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64842a-7ed4-412b-80d3-f0b18040cd85 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.345326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9b64842a-7ed4-412b-80d3-f0b18040cd85 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.346569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9b64842a-7ed4-412b-80d3-f0b18040cd85 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/security-groups/28633723-cc3f-4eb0-b71f-a05abeaaf7c6 HTTP/1.1" status: 204 len: 168 time: 0.1548104 Nov 16 22:31:01.367485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64842a-7ed4-412b-80d3-f0b18040cd85 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28633723-cc3f-4eb0-b71f-a05abeaaf7c6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:01.392804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e27a526-2469-4339-9162-e6e3a4c661bb no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:31:01.421970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8e27a526-2469-4339-9162-e6e3a4c661bb {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:31:01.422325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8e27a526-2469-4339-9162-e6e3a4c661bb not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:31:01.422745 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 898925b2-d4da-49c7-9dfa-69136a35964d no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:31:01.443128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 898925b2-d4da-49c7-9dfa-69136a35964d {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:31:01.443513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 898925b2-d4da-49c7-9dfa-69136a35964d not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:31:01.678632 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58264) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:01.683472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139875775', 'description': 'tempest-secgroup-smoke-1139875775 description', 'project_id': '8db183e99bb24fb5adbec64362902456'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:01.706546 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.773002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.776778 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.806816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.808052 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1282115 Nov 16 22:31:01.810054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791949df-915c-42bb-82fc-12f7bec94543 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd362fa-b336-40a6-87a8-4a19eff0388b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:01.811208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58266) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:01.815848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4cd362fa-b336-40a6-87a8-4a19eff0388b', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:01.844580 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.894457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.897822 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.916546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195764a7-4836-4775-933f-650736f32095,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:01.925053 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:01.926297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-71aca77c-dff3-48e2-817a-4308be063cb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140230 Nov 16 22:31:01.929066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58268) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:01.933410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4cd362fa-b336-40a6-87a8-4a19eff0388b', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:01.960216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.016796 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.020257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.038186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea7237f-5507-406a-8d60-e4fa1f65ec16,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:02.044870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.046342 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2b96340f-e94a-4ea1-9b38-70a3eb62abd0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162961 Nov 16 22:31:02.049183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58270) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:02.053744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4cd362fa-b336-40a6-87a8-4a19eff0388b', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:02.080148 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.135408 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.139950 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.157464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e42f0aa-62c1-49a3-9b71-ac88cdd95e69,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:02.164838 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.166084 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1eb9ee81-ab48-4fbd-964f-30429f7bb23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158628 Nov 16 22:31:02.168880 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58272) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:02.173579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4cd362fa-b336-40a6-87a8-4a19eff0388b', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:02.202651 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.262891 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.267484 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.285220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11e6ced-81f6-4b47-9a78-6441bc3ee47a,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:02.293266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.294548 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a66b57ac-7706-4fde-ba65-224fe3e6e706 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247180 Nov 16 22:31:02.297301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58274) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:02.301636 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4cd362fa-b336-40a6-87a8-4a19eff0388b', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:02.322792 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:31:02.328179 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.391080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.394802 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.413446 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9782ebd7-29d7-49ec-98da-564b32134c43,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:02.422661 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.423848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9c799f2-f40e-4ed9-83a9-8d041d3f7cfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256015 Nov 16 22:31:02.426606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58276) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:02.430848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '4cd362fa-b336-40a6-87a8-4a19eff0388b', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:02.453756 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:31:02.458617 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.517363 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.520791 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.537791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dba85c-3253-440b-b816-53579ad94484,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:02.543972 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.545673 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-270c5e4b-cfd3-47c0-ab93-26fa008da12b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181095 Nov 16 22:31:02.548882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58278) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:02.553698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'network': {'name': 'tempest-network-smoke--1130677391', 'project_id': '8db183e99bb24fb5adbec64362902456', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:02.574758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:31:02.578653 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.602280 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:31:02.611945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.612290 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Added segment 7a3e3f04-f775-4179-abe1-bee5c5956589 of type vlan for network 8d78944b-8ffa-4c36-9a48-215cd21ba220 Nov 16 22:31:02.655802 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.680625 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.686956 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:02.687556 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.745077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950848 Nov 16 22:31:02.748318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58280) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:02.753480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'admin_state_up': True, 'project_id': '8db183e99bb24fb5adbec64362902456', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:02.759343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d366a8-0ad9-4435-98b3-4bb9c73e6a88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Network': ['ID=8d78944b-8ffa-4c36-9a48-215cd21ba220,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:02.769906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:31:02.776426 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.777444 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.835106 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.953874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8548d6c1-f189-410c-b23e-8ed1e164ad49 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:31:02.972412 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:02.975526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 8548d6c1-f189-410c-b23e-8ed1e164ad49 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:31:02.975778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 8548d6c1-f189-410c-b23e-8ed1e164ad49 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:31:03.164217 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:03.182608 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:03.281652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.225 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/b2541fad-ed68-4739-8359-4e385e317ebe) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:31:03.664679 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:03.697408 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:03.733143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:31:03.737886 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:03.741408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:31:03.751716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f9d48-340f-4399-b044-faeb53f90a4b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:31:03.769219 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=b2541fad-ed68-4739-8359-4e385e317ebe,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:03.800938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8e0b9f29-77f7-47b1-a8e6-8b6cd77e2d1b None None] Provisioning complete for port b2541fad-ed68-4739-8359-4e385e317ebe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:03.801596 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8e0b9f29-77f7-47b1-a8e6-8b6cd77e2d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:03.839937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b9f29-77f7-47b1-a8e6-8b6cd77e2d1b None None] Port b2541fad-ed68-4739-8359-4e385e317ebe cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:31:03.998872 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.106437 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.199881 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.321766 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router af40b738-63ad-4229-a8c2-84c3d05a992f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:31:04.427735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:31:04.437499 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Sync routers for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:31:04.447609 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.448045 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:04.448640 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:04.450102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d98601fa-3f20-42f2-b805-777270f4463a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7000203 Nov 16 22:31:04.452352 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58282) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:04.482256 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2b00123c-d744-4225-8564-d0a669b22d3f tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=8db183e99bb24fb5adbec64362902456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285149 Nov 16 22:31:04.485213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58284) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:04.553020 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:04.576856 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6af98-3c19-4cb9-ba5b-1d3fa0f3a5bc tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:04.578424 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-80e6af98-3c19-4cb9-ba5b-1d3fa0f3a5bc tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922852 Nov 16 22:31:04.581286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58286) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:04.610359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87d03d25-0ac4-48ca-b0da-897a4c0bee33 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273767 Nov 16 22:31:04.612204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58288) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:04.616905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358950372', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'project_id': '8db183e99bb24fb5adbec64362902456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:04.710070 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:31:04.713936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.732948 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:03Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:04.762374 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Checking router: af40b738-63ad-4229-a8c2-84c3d05a992f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:31:04.762724 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Updating router af40b738-63ad-4229-a8c2-84c3d05a992f port b2541fad-ed68-4739-8359-4e385e317ebe binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:31:04.788593 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.900466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:04.966220 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Subnet': ['ID=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:04.974581 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Checking segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:31:04.974953 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network hostable DHCP agents. Network: 8d78944b-8ffa-4c36-9a48-215cd21ba220, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:31:04.994137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:31:05.004408 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 8d78944b-8ffa-4c36-9a48-215cd21ba220) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:05.008515 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:05.009126 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.018940 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ffe24-bec7-40f6-b84d-44ad8cd4a0f8 None None] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:31:05.026823 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3452d9f7-dd58-4926-8ae0-ccfbbaa5a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4135542 Nov 16 22:31:05.029646 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58290) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:05.144796 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.150295 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.175956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-8d78944b-8ffa-4c36-9a48-215cd21ba220', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:31:05.176862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.191675 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Pushing event updated for resources: {'Port': ['ID=b2541fad-ed68-4739-8359-4e385e317ebe,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:05.200789 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.201253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.201940 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.202279 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.202609 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.202956 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.203251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.203567 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.203923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.204303 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.204968 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.205288 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:31:05.223898 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Attempting to bind port b2541fad-ed68-4739-8359-4e385e317ebe on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:31:05.224774 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Attempting to bind port b2541fad-ed68-4739-8359-4e385e317ebe by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:31:05.224774 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Attempting to bind port b2541fad-ed68-4739-8359-4e385e317ebe on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:31:05.229720 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:31:05.230094 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:31:05.230483 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.230864 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:31:05.231558 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Bound port: b2541fad-ed68-4739-8359-4e385e317ebe, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:31:05.231723 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.249139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6dbd42-e4ae-4675-913e-1e24622559ec None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:31:05.286324 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] For port b2541fad-ed68-4739-8359-4e385e317ebe, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:31:05.289586 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] For port b2541fad-ed68-4739-8359-4e385e317ebe, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b2541fad-ed68-4739-8359-4e385e317ebe,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:31:05.295300 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.331601 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Allocated IP 172.20.0.2 (8d78944b-8ffa-4c36-9a48-215cd21ba220/1a13b98c-82bc-49f0-a9e3-7dd320fa72b5/cafc99d9-99a7-4810-98c4-abfe8f83b82a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:31:05.348180 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119f639-02b4-4ac7-9e1c-db40e55dad52 None None] Pushing event updated for resources: {'Port': ['ID=b2541fad-ed68-4739-8359-4e385e317ebe,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:05.374593 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:05.375217 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:05.390921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9943f9-19c6-465e-9f4b-81e2ef4d541b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:31:05.419162 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-87da12ee-ec5c-41b1-b705-668cb0450ceb None None] Provisioning complete for port b2541fad-ed68-4739-8359-4e385e317ebe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:05.419772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87da12ee-ec5c-41b1-b705-668cb0450ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.452104 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:31:05.495697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:05.504871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.557949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.570709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.602037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87da12ee-ec5c-41b1-b705-668cb0450ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.639560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:31:05.641458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-87da12ee-ec5c-41b1-b705-668cb0450ceb None None] For port b2541fad-ed68-4739-8359-4e385e317ebe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b2541fad-ed68-4739-8359-4e385e317ebe,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:05.643007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Pushing event updated for resources: {'Port': ['ID=cafc99d9-99a7-4810-98c4-abfe8f83b82a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:05.646356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:05.648470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-87da12ee-ec5c-41b1-b705-668cb0450ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.650190 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:31:05.691039 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:03Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:05.726952 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bdc14-8a94-4e8e-bdcd-a6acba7df475 None None] The sync data for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 is: [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:03Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:31:05.747401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Attempting to bind port cafc99d9-99a7-4810-98c4-abfe8f83b82a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:31:05.748863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Attempting to bind port cafc99d9-99a7-4810-98c4-abfe8f83b82a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:31:05.748863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Attempting to bind port cafc99d9-99a7-4810-98c4-abfe8f83b82a on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:31:05.750614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da12ee-ec5c-41b1-b705-668cb0450ceb None None] Pushing event updated for resources: {'Port': ['ID=b2541fad-ed68-4739-8359-4e385e317ebe,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:05.760591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:31:05.760980 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Checking segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:31:05.761391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.761817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Bound using segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:31:05.762656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Bound port: cafc99d9-99a7-4810-98c4-abfe8f83b82a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:31:05.762656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.785824 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-7c8c6f9d-f777-4635-9555-c09ce7a345a0 None None] Provisioning complete for port b2541fad-ed68-4739-8359-4e385e317ebe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:05.786201 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7c8c6f9d-f777-4635-9555-c09ce7a345a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.812717 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.1 (8d78944b-8ffa-4c36-9a48-215cd21ba220/1a13b98c-82bc-49f0-a9e3-7dd320fa72b5/443dd8d7-8125-4c73-9ce4-11915531aeb7) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:31:05.872112 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] For port cafc99d9-99a7-4810-98c4-abfe8f83b82a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:31:05.876996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] For port cafc99d9-99a7-4810-98c4-abfe8f83b82a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cafc99d9-99a7-4810-98c4-abfe8f83b82a,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:31:05.883012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.947456 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:05.980862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2abb93-2bbc-48b9-8e96-d55d0dbb7b89 None None] Pushing event updated for resources: {'Port': ['ID=cafc99d9-99a7-4810-98c4-abfe8f83b82a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:05.993965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.048481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:31:06.051817 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:06.055729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:31:06.099061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.099757 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=443dd8d7-8125-4c73-9ce4-11915531aeb7,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:06.115540 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.294436 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.595166 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.599952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.674802 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:06.676767 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=443dd8d7-8125-4c73-9ce4-11915531aeb7,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:06.788064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:31:06.789542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:06.909350 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router af40b738-63ad-4229-a8c2-84c3d05a992f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:31:07.026226 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c71e58-8770-452c-aefa-1b4f3e57a078 None None] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:31:07.031712 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:31:07.044587 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f968fb7d-2adb-4ccf-88cd-6b3bce794da1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/af40b738-63ad-4229-a8c2-84c3d05a992f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090446 Nov 16 22:31:07.083023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cafc99d9-99a7-4810-98c4-abfe8f83b82a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:31:07.180157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-731179d4-b7e7-414b-9b4d-3e3deaa9f1e8 None None] Provisioning complete for port cafc99d9-99a7-4810-98c4-abfe8f83b82a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:07.180908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-731179d4-b7e7-414b-9b4d-3e3deaa9f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:07.208037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-7cfbf353-42b6-4960-a37b-46f736c64788 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139875775&fields=id&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 267 time: 0.0473292 Nov 16 22:31:07.242396 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port cafc99d9-99a7-4810-98c4-abfe8f83b82a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:07.242753 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:07.324162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-de56aaef-b373-4d9d-8b85-326315995972 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:07.325689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-de56aaef-b373-4d9d-8b85-326315995972 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 797 time: 0.1107090 Nov 16 22:31:07.340991 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-c4cbb999-9f50-4b43-9e26-41ede017932c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/quotas/8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 375 time: 0.0091531 Nov 16 22:31:07.392738 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-731179d4-b7e7-414b-9b4d-3e3deaa9f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:07.396130 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-32ff72e0-ab0f-43df-b5c9-374ee15adbc7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490386 Nov 16 22:31:07.413393 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:07.456122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-731179d4-b7e7-414b-9b4d-3e3deaa9f1e8 None None] For port cafc99d9-99a7-4810-98c4-abfe8f83b82a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cafc99d9-99a7-4810-98c4-abfe8f83b82a,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:07.493918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-731179d4-b7e7-414b-9b4d-3e3deaa9f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:07.503165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Sync routers for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:31:07.547276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 22:31:07.547692 n-d-817778-8 neutron-server[102455]: DEBUG oslo_db.api [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 22:31:07.550430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:07.551079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:07.581287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-612321ca-4aca-447a-9634-eda3c8af0b7e service neutron] 10.222.0.48 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682556 Nov 16 22:31:07.638869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731179d4-b7e7-414b-9b4d-3e3deaa9f1e8 None None] Pushing event updated for resources: {'Port': ['ID=cafc99d9-99a7-4810-98c4-abfe8f83b82a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:07.665902 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a1a78d18-2b94-4c64-94aa-e85a0affefce None None] Provisioning complete for port 443dd8d7-8125-4c73-9ce4-11915531aeb7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:07.666286 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1a78d18-2b94-4c64-94aa-e85a0affefce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:07.697200 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-34ef9c33-7770-4f66-90f6-c7719688954c service neutron] 10.222.0.48 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060438 Nov 16 22:31:07.724311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a1a78d18-2b94-4c64-94aa-e85a0affefce None None] Port 443dd8d7-8125-4c73-9ce4-11915531aeb7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:31:07.733936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:07.776107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a1a78d18-2b94-4c64-94aa-e85a0affefce None None] Provisioning complete for port cafc99d9-99a7-4810-98c4-abfe8f83b82a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:07.776510 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a1a78d18-2b94-4c64-94aa-e85a0affefce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.158249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b2541fad-ed68-4739-8359-4e385e317ebe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:31:08.203657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-196e633a-d53c-4f8c-b9bf-be8a3e3ab8aa req-d6ec12a7-f6da-47ac-ad5a-417f1030f9d0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 210 time: 0.3524237 Nov 16 22:31:08.298423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port b2541fad-ed68-4739-8359-4e385e317ebe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:08.299001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.343819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 2, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:08.380810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Checking router: af40b738-63ad-4229-a8c2-84c3d05a992f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:31:08.381179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Updating router af40b738-63ad-4229-a8c2-84c3d05a992f port 443dd8d7-8125-4c73-9ce4-11915531aeb7 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:31:08.438872 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.463304 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d230b573-f1cb-4ca1-99d6-07a8bc3ba60e None None] Provisioning complete for port 443dd8d7-8125-4c73-9ce4-11915531aeb7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:08.463680 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d230b573-f1cb-4ca1-99d6-07a8bc3ba60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.529177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d230b573-f1cb-4ca1-99d6-07a8bc3ba60e None None] Port 443dd8d7-8125-4c73-9ce4-11915531aeb7 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:31:08.756198 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.765784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.814440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc95a3e-5c34-4cb9-b4ba-5adb7b419457 None None] Pushing event updated for resources: {'Port': ['ID=443dd8d7-8125-4c73-9ce4-11915531aeb7,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:08.868126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Attempting to bind port 443dd8d7-8125-4c73-9ce4-11915531aeb7 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:31:08.868740 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Attempting to bind port 443dd8d7-8125-4c73-9ce4-11915531aeb7 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:31:08.869143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Attempting to bind port 443dd8d7-8125-4c73-9ce4-11915531aeb7 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:31:08.876603 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:31:08.877027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Checking segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:31:08.877585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.878017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Bound using segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:31:08.878557 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Bound port: 443dd8d7-8125-4c73-9ce4-11915531aeb7, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:31:08.878959 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:08.988565 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] For port 443dd8d7-8125-4c73-9ce4-11915531aeb7, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:31:08.992124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] For port 443dd8d7-8125-4c73-9ce4-11915531aeb7, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=443dd8d7-8125-4c73-9ce4-11915531aeb7,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:31:09.011416 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.048474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cafc99d9-99a7-4810-98c4-abfe8f83b82a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:31:09.078792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-98794b40-dcd6-4e61-b62f-6c78ab24ffaf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:09.080689 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-98794b40-dcd6-4e61-b62f-6c78ab24ffaf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 797 time: 0.1830444 Nov 16 22:31:09.125776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0c946456-3442-431b-a0a3-b71b052fcbd7 None None] Provisioning complete for port 443dd8d7-8125-4c73-9ce4-11915531aeb7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:09.126148 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c946456-3442-431b-a0a3-b71b052fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.128203 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc95a3e-5c34-4cb9-b4ba-5adb7b419457 None None] Pushing event updated for resources: {'Port': ['ID=443dd8d7-8125-4c73-9ce4-11915531aeb7,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:09.134747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:09.135364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:09.161348 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-77458d1c-6f2a-4aad-8bf2-1931c3a10787 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 380 time: 0.0696862 Nov 16 22:31:09.171112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'port': {'device_id': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'admin_state_up': True, 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'security_groups': ['4cd362fa-b336-40a6-87a8-4a19eff0388b']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:09.259757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port cafc99d9-99a7-4810-98c4-abfe8f83b82a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:09.260129 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.329168 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ee544530-9aad-40b2-ba0c-187e01a6be43 req-b85fbfda-fabb-4282-a383-121d45c98d42 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 210 time: 0.0328107 Nov 16 22:31:09.339404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:31:09.344121 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.360907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:09.363853 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c946456-3442-431b-a0a3-b71b052fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.480279 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.9 (8d78944b-8ffa-4c36-9a48-215cd21ba220/1a13b98c-82bc-49f0-a9e3-7dd320fa72b5/e296b614-6f55-4ba0-8856-98c2b8e0bed5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:31:09.496917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0c946456-3442-431b-a0a3-b71b052fcbd7 None None] For port 443dd8d7-8125-4c73-9ce4-11915531aeb7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=443dd8d7-8125-4c73-9ce4-11915531aeb7,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:09.504115 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0c946456-3442-431b-a0a3-b71b052fcbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.610755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c946456-3442-431b-a0a3-b71b052fcbd7 None None] Pushing event updated for resources: {'Port': ['ID=443dd8d7-8125-4c73-9ce4-11915531aeb7,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:09.627289 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.661436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.662826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5333f14f-d8ac-4397-ade3-b32046d1ca96 None None] Provisioning complete for port 443dd8d7-8125-4c73-9ce4-11915531aeb7 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:09.663206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5333f14f-d8ac-4397-ade3-b32046d1ca96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.707875 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:31:09.714909 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:09.719162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:31:09.735101 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:08Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:09.743161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:09.774015 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:09.774643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:09.783184 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947c5709-e417-4186-8179-4142c5e743f5 None None] The sync data for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 is: [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:08Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:31:09.793121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-229e823a-3767-4ec1-bd3e-80d3e8610088 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259453 Nov 16 22:31:09.807494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Request body: {'port': {'device_id': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:09.887678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.019119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f8ca1165-38af-41e9-84fd-9b62256ef334 None None] Provisioning complete for port e296b614-6f55-4ba0-8856-98c2b8e0bed5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:10.019486 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1165-38af-41e9-84fd-9b62256ef334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.060838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1165-38af-41e9-84fd-9b62256ef334 None None] Port e296b614-6f55-4ba0-8856-98c2b8e0bed5 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:31:10.186736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e296b614-6f55-4ba0-8856-98c2b8e0bed5 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:31:10.194773 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.208359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Transition to ACTIVE for port object e296b614-6f55-4ba0-8856-98c2b8e0bed5 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:31:10.212235 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.263475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:10.337947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:31:10.338293 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:31:10.338752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:31:10.344248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:31:10.344570 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:31:10.349904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:31:10.350245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Checking segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:31:10.350635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Bound using segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:31:10.351066 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Bound port: e296b614-6f55-4ba0-8856-98c2b8e0bed5, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:31:10.351426 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.434471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:31:10.438577 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:31:10.445170 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.468303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7b84-5554-4439-a80f-7f1a4514b8ef req-d8bbc613-b465-41c2-b91e-5ebedb08b23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:10.469893 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a11c7b84-5554-4439-a80f-7f1a4514b8ef req-d8bbc613-b465-41c2-b91e-5ebedb08b23f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0573874 Nov 16 22:31:10.489815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:10.490448 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:10.491871 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] 10.222.0.47 "PUT /v2.0/ports/e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 1091 time: 0.6892812 Nov 16 22:31:10.492377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:31:10.494821 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:31:10.536038 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a11c7b84-5554-4439-a80f-7f1a4514b8ef req-4c3dfb48-6d99-4e61-8689-39e80d0c6350 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595150 Nov 16 22:31:10.538168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a65f87-788a-45a6-914f-0a270ac7cc61 service neutron] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:10.557200 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8320336-f9d3-41b5-8bb7-93b4a0f18bc3 x-openstack-request-id: req-d8320336-f9d3-41b5-8bb7-93b4a0f18bc3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:31:10.557200 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:31:10.557200 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8320336-f9d3-41b5-8bb7-93b4a0f18bc3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:31:10.557662 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'status': 'completed', 'code': 200} Nov 16 22:31:10.593891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-ef2c406f-7b41-4015-9059-40e59283dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:10.595741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-ef2c406f-7b41-4015-9059-40e59283dfe0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1094 time: 0.0526311 Nov 16 22:31:10.648724 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-0c34ae97-9806-4168-bc85-82be6a979f33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 217 time: 0.0450275 Nov 16 22:31:10.707471 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-e5c1f7c3-a341-410c-a0ab-20dbdcc37f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:10.709488 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-e5c1f7c3-a341-410c-a0ab-20dbdcc37f45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0533824 Nov 16 22:31:10.764200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-363cccdd-cc6c-436e-840b-2c233ae51e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:10.765764 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-363cccdd-cc6c-436e-840b-2c233ae51e8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448611 Nov 16 22:31:10.864803 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-b499f356-0e1a-442e-a688-1e8f1f2bbf05 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924325 Nov 16 22:31:10.961951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fc25fb46-3bbb-4a27-bd50-790816ceb20e req-8c5fc509-79f7-4221-80a3-a84237f8f69c service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904551 Nov 16 22:31:11.031428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 443dd8d7-8125-4c73-9ce4-11915531aeb7 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:31:11.053219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-b60a6b9b-c731-415c-8aaa-e8db722daadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:11.054870 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-b60a6b9b-c731-415c-8aaa-e8db722daadf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1094 time: 0.0463867 Nov 16 22:31:11.083122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 443dd8d7-8125-4c73-9ce4-11915531aeb7 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:11.083499 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:11.154163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-0864996f-875c-47d4-a309-4eb148293601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:11.155651 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-0864996f-875c-47d4-a309-4eb148293601 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0923753 Nov 16 22:31:11.198800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-560b5dac-a5ac-4de2-8c1d-785ec1d151d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 217 time: 0.0342119 Nov 16 22:31:11.252806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-c51e8ffa-8798-417d-a9ac-ac2ff88de796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:11.254334 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-c51e8ffa-8798-417d-a9ac-ac2ff88de796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0486827 Nov 16 22:31:11.300459 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-ac758df5-bb5a-414f-b95f-a21ec3a73ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:11.302001 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-ac758df5-bb5a-414f-b95f-a21ec3a73ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411098 Nov 16 22:31:11.392219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-1f0b56c1-e136-41e4-a413-a0c14399cfbb service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825944 Nov 16 22:31:11.486149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f6b43b40-0fee-4461-bed6-1872cfc7d1d4 req-756e3081-47ba-4472-9da0-72265b7affd5 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 Nov 16 22:31:11.671047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca9f2-af36-4ef7-b615-d7386f20c3ac req-9da5e8bd-3e15-4cb4-b111-a3a1a5cff385 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:11.672510 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-754ca9f2-af36-4ef7-b615-d7386f20c3ac req-9da5e8bd-3e15-4cb4-b111-a3a1a5cff385 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0483675 Nov 16 22:31:11.722648 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-754ca9f2-af36-4ef7-b615-d7386f20c3ac req-00fba35c-03f7-4791-9058-f4575de8dea8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Nov 16 22:31:12.846407 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a1f9-6f46-429c-bf93-11c0278b8d57 req-d0103dcf-9f20-4981-a0aa-01121a296616 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:12.848024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3261a1f9-6f46-429c-bf93-11c0278b8d57 req-d0103dcf-9f20-4981-a0aa-01121a296616 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0490344 Nov 16 22:31:12.899451 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3261a1f9-6f46-429c-bf93-11c0278b8d57 req-fb31564a-8875-4a4c-b355-086f319bfe04 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450830 Nov 16 22:31:14.018245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d57fe-a8f9-465e-b033-da55163ff947 req-94238952-abff-415c-9e52-d2400a96808f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:14.019646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd3d57fe-a8f9-465e-b033-da55163ff947 req-94238952-abff-415c-9e52-d2400a96808f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0534344 Nov 16 22:31:14.071356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd3d57fe-a8f9-465e-b033-da55163ff947 req-b38721d5-b2e0-4550-86e2-953b361b16ff tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Nov 16 22:31:15.186028 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8fad5-5232-4380-a3a2-3d15918e19d9 req-d14fdfd3-ce80-4a47-bb3a-5b81a27afad3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:15.187494 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82e8fad5-5232-4380-a3a2-3d15918e19d9 req-d14fdfd3-ce80-4a47-bb3a-5b81a27afad3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0483255 Nov 16 22:31:15.236778 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-82e8fad5-5232-4380-a3a2-3d15918e19d9 req-d486928c-7d02-43bf-ba85-60332ec73a3a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Nov 16 22:31:15.247523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:31:15.347531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:15.358870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'port_id': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'mac_address': 'fa:16:3e:3d:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:31:15.395600 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:15.409168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e296b614-6f55-4ba0-8856-98c2b8e0bed5 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:31:15.427561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:15.431506 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:15.478262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:15.760237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['e296b614-6f55-4ba0-8856-98c2b8e0bed5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:31:16.349912 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243071b-23dc-4f84-9d15-b8b820282281 req-efe28de7-793e-4e02-b368-0c48c45822b2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:16.351390 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3243071b-23dc-4f84-9d15-b8b820282281 req-efe28de7-793e-4e02-b368-0c48c45822b2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 944 time: 0.0486748 Nov 16 22:31:16.400183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3243071b-23dc-4f84-9d15-b8b820282281 req-f857de6b-10a8-4430-b794-ceb2f9318026 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Nov 16 22:31:17.270431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:31:17.322180 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port e296b614-6f55-4ba0-8856-98c2b8e0bed5 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:31:17.327019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port e296b614-6f55-4ba0-8856-98c2b8e0bed5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:31:17.327396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:17.403090 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:17.426266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:31:17.428592 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b472d745-a6b2-4d8d-9230-1914fc0a49f9" -d '{"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-plugged", "status": "completed", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:31:17.442279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:31:17.446781 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:17.470205 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfeaee7-1e0d-4199-9c1c-880748d551fd x-openstack-request-id: req-3cfeaee7-1e0d-4199-9c1c-880748d551fd {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:31:17.470502 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-plugged", "status": "completed", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:31:17.470753 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cfeaee7-1e0d-4199-9c1c-880748d551fd {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:31:17.471150 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'code': 200} Nov 16 22:31:17.499227 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:17.523785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc6c63-0a76-4a0b-aa6a-4b0812df1c80 req-d5d4da5b-567e-481e-af0a-ada58e7f6c32 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:17.525239 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cfc6c63-0a76-4a0b-aa6a-4b0812df1c80 req-d5d4da5b-567e-481e-af0a-ada58e7f6c32 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0534914 Nov 16 22:31:17.568417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de87a1e-6200-423f-9f13-368ae86ca21e req-c2f79717-4cad-43aa-ab52-5b388254fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:17.569980 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8de87a1e-6200-423f-9f13-368ae86ca21e req-c2f79717-4cad-43aa-ab52-5b388254fd91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1096 time: 0.0415094 Nov 16 22:31:17.576063 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0cfc6c63-0a76-4a0b-aa6a-4b0812df1c80 req-6f2357d4-6bbd-475a-951d-4c6f547f6128 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442781 Nov 16 22:31:17.629923 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8de87a1e-6200-423f-9f13-368ae86ca21e req-c4988a8e-da9a-465d-a8e6-e4de6a130cf0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503109 Nov 16 22:31:18.702408 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf510-6b45-43ff-b0de-0022204cb1a3 req-09a950b9-ae20-449f-ae9d-de56f9f14365 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:18.703916 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-418cf510-6b45-43ff-b0de-0022204cb1a3 req-09a950b9-ae20-449f-ae9d-de56f9f14365 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0498412 Nov 16 22:31:18.753371 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-418cf510-6b45-43ff-b0de-0022204cb1a3 req-d3d3f0d8-31b5-4f3b-8183-e7598de2c2d2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Nov 16 22:31:19.870600 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c2913-0132-44c5-9882-e333d237e5e2 req-793e30dd-a666-4a65-af36-233a2426dc17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:19.872051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce6c2913-0132-44c5-9882-e333d237e5e2 req-793e30dd-a666-4a65-af36-233a2426dc17 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0518534 Nov 16 22:31:19.921226 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ce6c2913-0132-44c5-9882-e333d237e5e2 req-5891a699-4197-40a0-933f-dd2377941ddf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Nov 16 22:31:20.034981 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08c649-3a4a-4cff-a0bd-23cd438f14dd req-a17773ba-89fd-475b-bb22-8de01adc2ab3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:20.036804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d08c649-3a4a-4cff-a0bd-23cd438f14dd req-a17773ba-89fd-475b-bb22-8de01adc2ab3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0490656 Nov 16 22:31:20.090155 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9d08c649-3a4a-4cff-a0bd-23cd438f14dd req-efdfcda6-7306-4024-8cd0-09cca646e809 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Nov 16 22:31:20.112334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58358) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:20.154886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e6ce5-b7e7-423c-b39d-317b3dc97a0e tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:20.156394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-176e6ce5-b7e7-423c-b39d-317b3dc97a0e tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1091 time: 0.0428171 Nov 16 22:31:20.159059 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58360) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:20.163701 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:31:20.186080 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:20.281239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:20.383287 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.11 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/20f9b5a8-1818-434e-a5bb-d1817f0893da) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:31:20.485332 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:20.518236 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:20.562804 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:31:20.565685 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:31:20.569308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:31:20.594326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=20f9b5a8-1818-434e-a5bb-d1817f0893da,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:20.926901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b108-6f51-4bc4-bbf1-b7d6b2a1cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.231073 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.299288 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.448198 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.453262 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.516504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=20f9b5a8-1818-434e-a5bb-d1817f0893da,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:31:21.531256 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.631642 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 25ad8d06-7717-4b78-b822-cc0729518557 associated. External IP: 172.25.3.11, port: e296b614-6f55-4ba0-8856-98c2b8e0bed5. Nov 16 22:31:21.844795 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router af40b738-63ad-4229-a8c2-84c3d05a992f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:31:21.953993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:31:21.963345 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] Sync routers for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:31:21.973165 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:21.973873 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:21.974545 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:22.000934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-47b3c3de-1135-481d-adf5-572be096b9d6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8408778 Nov 16 22:31:22.001630 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:31:22.004000 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d3a9a4-69d1-4dc7-a092-114672ad0c18" -d '{"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:31:22.041058 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17413372-585f-43de-8bec-2fb467e18649 x-openstack-request-id: req-17413372-585f-43de-8bec-2fb467e18649 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:31:22.041386 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:31:22.041665 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17413372-585f-43de-8bec-2fb467e18649 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:31:22.042135 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'status': 'completed', 'code': 200} Nov 16 22:31:22.086490 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:22.115355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-bf9ea9b1-b1b5-4eeb-9f2c-3c7997a98089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:22.116900 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-bf9ea9b1-b1b5-4eeb-9f2c-3c7997a98089 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1096 time: 0.0486937 Nov 16 22:31:22.119354 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288254ed-07ac-4726-99f1-ec64f9bc7a8e req-1d421826-1779-4832-af39-7e6f484bb665 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:22.120856 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-288254ed-07ac-4726-99f1-ec64f9bc7a8e req-1d421826-1779-4832-af39-7e6f484bb665 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0523722 Nov 16 22:31:22.171967 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-288254ed-07ac-4726-99f1-ec64f9bc7a8e req-df2658f4-df65-4a81-b64a-ab9faa451f3e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Nov 16 22:31:22.196283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58366) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:22.268504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-badde77b-a1c9-4e32-b038-f9c3b21ebd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:22.270022 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-badde77b-a1c9-4e32-b038-f9c3b21ebd2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.1468809 Nov 16 22:31:22.315907 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4e52a2ac-82df-453a-a2f0-7a9e593360d7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/25ad8d06-7717-4b78-b822-cc0729518557 HTTP/1.1" status: 200 len: 990 time: 0.1183271 Nov 16 22:31:22.325394 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '25ad8d06-7717-4b78-b822-cc0729518557', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'port_id': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'mac_address': 'fa:16:3e:3d:f4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:31:21Z', 'updated_at': '2021-11-16T22:31:21Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:22.341674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-5e670cc3-392f-4b66-9112-698801accd09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 998 time: 0.0646975 Nov 16 22:31:22.351751 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] Checking router: af40b738-63ad-4229-a8c2-84c3d05a992f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:31:22.360251 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:31:22.360860 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:30:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:22.394316 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-ecd86d4d-d457-401c-972a-775fa0487b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:22.395932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-ecd86d4d-d457-401c-972a-775fa0487b10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0484862 Nov 16 22:31:22.442892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-051806a2-1f22-4bae-94be-484d41f1e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:22.444409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-051806a2-1f22-4bae-94be-484d41f1e309 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418868 Nov 16 22:31:22.467825 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:31:22.541587 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-61891a2f-584e-46ee-8c39-83523765c835 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893261 Nov 16 22:31:22.632762 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-97d3a9a4-69d1-4dc7-a092-114672ad0c18 req-7ef98e20-e1e9-42d6-a765-5719006fd9a9 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844877 Nov 16 22:31:22.693926 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '25ad8d06-7717-4b78-b822-cc0729518557', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'port_id': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'mac_address': 'fa:16:3e:3d:f4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:31:21Z', 'updated_at': '2021-11-16T22:31:21Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:31:22.724923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978b22a-2d06-4680-9e2d-63b6bb6da6fc None None] The sync data for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 is: [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '25ad8d06-7717-4b78-b822-cc0729518557', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'port_id': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'mac_address': 'fa:16:3e:3d:f4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:31:21Z', 'updated_at': '2021-11-16T22:31:21Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:31:22.915855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a360bb56-a15a-43b5-b80c-94ce079cf75f None None] New status for floating IP 25ad8d06-7717-4b78-b822-cc0729518557: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:31:23.235089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e900-d836-4dbc-b6b1-447e41331574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:23.319671 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58368) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:31:23.382594 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-12bb19d8-00cd-4420-9611-36b39fe56c0f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/25ad8d06-7717-4b78-b822-cc0729518557 HTTP/1.1" status: 200 len: 992 time: 0.0615120 Nov 16 22:31:24.474530 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:26.041008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:26.831549 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:34.119576 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:36.091865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:42.452726 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:31:50.927790 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7358284f-404f-4a15-b675-2b379172dad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:53.236277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-08077139-45f3-49b5-a0b0-0baf4fe081f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:54.478257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:54.571957 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-15687de5-435f-4211-b23f-df131c0f9b4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422750 Nov 16 22:31:54.654591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-691d0ea9-539d-4990-810f-20450b02ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:54.656560 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-691d0ea9-539d-4990-810f-20450b02ff82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1096 time: 0.0435085 Nov 16 22:31:54.760074 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-323f32fc-e5a6-42b3-92c5-de49f20233a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:54.761481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-323f32fc-e5a6-42b3-92c5-de49f20233a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0864489 Nov 16 22:31:54.831384 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-48007970-c999-4271-9e43-dcdef8c3a271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 1000 time: 0.0627224 Nov 16 22:31:54.879947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-d7f15934-cf65-46e5-aa40-70660f41987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:54.881391 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-d7f15934-cf65-46e5-aa40-70660f41987b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0431371 Nov 16 22:31:54.926988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-a0c7a01c-1167-40fe-88dd-21650f3c37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:31:54.928482 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-a0c7a01c-1167-40fe-88dd-21650f3c37d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408614 Nov 16 22:31:55.024643 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-b4e43539-1fcc-4bd9-84b5-070f322990a6 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888515 Nov 16 22:31:55.115229 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c2d1bc74-3331-4c07-bf39-f191524ff9c7 req-5c6a6a5d-131f-40ea-a2a7-f01cdcaa1110 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839624 Nov 16 22:31:56.044120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:31:56.833808 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:04.120017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:06.119590 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:19.452545 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:32:20.930479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-96b8327f-a232-4a22-a051-d0d2805f26d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:23.238237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e9aa-a330-44d5-a51e-d2e2d95e1ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:24.104901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-ba79403a-a59e-44ec-8c18-ff16717093ec req-12cf9050-7bb4-445e-86e2-a865dcfce301 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:32:24.105939 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ba79403a-a59e-44ec-8c18-ff16717093ec req-12cf9050-7bb4-445e-86e2-a865dcfce301 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440085 Nov 16 22:32:24.288486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58406) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:32:24.306365 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889d68-9be7-49c8-8dfe-79af909fa41c req-db861221-68af-4490-be35-e2452f99d23c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:24.307924 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9889d68-9be7-49c8-8dfe-79af909fa41c req-db861221-68af-4490-be35-e2452f99d23c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0595322 Nov 16 22:32:24.389575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9889d68-9be7-49c8-8dfe-79af909fa41c req-01f72d82-159b-4857-ad86-b54ea26b13c9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747478 Nov 16 22:32:24.396778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-22dbfbd9-79f8-403c-a051-5858852a08b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065328 Nov 16 22:32:24.405667 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-d043a350-d263-424c-b2cc-d45ecfa4a7d0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:32:24.406617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-d043a350-d263-424c-b2cc-d45ecfa4a7d0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049565 Nov 16 22:32:24.480336 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:25.508528 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca16891-f06c-4a1d-811a-265a19257499 req-77e38544-0afd-4cc2-bad2-4f7cea4975c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:25.510435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ca16891-f06c-4a1d-811a-265a19257499 req-77e38544-0afd-4cc2-bad2-4f7cea4975c4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0492501 Nov 16 22:32:25.563526 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ca16891-f06c-4a1d-811a-265a19257499 req-f8ceb47b-ed5c-44b9-9a15-8a995ef303d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447977 Nov 16 22:32:25.621830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-8108b89c-9088-40f1-bfed-859b7c526fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:25.623322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-8108b89c-9088-40f1-bfed-859b7c526fba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1096 time: 0.0819731 Nov 16 22:32:25.719338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-b7913e2e-b13f-44c8-8fe9-25b983a5049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:25.720834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-b7913e2e-b13f-44c8-8fe9-25b983a5049d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0900953 Nov 16 22:32:25.786775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-041062fc-262c-4bd4-83bc-1810f68550df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 1000 time: 0.0582187 Nov 16 22:32:25.836363 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-a8fc800a-a6b8-435f-a851-0d05baed4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:25.837795 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-a8fc800a-a6b8-435f-a851-0d05baed4f15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0446341 Nov 16 22:32:25.886920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-76d2a5a6-1629-49a2-99d7-f790c0392b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:25.888385 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-76d2a5a6-1629-49a2-99d7-f790c0392b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441549 Nov 16 22:32:25.978674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-585c946e-d650-4e1b-a8c6-b76e3c252eb2 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829709 Nov 16 22:32:26.046603 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:26.075005 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-75001e49-fb33-4aa1-8a31-6c8d9c7eea25 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877204 Nov 16 22:32:26.683362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ee228-789a-49aa-a326-9a7d365c667e req-1171a68c-39a0-49ac-85ca-1ad4fca7bcf8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:26.684866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-460ee228-789a-49aa-a326-9a7d365c667e req-1171a68c-39a0-49ac-85ca-1ad4fca7bcf8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0512004 Nov 16 22:32:26.736830 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-460ee228-789a-49aa-a326-9a7d365c667e req-84931737-9c6c-4365-b719-300f81ee4d00 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452797 Nov 16 22:32:26.836028 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:27.852892 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a896-9707-4653-acd9-ff6f05068e6f req-02c855c3-b525-4021-bc5c-81e4e105411a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:27.854419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6b2a896-9707-4653-acd9-ff6f05068e6f req-02c855c3-b525-4021-bc5c-81e4e105411a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Nov 16 22:32:27.909799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6b2a896-9707-4653-acd9-ff6f05068e6f req-c0314217-8809-4997-9165-456ed048eed4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494740 Nov 16 22:32:29.026865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1850-4c7c-4989-b57f-6d5c2504746c req-7c7caebf-b603-4475-abc6-62663958beab tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:29.028336 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b7f1850-4c7c-4989-b57f-6d5c2504746c req-7c7caebf-b603-4475-abc6-62663958beab tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0478363 Nov 16 22:32:29.082703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b7f1850-4c7c-4989-b57f-6d5c2504746c req-c6493619-d55e-48b6-88a7-a7c0a5798191 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477636 Nov 16 22:32:30.196928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474da36-9735-4bd6-98f6-160a480cbd79 req-99291b4b-27f3-48ae-860a-29bf51ca73c2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:30.198419 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3474da36-9735-4bd6-98f6-160a480cbd79 req-99291b4b-27f3-48ae-860a-29bf51ca73c2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0481594 Nov 16 22:32:30.246614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3474da36-9735-4bd6-98f6-160a480cbd79 req-90f143fa-3765-4678-8553-a2d04a4c84cf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Nov 16 22:32:31.363985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c1869-0b67-4e87-afb5-75c55fe810e4 req-728ad828-ddcf-4a3c-a9e9-ac2c063dd4e3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:31.365457 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-546c1869-0b67-4e87-afb5-75c55fe810e4 req-728ad828-ddcf-4a3c-a9e9-ac2c063dd4e3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Nov 16 22:32:31.414126 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-546c1869-0b67-4e87-afb5-75c55fe810e4 req-76820a36-ffae-438b-8201-7dce3e06b422 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Nov 16 22:32:32.531743 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef3705-8e5a-405e-80fd-ef583f1e4f4f req-8ae45ac8-de37-4f84-8318-7ee547222499 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:32.533243 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3ef3705-8e5a-405e-80fd-ef583f1e4f4f req-8ae45ac8-de37-4f84-8318-7ee547222499 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0493898 Nov 16 22:32:32.582831 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c3ef3705-8e5a-405e-80fd-ef583f1e4f4f req-b078360e-903d-4c7c-b576-50fb2a40872a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436196 Nov 16 22:32:33.699095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7330-1150-403a-accc-59c0c75b04db req-add1280a-f143-4955-8a9f-beb780a9e8b9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:33.700616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-240a7330-1150-403a-accc-59c0c75b04db req-add1280a-f143-4955-8a9f-beb780a9e8b9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0498748 Nov 16 22:32:33.748970 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-240a7330-1150-403a-accc-59c0c75b04db req-0cc6a9ec-eaff-429c-9295-aff2e281c750 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 Nov 16 22:32:34.135145 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:34.868230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759b66c-7341-482e-9543-cf6b7647a9b5 req-28491e0d-617e-47ad-bf8b-da1ed5186ed2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:34.869725 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2759b66c-7341-482e-9543-cf6b7647a9b5 req-28491e0d-617e-47ad-bf8b-da1ed5186ed2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Nov 16 22:32:34.918235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2759b66c-7341-482e-9543-cf6b7647a9b5 req-15a7b445-3b65-4b88-87ab-89247cafc7bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Nov 16 22:32:36.035571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa5da8-90cc-4622-854a-274b4e7cc140 req-a5e62e24-59e7-4a98-9efd-ad82fe9cd003 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:36.037067 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-adaa5da8-90cc-4622-854a-274b4e7cc140 req-a5e62e24-59e7-4a98-9efd-ad82fe9cd003 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Nov 16 22:32:36.086854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-adaa5da8-90cc-4622-854a-274b4e7cc140 req-22828fba-3cc4-4298-a77b-69cf701c9f31 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438240 Nov 16 22:32:36.117308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:37.210971 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ff35b-0f43-4157-ada4-58edbf0d52d2 req-29217e52-06c9-4517-a839-5a935dfd1bfb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:37.212452 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-377ff35b-0f43-4157-ada4-58edbf0d52d2 req-29217e52-06c9-4517-a839-5a935dfd1bfb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Nov 16 22:32:37.262580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-377ff35b-0f43-4157-ada4-58edbf0d52d2 req-c1cbf542-7743-4f4f-9b86-ec1a2cabd03a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Nov 16 22:32:38.097703 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-5606f74e-8f6e-4987-bf1a-acb335b4d3ac service neutron] show failed (client error): The resource could not be found. Nov 16 22:32:38.098624 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-5606f74e-8f6e-4987-bf1a-acb335b4d3ac service neutron] 10.222.0.47 "GET /v2.0/ports/e296b614-6f55-4ba0-8856-98c2b8e0bed5/bindings/n-h2-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0554349 Nov 16 22:32:38.354774 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-e1a48b5e-eebd-4f58-bc6f-6722f03a1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:38.356233 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-e1a48b5e-eebd-4f58-bc6f-6722f03a1a16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 1096 time: 0.0899680 Nov 16 22:32:38.366623 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-c0d9b2c5-99f2-44f8-a74c-1f61dd7d3a1d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:32:38.367605 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-c0d9b2c5-99f2-44f8-a74c-1f61dd7d3a1d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049517 Nov 16 22:32:38.380779 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:32:38.388252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17d11c-c026-4a1d-9f51-f7064ef3fee3 req-9d7b3a6b-23da-48f0-a638-2b5d6914f2eb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:38.389781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa17d11c-c026-4a1d-9f51-f7064ef3fee3 req-9d7b3a6b-23da-48f0-a638-2b5d6914f2eb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0506976 Nov 16 22:32:38.433374 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:38.440498 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa17d11c-c026-4a1d-9f51-f7064ef3fee3 req-512e533a-7e6f-44f4-b325-6c179d3f9f42 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446708 Nov 16 22:32:38.633126 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:38.665072 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:32:38.710913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:32:38.713183 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2f61af-3120-42ed-a147-83eed82f0180" -d '{"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-unplugged", "status": "completed", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:32:38.717208 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:38.730619 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Transition to ACTIVE for port object e296b614-6f55-4ba0-8856-98c2b8e0bed5 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:32:38.734414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:38.762478 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda0358-f386-469e-bff2-3c28c8789577 x-openstack-request-id: req-7eda0358-f386-469e-bff2-3c28c8789577 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:32:38.762773 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-unplugged", "status": "completed", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:32:38.763029 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7eda0358-f386-469e-bff2-3c28c8789577 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:32:38.763426 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'code': 200} Nov 16 22:32:38.818645 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=6']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:32:38.830929 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.831286 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.831639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.831982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.832320 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.832656 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.832991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.833326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.833744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.834025 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.834353 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.834678 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:38.869237 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] No DVR routers for this DVR port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:32:39.008714 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:32:39.009054 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:32:39.009387 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:32:39.013661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:32:39.013985 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Attempting to bind port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on network 8d78944b-8ffa-4c36-9a48-215cd21ba220 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:32:39.019316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:32:39.019648 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Checking segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:32:39.020040 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Bound using segment: {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:32:39.020464 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Bound port: e296b614-6f55-4ba0-8856-98c2b8e0bed5, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e3f04-f775-4179-abe1-bee5c5956589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:32:39.020816 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:39.085868 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:32:39.088813 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:32:39.093526 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:39.128443 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.129196 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:39.130688 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] 10.222.0.41 "PUT /v2.0/ports/e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 1091 time: 0.7537930 Nov 16 22:32:39.156806 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b6929-fe64-4ac9-8095-23256186eacd service neutron] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:32:39.202797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-1f9fc366-57bc-4eee-826b-a64f81b1e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.204863 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-1f9fc366-57bc-4eee-826b-a64f81b1e695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1094 time: 0.0441980 Nov 16 22:32:39.308638 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-fa04a588-44fb-4fea-adde-c4964679c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.310403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-fa04a588-44fb-4fea-adde-c4964679c9ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0940166 Nov 16 22:32:39.381317 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-b4258aad-2c69-4971-ac3c-a30fe920d4dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 998 time: 0.0598788 Nov 16 22:32:39.439602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-85019185-a141-489f-b007-4c5e3c10ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.440972 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-85019185-a141-489f-b007-4c5e3c10ed1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0469797 Nov 16 22:32:39.490116 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-c50f14d9-b167-4ac0-9344-5e8de875750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.491631 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-c50f14d9-b167-4ac0-9344-5e8de875750b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401835 Nov 16 22:32:39.568416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaad8f6-4aa3-4b8f-8c6b-e92cb791ae1f req-e533c9a6-1d23-4040-83a4-54b42e3ba43d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:39.570205 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4aaad8f6-4aa3-4b8f-8c6b-e92cb791ae1f req-e533c9a6-1d23-4040-83a4-54b42e3ba43d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0540316 Nov 16 22:32:39.587964 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-ec2948c1-d519-4b61-9dc9-50b985e5a062 service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840540 Nov 16 22:32:39.619012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4aaad8f6-4aa3-4b8f-8c6b-e92cb791ae1f req-172c9d4d-7aa8-4811-9b8f-294ee7a78ee5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 Nov 16 22:32:39.689427 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8b0e837a-b79d-4ce2-b29e-1340bf84b90b req-efa3b46c-2092-4863-8103-4db15fbdf2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Nov 16 22:32:40.742851 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5b55a-3e34-4917-a40b-24adf145e3b1 req-2ba612e9-830e-4766-9bce-603b24588de1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.744335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecf5b55a-3e34-4917-a40b-24adf145e3b1 req-2ba612e9-830e-4766-9bce-603b24588de1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0553005 Nov 16 22:32:40.764363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:32:40.767066 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db" -d '{"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:32:40.798746 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ecf5b55a-3e34-4917-a40b-24adf145e3b1 req-b63936f1-a316-487f-ba00-cb8200f84186 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484507 Nov 16 22:32:40.824181 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8acab6b-7cf8-4900-8d74-80542b5877d9 x-openstack-request-id: req-d8acab6b-7cf8-4900-8d74-80542b5877d9 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:32:40.824478 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:32:40.824731 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8acab6b-7cf8-4900-8d74-80542b5877d9 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:32:40.825132 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'status': 'completed', 'code': 200} Nov 16 22:32:40.886005 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-11f6372e-90e2-468a-8ea0-00044067bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.886353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-d0415519-bb17-4a4c-bbb5-ab8b9b3ab763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.887523 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-11f6372e-90e2-468a-8ea0-00044067bd51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1094 time: 0.0460362 Nov 16 22:32:40.887849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-d0415519-bb17-4a4c-bbb5-ab8b9b3ab763 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1094 time: 0.0398810 Nov 16 22:32:40.980785 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-00da47d3-70fc-411e-adfc-a9a1099491bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.982097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-1d64fdf8-1158-493a-8461-e908b25dd5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:40.982306 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-00da47d3-70fc-411e-adfc-a9a1099491bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0850847 Nov 16 22:32:40.983568 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-1d64fdf8-1158-493a-8461-e908b25dd5ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0883958 Nov 16 22:32:41.047009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-80400f9d-d343-4582-b2df-f48354d42b6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 998 time: 0.0570099 Nov 16 22:32:41.052828 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-3b26cc2f-1837-4d3d-9082-a34c2c00cfbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 998 time: 0.0627692 Nov 16 22:32:41.095874 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-7b2e398e-dd48-4fde-a7bb-281cf6b9f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:41.097330 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-7b2e398e-dd48-4fde-a7bb-281cf6b9f372 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0435150 Nov 16 22:32:41.106910 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-a61a4606-8333-4733-b653-66a3d113be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:41.108367 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-a61a4606-8333-4733-b653-66a3d113be8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0457106 Nov 16 22:32:41.146837 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-e778efa1-8dee-4216-aaad-b9e7da540f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:41.148374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-e778efa1-8dee-4216-aaad-b9e7da540f50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440576 Nov 16 22:32:41.155013 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-ac472231-61d1-4ef2-8398-365f539fd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:41.156530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-ac472231-61d1-4ef2-8398-365f539fd042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405955 Nov 16 22:32:41.240862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-91eec12c-e622-4384-acc0-0badbc339864 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850165 Nov 16 22:32:41.251164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-5df72066-3158-4752-94d3-dcc93f59fa6e service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862319 Nov 16 22:32:41.340759 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-b9b934d8-0c98-473b-b132-b4b7d81daa77 service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937133 Nov 16 22:32:41.356053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07c0ab23-c02e-47b7-a60e-37cc97a8b7db req-16dd41bb-70dc-4902-86dc-1120c765ad92 service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969753 Nov 16 22:32:41.635097 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:32:41.678663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:32:41.919923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0532-0995-4aab-8ba1-a9ede698f53f req-9c81c7e2-65a8-4b4d-80d7-33ce3274fe8a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:41.921457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36b0532-0995-4aab-8ba1-a9ede698f53f req-9c81c7e2-65a8-4b4d-80d7-33ce3274fe8a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0530138 Nov 16 22:32:41.978286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e36b0532-0995-4aab-8ba1-a9ede698f53f req-3931eb76-2502-46fa-a47e-ccabef97a076 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503268 Nov 16 22:32:42.188377 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc022622-2e01-4553-8554-a8f9c25a5b1f req-ec55b9b2-8297-4196-88cd-d6d78946e53c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.189008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc022622-2e01-4553-8554-a8f9c25a5b1f req-ec55b9b2-8297-4196-88cd-d6d78946e53c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0510600 Nov 16 22:32:42.202594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9342c6-e492-41c1-9259-2544855853d7 req-968d1199-933b-4173-b28a-02d32af4ff25 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.204604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-968d1199-933b-4173-b28a-02d32af4ff25 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584&tenant_id=8db183e99bb24fb5adbec64362902456&binding%3Ahost_id=n-h2-817778-8 HTTP/1.1" status: 200 len: 943 time: 0.0542655 Nov 16 22:32:42.240815 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fc022622-2e01-4553-8554-a8f9c25a5b1f req-a28ea0e5-d07d-49ae-9551-0b5759481cea tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Nov 16 22:32:42.267106 n-d-817778-8 neutron-server[102454]: INFO neutron.api.v2.resource [req-0b9342c6-e492-41c1-9259-2544855853d7 req-8b85b653-a8d8-45c0-a612-959acbdfab1e service neutron] delete failed (client error): The resource could not be found. Nov 16 22:32:42.268299 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-8b85b653-a8d8-45c0-a612-959acbdfab1e service neutron] 10.222.0.47 "DELETE /v2.0/ports/e296b614-6f55-4ba0-8856-98c2b8e0bed5/bindings/n-h1-817778-8 HTTP/1.1" status: 404 len: 380 time: 0.0559280 Nov 16 22:32:42.396388 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f96c7-3b98-41a4-ac9d-3e8344e7f344 req-b8b53dae-ce8f-41ba-940c-13aa1e7dc6c7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.397904 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-381f96c7-3b98-41a4-ac9d-3e8344e7f344 req-b8b53dae-ce8f-41ba-940c-13aa1e7dc6c7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0850348 Nov 16 22:32:42.399648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9342c6-e492-41c1-9259-2544855853d7 req-94b84186-2a66-4bf3-a79d-3c2b82f84bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.401056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-94b84186-2a66-4bf3-a79d-3c2b82f84bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1094 time: 0.0857186 Nov 16 22:32:42.501374 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-381f96c7-3b98-41a4-ac9d-3e8344e7f344 req-4ee7ce0a-f1b1-461e-a575-4ece32dd58e6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974064 Nov 16 22:32:42.525768 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9342c6-e492-41c1-9259-2544855853d7 req-d0301ca8-4e1f-45ba-8301-c580d0bde7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.527256 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-d0301ca8-4e1f-45ba-8301-c580d0bde7a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.1171279 Nov 16 22:32:42.591964 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-45d41498-09fc-4fb4-87d0-8d8b2ffb45a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 998 time: 0.0578389 Nov 16 22:32:42.639145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9342c6-e492-41c1-9259-2544855853d7 req-eda15f36-e0cc-43df-ad30-5e1398e9237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.640534 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-eda15f36-e0cc-43df-ad30-5e1398e9237d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0422196 Nov 16 22:32:42.689298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9342c6-e492-41c1-9259-2544855853d7 req-a791848f-cef2-4e37-b14b-211d1f2ebc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:42.690838 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-a791848f-cef2-4e37-b14b-211d1f2ebc20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433726 Nov 16 22:32:42.781443 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-7462abc0-a056-4fe1-971e-05283de7b25d service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827389 Nov 16 22:32:42.872409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0b9342c6-e492-41c1-9259-2544855853d7 req-7d39802e-fb8e-4e22-8e0c-ba550cf936df service neutron] 10.222.0.47 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848022 Nov 16 22:32:43.480191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:32:43.582427 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:43.594925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'port_id': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'mac_address': 'fa:16:3e:3d:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:32:43.616621 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654de75-f373-4336-8bc7-d66ac786a1da req-b11eefde-5fa2-422b-9d39-938b8ec1cf54 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:32:43.618169 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a654de75-f373-4336-8bc7-d66ac786a1da req-b11eefde-5fa2-422b-9d39-938b8ec1cf54 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 943 time: 0.0499864 Nov 16 22:32:43.632015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:43.646149 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e296b614-6f55-4ba0-8856-98c2b8e0bed5 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:32:43.665592 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:43.669109 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a654de75-f373-4336-8bc7-d66ac786a1da req-182dd407-7ce5-4d4a-94ec-1feb1c1ea746 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 Nov 16 22:32:43.669994 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:43.692292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58480) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:32:43.725067 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:32:43.732415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.732772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.733119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.733462 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.733826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.734171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.734503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.734837 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.735199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.735559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.735893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.736220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:32:43.754396 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6e603714-ff46-4f03-8731-e4d7bebd81a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/25ad8d06-7717-4b78-b822-cc0729518557 HTTP/1.1" status: 200 len: 991 time: 0.0608292 Nov 16 22:32:43.956520 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['e296b614-6f55-4ba0-8856-98c2b8e0bed5'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:32:45.496176 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:32:45.543872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port e296b614-6f55-4ba0-8856-98c2b8e0bed5 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:32:45.547938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port e296b614-6f55-4ba0-8856-98c2b8e0bed5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:32:45.548313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:45.627062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:45.649259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:32:45.651514 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b4163-183c-4cb3-825d-5cc3b1d10d2f" -d '{"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-plugged", "status": "completed", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:32:45.664094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:32:45.667931 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:45.693620 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb92972-f45d-42f7-8077-8937ebcd7052 x-openstack-request-id: req-5fb92972-f45d-42f7-8077-8937ebcd7052 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:32:45.693911 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-plugged", "status": "completed", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:32:45.694165 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fb92972-f45d-42f7-8077-8937ebcd7052 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:32:45.694803 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'code': 200} Nov 16 22:32:45.720725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:32:50.931779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-923fff0f-3fbf-4a51-b0a5-3898f7eee109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:53.239255 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d54f1c1c-41bd-426d-acf4-d778d4d8d970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:54.488616 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:56.050844 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:32:56.451563 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:32:56.840038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:04.140033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:06.124054 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:06.927478 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-02aa933e-0305-4701-b2c6-e9f7681a8cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434988 Nov 16 22:33:07.015017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-79361a9f-fb9b-48ec-a747-84e0f8a67cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:07.016504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-79361a9f-fb9b-48ec-a747-84e0f8a67cde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1096 time: 0.0412838 Nov 16 22:33:07.125994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-a5f4cbff-da69-4fe3-90a9-4bcd6fee689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:07.127440 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-a5f4cbff-da69-4fe3-90a9-4bcd6fee689c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.0901747 Nov 16 22:33:07.192682 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-3790e565-dbf4-4db9-9b93-4e8623b54f40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 1000 time: 0.0563712 Nov 16 22:33:07.242169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-f700c50b-b988-4d71-9b14-52043c2cca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:07.243566 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-f700c50b-b988-4d71-9b14-52043c2cca9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0426087 Nov 16 22:33:07.299137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-1b872f80-46c5-413d-b79f-cd9e20014fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:07.300515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-1b872f80-46c5-413d-b79f-cd9e20014fe4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491190 Nov 16 22:33:07.389421 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-5ccf4bda-871a-4fc2-b444-02820c9a8956 service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804684 Nov 16 22:33:07.484420 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ceed651-254c-4051-89e2-5dd2d2a3dcea req-42caf366-8f18-4247-b493-5f875d7eb12e service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Nov 16 22:33:14.381471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58492) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:14.536786 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 20f9b5a8-1818-434e-a5bb-d1817f0893da {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:33:14.537133 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:14.615770 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:14.616097 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:14.630087 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 20f9b5a8-1818-434e-a5bb-d1817f0893da owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:33:14.778148 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:14.802932 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=20f9b5a8-1818-434e-a5bb-d1817f0893da,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:14.865758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:14.866118 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 25ad8d06-7717-4b78-b822-cc0729518557 disassociated (deleted). External IP: 172.25.3.11, port: e296b614-6f55-4ba0-8856-98c2b8e0bed5. Nov 16 22:33:15.080903 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router af40b738-63ad-4229-a8c2-84c3d05a992f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:33:15.186653 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:33:15.191876 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:15.199480 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] Sync routers for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:33:15.209063 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:15.209713 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:15.218741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-49697844-3c2f-4f9a-ada7-a1c3af232287 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/floatingips/25ad8d06-7717-4b78-b822-cc0729518557 HTTP/1.1" status: 204 len: 168 time: 0.8361204 Nov 16 22:33:15.219333 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:33:15.222304 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb219895-1605-41bb-a9a9-68582793655b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:33:15.262128 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7235c83-a32a-4eb7-a885-779f52876e99 x-openstack-request-id: req-e7235c83-a32a-4eb7-a885-779f52876e99 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:33:15.262421 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:33:15.262675 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7235c83-a32a-4eb7-a885-779f52876e99 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:33:15.263080 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'status': 'completed', 'code': 200} Nov 16 22:33:15.320550 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:15.328908 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219895-1605-41bb-a9a9-68582793655b req-46b10e72-1d6c-4fe8-b46b-1496816f9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:15.330465 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-46b10e72-1d6c-4fe8-b46b-1496816f9e61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 1096 time: 0.0446305 Nov 16 22:33:15.461160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219895-1605-41bb-a9a9-68582793655b req-d3a4b315-9722-4f8d-9bdf-d9fbaec7c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:15.462678 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-d3a4b315-9722-4f8d-9bdf-d9fbaec7c18e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 200 len: 898 time: 0.1218867 Nov 16 22:33:15.481287 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19e7aa-8691-4cd9-8fd1-39d36390a5bf req-38b4bced-9cd6-46d0-9446-e2473e476c24 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:15.482791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd19e7aa-8691-4cd9-8fd1-39d36390a5bf req-38b4bced-9cd6-46d0-9446-e2473e476c24 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0613909 Nov 16 22:33:15.523304 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-7c99098f-6fca-4e6d-bfd0-1866a9956a0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 200 len: 217 time: 0.0394735 Nov 16 22:33:15.528750 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:15.554845 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] Checking router: af40b738-63ad-4229-a8c2-84c3d05a992f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:33:15.563660 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:15.564262 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:15.601064 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fd19e7aa-8691-4cd9-8fd1-39d36390a5bf req-99f3840d-6cc0-4541-b97e-3bea807d0945 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095016 Nov 16 22:33:15.603753 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219895-1605-41bb-a9a9-68582793655b req-ea6baf2d-a994-43c2-8067-1534da8fed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:15.605165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-ea6baf2d-a994-43c2-8067-1534da8fed1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 200 len: 835 time: 0.0721204 Nov 16 22:33:15.664555 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb219895-1605-41bb-a9a9-68582793655b req-6c3c29c3-a6d9-49ab-b713-38da88897d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:15.666090 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-6c3c29c3-a6d9-49ab-b713-38da88897d23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d78944b-8ffa-4c36-9a48-215cd21ba220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413630 Nov 16 22:33:15.669566 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:15.762755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-05a070e4-eecd-463c-ae87-848df3600325 service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876558 Nov 16 22:33:15.876071 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:15.903379 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc53463c-6eaa-4513-9fd9-5e393791662d None None] The sync data for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 is: [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:31:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '443dd8d7-8125-4c73-9ce4-11915531aeb7', 'name': '', 'network_id': '8d78944b-8ffa-4c36-9a48-215cd21ba220', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:d1:f6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:05Z', 'updated_at': '2021-11-16T22:31:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': '1a13b98c-82bc-49f0-a9e3-7dd320fa72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:33:16.137295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbd64c-57c5-44bd-b7f6-2091920c25d0 None None] New status for floating IP 25ad8d06-7717-4b78-b822-cc0729518557: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:33:16.143201 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb219895-1605-41bb-a9a9-68582793655b req-63046ace-21f2-4e38-8ca4-ccaa0d6402fc service neutron] 10.222.0.41 "GET /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731263 Nov 16 22:33:16.721766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a3ceb-482d-4015-b0a4-73d6769903ba req-f2a64abd-7d4d-41a9-8fc5-aa2a3c12cb81 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:16.723287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb5a3ceb-482d-4015-b0a4-73d6769903ba req-f2a64abd-7d4d-41a9-8fc5-aa2a3c12cb81 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Nov 16 22:33:16.772499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cb5a3ceb-482d-4015-b0a4-73d6769903ba req-e371aa3d-488c-42a7-bd87-cb934dd6ee43 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=4cd362fa-b336-40a6-87a8-4a19eff0388b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 Nov 16 22:33:16.949963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-968fdef2-c977-49c1-a438-f8c36410314b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:16.951396 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-968fdef2-c977-49c1-a438-f8c36410314b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Nov 16 22:33:17.044687 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port e296b614-6f55-4ba0-8856-98c2b8e0bed5 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:33:17.045026 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:17.135096 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port e296b614-6f55-4ba0-8856-98c2b8e0bed5, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=e296b614-6f55-4ba0-8856-98c2b8e0bed5,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:17.135459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:17.147132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for e296b614-6f55-4ba0-8856-98c2b8e0bed5 owned by compute:nova {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:33:17.271753 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:17.301660 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=e296b614-6f55-4ba0-8856-98c2b8e0bed5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:17.346735 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] No DVR routers for this DVR port e296b614-6f55-4ba0-8856-98c2b8e0bed5 on host n-h2-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:33:17.349378 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:17.352773 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b8d03cf4-e2ec-4fdb-965c-583ac9f384ad req-c83b7073-aa83-4274-9cc9-5cdf9b11b719 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.41 "DELETE /v2.0/ports/e296b614-6f55-4ba0-8856-98c2b8e0bed5 HTTP/1.1" status: 204 len: 173 time: 0.3912573 Nov 16 22:33:17.353212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-deleted', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:33:17.355485 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1da2253-47e9-48f6-99a4-44592bf88b12" -d '{"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-deleted", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:33:17.393691 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79851a00-63da-4931-b0f0-e838e92129e0 x-openstack-request-id: req-79851a00-63da-4931-b0f0-e838e92129e0 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:33:17.393990 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5283812-d7d7-45e5-a4ac-568572b00584", "name": "network-vif-deleted", "tag": "e296b614-6f55-4ba0-8856-98c2b8e0bed5", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:33:17.394260 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79851a00-63da-4931-b0f0-e838e92129e0 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:33:17.394662 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5283812-d7d7-45e5-a4ac-568572b00584', 'name': 'network-vif-deleted', 'tag': 'e296b614-6f55-4ba0-8856-98c2b8e0bed5', 'status': 'completed', 'code': 200} Nov 16 22:33:18.202082 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-79cd5056-8748-41d0-b146-e768e8fd9ae1 req-334ed6a9-5090-4775-803b-1bb03c3d78e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5283812-d7d7-45e5-a4ac-568572b00584 HTTP/1.1" status: 200 len: 210 time: 0.3497059 Nov 16 22:33:19.257842 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58510) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:19.616385 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:19.870919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 443dd8d7-8125-4c73-9ce4-11915531aeb7 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:33:19.871183 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:19.964047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 443dd8d7-8125-4c73-9ce4-11915531aeb7, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=443dd8d7-8125-4c73-9ce4-11915531aeb7,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:19.964411 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:19.976927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 443dd8d7-8125-4c73-9ce4-11915531aeb7 owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:33:20.160833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.193084 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=443dd8d7-8125-4c73-9ce4-11915531aeb7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:20.217331 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.217712 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.218072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.218422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.218754 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.219108 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.219438 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.219767 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.220092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.220417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.220750 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.221056 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:20.375394 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.590508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router af40b738-63ad-4229-a8c2-84c3d05a992f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:33:20.698567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:33:20.704097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ae3b985e-7031-486a-9f54-823d30e79749 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/af40b738-63ad-4229-a8c2-84c3d05a992f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4452884 Nov 16 22:33:20.707199 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58512) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:20.708281 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] Sync routers for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:33:20.719440 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:20.720047 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:20.758197 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting subnet 1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:33:20.761425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.805487 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.827364 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:20.892978 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.939814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-75666b9f-4b01-4bfb-b51a-9d8b9f2f257b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.959157 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.984994 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Subnet': ['ID=1a13b98c-82bc-49f0-a9e3-7dd320fa72b5,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:20.990858 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:20.994053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fe04f5de-2dce-4902-8739-3377e31a176f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/subnets/1a13b98c-82bc-49f0-a9e3-7dd320fa72b5 HTTP/1.1" status: 204 len: 168 time: 0.2857785 Nov 16 22:33:20.996829 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58514) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:21.000670 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9701d-66e8-4f5f-8df0-081b8c0398c8 None None] Network 8d78944b-8ffa-4c36-9a48-215cd21ba220 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:33:21.018535 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:33:20Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:21.050335 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] Checking router: af40b738-63ad-4229-a8c2-84c3d05a992f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:33:21.059523 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] Routers {'af40b738-63ad-4229-a8c2-84c3d05a992f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:21.060141 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:32:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['af40b738-63ad-4229-a8c2-84c3d05a992f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:21.114469 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.171986 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] Set router af40b738-63ad-4229-a8c2-84c3d05a992f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:21.195493 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] DHCP port deletion for 8d78944b-8ffa-4c36-9a48-215cd21ba220 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:33:21.234230 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.249234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] Deleting port cafc99d9-99a7-4810-98c4-abfe8f83b82a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:33:21.250061 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.291230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port b2541fad-ed68-4739-8359-4e385e317ebe {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:33:21.291746 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.318305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] For port cafc99d9-99a7-4810-98c4-abfe8f83b82a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=cafc99d9-99a7-4810-98c4-abfe8f83b82a,segment=NetworkSegment(7a3e3f04-f775-4179-abe1-bee5c5956589),segment_id=7a3e3f04-f775-4179-abe1-bee5c5956589)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:21.318713 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.336119 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] Calling delete_port for cafc99d9-99a7-4810-98c4-abfe8f83b82a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:33:21.360893 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:33:20Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:21.395993 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port b2541fad-ed68-4739-8359-4e385e317ebe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=b2541fad-ed68-4739-8359-4e385e317ebe,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:21.397000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.416471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for b2541fad-ed68-4739-8359-4e385e317ebe owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:33:21.418748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.448789 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] Pushing event deleted for resources: {'Port': ['ID=cafc99d9-99a7-4810-98c4-abfe8f83b82a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:21.450634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b500a-c049-46d8-b6cc-e68a9f793ba8 None None] No DVR routers for this DVR port cafc99d9-99a7-4810-98c4-abfe8f83b82a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:33:21.486884 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa39b4-f5e8-42d8-b114-8884dfb443f3 None None] The sync data for ids ['af40b738-63ad-4229-a8c2-84c3d05a992f'] in n-d-817778-8 is: [{'id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-912941025', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:31:02Z', 'updated_at': '2021-11-16T22:33:20Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': 'b2541fad-ed68-4739-8359-4e385e317ebe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:46:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40b738-63ad-4229-a8c2-84c3d05a992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:31:03Z', 'updated_at': '2021-11-16T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:33:21.600297 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.626770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=b2541fad-ed68-4739-8359-4e385e317ebe,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:21.629909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:33:21.653463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd828c1-33d5-440b-8212-3136fa6d172f None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:33:21.655594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: e296b614-6f55-4ba0-8856-98c2b8e0bed5 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:33:21.656478 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device e296b614-6f55-4ba0-8856-98c2b8e0bed5 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:33:21.690677 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.783655 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.785780 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.832061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.832602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Fanout notify agent at l3_agent the message router_deleted on router af40b738-63ad-4229-a8c2-84c3d05a992f {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:33:21.839611 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:21.843206 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0dc62bfb-bc23-4826-97de-6df1afc392f5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/routers/af40b738-63ad-4229-a8c2-84c3d05a992f HTTP/1.1" status: 204 len: 168 time: 0.8430090 Nov 16 22:33:21.844092 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58516) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:21.924282 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.018067 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.038880 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d78944b-8ffa-4c36-9a48-215cd21ba220']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:22.048901 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e3f04-f775-4179-abe1-bee5c5956589') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:22.049204 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e3f04-f775-4179-abe1-bee5c5956589') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:22.059116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.073353 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.080242 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:33:22.080634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:33:22.083646 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:33:22.150936 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.158712 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.161951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/networks/8d78944b-8ffa-4c36-9a48-215cd21ba220 HTTP/1.1" status: 204 len: 168 time: 0.3169174 Nov 16 22:33:22.164714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58518) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:22.173836 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e9281-29d9-46b7-9ecc-b4645fd8fc84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Network': ['ID=8d78944b-8ffa-4c36-9a48-215cd21ba220,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:22.226585 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47f09587-cec5-4e20-99f7-b17f23df488e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.252136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47f09587-cec5-4e20-99f7-b17f23df488e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.310836 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47f09587-cec5-4e20-99f7-b17f23df488e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.314340 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-47f09587-cec5-4e20-99f7-b17f23df488e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.315529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-47f09587-cec5-4e20-99f7-b17f23df488e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/security-groups/4cd362fa-b336-40a6-87a8-4a19eff0388b HTTP/1.1" status: 204 len: 168 time: 0.1498036 Nov 16 22:33:22.324989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f09587-cec5-4e20-99f7-b17f23df488e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd362fa-b336-40a6-87a8-4a19eff0388b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:22.565306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58524) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:22.570239 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87127876', 'description': 'tempest-secgroup-smoke-87127876 description', 'project_id': '8db183e99bb24fb5adbec64362902456'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:22.594016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.666124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.670391 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.704584 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.705882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1395378 Nov 16 22:33:22.707826 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a3d04-fadf-4398-a445-b5eb359bd992 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62fc06d-88ee-44f7-a1dc-42240d824ca7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:22.709018 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58526) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:22.713828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': 'a62fc06d-88ee-44f7-a1dc-42240d824ca7', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:22.740873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.795012 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.799451 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.824440 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd97c977-5eda-476a-b8fd-ad0fa834da23,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:22.831094 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.832287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-55a0700e-fff4-4601-b064-31855cb8d9e4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221716 Nov 16 22:33:22.835212 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58528) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:22.839478 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': 'a62fc06d-88ee-44f7-a1dc-42240d824ca7', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:22.867635 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.926723 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.930716 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.954104 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45040a2-fcff-42d5-80bc-585e3c140c3e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:22.961798 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:22.963015 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-92c9749a-66bd-45e4-bc7d-e6ced2d44959 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268690 Nov 16 22:33:22.965889 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58530) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:22.970729 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': 'a62fc06d-88ee-44f7-a1dc-42240d824ca7', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:22.998057 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.062092 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.065911 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cafc99d9-99a7-4810-98c4-abfe8f83b82a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:33:23.066500 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.083235 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9810cb-5792-4359-92f2-71ac3e629c51,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:23.086486 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: cafc99d9-99a7-4810-98c4-abfe8f83b82a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:33:23.086840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device cafc99d9-99a7-4810-98c4-abfe8f83b82a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:33:23.087457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 443dd8d7-8125-4c73-9ce4-11915531aeb7 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:33:23.092322 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.094105 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-900e0b4d-ee3c-4066-bc0f-69796668a876 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273425 Nov 16 22:33:23.096790 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58532) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:23.101326 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': 'a62fc06d-88ee-44f7-a1dc-42240d824ca7', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:23.107333 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 443dd8d7-8125-4c73-9ce4-11915531aeb7 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:33:23.107685 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 443dd8d7-8125-4c73-9ce4-11915531aeb7 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:33:23.108103 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b2541fad-ed68-4739-8359-4e385e317ebe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:33:23.127809 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: b2541fad-ed68-4739-8359-4e385e317ebe {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:33:23.128165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device b2541fad-ed68-4739-8359-4e385e317ebe not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:33:23.128300 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.186442 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.190373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.208371 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ccb351-c231-4c1b-a60e-d4e6e616eceb,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:23.218999 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.220124 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-67d8170d-3088-414a-87c5-8a912e93c2e0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223361 Nov 16 22:33:23.222907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58534) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:23.227462 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': 'a62fc06d-88ee-44f7-a1dc-42240d824ca7', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:23.243015 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3868d43f-45bb-4dec-b6b0-ea6899bc710d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.251479 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:33:23.256369 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.316812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.320470 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.341979 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a09d31-062c-40e4-ac08-022ac63567d6,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:23.349029 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.350279 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5d740a81-55cb-462f-9362-2ab79c4677bf tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263583 Nov 16 22:33:23.353058 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58536) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:23.357335 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': 'a62fc06d-88ee-44f7-a1dc-42240d824ca7', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:23.379853 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:33:23.387644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.450896 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.454986 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.472476 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90b5141-87a6-4157-94e6-5563c0b2e9e3,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:23.480355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.481564 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-6d854f2f-02fc-4c59-b8a7-5658477483cd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275244 Nov 16 22:33:23.484635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58538) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:23.489792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'network': {'name': 'tempest-network-smoke--33780348', 'project_id': '8db183e99bb24fb5adbec64362902456', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:23.510559 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:33:23.514029 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.539457 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:33:23.548479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.548830 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Added segment 8fe007ab-b621-4b11-909a-a9b42e0db260 of type vlan for network ac890461-d139-435e-aab0-09299e44ecb9 Nov 16 22:33:23.590292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.613569 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.619031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:23.619606 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.684266 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1984959 Nov 16 22:33:23.687014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58540) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:23.693564 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'admin_state_up': True, 'project_id': '8db183e99bb24fb5adbec64362902456', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:23.700258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b53e4-3987-444d-b502-7fdef7e5eaef tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Network': ['ID=ac890461-d139-435e-aab0-09299e44ecb9,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:23.712874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network ac890461-d139-435e-aab0-09299e44ecb9 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:33:23.719595 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.720522 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.771863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:23.910279 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.100945 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.119122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.224863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.168 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/4973d13f-4108-48a1-ac31-967884bce1b4) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:33:24.329246 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.361619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.397757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:33:24.402550 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:24.406121 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:33:24.415001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341042d8-4c7c-48b7-9dd6-a9dd343adbff None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:33:24.431231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=4973d13f-4108-48a1-ac31-967884bce1b4,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:24.478421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-5ea9d394-4de9-45e9-b368-b93fb06c8438 None None] Provisioning complete for port 4973d13f-4108-48a1-ac31-967884bce1b4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:24.478790 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d394-4de9-45e9-b368-b93fb06c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.504319 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.518238 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9d394-4de9-45e9-b368-b93fb06c8438 None None] Port 4973d13f-4108-48a1-ac31-967884bce1b4 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:33:24.662193 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.856512 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:24.981923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router ff947773-44f1-4f9e-92b3-2614555e6f28 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:33:25.085286 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:33:25.095432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Sync routers for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:33:25.104711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:25.105317 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:33:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:25.106560 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.107812 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a9483910-9dc8-44fa-9f63-7cabc356f852 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4198244 Nov 16 22:33:25.111065 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58542) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:25.188639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-919e4200-732d-482d-8fa3-cfb3e07d55a2 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=8db183e99bb24fb5adbec64362902456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764790 Nov 16 22:33:25.191403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58546) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:25.211446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:25.279877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b502c4-1e49-4dc1-b8f6-aa90b3c401e5 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:25.281332 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f5b502c4-1e49-4dc1-b8f6-aa90b3c401e5 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889816 Nov 16 22:33:25.284308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58548) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:25.312591 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6bf3ae9f-a4d4-44cb-a90a-1ecbb8a7d34a tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267131 Nov 16 22:33:25.315266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58550) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:25.320112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372073023', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'project_id': '8db183e99bb24fb5adbec64362902456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:25.397202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:24Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:25.425967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Checking router: ff947773-44f1-4f9e-92b3-2614555e6f28 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:33:25.426701 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Updating router ff947773-44f1-4f9e-92b3-2614555e6f28 port 4973d13f-4108-48a1-ac31-967884bce1b4 binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:33:25.452718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.716324 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.723372 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.744329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:33:25.747835 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.770773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e85928-7f00-4832-ae64-c08391813cdd None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:33:25.782787 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Attempting to bind port 4973d13f-4108-48a1-ac31-967884bce1b4 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:33:25.783159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Attempting to bind port 4973d13f-4108-48a1-ac31-967884bce1b4 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:33:25.783525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Attempting to bind port 4973d13f-4108-48a1-ac31-967884bce1b4 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:33:25.786220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08adc1-2a3c-4ed3-9686-5c8a36023f2b None None] Pushing event updated for resources: {'Port': ['ID=4973d13f-4108-48a1-ac31-967884bce1b4,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:25.793356 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:33:25.793778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:33:25.794184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.794649 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:33:25.795039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Bound port: 4973d13f-4108-48a1-ac31-967884bce1b4, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:33:25.795422 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.855892 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] For port 4973d13f-4108-48a1-ac31-967884bce1b4, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:33:25.860672 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] For port 4973d13f-4108-48a1-ac31-967884bce1b4, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4973d13f-4108-48a1-ac31-967884bce1b4,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:33:25.864462 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.867676 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-789cf45f-494e-4e16-9510-7a48ad05c035 None None] Provisioning complete for port 4973d13f-4108-48a1-ac31-967884bce1b4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:25.868043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-789cf45f-494e-4e16-9510-7a48ad05c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.937652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f3085-a329-4041-9427-eae689e4f5e4 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:33:25.938897 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:25.971292 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08adc1-2a3c-4ed3-9686-5c8a36023f2b None None] Pushing event updated for resources: {'Port': ['ID=4973d13f-4108-48a1-ac31-967884bce1b4,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:25.977630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:25.978257 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:33:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:26.002463 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Subnet': ['ID=dee009d1-9bcc-492d-a45b-fa941fae6e03,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:26.009566 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Checking segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:33:26.009916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network hostable DHCP agents. Network: ac890461-d139-435e-aab0-09299e44ecb9, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:33:26.027020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network ac890461-d139-435e-aab0-09299e44ecb9 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:33:26.035877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, ac890461-d139-435e-aab0-09299e44ecb9) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:26.040194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:26.040800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.056944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-af452b1b-0a29-4f47-bdd2-61359e023b1b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7406917 Nov 16 22:33:26.059722 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58552) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:26.067958 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413330f8-7b94-4599-a932-d97096aa87d5 None None] Network ac890461-d139-435e-aab0-09299e44ecb9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:33:26.136524 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.147195 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-789cf45f-494e-4e16-9510-7a48ad05c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.184357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-789cf45f-494e-4e16-9510-7a48ad05c035 None None] For port 4973d13f-4108-48a1-ac31-967884bce1b4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4973d13f-4108-48a1-ac31-967884bce1b4,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:26.199471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-789cf45f-494e-4e16-9510-7a48ad05c035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.242504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:26.507160 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.558747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cf45f-494e-4e16-9510-7a48ad05c035 None None] Pushing event updated for resources: {'Port': ['ID=4973d13f-4108-48a1-ac31-967884bce1b4,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:26.569225 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4f422801-ead6-4cc7-8fbc-3b329157c0d7 None None] Provisioning complete for port 4973d13f-4108-48a1-ac31-967884bce1b4 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:26.569635 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4f422801-ead6-4cc7-8fbc-3b329157c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.625324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-ac890461-d139-435e-aab0-09299e44ecb9', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:33:26.626212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.793352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.1 (ac890461-d139-435e-aab0-09299e44ecb9/dee009d1-9bcc-492d-a45b-fa941fae6e03/a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:33:26.820872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:24Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:26.856978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e70f6-5e54-4f6c-bc27-40b9aff3a8ba None None] The sync data for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 is: [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:24Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:33:26.869908 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.926735 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:26.962272 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.000944 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network ac890461-d139-435e-aab0-09299e44ecb9 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:33:27.004164 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:27.008080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:33:27.023909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Allocated IP 172.20.0.2 (ac890461-d139-435e-aab0-09299e44ecb9/dee009d1-9bcc-492d-a45b-fa941fae6e03/7811c39a-3e2d-4e41-ab21-86fb370b186b) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:33:27.054927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:27.089422 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.222874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.230394 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.235467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.269394 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Network ac890461-d139-435e-aab0-09299e44ecb9 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:33:27.274698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:27.278609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:33:27.287901 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Pushing event updated for resources: {'Port': ['ID=7811c39a-3e2d-4e41-ab21-86fb370b186b,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:27.348870 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Attempting to bind port 7811c39a-3e2d-4e41-ab21-86fb370b186b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:33:27.349254 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Attempting to bind port 7811c39a-3e2d-4e41-ab21-86fb370b186b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:33:27.349660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Attempting to bind port 7811c39a-3e2d-4e41-ab21-86fb370b186b on network ac890461-d139-435e-aab0-09299e44ecb9 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:33:27.355223 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:33:27.355606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Checking segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:33:27.356043 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.356443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Bound using segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:33:27.356917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Bound port: 7811c39a-3e2d-4e41-ab21-86fb370b186b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:33:27.357307 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.433807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] For port 7811c39a-3e2d-4e41-ab21-86fb370b186b, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:33:27.437998 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] For port 7811c39a-3e2d-4e41-ab21-86fb370b186b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7811c39a-3e2d-4e41-ab21-86fb370b186b,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:33:27.442728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.506583 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04adc2e-f3e4-4bf7-a0d4-64f9bb3a83eb None None] Pushing event updated for resources: {'Port': ['ID=7811c39a-3e2d-4e41-ab21-86fb370b186b,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:27.554024 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.559050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.644049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:27.647224 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:27.762830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network ac890461-d139-435e-aab0-09299e44ecb9 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:33:27.764538 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:27.891329 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router ff947773-44f1-4f9e-92b3-2614555e6f28 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:33:28.002357 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:33:28.007854 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-016e9268-84e4-4e23-a97a-fc6c3a2997f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/ff947773-44f1-4f9e-92b3-2614555e6f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471669 Nov 16 22:33:28.319231 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-5fe5c257-b2a9-4d39-9051-d115104750ec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87127876&fields=id&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 267 time: 0.0458498 Nov 16 22:33:28.432198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-71541b1e-def8-4d43-b351-d4f9c6f2a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:28.433781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-71541b1e-def8-4d43-b351-d4f9c6f2a6d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 795 time: 0.1078401 Nov 16 22:33:28.449692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-c740008e-9f8d-41d6-aa9d-abc8e095d74e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/quotas/8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 375 time: 0.0097706 Nov 16 22:33:28.501600 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-2f1bc718-4bed-4843-ac43-b36c34dba7c5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458548 Nov 16 22:33:28.517488 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-6490da43-152d-4c7c-a7ca-32724ee3ff10 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:33:28.518465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-6490da43-152d-4c7c-a7ca-32724ee3ff10 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057817 Nov 16 22:33:28.611743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-5ed74626-6a52-413e-8cef-a719eb31982c service neutron] 10.222.0.48 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874209 Nov 16 22:33:28.644075 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Sync routers for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:33:28.654168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:28.654764 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:33:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:28.710773 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-35c42060-dcba-4933-b092-1ee69a3fd027 service neutron] 10.222.0.48 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889874 Nov 16 22:33:28.760555 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:28.958521 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ca590bbc-f3fe-440e-ad43-e49ecaad8a68 req-89258f03-6c2e-4db2-a4d5-90d1026e01b4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 210 time: 0.0890241 Nov 16 22:33:28.994683 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 2, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:29.027363 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Checking router: ff947773-44f1-4f9e-92b3-2614555e6f28 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:33:29.027858 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Updating router ff947773-44f1-4f9e-92b3-2614555e6f28 port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:33:29.058687 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.166711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4973d13f-4108-48a1-ac31-967884bce1b4 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:33:29.230440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 4973d13f-4108-48a1-ac31-967884bce1b4 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:29.231010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.328544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7811c39a-3e2d-4e41-ab21-86fb370b186b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:33:29.381652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7811c39a-3e2d-4e41-ab21-86fb370b186b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:29.381993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.383026 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.388625 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.424022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dbb2e8-badf-4a0f-94a0-4afb221551f8 None None] Network ac890461-d139-435e-aab0-09299e44ecb9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:33:29.443305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Pushing event updated for resources: {'Port': ['ID=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:29.454615 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.454962 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.455305 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.455637 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.455967 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.456299 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.456623 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.456945 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.457266 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.457613 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.457935 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.458260 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:33:29.525145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-738b4592-77ae-421b-a04e-f600851c875a None None] Provisioning complete for port 7811c39a-3e2d-4e41-ab21-86fb370b186b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:29.525547 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-738b4592-77ae-421b-a04e-f600851c875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.526368 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Attempting to bind port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:33:29.526847 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Attempting to bind port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:33:29.527310 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Attempting to bind port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b on network ac890461-d139-435e-aab0-09299e44ecb9 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:33:29.534837 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:33:29.535382 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Checking segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:33:29.535890 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.536412 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Bound using segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:33:29.537044 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Bound port: a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:33:29.537559 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.561140 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.606250 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] For port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:33:29.610475 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] For port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:33:29.614468 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.651502 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 7811c39a-3e2d-4e41-ab21-86fb370b186b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7811c39a-3e2d-4e41-ab21-86fb370b186b,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:29.659399 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:29.670761 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:29.671978 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:33:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:29.677571 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a6de6-75fb-4a4d-b280-3334bfd3b201 None None] Pushing event updated for resources: {'Port': ['ID=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:29.765089 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=7811c39a-3e2d-4e41-ab21-86fb370b186b,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:29.791896 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:29.993610 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-86abd4b1-d8dc-45a8-be7f-11fc85010ef8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:29.996439 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-86abd4b1-d8dc-45a8-be7f-11fc85010ef8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 795 time: 0.1421134 Nov 16 22:33:30.049062 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:29Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:30.081983 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67bbf7-09cd-480d-8e61-e893bc8df5c3 None None] The sync data for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 is: [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:29Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:33:30.088649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-07d94a79-9b6d-45ac-a9b9-4a9d0645455c req-71cbbee5-2bd7-4d87-8196-f95a41ee95c9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 210 time: 0.0375473 Nov 16 22:33:30.098656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Provisioning complete for port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:30.099037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.112833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-922f1eaa-3739-449e-ad84-83ae81d8fb4b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 378 time: 0.1053789 Nov 16 22:33:30.131693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'port': {'device_id': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'admin_state_up': True, 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'security_groups': ['a62fc06d-88ee-44f7-a1dc-42240d824ca7']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:30.226339 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.276800 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] For port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:30.283579 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.285863 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:33:30.295347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.350250 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Pushing event updated for resources: {'Port': ['ID=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:30.360436 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Provisioning complete for port 7811c39a-3e2d-4e41-ab21-86fb370b186b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:30.360813 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-cf15d75c-0f36-44cf-9dbc-6c2ed0f9270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.451266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.12 (ac890461-d139-435e-aab0-09299e44ecb9/dee009d1-9bcc-492d-a45b-fa941fae6e03/4f53177b-425c-4491-8380-33649f31bb88) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:33:30.567164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4960a2f7-bf03-49bd-a97c-4317667d1712 None None] Provisioning complete for port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:30.567559 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4960a2f7-bf03-49bd-a97c-4317667d1712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.632508 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.673351 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.731681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network ac890461-d139-435e-aab0-09299e44ecb9 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:33:30.735983 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:30.740161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:33:30.770436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=4f53177b-425c-4491-8380-33649f31bb88,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:30.801271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:30.801983 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.819950 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-4baa1c86-f4c1-44e9-9a20-47890010b233 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6942179 Nov 16 22:33:30.832917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3e958cd2-dbe6-4a42-9eb1-4acea1e05bf5 None None] Provisioning complete for port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:30.833382 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e958cd2-dbe6-4a42-9eb1-4acea1e05bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:30.838273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Request body: {'port': {'device_id': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:30.906565 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.068302 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-023f445d-9369-4bf6-9b85-b0e5cc45d8d3 None None] Provisioning complete for port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:31.069363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-023f445d-9369-4bf6-9b85-b0e5cc45d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.263808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f53177b-425c-4491-8380-33649f31bb88 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:33:31.278795 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.285994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:33:31.304421 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36f689-6d35-4e9f-844d-b9e57d56bca4 req-17e7bdfb-6daa-48c6-bba0-105d0669d73f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:31.306031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Transition to ACTIVE for port object 4f53177b-425c-4491-8380-33649f31bb88 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:33:31.307771 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c36f689-6d35-4e9f-844d-b9e57d56bca4 req-17e7bdfb-6daa-48c6-bba0-105d0669d73f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 932 time: 0.1032217 Nov 16 22:33:31.313432 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.379769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:31.380400 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.381650 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9c36f689-6d35-4e9f-844d-b9e57d56bca4 req-bb5b08d6-ec05-4807-b006-8c2a85ac178b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638723 Nov 16 22:33:31.435425 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Pushing event updated for resources: {'Port': ['ID=4f53177b-425c-4491-8380-33649f31bb88,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:31.471387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Attempting to bind port 4f53177b-425c-4491-8380-33649f31bb88 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:33:31.471825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Attempting to bind port 4f53177b-425c-4491-8380-33649f31bb88 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:33:31.472266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Attempting to bind port 4f53177b-425c-4491-8380-33649f31bb88 on network ac890461-d139-435e-aab0-09299e44ecb9 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:33:31.477105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Port 4f53177b-425c-4491-8380-33649f31bb88 on network ac890461-d139-435e-aab0-09299e44ecb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:33:31.477729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Attempting to bind port 4f53177b-425c-4491-8380-33649f31bb88 on network ac890461-d139-435e-aab0-09299e44ecb9 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:33:31.483383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:33:31.484405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Checking segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:33:31.485169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Bound using segment: {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:33:31.485840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Bound port: 4f53177b-425c-4491-8380-33649f31bb88, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe007ab-b621-4b11-909a-a9b42e0db260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:33:31.486338 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.496145 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7811c39a-3e2d-4e41-ab21-86fb370b186b up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:33:31.533159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3f44a39d-aa35-476b-8c40-cac6d9f305f0 None None] Provisioning complete for port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:31.533639 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3f44a39d-aa35-476b-8c40-cac6d9f305f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.556442 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] For port 4f53177b-425c-4491-8380-33649f31bb88, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:33:31.560611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] For port 4f53177b-425c-4491-8380-33649f31bb88, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f53177b-425c-4491-8380-33649f31bb88,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:33:31.566708 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.590233 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 7811c39a-3e2d-4e41-ab21-86fb370b186b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:31.590608 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.607057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:31.607689 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:31.609974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] 10.222.0.47 "PUT /v2.0/ports/4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 1092 time: 0.7810428 Nov 16 22:33:31.612264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'tag': '4f53177b-425c-4491-8380-33649f31bb88'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:33:31.615458 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39" -d '{"events": [{"name": "network-changed", "server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "tag": "4f53177b-425c-4491-8380-33649f31bb88"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:33:31.657850 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498afabd-58a9-48c8-8de2-d0002c08b02a service neutron] Pushing event updated for resources: {'Port': ['ID=4f53177b-425c-4491-8380-33649f31bb88,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:31.733005 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-544548ca-984c-463a-9194-0e73d8f59361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:31.735108 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-544548ca-984c-463a-9194-0e73d8f59361 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1095 time: 0.0717690 Nov 16 22:33:31.778918 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495df79b-31aa-4b13-8ac8-98c717d67dcf x-openstack-request-id: req-495df79b-31aa-4b13-8ac8-98c717d67dcf {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:33:31.779205 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "tag": "4f53177b-425c-4491-8380-33649f31bb88", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:33:31.779463 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-495df79b-31aa-4b13-8ac8-98c717d67dcf {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:33:31.779860 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'tag': '4f53177b-425c-4491-8380-33649f31bb88', 'status': 'completed', 'code': 200} Nov 16 22:33:31.781473 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-bda90b97-5e5e-4c27-8926-4b8b688da3c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 217 time: 0.0381513 Nov 16 22:33:31.835533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-59d17d63-ae53-421f-a080-334df2d9ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:31.837250 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-59d17d63-ae53-421f-a080-334df2d9ffd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0485263 Nov 16 22:33:31.888124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-84f6111f-12d1-4041-8c23-06faa5f3f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:31.889663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-84f6111f-12d1-4041-8c23-06faa5f3f4b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452669 Nov 16 22:33:31.980977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-065a4bc3-916c-45a0-aeb5-2c023a55aec1 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844121 Nov 16 22:33:32.075569 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1f1d0b66-3a70-409c-92ce-a6c0a2a582a0 req-18f491c7-187c-4703-8dc0-bd5f1a98bc0e service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 Nov 16 22:33:32.162458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-834ef34d-0f43-40ba-95e7-7d25bbd8bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:32.163946 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-834ef34d-0f43-40ba-95e7-7d25bbd8bfc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1095 time: 0.0401280 Nov 16 22:33:32.260612 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-3602bb07-1981-4236-bac2-cf1255d7ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:32.262016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-3602bb07-1981-4236-bac2-cf1255d7ab7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 896 time: 0.0895050 Nov 16 22:33:32.303785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-c308d504-2fc1-4556-ae64-5a49ff30d438 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 217 time: 0.0346091 Nov 16 22:33:32.352761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-16cee6ec-0891-4151-a40e-779e49a52cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:32.354275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-16cee6ec-0891-4151-a40e-779e49a52cf7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0440166 Nov 16 22:33:32.402776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-c7cb3eae-a36e-43a7-8b87-8a8c198113b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:32.404261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-c7cb3eae-a36e-43a7-8b87-8a8c198113b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426047 Nov 16 22:33:32.494801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db5cd0-3797-40a8-a3ad-58b643ab874a req-bcfcdae4-9e6d-4218-9e9f-613716d65cfb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:32.495472 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-709cbdca-5bfd-484a-8d72-2b317e161927 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Nov 16 22:33:32.496428 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61db5cd0-3797-40a8-a3ad-58b643ab874a req-bcfcdae4-9e6d-4218-9e9f-613716d65cfb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 944 time: 0.0507405 Nov 16 22:33:32.553841 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-61db5cd0-3797-40a8-a3ad-58b643ab874a req-7e63d6ab-0ab6-4b50-ae94-33fbfa3e1c92 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505960 Nov 16 22:33:32.910690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0bea67b1-5beb-41ec-85d1-3a0dfb35cb39 req-d93d8f6c-c778-4f47-b6bc-eafb9b41973d service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087019 Nov 16 22:33:33.451802 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:33:33.672508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21d0b7-957a-4d7e-916e-d7b489c9d58e req-fb2108cb-3fa7-453a-bea4-53fedee14510 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:33.674065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a21d0b7-957a-4d7e-916e-d7b489c9d58e req-fb2108cb-3fa7-453a-bea4-53fedee14510 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 944 time: 0.0503471 Nov 16 22:33:33.724287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2a21d0b7-957a-4d7e-916e-d7b489c9d58e req-2ca9c0ff-75d9-4926-87db-025c7377c43c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443707 Nov 16 22:33:34.165128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:34.838809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2a63-70c7-4385-8149-e3ac2b22ef28 req-57a4db93-e34e-4a2c-a48c-318ea99022a7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:34.840281 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34bc2a63-70c7-4385-8149-e3ac2b22ef28 req-57a4db93-e34e-4a2c-a48c-318ea99022a7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 944 time: 0.0490758 Nov 16 22:33:34.888210 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-34bc2a63-70c7-4385-8149-e3ac2b22ef28 req-f6dbd2a5-fbfd-4e9b-822e-63ded04e2487 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416687 Nov 16 22:33:35.851929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f53177b-425c-4491-8380-33649f31bb88 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:33:35.950055 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4f53177b-425c-4491-8380-33649f31bb88, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f53177b-425c-4491-8380-33649f31bb88,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:35.961914 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4f53177b-425c-4491-8380-33649f31bb88', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'port_id': '4f53177b-425c-4491-8380-33649f31bb88', 'mac_address': 'fa:16:3e:89:42:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:33:35.998822 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:36.005608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b98a-5d3f-409a-8795-703f00c50b28 req-10dbf280-8bd3-4748-9a3f-3bc427f34251 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:36.007111 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa72b98a-5d3f-409a-8795-703f00c50b28 req-10dbf280-8bd3-4748-9a3f-3bc427f34251 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 944 time: 0.0493250 Nov 16 22:33:36.012950 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f53177b-425c-4491-8380-33649f31bb88 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:33:36.032046 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4f53177b-425c-4491-8380-33649f31bb88, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f53177b-425c-4491-8380-33649f31bb88,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:36.036239 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:36.059855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aa72b98a-5d3f-409a-8795-703f00c50b28 req-c39565b6-7e46-446c-baa5-8f3b11b36048 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463262 Nov 16 22:33:36.088375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4f53177b-425c-4491-8380-33649f31bb88,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:36.113769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:36.374093 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4f53177b-425c-4491-8380-33649f31bb88'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:33:37.176027 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce87193-e6b3-454b-9c71-b16a91142107 req-79166837-b631-4abe-840e-f7fdae1c84d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:37.177502 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cce87193-e6b3-454b-9c71-b16a91142107 req-79166837-b631-4abe-840e-f7fdae1c84d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Nov 16 22:33:37.226595 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cce87193-e6b3-454b-9c71-b16a91142107 req-997ccdf1-5c93-4f61-937f-b3e7b173f908 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432029 Nov 16 22:33:37.867882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f53177b-425c-4491-8380-33649f31bb88 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:33:37.917713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 4f53177b-425c-4491-8380-33649f31bb88 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:33:37.921871 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4f53177b-425c-4491-8380-33649f31bb88 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:33:37.922256 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:37.998041 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:38.024401 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f53177b-425c-4491-8380-33649f31bb88'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:33:38.026680 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2671a167-4358-4507-8028-96185d9b4123" -d '{"events": [{"server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "name": "network-vif-plugged", "status": "completed", "tag": "4f53177b-425c-4491-8380-33649f31bb88"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:33:38.039192 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4f53177b-425c-4491-8380-33649f31bb88, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f53177b-425c-4491-8380-33649f31bb88,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:33:38.044398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:38.068363 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775d7c7c-0471-4371-81af-2abdaa1ed316 x-openstack-request-id: req-775d7c7c-0471-4371-81af-2abdaa1ed316 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:33:38.068920 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "name": "network-vif-plugged", "status": "completed", "tag": "4f53177b-425c-4491-8380-33649f31bb88", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:33:38.069186 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-775d7c7c-0471-4371-81af-2abdaa1ed316 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:33:38.069601 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f53177b-425c-4491-8380-33649f31bb88', 'code': 200} Nov 16 22:33:38.095010 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4f53177b-425c-4491-8380-33649f31bb88,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:38.163406 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c82b17-dead-40e6-a670-7d7d44ad43b2 req-60d4e29b-c221-4006-bfaf-6a7083481d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:38.164891 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51c82b17-dead-40e6-a670-7d7d44ad43b2 req-60d4e29b-c221-4006-bfaf-6a7083481d7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1097 time: 0.0395446 Nov 16 22:33:38.212125 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51c82b17-dead-40e6-a670-7d7d44ad43b2 req-699d9a33-c5ae-453a-8cf3-c757489367c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397496 Nov 16 22:33:38.348686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9341-cb5e-4b5b-b3f8-e34b38b9b50c req-c75ee480-dc3f-4342-ab7c-35df93d16eb6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:38.350809 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfdb9341-cb5e-4b5b-b3f8-e34b38b9b50c req-c75ee480-dc3f-4342-ab7c-35df93d16eb6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0533886 Nov 16 22:33:38.399866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bfdb9341-cb5e-4b5b-b3f8-e34b38b9b50c req-f3dd118b-525d-404e-9c59-88aac79a878f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431337 Nov 16 22:33:39.521160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eea6e-9768-423a-b4a6-1a3be26a97af req-d541bf41-5ad9-409e-8aa3-b0141dddeefa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:39.522671 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c0eea6e-9768-423a-b4a6-1a3be26a97af req-d541bf41-5ad9-409e-8aa3-b0141dddeefa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Nov 16 22:33:39.570654 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c0eea6e-9768-423a-b4a6-1a3be26a97af req-5c63e73a-4373-4cc8-a317-91a2daf90995 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421414 Nov 16 22:33:40.685927 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ade98f-6229-4e0f-8eca-e180c8e426d7 req-193d87af-d3ce-49c8-9333-22930080628f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:40.687535 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0ade98f-6229-4e0f-8eca-e180c8e426d7 req-193d87af-d3ce-49c8-9333-22930080628f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0486078 Nov 16 22:33:40.737157 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d0ade98f-6229-4e0f-8eca-e180c8e426d7 req-e7761d31-ba30-4cbb-a5b2-98c6278b13b0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434146 Nov 16 22:33:40.859057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3e7b3-727c-40af-bda3-273c931fed7c req-1dfb81f1-e6e5-4eb3-8bcb-cb7a08adb748 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:40.860529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98a3e7b3-727c-40af-bda3-273c931fed7c req-1dfb81f1-e6e5-4eb3-8bcb-cb7a08adb748 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0537374 Nov 16 22:33:40.908474 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-98a3e7b3-727c-40af-bda3-273c931fed7c req-5c9b9f22-0caa-4378-a0dd-d83f35cd10ac tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419571 Nov 16 22:33:40.929578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58614) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:40.968632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f2a3d-8aa9-4330-bf24-6fc31eb0f807 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:40.970147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c81f2a3d-8aa9-4330-bf24-6fc31eb0f807 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1092 time: 0.0396013 Nov 16 22:33:40.972847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58616) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:40.976992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '4f53177b-425c-4491-8380-33649f31bb88', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:33:40.998154 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.096303 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.197387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.132 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/6f7b0f6c-4b69-440d-8ec9-1632261bde46) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:33:41.302724 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.335456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.369565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:33:41.372327 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:33:41.378523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:33:41.406555 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=6f7b0f6c-4b69-440d-8ec9-1632261bde46,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:41.731819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.797962 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.949278 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:41.954263 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:42.028241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=6f7b0f6c-4b69-440d-8ec9-1632261bde46,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:33:42.039705 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:42.140412 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 1f289c58-60dd-439c-ae1c-fe1395209a8b associated. External IP: 172.25.3.132, port: 4f53177b-425c-4491-8380-33649f31bb88. Nov 16 22:33:42.347448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router ff947773-44f1-4f9e-92b3-2614555e6f28 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:33:42.458783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:33:42.468684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] Sync routers for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:33:42.477740 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:42.480352 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:42.480989 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:33:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:42.511435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2e3ce17c-5c0f-4ed7-a86b-cb725573ff19 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5349979 Nov 16 22:33:42.511435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'tag': '4f53177b-425c-4491-8380-33649f31bb88'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:33:42.511775 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f29c65-16dc-46bc-b362-c6676532ae4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "tag": "4f53177b-425c-4491-8380-33649f31bb88"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:33:42.551760 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aacf636-ed1c-4149-8f34-e670db8ee734 x-openstack-request-id: req-5aacf636-ed1c-4149-8f34-e670db8ee734 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:33:42.552229 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "tag": "4f53177b-425c-4491-8380-33649f31bb88", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:33:42.552508 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5aacf636-ed1c-4149-8f34-e670db8ee734 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:33:42.552947 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'tag': '4f53177b-425c-4491-8380-33649f31bb88', 'status': 'completed', 'code': 200} Nov 16 22:33:42.637803 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-0681f533-c468-4c18-9fea-044babfccafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:42.640436 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-0681f533-c468-4c18-9fea-044babfccafe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1097 time: 0.0616543 Nov 16 22:33:42.642685 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154347d-960b-441d-baea-dd9fe3288590 req-1f9940da-ea36-42cd-a417-bf1b2f61cb87 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:42.644422 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5154347d-960b-441d-baea-dd9fe3288590 req-1f9940da-ea36-42cd-a417-bf1b2f61cb87 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0636234 Nov 16 22:33:42.709128 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5154347d-960b-441d-baea-dd9fe3288590 req-226f68a5-3b15-411c-a055-1d5fead420da tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567827 Nov 16 22:33:42.734160 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58622) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:42.756952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-0b459d21-77c8-47c9-8cc8-d58339de7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:42.758503 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-0b459d21-77c8-47c9-8cc8-d58339de7fd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 896 time: 0.1118214 Nov 16 22:33:42.773560 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:42.810114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a979287e-c286-46b8-b0a7-57589b9dc9f6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/1f289c58-60dd-439c-ae1c-fe1395209a8b HTTP/1.1" status: 200 len: 992 time: 0.0746274 Nov 16 22:33:42.854879 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-c30df42f-8bf9-48ad-859e-876e4ece25a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 1000 time: 0.0874953 Nov 16 22:33:42.908941 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-b33b108e-3b64-4e9f-a7f0-c9451bd25bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:42.910627 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-b33b108e-3b64-4e9f-a7f0-c9451bd25bba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0489945 Nov 16 22:33:42.966524 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-1d701adf-1614-48d7-92f6-fe810aabe039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:42.969201 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-1d701adf-1614-48d7-92f6-fe810aabe039 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521662 Nov 16 22:33:43.032817 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '1f289c58-60dd-439c-ae1c-fe1395209a8b', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'port_id': '4f53177b-425c-4491-8380-33649f31bb88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'mac_address': 'fa:16:3e:89:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:33:41Z', 'updated_at': '2021-11-16T22:33:41Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:30Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:43.063118 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] Checking router: ff947773-44f1-4f9e-92b3-2614555e6f28 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:33:43.074587 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:33:43.075545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:33:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:43.083157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-c3ebfc64-4160-435a-ae86-aea3ec8ec422 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072855 Nov 16 22:33:43.183458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d5f29c65-16dc-46bc-b362-c6676532ae4b req-eb957f45-d96e-4e3b-9b14-698e42ad8c16 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935349 Nov 16 22:33:43.199575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:33:43.423581 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '1f289c58-60dd-439c-ae1c-fe1395209a8b', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'port_id': '4f53177b-425c-4491-8380-33649f31bb88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'mac_address': 'fa:16:3e:89:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:33:41Z', 'updated_at': '2021-11-16T22:33:41Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:30Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:33:43.454224 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec74bfb-6e55-41d7-8e3f-40ccd8b1af85 None None] The sync data for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 is: [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': '1f289c58-60dd-439c-ae1c-fe1395209a8b', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'port_id': '4f53177b-425c-4491-8380-33649f31bb88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'mac_address': 'fa:16:3e:89:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:33:41Z', 'updated_at': '2021-11-16T22:33:41Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:30Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:33:43.637716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c635d-5825-4c05-a891-f7f150f9cfac None None] New status for floating IP 1f289c58-60dd-439c-ae1c-fe1395209a8b: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:33:43.811356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58624) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:33:43.876362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-5fc18beb-b313-46f3-8064-7bc4ee9b03a3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/1f289c58-60dd-439c-ae1c-fe1395209a8b HTTP/1.1" status: 200 len: 994 time: 0.0633430 Nov 16 22:33:50.935040 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3ce817f8-f4cc-426d-b4ec-56d1aab13c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:53.245310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ec6b411a-8fb6-4692-9de6-316132044843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:54.489761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:56.060656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:56.552733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-dbc76648-26c2-46e8-86fe-dae00f7470d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400591 Nov 16 22:33:56.635717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-ab64a87c-5e36-4d6c-885d-745be768d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:56.637190 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-ab64a87c-5e36-4d6c-885d-745be768d253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1097 time: 0.0401204 Nov 16 22:33:56.747003 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-e3356073-d899-4608-9bf2-37a28b552318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:56.748463 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-e3356073-d899-4608-9bf2-37a28b552318 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 896 time: 0.0914428 Nov 16 22:33:56.812114 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-2e4e2ca3-969c-4c5b-be22-97c2a2b25bc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 1002 time: 0.0560932 Nov 16 22:33:56.842950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:33:56.862800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-5ffe5634-909f-457a-b2ad-b113940bffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:56.864285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-5ffe5634-909f-457a-b2ad-b113940bffdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0449817 Nov 16 22:33:56.914268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-35ac9e67-7f3e-4e1d-a838-cadd0ed35054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:33:56.915757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-35ac9e67-7f3e-4e1d-a838-cadd0ed35054 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444758 Nov 16 22:33:57.008148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-4dda60ef-1919-4d9f-9116-6833e11d881b service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Nov 16 22:33:57.101252 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a223afb3-f46d-4a6f-9717-80295f35ba91 req-ceef9389-5c2b-4216-b2e1-7376f648ad8e service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857503 Nov 16 22:34:04.169599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:06.141401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:10.450770 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:34:20.937111 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6fee5381-1922-48ec-8208-806c09bc58bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:23.246502 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d77d6f52-a677-4920-8215-ad1ae93e0243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:24.492089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.063500 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:26.845296 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:34.173935 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:36.127427 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:46.657448 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070073cb-6bcd-4b08-ad21-9f89284a8ad0 req-86cd4699-feab-40be-abeb-6a8b8679ad98 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:46.659143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-070073cb-6bcd-4b08-ad21-9f89284a8ad0 req-86cd4699-feab-40be-abeb-6a8b8679ad98 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0510144 Nov 16 22:34:46.711478 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-070073cb-6bcd-4b08-ad21-9f89284a8ad0 req-de272633-bea1-4394-b6ce-45f51423fb01 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463898 Nov 16 22:34:47.450546 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:34:47.829799 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e1025-5bf3-4dfc-b7f2-f792db8f07ea req-a29093cc-117d-4e78-98a4-aacb4fc93408 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:47.831259 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e1e1025-5bf3-4dfc-b7f2-f792db8f07ea req-a29093cc-117d-4e78-98a4-aacb4fc93408 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0489252 Nov 16 22:34:47.883192 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3e1e1025-5bf3-4dfc-b7f2-f792db8f07ea req-3bd46b23-8e57-42d4-a987-2ca41d598759 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460663 Nov 16 22:34:48.999923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480cd05-a285-4a75-9c3a-dfd459fd35c6 req-5f7364cf-49ae-4b1d-bc05-924f33c42525 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:49.001544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e480cd05-a285-4a75-9c3a-dfd459fd35c6 req-5f7364cf-49ae-4b1d-bc05-924f33c42525 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0496259 Nov 16 22:34:49.054285 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e480cd05-a285-4a75-9c3a-dfd459fd35c6 req-3b1d2a42-5782-4a4c-814d-b2187103e99c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464408 Nov 16 22:34:50.169984 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95d1c4-eeaa-4cc8-b72b-c620c75b7238 req-842d9dae-37f5-4e7e-a430-443ac87c6d82 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:50.171470 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a95d1c4-eeaa-4cc8-b72b-c620c75b7238 req-842d9dae-37f5-4e7e-a430-443ac87c6d82 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0487077 Nov 16 22:34:50.221955 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a95d1c4-eeaa-4cc8-b72b-c620c75b7238 req-8005b77f-59e0-4376-a9ed-5e710ae6684d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443037 Nov 16 22:34:50.939951 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e38243c0-776b-45d5-82b6-f292aff621a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:51.337436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafb16d-a974-4c3a-a6cc-98484ab5309b req-846cf147-bb62-483b-94e4-15544761c8b6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:51.338941 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeafb16d-a974-4c3a-a6cc-98484ab5309b req-846cf147-bb62-483b-94e4-15544761c8b6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Nov 16 22:34:51.388322 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-aeafb16d-a974-4c3a-a6cc-98484ab5309b req-72671e16-71e5-4cc0-99fa-73626cbf17e6 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434787 Nov 16 22:34:52.506805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d923-c008-43f7-a628-765f56522085 req-f3050760-e6aa-47ca-ba15-d0ddbfe38784 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:52.508303 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec35d923-c008-43f7-a628-765f56522085 req-f3050760-e6aa-47ca-ba15-d0ddbfe38784 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0499763 Nov 16 22:34:52.556691 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec35d923-c008-43f7-a628-765f56522085 req-94103135-a438-49d1-a31c-3beb4c3d629e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425105 Nov 16 22:34:53.247259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d596ada-a74f-4cd0-9cad-cb275a42335e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:53.672866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd2fd4-50f1-46bc-965b-bedca02203a6 req-f0e439db-9e89-4525-9057-743ae8d1a7b2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:53.674755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08cd2fd4-50f1-46bc-965b-bedca02203a6 req-f0e439db-9e89-4525-9057-743ae8d1a7b2 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Nov 16 22:34:53.724466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-08cd2fd4-50f1-46bc-965b-bedca02203a6 req-15a27386-4002-4f48-8f46-a3013083ada7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437870 Nov 16 22:34:54.495221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:54.842720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1377569-9061-4c85-8a0a-f564e3934982 req-ee300e61-9201-44e8-b7be-87d3345e13a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:54.844202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1377569-9061-4c85-8a0a-f564e3934982 req-ee300e61-9201-44e8-b7be-87d3345e13a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0521097 Nov 16 22:34:54.893102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a1377569-9061-4c85-8a0a-f564e3934982 req-da7af1b9-0429-4064-ab54-7ea18f17afe4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420434 Nov 16 22:34:56.013890 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe9ff-32a0-4ed5-9954-b7bb07be2e5a req-988d36d7-6f9a-474e-9d03-a3b8b74f6fa7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:56.015373 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91dfe9ff-32a0-4ed5-9954-b7bb07be2e5a req-988d36d7-6f9a-474e-9d03-a3b8b74f6fa7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0529993 Nov 16 22:34:56.063856 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:56.065033 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91dfe9ff-32a0-4ed5-9954-b7bb07be2e5a req-53ade962-6d14-4428-9801-0c4023af7354 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438359 Nov 16 22:34:56.848295 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:34:57.181999 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7b140-aec1-40ea-8c46-bb018eb279e4 req-3a38139e-39c1-4878-98dc-bbfe37286941 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:57.183495 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52a7b140-aec1-40ea-8c46-bb018eb279e4 req-3a38139e-39c1-4878-98dc-bbfe37286941 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0491238 Nov 16 22:34:57.234186 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-52a7b140-aec1-40ea-8c46-bb018eb279e4 req-a6170d5e-1e3c-4888-9f25-e34ffc2176f1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432618 Nov 16 22:34:57.584445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-e9ad537d-33da-4b23-8162-92eb8f28cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:57.585874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-e9ad537d-33da-4b23-8162-92eb8f28cf25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1097 time: 0.0407784 Nov 16 22:34:57.690901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-904ebfbd-9157-4075-b338-02eb73718e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:57.692369 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-904ebfbd-9157-4075-b338-02eb73718e98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 896 time: 0.0878365 Nov 16 22:34:57.756050 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-763ad3d5-8669-47da-898b-dcb3c6d0b7bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 1002 time: 0.0565674 Nov 16 22:34:57.805840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-e1ccd15c-8e86-4ae8-ad46-9d26fc617cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:57.807269 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-e1ccd15c-8e86-4ae8-ad46-9d26fc617cc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0440512 Nov 16 22:34:57.855509 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-27adc911-9930-41c6-aa10-f4f2cf80999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:57.856880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-27adc911-9930-41c6-aa10-f4f2cf80999a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419114 Nov 16 22:34:57.945926 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-cc960277-b274-4139-ad78-c419bf360149 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818279 Nov 16 22:34:58.037679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe22e0c-3729-423a-8d17-1cb1ee5c4265 req-16c65192-4524-4b8d-ac7f-9d458ad5352e service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853283 Nov 16 22:34:58.350342 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e2f3c-c26f-42ec-a5f5-555c1be76499 req-0d296d27-f824-48af-8c82-8b77bb90cd00 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:58.351859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-287e2f3c-c26f-42ec-a5f5-555c1be76499 req-0d296d27-f824-48af-8c82-8b77bb90cd00 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0503087 Nov 16 22:34:58.399757 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-287e2f3c-c26f-42ec-a5f5-555c1be76499 req-dcd39862-2ba8-4e19-aee7-3352e33e047f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420921 Nov 16 22:34:59.517595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b029738-72d8-4855-8777-fcca1fca800f req-6dcfc26d-6aad-4e85-9443-4e102ab639d0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:34:59.519073 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b029738-72d8-4855-8777-fcca1fca800f req-6dcfc26d-6aad-4e85-9443-4e102ab639d0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0520427 Nov 16 22:34:59.569106 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6b029738-72d8-4855-8777-fcca1fca800f req-c7a6514e-371d-4515-a197-e0bbe2d0ef77 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440741 Nov 16 22:35:00.682224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae2a98-438f-45b1-ae48-d9fe4c184ec4 req-88a9bad7-da95-421b-8878-f8285f2e3c8a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:00.683706 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9ae2a98-438f-45b1-ae48-d9fe4c184ec4 req-88a9bad7-da95-421b-8878-f8285f2e3c8a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0478294 Nov 16 22:35:00.738453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9ae2a98-438f-45b1-ae48-d9fe4c184ec4 req-99bd0713-2538-47f5-a36e-22fe86a84ca0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481296 Nov 16 22:35:01.860046 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee402d41-36b4-451f-b6ba-d3766ca59f10 req-a448e003-71a0-42a4-bdc6-8ad5e80e5bc1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:01.861979 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee402d41-36b4-451f-b6ba-d3766ca59f10 req-a448e003-71a0-42a4-bdc6-8ad5e80e5bc1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0540960 Nov 16 22:35:01.912126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ee402d41-36b4-451f-b6ba-d3766ca59f10 req-212c5de1-c73d-4800-a948-7e4c8bc64519 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440648 Nov 16 22:35:03.026305 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027d285-542f-4e90-ad52-22fac45cec5a req-210ae7ed-9980-49b0-a3a3-f58e458d9745 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:03.027778 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b027d285-542f-4e90-ad52-22fac45cec5a req-210ae7ed-9980-49b0-a3a3-f58e458d9745 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Nov 16 22:35:03.077940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b027d285-542f-4e90-ad52-22fac45cec5a req-290cd565-1840-44f9-9d8f-d0222b8cbef3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431991 Nov 16 22:35:03.101666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58686) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:03.164648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5c0df1b6-8641-4dd2-a717-5b642e8c5133 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/1f289c58-60dd-439c-ae1c-fe1395209a8b HTTP/1.1" status: 200 len: 994 time: 0.0618341 Nov 16 22:35:04.179251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:04.427358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0ac57-241a-4177-8432-ed039b868097 req-f646ccad-4ab5-4af8-a7a9-9c5d1759434d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:04.428859 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b0ac57-241a-4177-8432-ed039b868097 req-f646ccad-4ab5-4af8-a7a9-9c5d1759434d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0508995 Nov 16 22:35:04.449882 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-aaea477c-d2cc-4cef-a969-129a55c7c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:04.451425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-aaea477c-d2cc-4cef-a969-129a55c7c0a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1097 time: 0.0417447 Nov 16 22:35:04.478684 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2b0ac57-241a-4177-8432-ed039b868097 req-883ffdc9-8553-4f6f-bf6a-70d5c34451f7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437610 Nov 16 22:35:04.544016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-65f38a6e-f7ec-4636-b5ee-f986c2877d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:04.545491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-65f38a6e-f7ec-4636-b5ee-f986c2877d4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 896 time: 0.0870235 Nov 16 22:35:04.608581 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-81f79b66-6b57-4240-be6a-226ca7677fd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 1002 time: 0.0557668 Nov 16 22:35:04.660260 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-9329b9ab-9fca-4a81-89af-2747a178787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:04.661699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-9329b9ab-9fca-4a81-89af-2747a178787e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0459089 Nov 16 22:35:04.707314 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-c06d2e1d-095b-4bed-a5c2-443ecd7c8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:04.708796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-c06d2e1d-095b-4bed-a5c2-443ecd7c8db6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406828 Nov 16 22:35:04.797210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-66975f2c-020b-42f1-9a7f-d1927b8b2dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812914 Nov 16 22:35:04.888486 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3ed315ba-df1e-4209-8f30-ab0109012535 req-2a088741-c508-4adf-96f1-acd6b8aff57c service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842528 Nov 16 22:35:05.596049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee1753-f491-4206-848b-f55de6f1c60c req-1ea32765-ac35-40dc-92b7-158b26e0cf28 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:05.597530 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbee1753-f491-4206-848b-f55de6f1c60c req-1ea32765-ac35-40dc-92b7-158b26e0cf28 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0498912 Nov 16 22:35:05.645890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbee1753-f491-4206-848b-f55de6f1c60c req-ecd8298b-50fb-49f9-9aa4-56c735f9d8e7 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425181 Nov 16 22:35:05.667368 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58696) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:05.731049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a1d64263-ea89-4a46-90d6-f7ff89584089 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/1f289c58-60dd-439c-ae1c-fe1395209a8b HTTP/1.1" status: 200 len: 994 time: 0.0625901 Nov 16 22:35:06.141105 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:20.941194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2d04-7356-4fc4-83fe-93f58b9fe7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:23.247888 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-904000c9-63b6-413b-b883-e6006696fbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:24.450193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:35:24.498313 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:26.067929 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:26.849948 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:34.179162 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:36.154825 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:41.014844 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-6ba02ddd-9bfa-46f2-bcc3-96241d949216 req-8b24cf7a-c064-4d93-9503-1accda20530a service neutron] (102454) timed out ('10.222.0.48', 54032) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:35:50.942658 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4023536c-3dd8-47de-805e-e630172003ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:53.248319 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c90cd1ba-63a7-4469-a3b2-f87cf0749d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.169677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58712) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:54.326987 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 6f7b0f6c-4b69-440d-8ec9-1632261bde46 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:54.327333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.406021 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.406350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.418048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 6f7b0f6c-4b69-440d-8ec9-1632261bde46 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:54.500928 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.577817 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.603427 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=6f7b0f6c-4b69-440d-8ec9-1632261bde46,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:54.628534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.628886 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.629224 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.629591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.629924 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.630254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.630579 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.630902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.631225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.631546 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.631865 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.632182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:54.669725 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:54.670050 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP 1f289c58-60dd-439c-ae1c-fe1395209a8b disassociated (deleted). External IP: 172.25.3.132, port: 4f53177b-425c-4491-8380-33649f31bb88. Nov 16 22:35:55.198100 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router ff947773-44f1-4f9e-92b3-2614555e6f28 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:35:55.305031 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:35:55.309896 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:55.315431 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] Sync routers for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:35:55.325117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:35:55.325759 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:55.337091 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-cf25147b-9c1e-419f-849c-2090ea57b100 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/floatingips/1f289c58-60dd-439c-ae1c-fe1395209a8b HTTP/1.1" status: 204 len: 168 time: 1.1663237 Nov 16 22:35:55.337723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'tag': '4f53177b-425c-4491-8380-33649f31bb88'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:35:55.340076 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcdb365-1f99-4229-9838-8e01346a62c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "tag": "4f53177b-425c-4491-8380-33649f31bb88"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:35:55.381638 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e3f56-e188-49c8-9333-18475dd2ac57 x-openstack-request-id: req-7f9e3f56-e188-49c8-9333-18475dd2ac57 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:35:55.381996 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "tag": "4f53177b-425c-4491-8380-33649f31bb88", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:35:55.382574 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f9e3f56-e188-49c8-9333-18475dd2ac57 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:35:55.383038 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'tag': '4f53177b-425c-4491-8380-33649f31bb88', 'status': 'completed', 'code': 200} Nov 16 22:35:55.435122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:35:55.449619 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-072eb99e-c4c9-47f5-ab31-22a077de1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:55.451406 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-072eb99e-c4c9-47f5-ab31-22a077de1e8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 1097 time: 0.0453279 Nov 16 22:35:55.563681 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-7ed3fd40-7e71-4e99-8bbe-ff335969b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:55.565282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-7ed3fd40-7e71-4e99-8bbe-ff335969b28e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 200 len: 896 time: 0.1054118 Nov 16 22:35:55.583417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3caca-bec1-43e1-aa85-8c7be074746d req-08e2dd97-93ff-47ab-92d1-28754e7ff116 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:55.585028 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6f3caca-bec1-43e1-aa85-8c7be074746d req-08e2dd97-93ff-47ab-92d1-28754e7ff116 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0510128 Nov 16 22:35:55.608073 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-eea1e133-3bf0-4ac2-8e53-9f7a76738149 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 200 len: 217 time: 0.0349829 Nov 16 22:35:55.635659 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c6f3caca-bec1-43e1-aa85-8c7be074746d req-7a115a5b-05b1-43e5-942a-b4f4a5f90d96 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444009 Nov 16 22:35:55.647909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:30Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:55.661163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-f5120301-6a86-4fa1-b5f0-6a9c11d369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:55.662703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-f5120301-6a86-4fa1-b5f0-6a9c11d369f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 200 len: 834 time: 0.0450735 Nov 16 22:35:55.675403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] Checking router: ff947773-44f1-4f9e-92b3-2614555e6f28 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:35:55.683802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:35:55.684415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:55.714423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-2a621b5e-94e7-4f0f-a745-55d16ac391ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:55.715934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-2a621b5e-94e7-4f0f-a745-55d16ac391ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ac890461-d139-435e-aab0-09299e44ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459073 Nov 16 22:35:55.792281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:35:55.810149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-1ddc4d17-33ab-40d5-9381-afc32961cbc9 service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854812 Nov 16 22:35:55.905969 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbcdb365-1f99-4229-9838-8e01346a62c2 req-96d0b54a-4014-4cdc-976e-8a81ca15e3ea service neutron] 10.222.0.47 "GET /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870385 Nov 16 22:35:55.995047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:30Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:35:56.020633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da87a57-3b6a-4413-81ad-d6feafb66b56 None None] The sync data for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 is: [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:33:27Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b', 'name': '', 'network_id': 'ac890461-d139-435e-aab0-09299e44ecb9', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:ef:81:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:26Z', 'updated_at': '2021-11-16T22:33:30Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'dee009d1-9bcc-492d-a45b-fa941fae6e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:35:56.074323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:56.242081 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23b78a-54b6-471d-a2fb-5583c522233f None None] New status for floating IP 1f289c58-60dd-439c-ae1c-fe1395209a8b: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:35:56.758710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74378258-4ebf-45b2-9944-2be1a51e0161 req-ab7f2810-3e69-4422-a211-fad4181a7889 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:56.760184 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74378258-4ebf-45b2-9944-2be1a51e0161 req-ab7f2810-3e69-4422-a211-fad4181a7889 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0490468 Nov 16 22:35:56.809002 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74378258-4ebf-45b2-9944-2be1a51e0161 req-aae34af9-1cae-4857-8c88-1097efb47aad tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=a62fc06d-88ee-44f7-a1dc-42240d824ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429449 Nov 16 22:35:56.851112 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:57.401036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-76d82ad7-46a7-41a1-a8d0-55ae20512739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:35:57.402422 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-76d82ad7-46a7-41a1-a8d0-55ae20512739 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 946 time: 0.0474563 Nov 16 22:35:57.493641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 4f53177b-425c-4491-8380-33649f31bb88 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:57.493987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:57.588024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 4f53177b-425c-4491-8380-33649f31bb88, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4f53177b-425c-4491-8380-33649f31bb88,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:57.588390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:57.605829 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 4f53177b-425c-4491-8380-33649f31bb88 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:57.731577 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:57.757934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=4f53177b-425c-4491-8380-33649f31bb88,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:57.805475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] No DVR routers for this DVR port 4f53177b-425c-4491-8380-33649f31bb88 on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:35:57.808097 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:57.811447 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d23c784d-2711-48fd-bdad-ce6ac47d7c44 req-03f5bd07-d2ad-4f7e-935f-d150f67ec717 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "DELETE /v2.0/ports/4f53177b-425c-4491-8380-33649f31bb88 HTTP/1.1" status: 204 len: 173 time: 0.4030986 Nov 16 22:35:57.811884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'name': 'network-vif-deleted', 'tag': '4f53177b-425c-4491-8380-33649f31bb88'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:35:57.814276 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57768a1d-8cec-44a7-a133-365a03bdea48" -d '{"events": [{"server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "name": "network-vif-deleted", "tag": "4f53177b-425c-4491-8380-33649f31bb88"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:35:57.853195 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ac2577-3a17-4934-9a70-f29febdf648b x-openstack-request-id: req-e7ac2577-3a17-4934-9a70-f29febdf648b {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:35:57.853505 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef86aad5-3b7e-4614-a632-56e8bfc05b20", "name": "network-vif-deleted", "tag": "4f53177b-425c-4491-8380-33649f31bb88", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:35:57.853784 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7ac2577-3a17-4934-9a70-f29febdf648b {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:35:57.854196 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef86aad5-3b7e-4614-a632-56e8bfc05b20', 'name': 'network-vif-deleted', 'tag': '4f53177b-425c-4491-8380-33649f31bb88', 'status': 'completed', 'code': 200} Nov 16 22:35:57.909781 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0ebfc27f-a709-4218-bcc6-a5078dc3b031 req-83858756-eff8-448d-a1bf-da1e4fea0b7d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef86aad5-3b7e-4614-a632-56e8bfc05b20 HTTP/1.1" status: 200 len: 210 time: 0.0301211 Nov 16 22:35:58.970103 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58728) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:35:59.331126 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:59.581240 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:35:59.581491 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:59.667705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:35:59.668069 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:59.680446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:35:59.867142 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:35:59.894543 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:35:59.918214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.918569 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.918919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.919257 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.919588 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.919922 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.920251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.920579 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.920907 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.921230 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.921576 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:35:59.921902 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:00.072879 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:00.282214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router ff947773-44f1-4f9e-92b3-2614555e6f28 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:36:00.665209 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:36:00.670235 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-5baeec46-f98d-4622-963d-9cee360e203f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/ff947773-44f1-4f9e-92b3-2614555e6f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991119 Nov 16 22:36:00.673756 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58730) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:00.676543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] Sync routers for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:36:00.686893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:00.687628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:00.724703 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting subnet dee009d1-9bcc-492d-a45b-fa941fae6e03 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:36:00.727929 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:00.767399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:00.793846 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:00.854502 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:00.914887 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:00.941561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Subnet': ['ID=dee009d1-9bcc-492d-a45b-fa941fae6e03,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:00.947446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:00.950722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-805bf3ef-6f72-44f3-9f6b-bbe538925eec tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/subnets/dee009d1-9bcc-492d-a45b-fa941fae6e03 HTTP/1.1" status: 204 len: 168 time: 0.2760086 Nov 16 22:36:00.953563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58732) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:00.983490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a60e6c-2027-4de2-a3bc-bdbb0b16ede0 None None] Network ac890461-d139-435e-aab0-09299e44ecb9 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:36:01.059128 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.170496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.225130 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 4973d13f-4108-48a1-ac31-967884bce1b4 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:36:01.225484 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.249126 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:35:59Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '4973d13f-4108-48a1-ac31-967884bce1b4', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:33:24Z', 'updated_at': '2021-11-16T22:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:01.279529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] Checking router: ff947773-44f1-4f9e-92b3-2614555e6f28 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:36:01.289301 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] DHCP port deletion for ac890461-d139-435e-aab0-09299e44ecb9 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:36:01.294014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] Routers {'ff947773-44f1-4f9e-92b3-2614555e6f28'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:01.294631 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['ff947773-44f1-4f9e-92b3-2614555e6f28'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:01.317343 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 4973d13f-4108-48a1-ac31-967884bce1b4, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=4973d13f-4108-48a1-ac31-967884bce1b4,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:01.317740 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.331641 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 4973d13f-4108-48a1-ac31-967884bce1b4 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:36:01.413957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] Set router ff947773-44f1-4f9e-92b3-2614555e6f28 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:01.450650 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:36:01.470153 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:36:01Z', 'revision_number': 6, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:01.499577 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.506247 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Deleting port 7811c39a-3e2d-4e41-ab21-86fb370b186b {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:36:01.506620 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.508305 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fe875-8d9b-48da-bf2a-c54ddb7dd2ce None None] The sync data for ids ['ff947773-44f1-4f9e-92b3-2614555e6f28'] in n-d-817778-8 is: [{'id': 'ff947773-44f1-4f9e-92b3-2614555e6f28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1504179114', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:33:23Z', 'updated_at': '2021-11-16T22:36:01Z', 'revision_number': 6, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:36:01.523804 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=4973d13f-4108-48a1-ac31-967884bce1b4,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:01.559188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c019d3f-83ad-48c0-94e6-7f681d8cbc69 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:36:01.589782 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.592499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] For port 7811c39a-3e2d-4e41-ab21-86fb370b186b, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=7811c39a-3e2d-4e41-ab21-86fb370b186b,segment=NetworkSegment(8fe007ab-b621-4b11-909a-a9b42e0db260),segment_id=8fe007ab-b621-4b11-909a-a9b42e0db260)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:01.593017 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.609222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Calling delete_port for 7811c39a-3e2d-4e41-ab21-86fb370b186b owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:36:01.688235 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.693549 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.695605 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.719866 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Pushing event deleted for resources: {'Port': ['ID=7811c39a-3e2d-4e41-ab21-86fb370b186b,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:01.729334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] No DVR routers for this DVR port 7811c39a-3e2d-4e41-ab21-86fb370b186b on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:36:01.731466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.731818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.732165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.732508 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.732909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.733212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.733628 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.734027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.734297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.734917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.735111 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.735376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dedd38-39b8-4e2d-9795-e5a68589b652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:01.738059 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.738958 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Fanout notify agent at l3_agent the message router_deleted on router ff947773-44f1-4f9e-92b3-2614555e6f28 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:36:01.745917 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.747092 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-52d2a530-4bb6-497a-8cce-555d8b43b42f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/routers/ff947773-44f1-4f9e-92b3-2614555e6f28 HTTP/1.1" status: 204 len: 168 time: 0.7925568 Nov 16 22:36:01.750714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58734) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:01.827458 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.921986 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.944382 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac890461-d139-435e-aab0-09299e44ecb9']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:01.955416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe007ab-b621-4b11-909a-a9b42e0db260') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:01.955789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe007ab-b621-4b11-909a-a9b42e0db260') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:01.965612 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.978418 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.984802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:36:01.985230 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:36:01.988376 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:36:02.055926 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.063919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.066660 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/networks/ac890461-d139-435e-aab0-09299e44ecb9 HTTP/1.1" status: 204 len: 168 time: 0.3148577 Nov 16 22:36:02.070183 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58736) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:02.079290 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386b88c-1571-43f7-a367-b794487306c3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Network': ['ID=ac890461-d139-435e-aab0-09299e44ecb9,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:02.128774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8351fdd3-cbd2-474e-ab91-e3ba84cc27d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.153640 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8351fdd3-cbd2-474e-ab91-e3ba84cc27d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.213634 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8351fdd3-cbd2-474e-ab91-e3ba84cc27d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.216424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8351fdd3-cbd2-474e-ab91-e3ba84cc27d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.217693 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8351fdd3-cbd2-474e-ab91-e3ba84cc27d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/security-groups/a62fc06d-88ee-44f7-a1dc-42240d824ca7 HTTP/1.1" status: 204 len: 168 time: 0.1462493 Nov 16 22:36:02.227808 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351fdd3-cbd2-474e-ab91-e3ba84cc27d5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62fc06d-88ee-44f7-a1dc-42240d824ca7,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:02.565471 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f53177b-425c-4491-8380-33649f31bb88 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:36:02.586972 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 4f53177b-425c-4491-8380-33649f31bb88 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:36:02.587403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4f53177b-425c-4491-8380-33649f31bb88 not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:36:02.593024 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58742) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:02.598159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698589018', 'description': 'tempest-secgroup-smoke-1698589018 description', 'project_id': '8db183e99bb24fb5adbec64362902456'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:02.620467 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.692765 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.696824 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.725880 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.727101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1330481 Nov 16 22:36:02.728961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8479c4d-f20a-41a4-8669-49ba62c40dce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5035ce0d-5227-4739-a39f-b5d508b15dc8,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:02.730299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58744) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:02.735575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '5035ce0d-5227-4739-a39f-b5d508b15dc8', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:02.762003 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.818337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.821800 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.842780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d88cbe-4c00-4275-a305-8e552aa517fd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:02.848938 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.850293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-477e343a-9485-4602-a12c-d3056972e51b tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189573 Nov 16 22:36:02.852975 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58746) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:02.857274 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '5035ce0d-5227-4739-a39f-b5d508b15dc8', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:02.883292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.939054 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.942987 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.958048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7451bccb-c5da-40dd-8789-36768e140c10,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:02.968841 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:02.970646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a3002f1a-9be1-49f3-b585-4488f2df9094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162071 Nov 16 22:36:02.973476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58748) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:02.977729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '5035ce0d-5227-4739-a39f-b5d508b15dc8', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:03.002501 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.061813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.065334 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.083269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129a33ec-ea39-4549-8d22-b1e209ed0c63,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:03.091102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.092287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4786a10a-0232-454d-a7a9-4f56ae32c726 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178846 Nov 16 22:36:03.095831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58750) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:03.100144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '5035ce0d-5227-4739-a39f-b5d508b15dc8', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:03.127004 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.151187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4973d13f-4108-48a1-ac31-967884bce1b4 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:36:03.171440 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 4973d13f-4108-48a1-ac31-967884bce1b4 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:36:03.171798 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 4973d13f-4108-48a1-ac31-967884bce1b4 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:36:03.172242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:36:03.185798 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.190714 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.198049 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:36:03.198407 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device a1bc63fc-ebc3-47c7-93c0-0bfddc0dbf1b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:36:03.198821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7811c39a-3e2d-4e41-ab21-86fb370b186b no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:36:03.210437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac491f9f-2faa-4b09-90c4-353af5386155,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:03.218425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.219829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3c18291f-0f2a-4629-8346-122e6a88dbd8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229939 Nov 16 22:36:03.220271 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 7811c39a-3e2d-4e41-ab21-86fb370b186b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:36:03.220624 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 7811c39a-3e2d-4e41-ab21-86fb370b186b not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:36:03.222759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58752) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:03.227466 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '5035ce0d-5227-4739-a39f-b5d508b15dc8', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:03.249657 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:36:03.255186 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.313495 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.317310 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.335840 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b4e204-4a9c-4e8b-b349-c0ad37e227cc,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:03.343654 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.345109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-076a151c-823a-4528-a40b-a8fc90c4c2c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213222 Nov 16 22:36:03.347904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58754) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:03.352159 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'security_group_rule': {'security_group_id': '5035ce0d-5227-4739-a39f-b5d508b15dc8', 'project_id': '8db183e99bb24fb5adbec64362902456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:03.373542 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Project 8db183e99bb24fb5adbec64362902456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:36:03.378911 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.439912 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.443615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.459355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054dc5b9-32f6-4122-8946-eb2312dea231,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:03.469356 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.470598 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-139dba5e-25b3-49ee-8cf3-f72536ec5da4 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217792 Nov 16 22:36:03.473465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58756) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:03.478242 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'network': {'name': 'tempest-network-smoke--1891481050', 'project_id': '8db183e99bb24fb5adbec64362902456', 'port_security_enabled': True}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:03.503048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:36:03.506686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.530812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:36:03.539732 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.540074 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Added segment 970e20b0-cedf-48f3-936f-367f00c85de5 of type vlan for network e9299069-879b-4008-9053-c3d8e72038cc Nov 16 22:36:03.581135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.605276 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.611544 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:03.612125 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.666788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1922784 Nov 16 22:36:03.669641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58758) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:03.674933 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'admin_state_up': True, 'project_id': '8db183e99bb24fb5adbec64362902456', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:03.699877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf218fa-b7b5-4def-959f-13ba21875fe0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Network': ['ID=e9299069-879b-4008-9053-c3d8e72038cc,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:03.710977 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network e9299069-879b-4008-9053-c3d8e72038cc details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:36:03.714719 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.715869 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.770863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:03.911367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.103823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.123434 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.177853 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.230272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.237 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/641f54b7-5482-4aad-a09f-efcf13e28b20) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:36:04.338424 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.371209 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.405605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:36:04.408926 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:04.414416 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:36:04.421083 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b00b8-a910-4b93-9599-8dd0404e7e8b None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:36:04.441534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=641f54b7-5482-4aad-a09f-efcf13e28b20,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:04.512325 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6e12e946-2dbe-4645-aa5d-ea2c5a459304 None None] Provisioning complete for port 641f54b7-5482-4aad-a09f-efcf13e28b20 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:04.512693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e12e946-2dbe-4645-aa5d-ea2c5a459304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.550459 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6e12e946-2dbe-4645-aa5d-ea2c5a459304 None None] Port 641f54b7-5482-4aad-a09f-efcf13e28b20 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:36:04.668191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.863785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:04.989024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:36:05.094592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:36:05.104060 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Sync routers for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:36:05.115333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.116563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-b34aada9-8175-4c59-ac0f-3ca23ccb1586 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4459746 Nov 16 22:36:05.117080 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:05.117787 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:05.119845 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58760) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:05.151076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-dcf6e6e8-f5aa-4516-ae6b-06517624e46c tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=8db183e99bb24fb5adbec64362902456&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301440 Nov 16 22:36:05.153800 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58762) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:05.221801 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:05.241020 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2dc9e-e5c9-4979-be92-4b678e07f74d tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:05.242567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-2ac2dc9e-e5c9-4979-be92-4b678e07f74d tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878663 Nov 16 22:36:05.245594 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58764) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:05.273278 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-da53ac52-5fcb-450e-8632-6569188bcb88 tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=6d8e15a5-c457-4a31-bba4-e5ab65fe6e05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266294 Nov 16 22:36:05.275887 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58766) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:05.280475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1317148899', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'project_id': '8db183e99bb24fb5adbec64362902456', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:05.372708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:36:05.377447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.398477 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:04Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:05.428970 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Checking router: 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:36:05.429331 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Updating router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f port 641f54b7-5482-4aad-a09f-efcf13e28b20 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:36:05.459775 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.562693 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.628972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Subnet': ['ID=e81081ff-fc33-4df1-82d9-dc1503f7d3dd,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:05.634376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Checking segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:36:05.634737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network hostable DHCP agents. Network: e9299069-879b-4008-9053-c3d8e72038cc, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:36:05.651504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e9299069-879b-4008-9053-c3d8e72038cc is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:36:05.661128 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, e9299069-879b-4008-9053-c3d8e72038cc) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:05.665291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:05.665940 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.671345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b9dca-0ea2-44c4-aa44-0bbd2f4ce410 None None] Network e9299069-879b-4008-9053-c3d8e72038cc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:36:05.687339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-92a88331-a22d-4e68-9e2b-163589528952 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4070630 Nov 16 22:36:05.690077 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58770) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:05.712178 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.718520 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.763096 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Pushing event updated for resources: {'Port': ['ID=641f54b7-5482-4aad-a09f-efcf13e28b20,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:05.765239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefee8d6-98c1-4dc0-a831-1a2b59aae9fe None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:36:05.783137 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Attempting to bind port 641f54b7-5482-4aad-a09f-efcf13e28b20 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:36:05.783512 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Attempting to bind port 641f54b7-5482-4aad-a09f-efcf13e28b20 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:36:05.783879 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Attempting to bind port 641f54b7-5482-4aad-a09f-efcf13e28b20 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:36:05.787464 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.787816 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.788154 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.788490 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.788823 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.789153 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.789697 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.790030 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.790353 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.790681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.791001 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.791500 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:36:05.796680 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:36:05.797884 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:36:05.798298 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.798681 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:36:05.799147 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Bound port: 641f54b7-5482-4aad-a09f-efcf13e28b20, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:36:05.799699 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.844820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-e9299069-879b-4008-9053-c3d8e72038cc', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:36:05.845861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.866891 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] For port 641f54b7-5482-4aad-a09f-efcf13e28b20, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:36:05.869888 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] For port 641f54b7-5482-4aad-a09f-efcf13e28b20, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=641f54b7-5482-4aad-a09f-efcf13e28b20,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:36:05.875207 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:05.921870 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:05.922714 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:05.935349 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbb77d-4c0e-4777-ac03-f0acaadf4352 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:36:05.985877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6e33a29b-9fcf-4843-af53-eda94f22e761 None None] Provisioning complete for port 641f54b7-5482-4aad-a09f-efcf13e28b20 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:05.986349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e33a29b-9fcf-4843-af53-eda94f22e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.035402 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d53b1-9b7c-441f-b199-a37825eab88d None None] Pushing event updated for resources: {'Port': ['ID=641f54b7-5482-4aad-a09f-efcf13e28b20,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:06.041066 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Allocated IP 172.20.0.2 (e9299069-879b-4008-9053-c3d8e72038cc/e81081ff-fc33-4df1-82d9-dc1503f7d3dd/f45657e6-0595-4019-b3ca-19fabad73ae5) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:36:06.046014 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:06.138705 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e33a29b-9fcf-4843-af53-eda94f22e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.159883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.183236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-6e33a29b-9fcf-4843-af53-eda94f22e761 None None] For port 641f54b7-5482-4aad-a09f-efcf13e28b20, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=641f54b7-5482-4aad-a09f-efcf13e28b20,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:06.191257 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.193734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6e33a29b-9fcf-4843-af53-eda94f22e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.243056 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:04Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:06.275569 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae102f-d977-4b59-a625-3ff38ee5c72e None None] The sync data for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 is: [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:04Z', 'revision_number': 3, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:36:06.290044 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a29b-9fcf-4843-af53-eda94f22e761 None None] Pushing event updated for resources: {'Port': ['ID=641f54b7-5482-4aad-a09f-efcf13e28b20,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:06.309179 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.317842 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.358353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-11cebb61-7668-42c1-970f-644506bdbb3b None None] Provisioning complete for port 641f54b7-5482-4aad-a09f-efcf13e28b20 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:06.358727 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-11cebb61-7668-42c1-970f-644506bdbb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.388613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Network e9299069-879b-4008-9053-c3d8e72038cc is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:36:06.396032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:06.401756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:36:06.408641 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Pushing event updated for resources: {'Port': ['ID=f45657e6-0595-4019-b3ca-19fabad73ae5,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:06.462493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.1 (e9299069-879b-4008-9053-c3d8e72038cc/e81081ff-fc33-4df1-82d9-dc1503f7d3dd/d92ac87e-91b1-4416-abeb-c7ed83b8536f) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:36:06.521695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Attempting to bind port f45657e6-0595-4019-b3ca-19fabad73ae5 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:36:06.522106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Attempting to bind port f45657e6-0595-4019-b3ca-19fabad73ae5 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:36:06.523576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Attempting to bind port f45657e6-0595-4019-b3ca-19fabad73ae5 on network e9299069-879b-4008-9053-c3d8e72038cc {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:36:06.530802 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:36:06.531059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Checking segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:36:06.531391 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.531779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Bound using segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:36:06.532246 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Bound port: f45657e6-0595-4019-b3ca-19fabad73ae5, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:36:06.532632 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.605849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] For port f45657e6-0595-4019-b3ca-19fabad73ae5, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:36:06.609221 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] For port f45657e6-0595-4019-b3ca-19fabad73ae5, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f45657e6-0595-4019-b3ca-19fabad73ae5,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:36:06.611081 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.614768 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.651424 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.681784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc26c6-2ae8-4d44-b5af-f3464ca0aca8 None None] Pushing event updated for resources: {'Port': ['ID=f45657e6-0595-4019-b3ca-19fabad73ae5,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:06.702962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e9299069-879b-4008-9053-c3d8e72038cc is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:36:06.708770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:06.712820 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:36:06.739921 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=d92ac87e-91b1-4416-abeb-c7ed83b8536f,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:06.764616 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:06.943061 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.226756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 641f54b7-5482-4aad-a09f-efcf13e28b20 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:36:07.252002 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.257379 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.281717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 641f54b7-5482-4aad-a09f-efcf13e28b20 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:07.282200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.333549 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.336510 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=d92ac87e-91b1-4416-abeb-c7ed83b8536f,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:07.380598 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f45657e6-0595-4019-b3ca-19fabad73ae5 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:36:07.433576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f45657e6-0595-4019-b3ca-19fabad73ae5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:07.434214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.446699 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e9299069-879b-4008-9053-c3d8e72038cc is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:36:07.448412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:07.522052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.559261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port f45657e6-0595-4019-b3ca-19fabad73ae5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f45657e6-0595-4019-b3ca-19fabad73ae5,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:07.564412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.575827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:36:07.620496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=f45657e6-0595-4019-b3ca-19fabad73ae5,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:07.684310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55bd7b-077f-4768-afd5-61e5494e8c7d None None] Network e9299069-879b-4008-9053-c3d8e72038cc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:36:07.707676 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:36:07.713550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-adc6cb1b-83fd-4c67-8ef7-c3e10c8f1567 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0217435 Nov 16 22:36:07.806795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-8da1769e-6ef6-44ff-82e3-b1de346dec18 None None] Provisioning complete for port f45657e6-0595-4019-b3ca-19fabad73ae5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:07.807171 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8da1769e-6ef6-44ff-82e3-b1de346dec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:07.879491 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-d75a5630-8401-4fba-8857-8dd572e9d094 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698589018&fields=id&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 267 time: 0.0477855 Nov 16 22:36:08.010772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-d278c90b-9113-4a03-a440-d9014dd6550c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:08.012337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-d278c90b-9113-4a03-a440-d9014dd6550c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 797 time: 0.1206260 Nov 16 22:36:08.033550 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-82eb6df4-d82c-44f3-b0d1-b7308b95f5f8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/quotas/8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 375 time: 0.0106723 Nov 16 22:36:08.092053 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-f9ec7e8a-5fa4-46e9-bd90-3751eba1f8b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515494 Nov 16 22:36:08.245399 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-871996bd-95ce-42ab-a629-d2aad55168af service neutron] 10.222.0.48 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388588 Nov 16 22:36:08.268815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Sync routers for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:36:08.278776 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:08.279399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:08.350551 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-b68006de-5d39-4cb6-99c5-c76c7e7c40e4 service neutron] 10.222.0.48 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984669 Nov 16 22:36:08.371338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f1d06e98-bce9-4cf7-bd85-723c82a66ece None None] Provisioning complete for port f45657e6-0595-4019-b3ca-19fabad73ae5 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:08.371742 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1d06e98-bce9-4cf7-bd85-723c82a66ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:08.431822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:08.545261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b5ccea67-67fd-4fb5-9133-a597043ac337 req-4aeaec3d-d8b3-4685-8c71-1efe4a977c0c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 210 time: 0.0327098 Nov 16 22:36:08.642778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f1d06e98-bce9-4cf7-bd85-723c82a66ece None None] Provisioning complete for port d92ac87e-91b1-4416-abeb-c7ed83b8536f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:08.643165 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f1d06e98-bce9-4cf7-bd85-723c82a66ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:08.716757 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f1d06e98-bce9-4cf7-bd85-723c82a66ece None None] Port d92ac87e-91b1-4416-abeb-c7ed83b8536f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:36:08.748274 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:07Z', 'revision_number': 2, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:08.776873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Checking router: 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:36:08.777230 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Updating router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f port d92ac87e-91b1-4416-abeb-c7ed83b8536f binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:36:08.806200 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:08.908933 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b8397add-e948-4dd8-8d83-91f999502067 None None] Provisioning complete for port d92ac87e-91b1-4416-abeb-c7ed83b8536f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:08.909312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8397add-e948-4dd8-8d83-91f999502067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:08.965374 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-b8397add-e948-4dd8-8d83-91f999502067 None None] Port d92ac87e-91b1-4416-abeb-c7ed83b8536f cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:36:09.113353 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.120038 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.171434 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f45657e6-0595-4019-b3ca-19fabad73ae5 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:36:09.199369 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ccb13-1849-44dc-bd92-e127762b1111 None None] Pushing event updated for resources: {'Port': ['ID=d92ac87e-91b1-4416-abeb-c7ed83b8536f,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:09.263363 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Attempting to bind port d92ac87e-91b1-4416-abeb-c7ed83b8536f on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:36:09.263744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Attempting to bind port d92ac87e-91b1-4416-abeb-c7ed83b8536f by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:36:09.264114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Attempting to bind port d92ac87e-91b1-4416-abeb-c7ed83b8536f on network e9299069-879b-4008-9053-c3d8e72038cc {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:36:09.271245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:36:09.271625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Checking segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:36:09.272032 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.272437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Bound using segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:36:09.272910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Bound port: d92ac87e-91b1-4416-abeb-c7ed83b8536f, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:36:09.273295 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.295069 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port f45657e6-0595-4019-b3ca-19fabad73ae5 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:09.295442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.378158 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] For port d92ac87e-91b1-4416-abeb-c7ed83b8536f, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:36:09.383138 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] For port d92ac87e-91b1-4416-abeb-c7ed83b8536f, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d92ac87e-91b1-4416-abeb-c7ed83b8536f,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:36:09.390343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.456025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-aca84269-b916-41af-a812-b9fab31e9cf7 None None] Provisioning complete for port d92ac87e-91b1-4416-abeb-c7ed83b8536f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:09.456404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aca84269-b916-41af-a812-b9fab31e9cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.523498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:09.524100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:09.527722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ccb13-1849-44dc-bd92-e127762b1111 None None] Pushing event updated for resources: {'Port': ['ID=d92ac87e-91b1-4416-abeb-c7ed83b8536f,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:09.605094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-76a4c096-c4b2-4a72-b7ef-02faf35f6a1f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:09.611265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-76a4c096-c4b2-4a72-b7ef-02faf35f6a1f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 797 time: 0.1656692 Nov 16 22:36:09.683360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-fbd9c977-e133-47a9-8c53-af171787fef3 req-4c99d242-442b-48c5-85bd-316ee5273764 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 210 time: 0.0505075 Nov 16 22:36:09.712877 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aca84269-b916-41af-a812-b9fab31e9cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.727056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:09.734868 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-0b07c3f5-3d48-4fd2-915e-b93736aeec9a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db183e99bb24fb5adbec64362902456 HTTP/1.1" status: 200 len: 380 time: 0.1112118 Nov 16 22:36:09.744623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'port': {'device_id': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'admin_state_up': True, 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'security_groups': ['5035ce0d-5227-4739-a39f-b5d508b15dc8']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:09.791386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-aca84269-b916-41af-a812-b9fab31e9cf7 None None] For port d92ac87e-91b1-4416-abeb-c7ed83b8536f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d92ac87e-91b1-4416-abeb-c7ed83b8536f,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:09.818300 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-aca84269-b916-41af-a812-b9fab31e9cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.863360 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Made reservation on behalf of 8db183e99bb24fb5adbec64362902456 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:36:09.867299 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:09.914178 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca84269-b916-41af-a812-b9fab31e9cf7 None None] Pushing event updated for resources: {'Port': ['ID=d92ac87e-91b1-4416-abeb-c7ed83b8536f,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:09.955910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-16d81167-3549-4aad-9ff0-14e3db403f5d None None] Provisioning complete for port d92ac87e-91b1-4416-abeb-c7ed83b8536f triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:09.956138 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-16d81167-3549-4aad-9ff0-14e3db403f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:10.004988 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.20.0.11 (e9299069-879b-4008-9053-c3d8e72038cc/e81081ff-fc33-4df1-82d9-dc1503f7d3dd/4934073c-8560-4899-9743-24619b1d9c4b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:36:10.229362 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:10.260723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa97ea-e086-46ad-8a88-2a89be842434 None None] The sync data for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 is: [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:36:10.493709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:10.534566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:10.585940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network e9299069-879b-4008-9053-c3d8e72038cc is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:36:10.589231 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:10.591677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:36:10.619273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=4934073c-8560-4899-9743-24619b1d9c4b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:10.651961 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:10.652946 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:10.671122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-2bb3d9d9-2cb4-4a9a-80a4-e66cc540aeb9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9303164 Nov 16 22:36:10.684556 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Request body: {'port': {'device_id': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:10.753990 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:10.832303 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29accae6-d0b4-4dea-8048-6a550767b4c7 req-c916ac50-1cc6-4f6c-80c6-0bca3dc3cefa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:10.833916 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-29accae6-d0b4-4dea-8048-6a550767b4c7 req-c916ac50-1cc6-4f6c-80c6-0bca3dc3cefa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 932 time: 0.0594344 Nov 16 22:36:10.889328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-bf0ec798-e52b-47e8-b0bb-5290b51ddeab None None] Provisioning complete for port 4934073c-8560-4899-9743-24619b1d9c4b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:10.890435 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec798-e52b-47e8-b0bb-5290b51ddeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:10.892053 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-29accae6-d0b4-4dea-8048-6a550767b4c7 req-28be92ee-a42b-4c5a-937d-18e0be29f64f tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509994 Nov 16 22:36:10.931556 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ec798-e52b-47e8-b0bb-5290b51ddeab None None] Port 4934073c-8560-4899-9743-24619b1d9c4b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:36:11.049248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4934073c-8560-4899-9743-24619b1d9c4b {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:36:11.057672 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:11.071529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Transition to ACTIVE for port object 4934073c-8560-4899-9743-24619b1d9c4b will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:36:11.075995 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:11.152018 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4934073c-8560-4899-9743-24619b1d9c4b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:11.199058 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d92ac87e-91b1-4416-abeb-c7ed83b8536f up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:36:11.217565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Attempting to bind port 4934073c-8560-4899-9743-24619b1d9c4b on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:36:11.218160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Attempting to bind port 4934073c-8560-4899-9743-24619b1d9c4b by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:36:11.218497 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Attempting to bind port 4934073c-8560-4899-9743-24619b1d9c4b on network e9299069-879b-4008-9053-c3d8e72038cc {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:36:11.224335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Port 4934073c-8560-4899-9743-24619b1d9c4b on network e9299069-879b-4008-9053-c3d8e72038cc not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:36:11.224673 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Attempting to bind port 4934073c-8560-4899-9743-24619b1d9c4b on network e9299069-879b-4008-9053-c3d8e72038cc {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:36:11.230378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:36:11.230723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Checking segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:36:11.231470 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Bound using segment: {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:36:11.231648 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Bound port: 4934073c-8560-4899-9743-24619b1d9c4b, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970e20b0-cedf-48f3-936f-367f00c85de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:36:11.231899 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:11.261038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port d92ac87e-91b1-4416-abeb-c7ed83b8536f triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:11.261415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:11.313632 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] For port 4934073c-8560-4899-9743-24619b1d9c4b, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:36:11.317729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] For port 4934073c-8560-4899-9743-24619b1d9c4b, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4934073c-8560-4899-9743-24619b1d9c4b,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:36:11.323863 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:11.369611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:11.370316 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:11.371977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 1092 time: 0.6918926 Nov 16 22:36:11.372537 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:36:11.375650 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60600291-edbc-48bc-a426-38a4a5713a07" -d '{"events": [{"name": "network-changed", "server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "tag": "4934073c-8560-4899-9743-24619b1d9c4b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:36:11.433770 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb045e-b6c7-46fc-a290-e9173a205e97 x-openstack-request-id: req-a3cb045e-b6c7-46fc-a290-e9173a205e97 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:36:11.434067 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "tag": "4934073c-8560-4899-9743-24619b1d9c4b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:36:11.434317 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3cb045e-b6c7-46fc-a290-e9173a205e97 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:36:11.434718 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b', 'status': 'completed', 'code': 200} Nov 16 22:36:11.438891 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c565f19-d2d1-4412-8e98-6a00c38443c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4934073c-8560-4899-9743-24619b1d9c4b,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:11.477281 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-34cccc85-0881-4dd8-b56d-ba006611dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:11.480905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-34cccc85-0881-4dd8-b56d-ba006611dd39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1095 time: 0.0609999 Nov 16 22:36:11.526165 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-36b83b27-f4da-48a6-b000-8a599212ddfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 217 time: 0.0388761 Nov 16 22:36:11.584143 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-726204e0-2ef6-413c-8f9c-a0b3f57e1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:11.585692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-726204e0-2ef6-413c-8f9c-a0b3f57e1e00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 200 len: 835 time: 0.0520203 Nov 16 22:36:11.635310 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-d6cb12ca-71af-4ac9-adb7-5556d03aa592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:11.637936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-d6cb12ca-71af-4ac9-adb7-5556d03aa592 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9299069-879b-4008-9053-c3d8e72038cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451715 Nov 16 22:36:11.738008 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-a590f210-71ae-4759-829f-16fafa4e5e6e service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928721 Nov 16 22:36:11.827301 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e280a610-74f4-47bb-8fa3-754a32bdd4a5 req-76434b56-65bd-46d3-bfc5-c256b4beec9e service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821433 Nov 16 22:36:11.913057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60600291-edbc-48bc-a426-38a4a5713a07 req-100db2a8-9465-43ab-bb44-5499b066f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:11.914588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-100db2a8-9465-43ab-bb44-5499b066f77f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1095 time: 0.0415733 Nov 16 22:36:12.010473 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a890-c057-443a-959c-147fa2072287 req-1d97062c-70ff-46c2-8d96-ff2971830398 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:12.011960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1ef9a890-c057-443a-959c-147fa2072287 req-1d97062c-70ff-46c2-8d96-ff2971830398 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Nov 16 22:36:12.013429 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60600291-edbc-48bc-a426-38a4a5713a07 req-7245a57b-5b19-4c59-9fde-b04a65d42f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:12.014981 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-7245a57b-5b19-4c59-9fde-b04a65d42f9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 898 time: 0.0935752 Nov 16 22:36:12.056676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-5d5af8e5-f06b-4c2b-b1cb-8e28636072c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 217 time: 0.0347586 Nov 16 22:36:12.067603 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1ef9a890-c057-443a-959c-147fa2072287 req-512e9587-f4ca-4142-ade7-6a09cb8713a0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489960 Nov 16 22:36:12.114165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60600291-edbc-48bc-a426-38a4a5713a07 req-baaeeed4-a1ab-4e17-acb5-8bf1a5a6d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:12.115630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-baaeeed4-a1ab-4e17-acb5-8bf1a5a6d7b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 200 len: 835 time: 0.0522354 Nov 16 22:36:12.160947 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60600291-edbc-48bc-a426-38a4a5713a07 req-a33a31c4-b7ed-45ed-b2d3-0f431165f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:12.162453 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-a33a31c4-b7ed-45ed-b2d3-0f431165f691 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9299069-879b-4008-9053-c3d8e72038cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402932 Nov 16 22:36:12.258573 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-bf12f2c4-bd6e-44d5-ab57-78a802fa1766 service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891838 Nov 16 22:36:12.350004 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60600291-edbc-48bc-a426-38a4a5713a07 req-18677668-7e2d-40f6-bd73-20bd31b8aeb8 service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842383 Nov 16 22:36:13.186565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a04f-e7fc-44db-940e-b28004ef211b req-cd1cbc62-6113-4c92-9ca0-e61c233bfc53 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:13.188243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c00a04f-e7fc-44db-940e-b28004ef211b req-cd1cbc62-6113-4c92-9ca0-e61c233bfc53 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 944 time: 0.0508800 Nov 16 22:36:13.237784 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8c00a04f-e7fc-44db-940e-b28004ef211b req-1627f4c6-0cb8-45ab-9f1a-5f81640412c5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Nov 16 22:36:14.356178 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b66007-4ef6-4709-a7ff-a4b7ced58fca req-56cff044-8a10-4b83-beae-e1d9c20aafb8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:14.357651 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89b66007-4ef6-4709-a7ff-a4b7ced58fca req-56cff044-8a10-4b83-beae-e1d9c20aafb8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 944 time: 0.0512810 Nov 16 22:36:14.406051 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89b66007-4ef6-4709-a7ff-a4b7ced58fca req-01bb2f60-43fa-4358-a86e-aef3ae7660a3 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Nov 16 22:36:14.599541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4934073c-8560-4899-9743-24619b1d9c4b details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:36:14.694291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4934073c-8560-4899-9743-24619b1d9c4b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4934073c-8560-4899-9743-24619b1d9c4b,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:14.705620 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': '4934073c-8560-4899-9743-24619b1d9c4b', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'port_id': '4934073c-8560-4899-9743-24619b1d9c4b', 'mac_address': 'fa:16:3e:f9:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:36:14.746240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:14.759490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4934073c-8560-4899-9743-24619b1d9c4b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:36:14.777849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4934073c-8560-4899-9743-24619b1d9c4b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4934073c-8560-4899-9743-24619b1d9c4b,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:14.783084 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:14.830633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4934073c-8560-4899-9743-24619b1d9c4b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:15.136346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['4934073c-8560-4899-9743-24619b1d9c4b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:36:15.530265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e3661-eadb-48dc-b8dc-f635cd9561f8 req-a80bc084-acc8-493b-badd-db1d8e2641cc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:15.532409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a3e3661-eadb-48dc-b8dc-f635cd9561f8 req-a80bc084-acc8-493b-badd-db1d8e2641cc tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 945 time: 0.0560527 Nov 16 22:36:15.583179 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8a3e3661-eadb-48dc-b8dc-f635cd9561f8 req-10cec2bb-502f-44fe-b3ca-0eb5307aee9d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Nov 16 22:36:16.597813 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4934073c-8560-4899-9743-24619b1d9c4b up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:36:16.647749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port 4934073c-8560-4899-9743-24619b1d9c4b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:36:16.652187 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port 4934073c-8560-4899-9743-24619b1d9c4b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:36:16.652561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:16.701325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824657-2c1b-4176-bbab-8606c3589caa req-114b9e04-bc4a-44fc-bfff-b82bd8a9adfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:16.703491 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa824657-2c1b-4176-bbab-8606c3589caa req-114b9e04-bc4a-44fc-bfff-b82bd8a9adfa tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Nov 16 22:36:16.734785 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:16.754472 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fa824657-2c1b-4176-bbab-8606c3589caa req-c4710300-2b63-4fe0-bf63-b8a5be74cafb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447984 Nov 16 22:36:16.758859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:36:16.761395 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd738d-76eb-430e-800e-6ec07c7e2f0d" -d '{"events": [{"server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "name": "network-vif-plugged", "status": "completed", "tag": "4934073c-8560-4899-9743-24619b1d9c4b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:36:16.775259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port 4934073c-8560-4899-9743-24619b1d9c4b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4934073c-8560-4899-9743-24619b1d9c4b,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:36:16.779485 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:16.828531 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=4934073c-8560-4899-9743-24619b1d9c4b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:16.851302 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7902f9-fce5-4d06-b655-c5d9d95ac995 x-openstack-request-id: req-0e7902f9-fce5-4d06-b655-c5d9d95ac995 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:36:16.851619 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "name": "network-vif-plugged", "status": "completed", "tag": "4934073c-8560-4899-9743-24619b1d9c4b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:36:16.851884 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e7902f9-fce5-4d06-b655-c5d9d95ac995 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:36:16.852397 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b', 'code': 200} Nov 16 22:36:16.943047 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a73df-d815-4ee3-a8f7-ac72f68ca78b req-cee071a5-7453-43fd-8e48-3c48c7a77ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:16.944538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-656a73df-d815-4ee3-a8f7-ac72f68ca78b req-cee071a5-7453-43fd-8e48-3c48c7a77ffb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1097 time: 0.0396080 Nov 16 22:36:16.992060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-656a73df-d815-4ee3-a8f7-ac72f68ca78b req-d1603439-a506-47eb-8b95-a82b24409839 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394251 Nov 16 22:36:17.869899 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5907a-c2a9-46f4-bf4b-dbb8821ffd78 req-2b804fcd-2d95-40c8-8c80-ae397c1189ea tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:17.871385 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f5907a-c2a9-46f4-bf4b-dbb8821ffd78 req-2b804fcd-2d95-40c8-8c80-ae397c1189ea tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0493429 Nov 16 22:36:17.925791 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-01f5907a-c2a9-46f4-bf4b-dbb8821ffd78 req-817e9d41-fdba-42cc-80d0-3de72caad49e tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484321 Nov 16 22:36:19.044605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e7a61-6fa5-44cd-96fc-b1a2ef68cca8 req-c0e20084-b1ee-4643-b3a7-67a7e72d41a5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:19.046115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a27e7a61-6fa5-44cd-96fc-b1a2ef68cca8 req-c0e20084-b1ee-4643-b3a7-67a7e72d41a5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0518918 Nov 16 22:36:19.095420 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a27e7a61-6fa5-44cd-96fc-b1a2ef68cca8 req-63cd27d4-b0f9-4c93-ac15-fca306513f22 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Nov 16 22:36:19.213003 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beb9e8-d593-4d8e-8e5b-476e51e3aa96 req-afb89f97-3638-442e-886c-2698425eef88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:19.214402 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4beb9e8-d593-4d8e-8e5b-476e51e3aa96 req-afb89f97-3638-442e-886c-2698425eef88 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Nov 16 22:36:19.264403 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a4beb9e8-d593-4d8e-8e5b-476e51e3aa96 req-66f7c1b3-51a1-4077-986e-5821f03a82ee tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Nov 16 22:36:19.285602 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58832) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:19.324258 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef755c1-b97b-4895-8e12-6b762d4fbd5b tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:19.325755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bef755c1-b97b-4895-8e12-6b762d4fbd5b tempest-TestNetworkAdvancedServerOps-1215121540 tempest-TestNetworkAdvancedServerOps-1215121540-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1092 time: 0.0391824 Nov 16 22:36:19.328450 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58834) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:19.332570 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '4934073c-8560-4899-9743-24619b1d9c4b', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:36:19.353964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:19.450435 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:19.550741 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Allocated IP 172.25.3.182 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d01e8507-e1ba-4616-a69c-13d5ac7ea4e2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:36:19.654276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:19.688333 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:19.729622 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:36:19.732578 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:36:19.738001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:36:19.759805 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=d01e8507-e1ba-4616-a69c-13d5ac7ea4e2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:20.361270 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.424741 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.575830 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.580367 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.652280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event updated for resources: {'Port': ['ID=d01e8507-e1ba-4616-a69c-13d5ac7ea4e2,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:36:20.661262 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.763529 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP c72af7e7-07ad-4915-9046-ea84a9573f75 associated. External IP: 172.25.3.182, port: 4934073c-8560-4899-9743-24619b1d9c4b. Nov 16 22:36:20.944442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-661472b4-4853-409b-b3d4-350f5e3bb86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:20.969080 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:36:21.075441 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:36:21.084988 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] Sync routers for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:36:21.092498 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:21.094985 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:21.095592 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:21.120625 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ca2815fc-a51b-49ed-958f-9576a86393c0 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7911861 Nov 16 22:36:21.121216 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:36:21.123614 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecedc946-cf49-41b3-b5b1-3cbd7695071b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "tag": "4934073c-8560-4899-9743-24619b1d9c4b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:36:21.235593 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0755c4eb-ce03-4788-9d81-7304dde54156 x-openstack-request-id: req-0755c4eb-ce03-4788-9d81-7304dde54156 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:36:21.236091 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "tag": "4934073c-8560-4899-9743-24619b1d9c4b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:36:21.236346 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0755c4eb-ce03-4788-9d81-7304dde54156 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:36:21.236756 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b', 'status': 'completed', 'code': 200} Nov 16 22:36:21.237275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342f4bd-50c3-4d55-a024-7d4b8e678e6a req-326e1290-d7ef-4ca7-8c32-cffa91a84c28 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:21.238910 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8342f4bd-50c3-4d55-a024-7d4b8e678e6a req-326e1290-d7ef-4ca7-8c32-cffa91a84c28 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0674434 Nov 16 22:36:21.299478 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:21.318375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8342f4bd-50c3-4d55-a024-7d4b8e678e6a req-d6f8f0ac-65bc-4bef-9c8a-6234296005eb tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733929 Nov 16 22:36:21.323930 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-79645a75-1c45-4c74-849f-7d63ff9d2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:21.325742 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-79645a75-1c45-4c74-849f-7d63ff9d2d5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1097 time: 0.0638077 Nov 16 22:36:21.340857 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58842) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:21.409101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a8da0f95-e894-4c72-9481-f8aadc509d2a tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/c72af7e7-07ad-4915-9046-ea84a9573f75 HTTP/1.1" status: 200 len: 992 time: 0.0659356 Nov 16 22:36:21.427718 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-bd95b6c0-dc27-4eb3-bd9a-9f2336a678a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:21.429188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-bd95b6c0-dc27-4eb3-bd9a-9f2336a678a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 898 time: 0.0966649 Nov 16 22:36:21.493859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-78682ef5-a6d0-451a-82c8-a352560be858 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 1000 time: 0.0581393 Nov 16 22:36:21.524563 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'c72af7e7-07ad-4915-9046-ea84a9573f75', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'port_id': '4934073c-8560-4899-9743-24619b1d9c4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'mac_address': 'fa:16:3e:f9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:36:20Z', 'updated_at': '2021-11-16T22:36:20Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:21.549124 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-e098d1a4-4860-4086-add7-e3cbc52b8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:21.550658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-e098d1a4-4860-4086-add7-e3cbc52b8302 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 200 len: 835 time: 0.0500259 Nov 16 22:36:21.554109 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] Checking router: 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:36:21.562366 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:36:21.562951 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:35:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:21.596950 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-650d1055-e163-4c7c-97a2-199ec7351afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:36:21.598502 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-650d1055-e163-4c7c-97a2-199ec7351afa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9299069-879b-4008-9053-c3d8e72038cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410585 Nov 16 22:36:21.673007 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:36:21.697154 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-04ae63f4-e011-47df-88d8-ffa7fb5a3a16 service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895233 Nov 16 22:36:21.788023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ecedc946-cf49-41b3-b5b1-3cbd7695071b req-6fe2239e-1931-4c40-a65d-75afb09c8130 service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832109 Nov 16 22:36:21.892833 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'c72af7e7-07ad-4915-9046-ea84a9573f75', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'port_id': '4934073c-8560-4899-9743-24619b1d9c4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'mac_address': 'fa:16:3e:f9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:36:20Z', 'updated_at': '2021-11-16T22:36:20Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:36:21.921466 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be03fc-2366-4902-ad42-86ce1a20bddf None None] The sync data for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 is: [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'c72af7e7-07ad-4915-9046-ea84a9573f75', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'port_id': '4934073c-8560-4899-9743-24619b1d9c4b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'mac_address': 'fa:16:3e:f9:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:36:20Z', 'updated_at': '2021-11-16T22:36:20Z', 'revision_number': 0, 'project_id': '8db183e99bb24fb5adbec64362902456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:36:22.119422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec435f41-bc0c-4013-8cf1-4d0b9d754c14 None None] New status for floating IP c72af7e7-07ad-4915-9046-ea84a9573f75: ACTIVE {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:36:22.411838 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58844) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:36:22.473024 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-904caeca-e9a0-4e5e-ba93-58b6ae782516 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/c72af7e7-07ad-4915-9046-ea84a9573f75 HTTP/1.1" status: 200 len: 994 time: 0.0600209 Nov 16 22:36:23.251332 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-68fcf6d7-422b-4b05-a8f6-8e7741ed7c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:24.503205 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:26.073755 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:26.853628 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:34.195761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:36.175630 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:38.450216 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:36:50.944764 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-80432c94-baf7-4a4f-935b-2a1c4d74774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:53.253458 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dd442194-df52-43dc-9ab8-38804ecd764c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:54.506750 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:56.076229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:36:56.855445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:01.560076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-1eee848b-945d-4c7a-b91a-4869e66d7930 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400887 Nov 16 22:37:01.644597 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-01826936-6847-4044-b9e1-f0d2a743b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:01.646109 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-01826936-6847-4044-b9e1-f0d2a743b2dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1097 time: 0.0448647 Nov 16 22:37:01.748098 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-672d8b48-7e24-43e5-9415-d7187598bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:01.749588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-672d8b48-7e24-43e5-9415-d7187598bf42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 898 time: 0.0852809 Nov 16 22:37:01.817890 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-c4a11a69-72f8-4c82-9c08-f4f053e52f9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 1002 time: 0.0611575 Nov 16 22:37:01.866400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-79daa4b3-a06b-44a0-9dd0-d570c6ce131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:01.867804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-79daa4b3-a06b-44a0-9dd0-d570c6ce131d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 200 len: 835 time: 0.0435452 Nov 16 22:37:01.913185 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-426efd1f-2d7a-4577-bc0a-cc050efef4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:01.914674 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-426efd1f-2d7a-4577-bc0a-cc050efef4d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9299069-879b-4008-9053-c3d8e72038cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395460 Nov 16 22:37:01.928628 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-64e6a6af-e530-4e3e-aedb-4e81991026a8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:37:01.929585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-64e6a6af-e530-4e3e-aedb-4e81991026a8 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047958 Nov 16 22:37:02.022504 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-78340dfb-d7b3-444d-ac75-8e4ddf4cbe10 service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847199 Nov 16 22:37:02.110832 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7fec76f0-93c3-42c4-a26e-5be86361cbf8 req-ea04a896-e3a9-467d-9cab-e9810edc0493 service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806375 Nov 16 22:37:04.206723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:06.181804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:15.449317 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:37:20.945818 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-be7d1045-e328-478d-9862-84475ae3219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:23.254794 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-799692f7-a966-4b5d-928e-43a9fb0a1897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:23.517033 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c41d1-e350-4a43-b05c-f9c37569932e req-a47bb028-1a8a-47e6-bebc-2b7a3d854538 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:23.519323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-625c41d1-e350-4a43-b05c-f9c37569932e req-a47bb028-1a8a-47e6-bebc-2b7a3d854538 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0545640 Nov 16 22:37:23.569280 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-625c41d1-e350-4a43-b05c-f9c37569932e req-6bfa87a1-af3f-4e23-8711-4fcb3c569a34 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Nov 16 22:37:24.509448 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:24.686692 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601f6e6-ca45-4ae2-841a-5188e49a2a23 req-5502458f-eb68-4939-85f4-edbf27245f84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:24.688202 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2601f6e6-ca45-4ae2-841a-5188e49a2a23 req-5502458f-eb68-4939-85f4-edbf27245f84 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0495708 Nov 16 22:37:24.740984 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2601f6e6-ca45-4ae2-841a-5188e49a2a23 req-80de8a28-cbf1-40b0-858b-85c4f37e0872 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Nov 16 22:37:25.859039 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f00c0-0ba5-471e-8d53-64eccfcfe6ff req-a351bcb0-89bd-4e4f-8d3b-cc88133b2297 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:25.860519 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b79f00c0-0ba5-471e-8d53-64eccfcfe6ff req-a351bcb0-89bd-4e4f-8d3b-cc88133b2297 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0487030 Nov 16 22:37:25.910397 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b79f00c0-0ba5-471e-8d53-64eccfcfe6ff req-c82f0197-ddcc-4ce4-a015-593c3bab2910 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Nov 16 22:37:25.932811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58878) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:25.995821 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-c6195ed7-d3ca-4f6b-ad4b-7ed98d80d69c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/c72af7e7-07ad-4915-9046-ea84a9573f75 HTTP/1.1" status: 200 len: 994 time: 0.0618050 Nov 16 22:37:26.079774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:26.858037 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:27.277080 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577f4ed-d667-4c88-9021-6917626a8c0e req-1d66feb0-79b8-4043-a934-4201d2c1ed47 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:27.278506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7577f4ed-d667-4c88-9021-6917626a8c0e req-1d66feb0-79b8-4043-a934-4201d2c1ed47 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0613177 Nov 16 22:37:27.329222 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7577f4ed-d667-4c88-9021-6917626a8c0e req-d2e9a78c-4282-4f41-9e44-8eb2b7fe38f1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Nov 16 22:37:27.394543 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-38c4f226-21eb-4b5b-9d67-6abb0b65af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:27.396023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-38c4f226-21eb-4b5b-9d67-6abb0b65af16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1097 time: 0.1455762 Nov 16 22:37:27.489041 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-8d7bd5ff-78b0-4ba3-80e3-41b018ccd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:27.490523 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-8d7bd5ff-78b0-4ba3-80e3-41b018ccd0da service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 898 time: 0.0876477 Nov 16 22:37:27.554899 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-06189ebb-9a19-4f6a-a3a9-4b720c47afdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 1002 time: 0.0568011 Nov 16 22:37:27.603515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-b511f824-41fb-437e-8a04-027d876948aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:27.604914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-b511f824-41fb-437e-8a04-027d876948aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 200 len: 835 time: 0.0433495 Nov 16 22:37:27.653284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-c88743fd-e15d-4478-9e64-b41abc54098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:27.654771 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-c88743fd-e15d-4478-9e64-b41abc54098b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9299069-879b-4008-9053-c3d8e72038cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425723 Nov 16 22:37:27.743859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-eb54e45b-a5ae-497b-87cf-0450bef3c0ef service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817139 Nov 16 22:37:27.838725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a692e5-6bb1-4201-b659-e3c40b648cd4 req-62fcc302-e9f5-45d7-82eb-5f4b9ccd547b service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873067 Nov 16 22:37:28.447228 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666cc61-d8a0-4321-b413-b547961224dd req-9dfdd158-1706-4101-bd2c-df539aa50ede tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:28.448738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0666cc61-d8a0-4321-b413-b547961224dd req-9dfdd158-1706-4101-bd2c-df539aa50ede tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Nov 16 22:37:28.498164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0666cc61-d8a0-4321-b413-b547961224dd req-48b1c88f-289d-47f4-9ece-daa0f5072af9 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 Nov 16 22:37:29.613241 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc89b43-c991-4879-9b07-fd9b26fa2a99 req-119b30d4-fcf5-4c14-8938-19134cc955e8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:29.614737 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2cc89b43-c991-4879-9b07-fd9b26fa2a99 req-119b30d4-fcf5-4c14-8938-19134cc955e8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0487051 Nov 16 22:37:29.663265 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2cc89b43-c991-4879-9b07-fd9b26fa2a99 req-49255c06-3a18-4d07-a252-1261c3090e21 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Nov 16 22:37:29.685680 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58892) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:29.750827 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-71d0c8e8-8400-4e9c-9edc-54567bf0dba1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/floatingips/c72af7e7-07ad-4915-9046-ea84a9573f75 HTTP/1.1" status: 200 len: 994 time: 0.0638697 Nov 16 22:37:30.018686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58898) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:30.171991 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port d01e8507-e1ba-4616-a69c-13d5ac7ea4e2 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:37:30.172339 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:30.247073 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:30.247433 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:30.259502 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for d01e8507-e1ba-4616-a69c-13d5ac7ea4e2 owned by network:floatingip {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:37:30.409939 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:30.435738 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=d01e8507-e1ba-4616-a69c-13d5ac7ea4e2,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:30.460444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.460801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.461143 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.461480 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.461842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.462177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.462506 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.462832 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.463161 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.463483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.463803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.464124 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:30.506355 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for floatingip, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:30.506691 n-d-817778-8 neutron-server[102453]: INFO neutron.db.l3_db [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Floating IP c72af7e7-07ad-4915-9046-ea84a9573f75 disassociated (deleted). External IP: 172.25.3.182, port: 4934073c-8560-4899-9743-24619b1d9c4b. Nov 16 22:37:30.707182 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:37:30.812512 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:37:30.817890 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:30.822871 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] Sync routers for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:37:30.832262 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:30.832859 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:30.844561 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f382590f-f2d9-410b-9f4a-3667050ced03 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/floatingips/c72af7e7-07ad-4915-9046-ea84a9573f75 HTTP/1.1" status: 204 len: 168 time: 0.8247671 Nov 16 22:37:30.845141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:37:30.848026 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "tag": "4934073c-8560-4899-9743-24619b1d9c4b"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:37:30.892076 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a76b53c-cc27-4fc9-a0d1-efcff262eaf6 x-openstack-request-id: req-8a76b53c-cc27-4fc9-a0d1-efcff262eaf6 {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:37:30.892368 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "tag": "4934073c-8560-4899-9743-24619b1d9c4b", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:37:30.892739 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a76b53c-cc27-4fc9-a0d1-efcff262eaf6 {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:37:30.893316 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b', 'status': 'completed', 'code': 200} Nov 16 22:37:30.940588 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:30.956252 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-91ed6a93-9a07-418b-b4fd-3e7c80f98bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:30.957725 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-91ed6a93-9a07-418b-b4fd-3e7c80f98bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8db183e99bb24fb5adbec64362902456&device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 1097 time: 0.0424590 Nov 16 22:37:31.076989 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-f54100cf-9c00-4ce6-8b2d-c7b31567c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:31.079007 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-f54100cf-9c00-4ce6-8b2d-c7b31567c789 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 200 len: 898 time: 0.1060317 Nov 16 22:37:31.079138 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8118d8-dfbf-446e-b222-cdcf8096fbf8 req-4026b6f3-5c89-409f-a709-e69ce0aeb7be tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:31.081143 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8118d8-dfbf-446e-b222-cdcf8096fbf8 req-4026b6f3-5c89-409f-a709-e69ce0aeb7be tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0541530 Nov 16 22:37:31.122465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-4997d2c0-7e95-4434-ae7d-a8a675a83c71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 200 len: 217 time: 0.0349498 Nov 16 22:37:31.130945 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8e8118d8-dfbf-446e-b222-cdcf8096fbf8 req-29a7a445-4816-4496-91c1-ec844308cab8 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Nov 16 22:37:31.160857 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:31.181560 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-57d480bd-29be-4cae-b1f2-b1ea6b24b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:31.183020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-57d480bd-29be-4cae-b1f2-b1ea6b24b17d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 200 len: 835 time: 0.0532336 Nov 16 22:37:31.191971 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] Checking router: 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:37:31.200272 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:31.200872 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:31.229355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-a62923c6-de6e-4860-a42e-c930448a1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:31.230828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-a62923c6-de6e-4860-a42e-c930448a1b7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9299069-879b-4008-9053-c3d8e72038cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399680 Nov 16 22:37:31.305565 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:31.327968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-00c45bde-11f4-40f2-8826-bd6734eb506f service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893545 Nov 16 22:37:31.425326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9fb67d-8dbc-4188-90d4-1b4e481d754c req-e4ce1885-4386-48cf-b84f-6038741f16df service neutron] 10.222.0.47 "GET /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881116 Nov 16 22:37:31.591227 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:31.617362 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63b894-a83c-47cd-bd56-f32fca6ddb9b None None] The sync data for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 is: [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'd92ac87e-91b1-4416-abeb-c7ed83b8536f', 'name': '', 'network_id': 'e9299069-879b-4008-9053-c3d8e72038cc', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'mac_address': 'fa:16:3e:b6:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:06Z', 'updated_at': '2021-11-16T22:36:09Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'subnets': [{'id': 'e81081ff-fc33-4df1-82d9-dc1503f7d3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:37:31.826801 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced41bb-3f6a-4b29-b506-0a808fec9129 None None] New status for floating IP c72af7e7-07ad-4915-9046-ea84a9573f75: DOWN {{(pid=102455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:37:32.251513 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bad92-1837-41e5-b87a-6bb44aa4d59e req-83ef53fa-eec1-4f61-908f-7d7f2f7d73bd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:32.253167 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b84bad92-1837-41e5-b87a-6bb44aa4d59e req-83ef53fa-eec1-4f61-908f-7d7f2f7d73bd tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Nov 16 22:37:32.302808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b84bad92-1837-41e5-b87a-6bb44aa4d59e req-3ad2f9fd-391f-4619-afcc-029c8d57fbda tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/security-groups?id=5035ce0d-5227-4739-a39f-b5d508b15dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Nov 16 22:37:32.857308 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bce48-9b3d-4656-9079-44b1e759f02b req-0bd3825a-42c1-47ed-b58a-4ef34ad4ab05 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:32.858779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-675bce48-9b3d-4656-9079-44b1e759f02b req-0bd3825a-42c1-47ed-b58a-4ef34ad4ab05 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 946 time: 0.0526915 Nov 16 22:37:32.947236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 4934073c-8560-4899-9743-24619b1d9c4b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:37:32.947496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:33.039424 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 4934073c-8560-4899-9743-24619b1d9c4b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=4934073c-8560-4899-9743-24619b1d9c4b,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:33.039781 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:33.052120 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 4934073c-8560-4899-9743-24619b1d9c4b owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:37:33.182726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:33.215130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=4934073c-8560-4899-9743-24619b1d9c4b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:33.242264 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.242624 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.242974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.243328 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.243659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.243994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.244326 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.244660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.244992 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.245323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.245676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.246007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:33.268528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] No DVR routers for this DVR port 4934073c-8560-4899-9743-24619b1d9c4b on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:37:33.272262 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:33.277209 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-675bce48-9b3d-4656-9079-44b1e759f02b req-7ac105a7-132c-41da-88c3-bf06d93bdfae tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.47 "DELETE /v2.0/ports/4934073c-8560-4899-9743-24619b1d9c4b HTTP/1.1" status: 204 len: 173 time: 0.4117258 Nov 16 22:37:33.277676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'name': 'network-vif-deleted', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:37:33.279946 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db6fad8-67cb-40b6-96a2-1989f83ab733" -d '{"events": [{"server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "name": "network-vif-deleted", "tag": "4934073c-8560-4899-9743-24619b1d9c4b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:37:33.320626 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9170d29-eb0b-4b6e-a603-ec8fa396a35a x-openstack-request-id: req-d9170d29-eb0b-4b6e-a603-ec8fa396a35a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:37:33.320925 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e12d38d-9c34-49ed-88d0-5c024249b119", "name": "network-vif-deleted", "tag": "4934073c-8560-4899-9743-24619b1d9c4b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:37:33.321181 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9170d29-eb0b-4b6e-a603-ec8fa396a35a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:37:33.321623 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e12d38d-9c34-49ed-88d0-5c024249b119', 'name': 'network-vif-deleted', 'tag': '4934073c-8560-4899-9743-24619b1d9c4b', 'status': 'completed', 'code': 200} Nov 16 22:37:33.405750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0a9a21c9-1a53-4a02-87b2-6a91830bb31e req-6ac174dc-0f22-47e5-b2d5-a261c7376c4d tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e12d38d-9c34-49ed-88d0-5c024249b119 HTTP/1.1" status: 200 len: 210 time: 0.0319846 Nov 16 22:37:34.209062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:34.466549 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58914) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:34.818796 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:35.069854 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port d92ac87e-91b1-4416-abeb-c7ed83b8536f {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:37:35.070202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:35.163612 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port d92ac87e-91b1-4416-abeb-c7ed83b8536f, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=d92ac87e-91b1-4416-abeb-c7ed83b8536f,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:35.163979 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:35.176401 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for d92ac87e-91b1-4416-abeb-c7ed83b8536f owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:37:35.358812 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:35.384913 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=d92ac87e-91b1-4416-abeb-c7ed83b8536f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:35.558176 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.056445 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:37:36.161867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:37:36.167162 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9634d200-4896-401a-b8b9-ad012001a57c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "PUT /v2.0/routers/18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995459 Nov 16 22:37:36.169957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58916) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:36.175140 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] Sync routers for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:37:36.185224 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:36.185954 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:36.188785 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.231777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting subnet e81081ff-fc33-4df1-82d9-dc1503f7d3dd {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:37:36.234943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.274513 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.302302 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:36.358559 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.419100 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.445870 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Subnet': ['ID=e81081ff-fc33-4df1-82d9-dc1503f7d3dd,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:36.449630 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.452909 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a976d8c6-ad8d-41da-b593-65cf811379a1 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/subnets/e81081ff-fc33-4df1-82d9-dc1503f7d3dd HTTP/1.1" status: 204 len: 168 time: 0.2821341 Nov 16 22:37:36.456147 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:36.458367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6941106-3bc5-43f8-8c0e-435fcf43895c None None] Network e9299069-879b-4008-9053-c3d8e72038cc requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:37:36.487450 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:37:35Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:36.514116 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] Checking router: 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:37:36.523407 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] Routers {'18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:36.524007 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:36.567272 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.632671 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] Set router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:36.662094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] DHCP port deletion for e9299069-879b-4008-9053-c3d8e72038cc request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:36.677826 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.719818 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Deleting port f45657e6-0595-4019-b3ca-19fabad73ae5 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:37:36.720202 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.743773 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Deleting port 641f54b7-5482-4aad-a09f-efcf13e28b20 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:37:36.744415 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.785009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] For port f45657e6-0595-4019-b3ca-19fabad73ae5, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=f45657e6-0595-4019-b3ca-19fabad73ae5,segment=NetworkSegment(970e20b0-cedf-48f3-936f-367f00c85de5),segment_id=970e20b0-cedf-48f3-936f-367f00c85de5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:36.785832 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.799547 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Calling delete_port for f45657e6-0595-4019-b3ca-19fabad73ae5 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:37:36.823664 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:37:35Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:36.829089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] For port 641f54b7-5482-4aad-a09f-efcf13e28b20, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=641f54b7-5482-4aad-a09f-efcf13e28b20,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:36.829556 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.842431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Calling delete_port for 641f54b7-5482-4aad-a09f-efcf13e28b20 owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:37:36.850371 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d084dbb9-aba0-47e3-bb73-03d3366bd934 None None] The sync data for ids ['18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f'] in n-d-817778-8 is: [{'id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807523870', 'tenant_id': '8db183e99bb24fb5adbec64362902456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:36:03Z', 'updated_at': '2021-11-16T22:37:35Z', 'revision_number': 5, 'project_id': '8db183e99bb24fb5adbec64362902456', 'gw_port': {'id': '641f54b7-5482-4aad-a09f-efcf13e28b20', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:36:04Z', 'updated_at': '2021-11-16T22:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:37:36.886173 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:36.922617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Pushing event deleted for resources: {'Port': ['ID=f45657e6-0595-4019-b3ca-19fabad73ae5,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:36.925013 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] No DVR routers for this DVR port f45657e6-0595-4019-b3ca-19fabad73ae5 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:37:36.935002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.935535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.936538 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.936951 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.937404 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.937887 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.938328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.938723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.939122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.940206 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.940612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:36.941259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d3bb3-52e7-4b4a-96ab-d694a38788a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:37.011504 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.046059 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Port': ['ID=641f54b7-5482-4aad-a09f-efcf13e28b20,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:37.046379 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4934073c-8560-4899-9743-24619b1d9c4b no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:37:37.069737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9626807-7570-4d69-a965-2d1b0122415e None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:37.072039 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: 4934073c-8560-4899-9743-24619b1d9c4b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:37:37.072477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device 4934073c-8560-4899-9743-24619b1d9c4b not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:37:37.105998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.197781 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.199954 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.248701 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.249467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Fanout notify agent at l3_agent the message router_deleted on router 18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:37:37.260850 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.264657 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a627ca45-f48d-44af-983f-0f53bf2a55b5 tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/routers/18fdf0b7-f081-4a25-8d4f-c8e4a0e8094f HTTP/1.1" status: 204 len: 168 time: 0.8047466 Nov 16 22:37:37.264657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:37.320695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d92ac87e-91b1-4416-abeb-c7ed83b8536f no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:37:37.343666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: d92ac87e-91b1-4416-abeb-c7ed83b8536f {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:37:37.343877 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device d92ac87e-91b1-4416-abeb-c7ed83b8536f not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:37:37.344298 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f45657e6-0595-4019-b3ca-19fabad73ae5 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:37:37.363476 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.364924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: f45657e6-0595-4019-b3ca-19fabad73ae5 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:37:37.365283 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device f45657e6-0595-4019-b3ca-19fabad73ae5 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:37:37.455927 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.477274 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9299069-879b-4008-9053-c3d8e72038cc']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:37.487356 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970e20b0-cedf-48f3-936f-367f00c85de5') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:37.487720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970e20b0-cedf-48f3-936f-367f00c85de5') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:37.497949 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.512187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.518416 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:37:37.518814 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:37:37.521971 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:37:37.583018 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.590414 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.592983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/networks/e9299069-879b-4008-9053-c3d8e72038cc HTTP/1.1" status: 204 len: 168 time: 0.3273718 Nov 16 22:37:37.595877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58922) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:37.604963 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4915bb6-deeb-4578-8bef-d9b29b8592ce tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'Network': ['ID=e9299069-879b-4008-9053-c3d8e72038cc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:37.652920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1c93-c7f8-457c-9368-86c2c940f10c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.680905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1c93-c7f8-457c-9368-86c2c940f10c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.741616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1c93-c7f8-457c-9368-86c2c940f10c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.744700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1c93-c7f8-457c-9368-86c2c940f10c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:37.745859 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-7a7d1c93-c7f8-457c-9368-86c2c940f10c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] 10.222.0.48 "DELETE /v2.0/security-groups/5035ce0d-5227-4739-a39f-b5d508b15dc8 HTTP/1.1" status: 204 len: 168 time: 0.1489964 Nov 16 22:37:37.755518 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d1c93-c7f8-457c-9368-86c2c940f10c tempest-TestNetworkAdvancedServerOps-877755208 tempest-TestNetworkAdvancedServerOps-877755208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5035ce0d-5227-4739-a39f-b5d508b15dc8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:38.108779 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:38.241016 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0f90c44b-656d-4a80-92ad-5f69646098df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8db183e99bb24fb5adbec64362902456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310005 Nov 16 22:37:38.243405 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58934) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:38.291239 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3357273e-234f-4127-a393-869463749969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.313370 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3357273e-234f-4127-a393-869463749969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.359971 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3357273e-234f-4127-a393-869463749969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.363359 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3357273e-234f-4127-a393-869463749969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.364630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3357273e-234f-4127-a393-869463749969 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57cd27ab-66da-4e25-b82a-4ad0a3856165 HTTP/1.1" status: 204 len: 168 time: 0.1201425 Nov 16 22:37:38.372586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357273e-234f-4127-a393-869463749969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd27ab-66da-4e25-b82a-4ad0a3856165,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:38.636525 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58940) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:38.649574 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4394-d3ca-4b39-b221-1a1301bf7aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.727547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4394-d3ca-4b39-b221-1a1301bf7aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.731189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1a4b4394-d3ca-4b39-b221-1a1301bf7aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.770148 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1a4b4394-d3ca-4b39-b221-1a1301bf7aaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a9cf6f3b68f40249777dc9dc2600660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324968 Nov 16 22:37:38.771372 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b4394-d3ca-4b39-b221-1a1301bf7aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9271f50c-b163-49c4-a436-b2740ad50a2c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:38.772763 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58942) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:38.822943 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-75dbeeb3-8569-40b7-9a03-f38e95428db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.842996 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-75dbeeb3-8569-40b7-9a03-f38e95428db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.894305 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-75dbeeb3-8569-40b7-9a03-f38e95428db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.896889 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-75dbeeb3-8569-40b7-9a03-f38e95428db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:38.898070 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-75dbeeb3-8569-40b7-9a03-f38e95428db5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9271f50c-b163-49c4-a436-b2740ad50a2c HTTP/1.1" status: 204 len: 168 time: 0.1236725 Nov 16 22:37:38.906360 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbeeb3-8569-40b7-9a03-f38e95428db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9271f50c-b163-49c4-a436-b2740ad50a2c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:39.156160 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 641f54b7-5482-4aad-a09f-efcf13e28b20 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:37:39.177249 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 641f54b7-5482-4aad-a09f-efcf13e28b20 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:37:39.177634 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 641f54b7-5482-4aad-a09f-efcf13e28b20 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:37:39.600818 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58964) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:39.695098 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1132259082-network', 'tenant_id': 'c9195141df084566911d36b7ed934ba6'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:39.716481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Made reservation on behalf of c9195141df084566911d36b7ed934ba6 for: {'network': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:37:39.719041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.727564 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.802271 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.807116 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.835713 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:37:39.841969 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e940bd70-5e34-4d0b-907a-d2901224252b,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:39.849448 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.850455 n-d-817778-8 neutron-server[102453]: INFO neutron.db.segments_db [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Added segment ec64a63b-69cb-4bc1-9417-7a5bae757a71 of type vlan for network 5ff58f7c-ff28-477c-91c8-63ed778e1995 Nov 16 22:37:39.890998 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.914911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.915834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:39.916411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:39.971530 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695300 Nov 16 22:37:39.974623 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58968) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:39.979567 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Request body: {'subnet': {'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1132259082-subnet', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:39.982283 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194a2ed-f5d8-44cc-b3f2-4656ec629593 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff58f7c-ff28-477c-91c8-63ed778e1995,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:39.993497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:37:40.005677 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Made reservation on behalf of c9195141df084566911d36b7ed934ba6 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:37:40.008399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.180172 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.235449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd312f1f-fb49-419d-aead-78756c894068,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:40.244431 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Checking segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:40.244794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Network hostable DHCP agents. Network: 5ff58f7c-ff28-477c-91c8-63ed778e1995, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:37:40.261584 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:37:40.270484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 5ff58f7c-ff28-477c-91c8-63ed778e1995) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:40.274436 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:40.275034 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.279169 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78bee36-a2ee-444b-9c31-91cea43ce5c8 None None] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:37:40.295874 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6cbd3209-993b-4e5e-995a-7969a6860737 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201034 Nov 16 22:37:40.299235 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58970) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:40.303381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:40.325717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.326700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.381566 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.430107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-5ff58f7c-ff28-477c-91c8-63ed778e1995', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:37:40.431029 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.522377 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.562768 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Allocated IP 172.20.0.2 (5ff58f7c-ff28-477c-91c8-63ed778e1995/dd312f1f-fb49-419d-aead-78756c894068/41e1a187-1083-4577-95c5-cc974eb014dd) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:40.712454 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.718280 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.724122 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.743516 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.756937 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:40.761938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:40.765437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:40.775506 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Pushing event updated for resources: {'Port': ['ID=41e1a187-1083-4577-95c5-cc974eb014dd,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:40.830656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Attempting to bind port 41e1a187-1083-4577-95c5-cc974eb014dd on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:40.831025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Attempting to bind port 41e1a187-1083-4577-95c5-cc974eb014dd by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:40.831386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Attempting to bind port 41e1a187-1083-4577-95c5-cc974eb014dd on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:40.836357 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:40.836730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Checking segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:40.837126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.837532 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Bound using segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:40.837994 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Bound port: 41e1a187-1083-4577-95c5-cc974eb014dd, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:40.838372 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.848016 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Allocated IP 172.25.3.2 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/1a7ed1ef-49b9-47f9-8c36-bb3ad463705c) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:40.902205 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] For port 41e1a187-1083-4577-95c5-cc974eb014dd, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:40.905932 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] For port 41e1a187-1083-4577-95c5-cc974eb014dd, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=41e1a187-1083-4577-95c5-cc974eb014dd,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:40.910586 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.958820 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:40.974756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1a754-33d9-4fcd-8e63-b562c045d2f6 None None] Pushing event updated for resources: {'Port': ['ID=41e1a187-1083-4577-95c5-cc974eb014dd,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:40.995875 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.038860 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:41.041919 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:41.046266 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:41.050146 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Pushing event updated for resources: {'Port': ['ID=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:41.056043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f422ecf-e7f0-45b0-aff7-d31e67461a48 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:41.138513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-60232e2f-8444-47ca-9e61-6aafd87f215b None None] Provisioning complete for port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:41.139193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-60232e2f-8444-47ca-9e61-6aafd87f215b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.186415 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-60232e2f-8444-47ca-9e61-6aafd87f215b None None] Port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:37:41.241492 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 41e1a187-1083-4577-95c5-cc974eb014dd up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:41.296468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 41e1a187-1083-4577-95c5-cc974eb014dd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:41.297188 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.342157 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.375174 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.411814 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 41e1a187-1083-4577-95c5-cc974eb014dd, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=41e1a187-1083-4577-95c5-cc974eb014dd,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:41.415971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.464535 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=41e1a187-1083-4577-95c5-cc974eb014dd,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:41.866819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.881453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040db5b-e683-40e4-8947-6ff6bdc72bb6 None None] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:37:41.949421 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-4784b659-285c-4ccb-930f-47bf3555b435 None None] Provisioning complete for port 41e1a187-1083-4577-95c5-cc974eb014dd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:41.949814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4784b659-285c-4ccb-930f-47bf3555b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:41.998726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:37:42.112267 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:37:42.130717 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.131901 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4d3f0701-566a-4e80-af89-40c7f3aaea8d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8317571 Nov 16 22:37:42.134621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58972) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:42.141368 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:37:42.196268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:42.196915 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:42.375552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:42.568151 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.576803 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:41Z', 'revision_number': 3, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:42.608255 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:37:42.608605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Updating router 368442f2-ee4d-419d-baf2-f325eb3b3f50 port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:37:42.633364 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.737535 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Allocated IP 172.20.0.1 (5ff58f7c-ff28-477c-91c8-63ed778e1995/dd312f1f-fb49-419d-aead-78756c894068/0b9e3ac6-b27d-496e-a4fc-80a95f5c9391) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:42.744387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-40534c7b-10ab-478a-82b3-ee10befa00fc None None] Provisioning complete for port 41e1a187-1083-4577-95c5-cc974eb014dd triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:42.744761 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-40534c7b-10ab-478a-82b3-ee10befa00fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.853350 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.887833 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.931805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:42.936500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:42.938934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:42.963563 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.965064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:42.972829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:42.986683 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.027959 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f3896-466d-4bdf-9d77-1c86f9109a6a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:43.036209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d0d7-42de-422c-9083-dcdcb2581bbb None None] Pushing event updated for resources: {'Port': ['ID=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:43.039970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Attempting to bind port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:43.040344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Attempting to bind port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:43.040707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Attempting to bind port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:43.046727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:43.047105 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:43.047999 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.047999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:43.048351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Bound port: 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:43.049320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.108594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] For port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:43.113208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] For port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:43.118389 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.133645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.183778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9469d-c6fe-4e87-8823-2e310bae06b4 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:43.200291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:43.200938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:43.249836 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d2ffe3c5-1265-4e9c-92f3-e7c4b66c1d9d None None] Provisioning complete for port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:43.250224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe3c5-1265-4e9c-92f3-e7c4b66c1d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.287143 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 41e1a187-1083-4577-95c5-cc974eb014dd up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:43.317280 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.322632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.328295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d0d7-42de-422c-9083-dcdcb2581bbb None None] Pushing event updated for resources: {'Port': ['ID=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:43.394508 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:43.399550 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.407669 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:43.483599 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 41e1a187-1083-4577-95c5-cc974eb014dd triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:43.483980 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.491935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:43.493376 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:43.544113 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe3c5-1265-4e9c-92f3-e7c4b66c1d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.619969 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-d2ffe3c5-1265-4e9c-92f3-e7c4b66c1d9d None None] For port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:43.621095 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:37:43.628221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe3c5-1265-4e9c-92f3-e7c4b66c1d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.741638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffe3c5-1265-4e9c-92f3-e7c4b66c1d9d None None] Pushing event updated for resources: {'Port': ['ID=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:43.746729 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:37:43.752186 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-0bc66719-2de2-455a-9cee-9c9bf557ba39 admin admin] 10.222.0.48 "PUT /v2.0/routers/368442f2-ee4d-419d-baf2-f325eb3b3f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6160028 Nov 16 22:37:43.795673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-285d084b-b1a0-4391-9386-1059065d83fd None None] Provisioning complete for port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:43.796052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-285d084b-b1a0-4391-9386-1059065d83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.838422 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-285d084b-b1a0-4391-9386-1059065d83fd None None] Port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:37:43.856316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-285d084b-b1a0-4391-9386-1059065d83fd None None] Provisioning complete for port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:43.856698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-285d084b-b1a0-4391-9386-1059065d83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:43.881259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:42Z', 'revision_number': 1, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:43.922561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a74515-09ea-4435-817b-f58d5f302bbc None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:42Z', 'revision_number': 1, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:37:44.261969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58988) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:44.266905 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-330511323-network', 'tenant_id': '5a8349697883402da9f89c89ff0e1959'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:44.295519 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Made reservation on behalf of 5a8349697883402da9f89c89ff0e1959 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:37:44.298375 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.308317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.394443 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.399135 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.426937 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:37:44.432389 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7864cf06-5682-490e-8253-1da1de9e234b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:44.440362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.440703 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Added segment d4f563d6-8642-4a3a-9381-ac0aad9fbe20 of type vlan for network 79329bed-4f8c-4089-b067-de31b15404e1 Nov 16 22:37:44.490041 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.516615 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.517857 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:44.518436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.588800 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3256941 Nov 16 22:37:44.591531 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 58990) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:44.599028 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Request body: {'subnet': {'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-330511323-subnet', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'ip_version': 4}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:44.604271 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002c134-8b62-4789-be9f-f2e38f0009ec admin admin] Pushing event updated for resources: {'Network': ['ID=79329bed-4f8c-4089-b067-de31b15404e1,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:44.618266 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 79329bed-4f8c-4089-b067-de31b15404e1 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:37:44.628748 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Made reservation on behalf of 5a8349697883402da9f89c89ff0e1959 for: {'subnet': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:37:44.631257 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502618'] for subnet, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.818270 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8489464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502600'] for subnet, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.870660 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1993fbb3-541c-46d4-8c6e-5b4d8f616e6b,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:44.886170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Checking segment: {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:44.886539 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Network hostable DHCP agents. Network: 79329bed-4f8c-4089-b067-de31b15404e1, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:37:44.904167 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Network 79329bed-4f8c-4089-b067-de31b15404e1 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:37:44.914334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 79329bed-4f8c-4089-b067-de31b15404e1) {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:44.919105 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:44.919658 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.924841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd8dca-eca3-46ff-a4f8-36de560d82f5 None None] Network 79329bed-4f8c-4089-b067-de31b15404e1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:37:44.940218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c38549f2-55ac-4541-af2f-49867258ebe2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3467674 Nov 16 22:37:44.942721 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58992) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:44.948253 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:44.974063 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:44.976255 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.033965 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.188578 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.255792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-79329bed-4f8c-4089-b067-de31b15404e1', 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'fixed_ips': [{'subnet_id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:37:45.256771 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.269778 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:45.413144 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:45.413536 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.438908 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.460684 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.469375 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Allocated IP 172.20.0.2 (79329bed-4f8c-4089-b067-de31b15404e1/1993fbb3-541c-46d4-8c6e-5b4d8f616e6b/1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:45.575995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Allocated IP 172.25.3.240 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/18152d09-ccf7-46ab-adc1-e83514e4d1bc) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:45.653023 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.659910 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.693446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.706048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Network 79329bed-4f8c-4089-b067-de31b15404e1 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:45.709207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:45.713704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:45.716909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Pushing event updated for resources: {'Port': ['ID=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:45.740674 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.772608 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Attempting to bind port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:45.772992 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Attempting to bind port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:45.773341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Attempting to bind port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a on network 79329bed-4f8c-4089-b067-de31b15404e1 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:45.777814 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:45.778323 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:45.778708 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Checking segment: {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:45.779095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.779491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Bound using segment: {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:45.779957 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Bound port: 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:45.780368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.783567 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:45.786181 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:45.817311 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf507c-2c4e-4fd3-a6c1-382c6e0dc1c9 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:45.817811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Pushing event updated for resources: {'Port': ['ID=18152d09-ccf7-46ab-adc1-e83514e4d1bc,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:45.854426 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] For port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:45.858344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] For port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:45.863879 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.933475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f37d408a-01e5-4c41-bfa6-6e59dc261461 None None] Provisioning complete for port 18152d09-ccf7-46ab-adc1-e83514e4d1bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:45.933874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f37d408a-01e5-4c41-bfa6-6e59dc261461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:45.939697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597330c4-8bf0-4110-86ed-389cdd8ffdab None None] Pushing event updated for resources: {'Port': ['ID=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:45.977995 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f37d408a-01e5-4c41-bfa6-6e59dc261461 None None] Port 18152d09-ccf7-46ab-adc1-e83514e4d1bc cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:37:46.069648 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:37:46.076602 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:46.115651 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:46.118180 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:46.242459 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:46.295466 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:46.434378 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:37:46.470601 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 2, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:46.499727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:37:46.499989 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Updating router 368442f2-ee4d-419d-baf2-f325eb3b3f50 port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:37:46.529001 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:46.557956 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:37:46.571516 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Sync routers for ids ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:37:46.580643 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:46.582515 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f05042d2-358d-48ad-a59c-e01ea21de161 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6383927 Nov 16 22:37:46.585229 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 58994) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:46.586466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Routers {'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:46.587210 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:46.735543 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Set router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:46.883528 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:46.891271 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:46.956765 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Pushing event updated for resources: {'Port': ['ID=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:46.959849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:37:45Z', 'revision_number': 3, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:46.974661 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.974940 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.975171 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.975503 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.975888 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.976384 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.976706 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.977070 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.977366 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.977713 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.978014 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:46.978336 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:37:47.007430 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc0292-9ac7-4b03-aa7f-c34f7f02f800 None None] Network 79329bed-4f8c-4089-b067-de31b15404e1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:37:47.012423 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Checking router: a6ca606e-7b9b-45c3-8da5-4f9f0b79094c for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:37:47.013038 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Updating router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c port 18152d09-ccf7-46ab-adc1-e83514e4d1bc binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:37:47.049053 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Attempting to bind port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:47.049762 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Attempting to bind port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:47.050254 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Attempting to bind port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:47.057081 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:47.057453 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Checking segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:47.058197 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.058704 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Bound using segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:47.059268 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Bound port: 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:47.059722 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.134089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] For port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:47.137807 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] For port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:47.146946 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.225041 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1dbe9-aaee-4f78-bb86-5ccc624bcfcb None None] Pushing event updated for resources: {'Port': ['ID=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:47.241370 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:47.242195 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:47.247406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.292893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-fbed5cdd-2cd0-4b17-a925-9cd04290fdfa None None] Provisioning complete for port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:47.293271 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fbed5cdd-2cd0-4b17-a925-9cd04290fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.372334 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:47.473197 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:47.497060 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.617698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:47.618027 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.627543 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fbed5cdd-2cd0-4b17-a925-9cd04290fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.717191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-fbed5cdd-2cd0-4b17-a925-9cd04290fdfa None None] For port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:47.732313 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Allocated IP 172.20.0.1 (79329bed-4f8c-4089-b067-de31b15404e1/1993fbb3-541c-46d4-8c6e-5b4d8f616e6b/aaf01bea-42c2-4939-a388-1cc296bbd4e3) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:47.743950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fbed5cdd-2cd0-4b17-a925-9cd04290fdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.809726 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:47Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:47.851677 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97bf97c-fd60-4031-a385-8891f38be8b9 None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:47Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:37:47.870865 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.895612 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed5cdd-2cd0-4b17-a925-9cd04290fdfa None None] Pushing event updated for resources: {'Port': ['ID=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:47.899728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.909621 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Provisioning complete for port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:47.910126 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.913449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.928606 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:47.964916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Network 79329bed-4f8c-4089-b067-de31b15404e1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:47.970941 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:47.975017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:47.981799 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b114e9-d247-476a-a1ca-ab637b472079 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:48.003626 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Attempting to bind port 18152d09-ccf7-46ab-adc1-e83514e4d1bc on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:48.004012 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Attempting to bind port 18152d09-ccf7-46ab-adc1-e83514e4d1bc by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:48.004377 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Attempting to bind port 18152d09-ccf7-46ab-adc1-e83514e4d1bc on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:48.022047 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:48.022684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:48.023376 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.024341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:48.025120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Bound port: 18152d09-ccf7-46ab-adc1-e83514e4d1bc, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:48.025678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.029597 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf01bea-42c2-4939-a388-1cc296bbd4e3,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:48.035622 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.081140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae45c7f-3498-45f9-8249-944c8a59a16b None None] Pushing event updated for resources: {'Port': ['ID=18152d09-ccf7-46ab-adc1-e83514e4d1bc,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:48.161314 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] For port 18152d09-ccf7-46ab-adc1-e83514e4d1bc, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:48.167202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] For port 18152d09-ccf7-46ab-adc1-e83514e4d1bc, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=18152d09-ccf7-46ab-adc1-e83514e4d1bc,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:48.170349 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.177209 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.199276 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.247688 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae45c7f-3498-45f9-8249-944c8a59a16b None None] Pushing event updated for resources: {'Port': ['ID=18152d09-ccf7-46ab-adc1-e83514e4d1bc,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:48.280360 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7550ba-bbef-4dc7-856d-69cab09092e3 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:37:48.285014 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] For port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:48.295438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.351525 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Routers {'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:48.352178 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:48.399708 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.405911 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.430872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Provisioning complete for port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:48.431288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.466769 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eacc7-1235-4600-9dd6-41c94cd958ff None None] Pushing event updated for resources: {'Port': ['ID=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:48.477060 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf01bea-42c2-4939-a388-1cc296bbd4e3,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:48.479600 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.519962 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] Set router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:48.586424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Network 79329bed-4f8c-4089-b067-de31b15404e1 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:48.588431 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:48.739032 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:37:48.854244 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:37:48.859453 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-a6196696-5396-4eef-a96e-c96d4a103d09 admin admin] 10.222.0.48 "PUT /v2.0/routers/a6ca606e-7b9b-45c3-8da5-4f9f0b79094c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718053 Nov 16 22:37:48.905137 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Provisioning complete for port aaf01bea-42c2-4939-a388-1cc296bbd4e3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:48.905655 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.953072 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Port aaf01bea-42c2-4939-a388-1cc296bbd4e3 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:37:48.971697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Provisioning complete for port 18152d09-ccf7-46ab-adc1-e83514e4d1bc triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:48.972218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:48.976961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'aaf01bea-42c2-4939-a388-1cc296bbd4e3', 'name': '', 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'mac_address': 'fa:16:3e:c5:43:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:47Z', 'updated_at': '2021-11-16T22:37:47Z', 'revision_number': 1, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'subnets': [{'id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:49.022159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadc9e-34a5-4ba2-b9b1-946767d5e671 None None] The sync data for ids ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'] in n-d-817778-8 is: [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'aaf01bea-42c2-4939-a388-1cc296bbd4e3', 'name': '', 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'mac_address': 'fa:16:3e:c5:43:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:47Z', 'updated_at': '2021-11-16T22:37:47Z', 'revision_number': 1, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'subnets': [{'id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:37:49.093829 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.115276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] For port 18152d09-ccf7-46ab-adc1-e83514e4d1bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=18152d09-ccf7-46ab-adc1-e83514e4d1bc,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:49.119230 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.179704 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ce21c-e96d-439a-bd25-c7f2f27aba36 None None] Pushing event updated for resources: {'Port': ['ID=18152d09-ccf7-46ab-adc1-e83514e4d1bc,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:49.336727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:49.396717 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:49.397098 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.491290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:49.542724 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:49.543191 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.733096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59004) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:49.739515 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568978879', 'description': 'tempest-secgroup-smoke-1568978879 description', 'project_id': 'c9195141df084566911d36b7ed934ba6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:49.764277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.831874 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.835619 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.863410 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.864626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293273 Nov 16 22:37:49.867823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59006) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:49.868629 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992169d1-3a37-43de-b759-444585189a41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9aa164-3a6f-4e34-bf66-00f9403693aa,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:49.872943 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'dc9aa164-3a6f-4e34-bf66-00f9403693aa', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:49.905411 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.965922 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.969501 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:49.987097 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af32d454-a7d8-4718-8e48-f96152fc5636,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:49.999506 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.003614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-87df859c-e32e-4e38-a96a-3d58081a57be tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317928 Nov 16 22:37:50.003811 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59008) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:50.008102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'dc9aa164-3a6f-4e34-bf66-00f9403693aa', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:50.035960 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.098806 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.102644 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.122511 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6897d4d-70f6-444d-9fd2-119f0f6c98be,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:50.129351 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.133149 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-4980b2d1-9018-420c-b3d8-a2698d370c16 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258709 Nov 16 22:37:50.133412 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59010) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:50.138152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'dc9aa164-3a6f-4e34-bf66-00f9403693aa', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:50.165647 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.227427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.231000 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.249601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94010dc5-bb6d-4684-b703-369ac5a50d02,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:50.258368 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.259571 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-91ed369c-cf15-46f3-9363-7020707ef9c4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249585 Nov 16 22:37:50.262269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59012) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:50.266529 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'dc9aa164-3a6f-4e34-bf66-00f9403693aa', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:50.294236 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.353624 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.357702 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.374592 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d253e78-4fb4-46e9-a3af-dc48b529f4a7,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:50.384032 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.385220 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-eb937c15-bdbf-4ac6-9055-2311cb3d7bb9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220388 Nov 16 22:37:50.387995 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59014) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:50.393491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'dc9aa164-3a6f-4e34-bf66-00f9403693aa', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:50.421000 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Project c9195141df084566911d36b7ed934ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:37:50.426486 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.484428 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.488519 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.506194 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3daf78-01cd-458a-9771-499cfe763ddb,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:50.513418 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.514634 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9f7beb7d-e9b3-4f3e-b7ca-b9f00505fdb8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257076 Nov 16 22:37:50.517345 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59016) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:37:50.521769 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'dc9aa164-3a6f-4e34-bf66-00f9403693aa', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:50.543471 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Project c9195141df084566911d36b7ed934ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:37:50.549720 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.617248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.622463 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.649224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29769431-cfcf-4602-b8de-b63ffa93cc41,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:50.658399 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.662061 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-68de7c3c-e0d5-43df-8442-714259a088b7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435421 Nov 16 22:37:50.833277 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-26bcc702-fcda-4510-b17e-506a689bce39 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568978879&fields=id&tenant_id=c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 267 time: 0.0532808 Nov 16 22:37:50.946353 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-49f5ecbf-8760-4d3e-b2bf-9090c2c3df69 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:50.947847 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-49f5ecbf-8760-4d3e-b2bf-9090c2c3df69 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 809 time: 0.1077487 Nov 16 22:37:50.948488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8862c16-c862-47f3-9951-8f747db83f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:50.965232 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-7d5da8d6-4e1e-44ab-92a0-4d9dab02fe95 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/quotas/c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 375 time: 0.0113187 Nov 16 22:37:51.018805 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-22f60fef-c101-4ed8-8370-fabefc8a1cde tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475984 Nov 16 22:37:51.122865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-d37ee32b-eed5-4c54-9029-4bb3802137d9 service neutron] 10.222.0.48 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920539 Nov 16 22:37:51.222445 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-bd1f1717-7c19-4d65-a537-c4447aa3ac90 service neutron] 10.222.0.48 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927465 Nov 16 22:37:51.250875 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18152d09-ccf7-46ab-adc1-e83514e4d1bc up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:51.307470 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 18152d09-ccf7-46ab-adc1-e83514e4d1bc triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:51.307847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:51.395726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5e33f0c3-939f-4cce-b66b-166108e8d1ac req-0086cd29-b834-48f4-9811-77e1104401d8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Nov 16 22:37:51.949816 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Sync routers for ids ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:37:51.960552 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Routers {'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:51.961751 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:52.069173 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Set router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:52.264834 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'aaf01bea-42c2-4939-a388-1cc296bbd4e3', 'name': '', 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'mac_address': 'fa:16:3e:c5:43:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:47Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 2, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'subnets': [{'id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:52.292516 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Checking router: a6ca606e-7b9b-45c3-8da5-4f9f0b79094c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:37:52.292868 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Updating router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c port aaf01bea-42c2-4939-a388-1cc296bbd4e3 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:37:52.322461 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.473400 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-b42521e3-3c78-4aeb-8074-9087c4366f6e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:52.475183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-b42521e3-3c78-4aeb-8074-9087c4366f6e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 809 time: 0.1336312 Nov 16 22:37:52.494282 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:37:52.523987 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9cb5c91-e5ee-4337-bc6d-e4c73b427761 req-8f6b123d-26a0-4bbd-a5c4-3d3f5ffd938f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 210 time: 0.0366611 Nov 16 22:37:52.571339 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-95d8b1a8-409e-4952-8523-0492f1b256db tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 380 time: 0.0826640 Nov 16 22:37:52.582032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'port': {'device_id': '87078066-f821-4ef6-9f4b-5e071d180d61', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'admin_state_up': True, 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'security_groups': ['dc9aa164-3a6f-4e34-bf66-00f9403693aa']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:52.594888 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.601056 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.647716 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640819-04df-400e-9469-5f9da384b3d6 None None] Pushing event updated for resources: {'Port': ['ID=aaf01bea-42c2-4939-a388-1cc296bbd4e3,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:52.705877 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Made reservation on behalf of c9195141df084566911d36b7ed934ba6 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:37:52.709456 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.714553 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Attempting to bind port aaf01bea-42c2-4939-a388-1cc296bbd4e3 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:52.714924 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Attempting to bind port aaf01bea-42c2-4939-a388-1cc296bbd4e3 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:52.715283 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Attempting to bind port aaf01bea-42c2-4939-a388-1cc296bbd4e3 on network 79329bed-4f8c-4089-b067-de31b15404e1 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:52.724922 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:52.725302 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Checking segment: {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:52.725719 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.726113 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Bound using segment: {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:52.726581 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Bound port: aaf01bea-42c2-4939-a388-1cc296bbd4e3, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:52.727304 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.792253 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] For port aaf01bea-42c2-4939-a388-1cc296bbd4e3, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:52.795662 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] For port aaf01bea-42c2-4939-a388-1cc296bbd4e3, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aaf01bea-42c2-4939-a388-1cc296bbd4e3,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:52.799740 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.848581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Allocated IP 172.20.0.6 (5ff58f7c-ff28-477c-91c8-63ed778e1995/dd312f1f-fb49-419d-aead-78756c894068/b0c8fb56-2bf8-458d-a8a9-1fa9e083513b) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:37:52.862325 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c640819-04df-400e-9469-5f9da384b3d6 None None] Pushing event updated for resources: {'Port': ['ID=aaf01bea-42c2-4939-a388-1cc296bbd4e3,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:52.874073 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Routers {'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:37:52.874746 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:52.966062 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-917e010b-ee43-4dd0-9e51-6d28e53c9d6f None None] Provisioning complete for port aaf01bea-42c2-4939-a388-1cc296bbd4e3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:52.967014 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-917e010b-ee43-4dd0-9e51-6d28e53c9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:52.998070 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] Set router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:37:53.017446 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.053051 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.068664 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-917e010b-ee43-4dd0-9e51-6d28e53c9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.108320 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-917e010b-ee43-4dd0-9e51-6d28e53c9d6f None None] For port aaf01bea-42c2-4939-a388-1cc296bbd4e3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aaf01bea-42c2-4939-a388-1cc296bbd4e3,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:53.108788 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:37:53.113011 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:37:53.113533 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-917e010b-ee43-4dd0-9e51-6d28e53c9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.116214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:37:53.159621 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:53.165171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e010b-ee43-4dd0-9e51-6d28e53c9d6f None None] Pushing event updated for resources: {'Port': ['ID=aaf01bea-42c2-4939-a388-1cc296bbd4e3,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:53.186299 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:53.187163 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.213012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-098afe74-1eb5-4e61-bf36-8d85defdad75 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6350112 Nov 16 22:37:53.227410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Request body: {'port': {'device_id': '87078066-f821-4ef6-9f4b-5e071d180d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:37:53.266822 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'aaf01bea-42c2-4939-a388-1cc296bbd4e3', 'name': '', 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'mac_address': 'fa:16:3e:c5:43:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:47Z', 'updated_at': '2021-11-16T22:37:52Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'subnets': [{'id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:37:53.277092 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d8b4daab-1225-405a-9df9-6e71948494b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.288559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b8bbaa94-738e-4be5-8d26-28aba91cc314 None None] Provisioning complete for port aaf01bea-42c2-4939-a388-1cc296bbd4e3 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:53.289992 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b8bbaa94-738e-4be5-8d26-28aba91cc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.314320 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.314548 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f47aa-f540-404c-a04f-4d33815fb689 None None] The sync data for ids ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'] in n-d-817778-8 is: [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'aaf01bea-42c2-4939-a388-1cc296bbd4e3', 'name': '', 'network_id': '79329bed-4f8c-4089-b067-de31b15404e1', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'mac_address': 'fa:16:3e:c5:43:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:47Z', 'updated_at': '2021-11-16T22:37:52Z', 'revision_number': 4, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'subnets': [{'id': '1993fbb3-541c-46d4-8c6e-5b4d8f616e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:37:53.319855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aaf01bea-42c2-4939-a388-1cc296bbd4e3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:53.388577 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port aaf01bea-42c2-4939-a388-1cc296bbd4e3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:53.388954 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.588294 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-70c1ddf0-6276-47e5-94d3-ab69da4db1c5 None None] Provisioning complete for port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:53.588680 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-70c1ddf0-6276-47e5-94d3-ab69da4db1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.624969 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c8fb56-2bf8-458d-a8a9-1fa9e083513b {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:37:53.628228 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-70c1ddf0-6276-47e5-94d3-ab69da4db1c5 None None] Port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:37:53.637037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.658261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Transition to ACTIVE for port object b0c8fb56-2bf8-458d-a8a9-1fa9e083513b will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:37:53.666635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.671483 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17be89-ca5e-4c42-8c63-63d2b7192a0b req-9c5ebc3c-0b74-41e7-b9a2-24f362058440 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:53.674335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed17be89-ca5e-4c42-8c63-63d2b7192a0b req-9c5ebc3c-0b74-41e7-b9a2-24f362058440 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 931 time: 0.0653763 Nov 16 22:37:53.751960 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ed17be89-ca5e-4c42-8c63-63d2b7192a0b req-7cbd5614-3453-4186-910a-aaae39902bb2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691195 Nov 16 22:37:53.752183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:53.813774 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Attempting to bind port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:37:53.814611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Attempting to bind port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:37:53.814945 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Attempting to bind port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:53.819963 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:37:53.820200 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Attempting to bind port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:37:53.825504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:37:53.825786 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Checking segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:37:53.826233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Bound using segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:37:53.826675 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Bound port: b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:37:53.827037 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.900561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:37:53.903796 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:37:53.910655 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.947449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:53.948007 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:53.949481 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 1091 time: 0.7272487 Nov 16 22:37:53.949952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:37:53.952191 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d54f55-5b67-4a8b-b85b-1b3e7359d733" -d '{"events": [{"name": "network-changed", "server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:37:53.981161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8b81d-a90f-42dd-94c9-b6b2667b9199 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:54.002473 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d911fb-a80b-493b-a2d8-151a2149d0eb x-openstack-request-id: req-f4d911fb-a80b-493b-a2d8-151a2149d0eb {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:37:54.002970 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:37:54.003410 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4d911fb-a80b-493b-a2d8-151a2149d0eb {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:37:54.004045 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'status': 'completed', 'code': 200} Nov 16 22:37:54.039601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-6f7fffac-94b3-42e6-bf16-763494406aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.041711 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-6f7fffac-94b3-42e6-bf16-763494406aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1094 time: 0.0490839 Nov 16 22:37:54.099403 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-387c7e13-cbd8-4295-a2ae-5e1e20b96e07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 217 time: 0.0495198 Nov 16 22:37:54.151671 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-4230bee5-47d4-4fdf-ae17-7298f0a67102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.153136 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-4230bee5-47d4-4fdf-ae17-7298f0a67102 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0471499 Nov 16 22:37:54.199228 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732c16-0881-45b8-91eb-22335936ea5a req-70dcb782-3b93-48f9-8e83-ed8a0da85ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.200808 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-70dcb782-3b93-48f9-8e83-ed8a0da85ddc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405841 Nov 16 22:37:54.292149 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-124b3368-4d03-4c08-9b54-ed4e9da6ec07 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834646 Nov 16 22:37:54.384362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-78732c16-0881-45b8-91eb-22335936ea5a req-29255822-bf26-4427-9fbc-4f9e59b558ba service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Nov 16 22:37:54.469213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-81730394-aded-4b7c-92e0-9e40d56aa19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.470730 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-81730394-aded-4b7c-92e0-9e40d56aa19b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1094 time: 0.0416296 Nov 16 22:37:54.513778 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:54.570025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-8a07ea2d-a925-46ea-b2dc-51635bccb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.571505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-8a07ea2d-a925-46ea-b2dc-51635bccb77a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0941830 Nov 16 22:37:54.612095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-72ce9590-a885-4452-94a9-751d0bf8583b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 217 time: 0.0338662 Nov 16 22:37:54.663719 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-9dece812-7cd8-4023-a7ca-73224d169e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.665216 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-9dece812-7cd8-4023-a7ca-73224d169e05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0470827 Nov 16 22:37:54.714138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-2e695fa7-7ff4-443e-a061-0f7b07a32cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.715822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-2e695fa7-7ff4-443e-a061-0f7b07a32cd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430839 Nov 16 22:37:54.816188 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-95a38101-2b0d-4539-a762-4a1c3db9aa4b service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923073 Nov 16 22:37:54.883089 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbf645-3488-4514-b041-819ec4e1d633 req-706bed6a-d296-4104-8e09-300cb1340d07 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:54.884755 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ddbf645-3488-4514-b041-819ec4e1d633 req-706bed6a-d296-4104-8e09-300cb1340d07 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0537217 Nov 16 22:37:54.911199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-02d54f55-5b67-4a8b-b85b-1b3e7359d733 req-9216879c-a1ab-44df-8b8c-2001f84440d5 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885553 Nov 16 22:37:54.942077 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ddbf645-3488-4514-b041-819ec4e1d633 req-b1d65bfb-e494-4b41-846a-e428c60bc202 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511339 Nov 16 22:37:55.218779 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aaf01bea-42c2-4939-a388-1cc296bbd4e3 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:55.269084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port aaf01bea-42c2-4939-a388-1cc296bbd4e3 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:55.269457 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:56.057670 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51f3c-4c8c-44ec-962d-3ae1717d64f8 req-66ec9a43-417e-4c27-8ac4-e5d32ddac154 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:56.059134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a51f3c-4c8c-44ec-962d-3ae1717d64f8 req-66ec9a43-417e-4c27-8ac4-e5d32ddac154 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0484638 Nov 16 22:37:56.084320 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:56.109064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d9a51f3c-4c8c-44ec-962d-3ae1717d64f8 req-314df9fb-883d-4707-bd80-b0585ee0d657 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Nov 16 22:37:56.860560 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:57.139743 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:37:57.227635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c699fd-087f-434a-a85c-5f9bdd59c90c req-62859a13-1b86-4a91-86e9-aad44d325742 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:57.229135 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50c699fd-087f-434a-a85c-5f9bdd59c90c req-62859a13-1b86-4a91-86e9-aad44d325742 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0509117 Nov 16 22:37:57.240036 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:57.251725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'mac_address': 'fa:16:3e:6e:60:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:37:57.288165 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-50c699fd-087f-434a-a85c-5f9bdd59c90c req-3075f81b-545c-49e1-be67-e91d285b4cbe tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528686 Nov 16 22:37:57.296982 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:57.310477 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c8fb56-2bf8-458d-a8a9-1fa9e083513b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:37:57.330733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:57.334565 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:57.384859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:57.681280 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:37:58.405760 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c7aa0-8909-42d8-b899-c484eaba7938 req-7cad9315-0de6-4871-81a8-2cd91c55c1ab tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:58.407242 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-285c7aa0-8909-42d8-b899-c484eaba7938 req-7cad9315-0de6-4871-81a8-2cd91c55c1ab tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 944 time: 0.0528243 Nov 16 22:37:58.457349 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-285c7aa0-8909-42d8-b899-c484eaba7938 req-79b1113f-820c-4fba-87d4-da9dd0a777d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Nov 16 22:37:59.158345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:37:59.207845 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:37:59.211935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:37:59.212309 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:59.291627 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:59.316788 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:37:59.319181 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a636ac-5b3b-42c1-8db6-107707d5baed" -d '{"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:37:59.331393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:37:59.335412 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:37:59.359803 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66004a79-dc2a-4586-9ffd-fdf2e8d36b66 x-openstack-request-id: req-66004a79-dc2a-4586-9ffd-fdf2e8d36b66 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:37:59.360093 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:37:59.360344 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66004a79-dc2a-4586-9ffd-fdf2e8d36b66 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:37:59.360788 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'code': 200} Nov 16 22:37:59.388561 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:37:59.453092 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74bdd8-d944-4328-8629-891635a4f567 req-87844b9f-580d-405e-abb1-414f6df0371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:59.455298 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c74bdd8-d944-4328-8629-891635a4f567 req-87844b9f-580d-405e-abb1-414f6df0371f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1096 time: 0.0406651 Nov 16 22:37:59.502134 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c74bdd8-d944-4328-8629-891635a4f567 req-567e0043-0869-4a83-ab25-26021bbd2c90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401635 Nov 16 22:37:59.577195 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b918b-21ce-4c18-a8ad-a6928944f0c5 req-6ac89f5b-4505-456a-878b-3594853137e0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:37:59.578626 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-677b918b-21ce-4c18-a8ad-a6928944f0c5 req-6ac89f5b-4505-456a-878b-3594853137e0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0523984 Nov 16 22:37:59.627553 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-677b918b-21ce-4c18-a8ad-a6928944f0c5 req-729afb2c-b11c-4fc1-bf42-dfdf60eafa77 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Nov 16 22:38:00.743133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326a37a-3b10-40d7-8091-154f222f237d req-ef005003-7524-4106-8eda-85e18fe57821 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:00.744620 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6326a37a-3b10-40d7-8091-154f222f237d req-ef005003-7524-4106-8eda-85e18fe57821 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Nov 16 22:38:00.795767 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6326a37a-3b10-40d7-8091-154f222f237d req-ff799a6a-28ab-4011-bc82-1cde94110524 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 Nov 16 22:38:01.646364 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-62e2ac72-c91b-45ef-a6b0-11a80b1d2258 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396903 Nov 16 22:38:01.728055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-e31bd932-87c2-4108-8075-b90a617d0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:01.729449 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-e31bd932-87c2-4108-8075-b90a617d0fdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1096 time: 0.0408597 Nov 16 22:38:01.835605 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-6fb7b52f-fab2-4a17-af7c-7c01b074de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:01.837096 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-6fb7b52f-fab2-4a17-af7c-7c01b074de4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0887394 Nov 16 22:38:01.881398 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-956d5ab3-76a8-4a85-b091-ed87c11f329e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 217 time: 0.0372829 Nov 16 22:38:01.955343 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-2eca1083-507d-41d1-9482-0c015d7a114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:01.956802 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-2eca1083-507d-41d1-9482-0c015d7a114c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0682132 Nov 16 22:38:01.966979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf140d5-e419-4e62-b298-2ad6314e9cb0 req-d53f57c1-b653-4762-ab08-d303ea671f27 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:01.968340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcf140d5-e419-4e62-b298-2ad6314e9cb0 req-d53f57c1-b653-4762-ab08-d303ea671f27 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0897274 Nov 16 22:38:02.038821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-b4c1a9ba-0ffa-4ecb-baaa-7213a9c96768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:02.040218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-b4c1a9ba-0ffa-4ecb-baaa-7213a9c96768 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710506 Nov 16 22:38:02.044368 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dcf140d5-e419-4e62-b298-2ad6314e9cb0 req-e7b9b652-010b-4b5f-bef2-fd3ae41d4cb0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674067 Nov 16 22:38:02.135882 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-505e6669-e33c-4c8d-ab06-ccc9c0a50428 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882695 Nov 16 22:38:02.165770 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b638f-e39a-45a5-a1b6-7ac080ac356e req-af4195ab-d9ab-4fe1-8283-c34f77b497e9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:02.167261 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d5b638f-e39a-45a5-a1b6-7ac080ac356e req-af4195ab-d9ab-4fe1-8283-c34f77b497e9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Nov 16 22:38:02.217633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5d5b638f-e39a-45a5-a1b6-7ac080ac356e req-d73fd2b1-6f1f-47a1-b253-c497900687e2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Nov 16 22:38:02.230260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6c14a8fc-a8ce-4abc-befd-cfde8a6d430c req-8091112b-1de2-4351-a408-02eb77f5c627 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865145 Nov 16 22:38:02.239499 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59072) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:38:02.369496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299652d3-0fb1-4f0a-9305-19aed4e29766 tempest-TestShelveInstance-1691155863 tempest-TestShelveInstance-1691155863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:02.371064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-299652d3-0fb1-4f0a-9305-19aed4e29766 tempest-TestShelveInstance-1691155863 tempest-TestShelveInstance-1691155863-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1091 time: 0.1306207 Nov 16 22:38:02.374071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:38:02.378902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:38:02.400796 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:02.498287 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:02.604334 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Allocated IP 172.25.3.73 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/986d712d-59e1-4f88-9e4b-2acb323ec279) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:38:03.020162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.053245 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.097212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:38:03.100170 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:38:03.102777 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:38:03.127782 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'Port': ['ID=986d712d-59e1-4f88-9e4b-2acb323ec279,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:38:03.443815 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.511685 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.662809 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.667031 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.734794 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'Port': ['ID=986d712d-59e1-4f88-9e4b-2acb323ec279,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:38:03.748162 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:03.848238 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Floating IP b892de66-5346-40d6-b4dc-1bcc6fe896ad associated. External IP: 172.25.3.73, port: b0c8fb56-2bf8-458d-a8a9-1fa9e083513b. Nov 16 22:38:04.056802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:38:04.168838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:38:04.179510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:38:04.187155 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:04.192695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:38:04.193337 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:38:04.216290 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-60a21af7-a47b-4e29-ac4e-731e05c3b4d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8412137 Nov 16 22:38:04.216867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:38:04.219150 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:38:04.256845 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba3cb3a-a68b-4c2d-8f9d-d8d6c00747d6 x-openstack-request-id: req-2ba3cb3a-a68b-4c2d-8f9d-d8d6c00747d6 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:38:04.257132 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:38:04.257384 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ba3cb3a-a68b-4c2d-8f9d-d8d6c00747d6 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:38:04.257827 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'status': 'completed', 'code': 200} Nov 16 22:38:04.279013 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:04.317106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:38:04.320534 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-56fd8cce-e030-491d-8f4f-e53aa6628695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:04.322219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-56fd8cce-e030-491d-8f4f-e53aa6628695 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1096 time: 0.0425088 Nov 16 22:38:04.419972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-634203fc-fe1a-48ae-befb-6e4567f48b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:04.421633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-634203fc-fe1a-48ae-befb-6e4567f48b5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0910182 Nov 16 22:38:04.488172 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-2f71adc7-ea8d-4773-b94c-e47dc125d6ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 998 time: 0.0592291 Nov 16 22:38:04.539126 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-a8c4f844-fe0b-4d92-a129-a2ab609672cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:04.540634 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-a8c4f844-fe0b-4d92-a129-a2ab609672cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0455287 Nov 16 22:38:04.552164 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'b892de66-5346-40d6-b4dc-1bcc6fe896ad', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'mac_address': 'fa:16:3e:6e:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87078066-f821-4ef6-9f4b-5e071d180d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:38:03Z', 'updated_at': '2021-11-16T22:38:03Z', 'revision_number': 0, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:38:04.579060 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:38:04.588182 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:38:04.588804 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:37:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:38:04.594214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-61f3ae44-fd18-4c8f-b40b-d3f7d4a67be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:38:04.595972 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-61f3ae44-fd18-4c8f-b40b-d3f7d4a67be8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462387 Nov 16 22:38:04.687064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-f4d53af5-04d0-44bc-b863-36209f0ae9a6 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835481 Nov 16 22:38:04.696546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:38:04.791529 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6a54e2c7-f00a-4591-b8b3-375d750d1d7e req-6e751f69-7c14-4b11-8b0d-2e4dd8e17948 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911336 Nov 16 22:38:04.929830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'b892de66-5346-40d6-b4dc-1bcc6fe896ad', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'mac_address': 'fa:16:3e:6e:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87078066-f821-4ef6-9f4b-5e071d180d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:38:03Z', 'updated_at': '2021-11-16T22:38:03Z', 'revision_number': 0, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:38:04.957748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd99a4a-d1a2-4b91-ab66-dab51b6829d5 None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'b892de66-5346-40d6-b4dc-1bcc6fe896ad', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'mac_address': 'fa:16:3e:6e:60:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87078066-f821-4ef6-9f4b-5e071d180d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:38:03Z', 'updated_at': '2021-11-16T22:38:03Z', 'revision_number': 0, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:38:05.149351 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe4c7bc-20c5-42cf-a1fe-2461d9c82639 None None] New status for floating IP b892de66-5346-40d6-b4dc-1bcc6fe896ad: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:38:06.189949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:20.944291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1040f84e-a88f-4306-a7e6-2a387a7e8500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:23.260136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ed0a-8deb-4e60-9275-ff61c93bf748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:24.515569 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:26.086265 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:26.863283 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:29.453410 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:38:34.222470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:36.183136 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:50.944925 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a98b4af4-94d0-48c8-ab34-353d50cd2aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:53.261861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-12bfe3d0-cf20-4b44-ac3f-f798eb9cbcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:54.518807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:56.089242 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:38:56.866071 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:02.544424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-05cb3d3b-c1b0-4c26-869d-3ffba93f3384 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400834 Nov 16 22:39:02.624548 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-69228560-0d86-49d8-ad3d-3d0f391f9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:39:02.626061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-69228560-0d86-49d8-ad3d-3d0f391f9a46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1096 time: 0.0404472 Nov 16 22:39:02.731738 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-1b7719a9-e085-4c66-a5e3-bc8f68167332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:39:02.733219 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-1b7719a9-e085-4c66-a5e3-bc8f68167332 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0892949 Nov 16 22:39:02.798011 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-66a9fa5b-ba86-40bc-83c0-139aaae08748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 1000 time: 0.0569577 Nov 16 22:39:02.847384 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-5227aa6a-1f9c-4e67-a349-8d44bb0b8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:39:02.848822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-5227aa6a-1f9c-4e67-a349-8d44bb0b8c37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0445948 Nov 16 22:39:02.899220 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-f42c15ae-7568-401c-8436-25d9869af689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:39:02.900734 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-f42c15ae-7568-401c-8436-25d9869af689 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437491 Nov 16 22:39:02.990258 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-bc83cef8-2755-4bf6-a680-8f4577461f39 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818820 Nov 16 22:39:03.083880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54d3ad1c-03f4-4d17-8a55-f7c3820b4cf0 req-724822e4-683b-4213-bf04-9ac1a3d0f327 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862157 Nov 16 22:39:04.221401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:06.199787 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:06.452555 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:39:20.946754 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26f36204-2448-4c45-8bce-7607beb56ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:23.266120 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8ea2340f-fe85-4c07-890d-d7440e153667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:24.522261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:26.091975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:26.868051 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:34.211411 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:36.196033 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:43.451864 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:39:50.947745 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dae87de9-14d4-41b7-bb0b-8d0d97e3d203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:53.270450 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7de0-7adf-4ab0-95a7-d5580d758066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:54.524592 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:56.095718 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:39:56.870297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:03.542360 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-749d92f5-84a1-4945-a21c-27aee6be5a7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421438 Nov 16 22:40:03.620801 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d170-cef6-44b0-b782-54c30051b778 req-32a13f9a-2811-45d5-a357-4dcc9065beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:03.622314 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-32a13f9a-2811-45d5-a357-4dcc9065beab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1096 time: 0.0398242 Nov 16 22:40:03.728013 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d170-cef6-44b0-b782-54c30051b778 req-7ded846e-8ad5-443f-b8c4-ea400b40cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:03.729479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-7ded846e-8ad5-443f-b8c4-ea400b40cee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0882063 Nov 16 22:40:03.792564 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-a4bd55de-8d23-4b4e-99fe-133f73f3a19e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 1000 time: 0.0558255 Nov 16 22:40:03.844294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d170-cef6-44b0-b782-54c30051b778 req-dcb10bcb-fbf2-4374-99ca-0b55d542c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:03.845741 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-dcb10bcb-fbf2-4374-99ca-0b55d542c4cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0465426 Nov 16 22:40:03.889916 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d170-cef6-44b0-b782-54c30051b778 req-72b0427c-2867-42ce-a0eb-503cbf11dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:03.891424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-72b0427c-2867-42ce-a0eb-503cbf11dec3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393577 Nov 16 22:40:03.979753 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-61e77656-6bf6-44fb-8236-83c4b8522b4b service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811286 Nov 16 22:40:04.073180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4988d170-cef6-44b0-b782-54c30051b778 req-5001baea-23a5-4337-a1d1-3464e8205a2b service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Nov 16 22:40:04.233475 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:06.202814 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:20.456133 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:40:20.948772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-787f7204-8a94-4032-8779-929b59dc1b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:23.271915 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-20f32644-cf45-4703-8d73-aa24c27e23ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:24.527535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:26.097943 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:26.872726 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:28.769052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacb1f-bb6e-4a85-b76a-6407b4156902 req-006ee33f-fac9-4a52-880e-336c9d002888 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:28.770576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9bacb1f-bb6e-4a85-b76a-6407b4156902 req-006ee33f-fac9-4a52-880e-336c9d002888 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.1025140 Nov 16 22:40:28.821999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f9bacb1f-bb6e-4a85-b76a-6407b4156902 req-915165bc-1192-4577-b2bd-9bddcf36579d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 Nov 16 22:40:29.966521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526d0c8-6483-4dc1-821c-3e568e5e0c94 req-0a610c6f-4460-42f5-a72b-ec7fc2d3c578 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:29.968457 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f526d0c8-6483-4dc1-821c-3e568e5e0c94 req-0a610c6f-4460-42f5-a72b-ec7fc2d3c578 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Nov 16 22:40:30.018099 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f526d0c8-6483-4dc1-821c-3e568e5e0c94 req-d9ca12ad-98ce-4aad-a00c-ecea364ccc8d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437250 Nov 16 22:40:31.159901 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f309-cb1d-482c-85b5-34fa57af2d28 req-85e98fdd-4d31-4629-8280-3d7c57137e38 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:31.161357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8df2f309-cb1d-482c-85b5-34fa57af2d28 req-85e98fdd-4d31-4629-8280-3d7c57137e38 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Nov 16 22:40:31.210221 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-8df2f309-cb1d-482c-85b5-34fa57af2d28 req-cee1a303-c97d-4e59-b7c0-9e703deee3a0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Nov 16 22:40:32.328900 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22638a-4f55-4f9a-afa3-15c2ce7632c4 req-f2f3b3ea-ec5a-414e-8bcf-a8e1c75f5658 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:32.330406 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f22638a-4f55-4f9a-afa3-15c2ce7632c4 req-f2f3b3ea-ec5a-414e-8bcf-a8e1c75f5658 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Nov 16 22:40:32.380210 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4f22638a-4f55-4f9a-afa3-15c2ce7632c4 req-297bed47-81c9-4d4c-bf3d-9e5b30452d18 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 Nov 16 22:40:33.494277 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f947c-a2bd-4283-a74a-a768c20d7ecf req-eb2fa35e-fc34-4079-b7e1-478423c82d41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:33.495687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c4f947c-a2bd-4283-a74a-a768c20d7ecf req-eb2fa35e-fc34-4079-b7e1-478423c82d41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Nov 16 22:40:33.543914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9c4f947c-a2bd-4283-a74a-a768c20d7ecf req-9649330e-3b80-4cac-87d4-d2662323058a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Nov 16 22:40:34.243445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:34.658797 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd994ae-0b64-4f9b-bc6e-07dd7a81b93f req-20187d17-7dc8-47f0-b4e4-00686343ad14 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:34.660258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffd994ae-0b64-4f9b-bc6e-07dd7a81b93f req-20187d17-7dc8-47f0-b4e4-00686343ad14 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0488162 Nov 16 22:40:34.711860 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ffd994ae-0b64-4f9b-bc6e-07dd7a81b93f req-f3e5e1ab-75a5-42d5-9db9-d4087fdcfd09 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456781 Nov 16 22:40:35.826591 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a1652-290f-4bea-8ac9-36a097c387c6 req-ff10a43b-4844-4cda-ad22-952b5ab1dd99 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:35.828880 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a43a1652-290f-4bea-8ac9-36a097c387c6 req-ff10a43b-4844-4cda-ad22-952b5ab1dd99 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Nov 16 22:40:35.881431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a43a1652-290f-4bea-8ac9-36a097c387c6 req-365a506f-bbc1-4a5e-b0dc-b8e2ef5ac1f2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465469 Nov 16 22:40:36.209557 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:36.997974 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678f03-7940-4bd3-b634-9f17ce0f76ff req-80312cea-f8da-4976-877f-b90ba85a3750 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:36.999633 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2678f03-7940-4bd3-b634-9f17ce0f76ff req-80312cea-f8da-4976-877f-b90ba85a3750 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0490024 Nov 16 22:40:37.051981 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e2678f03-7940-4bd3-b634-9f17ce0f76ff req-b3d909d7-35a9-4f53-b9b9-6aee3d57fccf tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Nov 16 22:40:38.171609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a6ee6-b92f-458e-95c3-9c8d7cf494dd req-00e39f37-0eea-4b19-943a-1d65969b890a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:38.173087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-877a6ee6-b92f-458e-95c3-9c8d7cf494dd req-00e39f37-0eea-4b19-943a-1d65969b890a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0525520 Nov 16 22:40:38.222528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-877a6ee6-b92f-458e-95c3-9c8d7cf494dd req-90875929-3662-4d90-aec6-fa004c93fcd9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435829 Nov 16 22:40:39.344634 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98bb36-98f3-4219-87be-36488a3ad9f5 req-15606173-3d7d-42f7-a8cb-28c0c59c7d6d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:39.346126 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c98bb36-98f3-4219-87be-36488a3ad9f5 req-15606173-3d7d-42f7-a8cb-28c0c59c7d6d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Nov 16 22:40:39.396198 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5c98bb36-98f3-4219-87be-36488a3ad9f5 req-80949bc0-cbec-4b93-ab3e-333e76db66b1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Nov 16 22:40:40.511173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ceac-771f-4ade-9f42-53fccbe19760 req-60258d55-4f2e-4e3b-8a00-f436c8245658 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:40.512672 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe3ceac-771f-4ade-9f42-53fccbe19760 req-60258d55-4f2e-4e3b-8a00-f436c8245658 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Nov 16 22:40:40.562906 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dbe3ceac-771f-4ade-9f42-53fccbe19760 req-d061c88d-a65b-47c6-b300-70b75ccb0335 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Nov 16 22:40:41.676295 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d6971-a06f-4fe6-9da6-1c456c810f93 req-6ac152fa-e7cb-4d34-b774-f12a1d1850a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:41.677779 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d7d6971-a06f-4fe6-9da6-1c456c810f93 req-6ac152fa-e7cb-4d34-b774-f12a1d1850a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Nov 16 22:40:41.727296 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d7d6971-a06f-4fe6-9da6-1c456c810f93 req-ba3c0252-6db9-47b1-b636-1a6d13937692 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Nov 16 22:40:41.914584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:40:42.010830 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:40:42.022559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'mac_address': 'fa:16:3e:6e:60:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:40:42.057950 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:42.074510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0c8fb56-2bf8-458d-a8a9-1fa9e083513b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:40:42.094324 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:40:42.097818 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:42.146578 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:40:42.154157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.154510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.154856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.155713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.156127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.156389 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.156719 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.157048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.157393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.157725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.158059 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.158395 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:40:42.166273 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:40:42.854455 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ee514-ff89-400e-ad48-4ed64d065f29 req-a56bde39-b094-42da-a44c-2968e0b32899 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:42.855937 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a46ee514-ff89-400e-ad48-4ed64d065f29 req-a56bde39-b094-42da-a44c-2968e0b32899 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 944 time: 0.0530221 Nov 16 22:40:42.904585 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a46ee514-ff89-400e-ad48-4ed64d065f29 req-f2eafecc-1598-4515-8839-63ac5f602f6a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420275 Nov 16 22:40:43.930985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:40:43.981017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:40:43.981304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:44.023400 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cdeab-235c-4639-906e-c7966fa8ef58 req-350ed39e-a65c-4217-8d8e-698f1467387f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:44.024887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d3cdeab-235c-4639-906e-c7966fa8ef58 req-350ed39e-a65c-4217-8d8e-698f1467387f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 944 time: 0.0521784 Nov 16 22:40:44.060953 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:44.074391 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0d3cdeab-235c-4639-906e-c7966fa8ef58 req-b3d73cb3-a07c-4883-b7dd-0aa47019f84c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Nov 16 22:40:44.083726 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:40:44.085999 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50b141-e686-4871-a4e2-ce69e2b19324" -d '{"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:40:44.099378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:40:44.103222 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:44.126463 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3070dee9-1f31-4bd4-9bf1-0948ce4b3e8b x-openstack-request-id: req-3070dee9-1f31-4bd4-9bf1-0948ce4b3e8b {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:40:44.126760 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:40:44.127006 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3070dee9-1f31-4bd4-9bf1-0948ce4b3e8b {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:40:44.127401 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'code': 200} Nov 16 22:40:44.152409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:40:45.189611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a08d5-76ba-4445-ab22-04fe170eef63 req-8491f565-8d25-4b00-9a13-b545d5855a1b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:45.191101 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d58a08d5-76ba-4445-ab22-04fe170eef63 req-8491f565-8d25-4b00-9a13-b545d5855a1b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Nov 16 22:40:45.240197 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d58a08d5-76ba-4445-ab22-04fe170eef63 req-fca31697-f94f-4f5c-b15f-39a700fa33cc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Nov 16 22:40:46.364219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928278d4-a6c3-409d-b7a6-36ce329009e1 req-92db5373-95d2-4e2b-aeb8-488058eadb2e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:46.366579 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-928278d4-a6c3-409d-b7a6-36ce329009e1 req-92db5373-95d2-4e2b-aeb8-488058eadb2e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Nov 16 22:40:46.419655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-928278d4-a6c3-409d-b7a6-36ce329009e1 req-7757b7c3-b4cc-47e1-9bf6-ec7bd5dab9cc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Nov 16 22:40:47.549152 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6436c-295d-448d-b336-753d96f09c65 req-cb802cd9-34f8-4c65-9afe-81f6f7af471e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:47.550636 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba6436c-295d-448d-b336-753d96f09c65 req-cb802cd9-34f8-4c65-9afe-81f6f7af471e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0577295 Nov 16 22:40:47.617154 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cba6436c-295d-448d-b336-753d96f09c65 req-4cb8c9f3-df51-4ebe-971d-7dfc5e81b458 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518191 Nov 16 22:40:48.731158 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11faa62-bc65-4b91-9572-43de913b706c req-eb7c8296-8688-4744-b4b1-35f4ab31a6d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:48.732658 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f11faa62-bc65-4b91-9572-43de913b706c req-eb7c8296-8688-4744-b4b1-35f4ab31a6d5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0550692 Nov 16 22:40:48.826006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f11faa62-bc65-4b91-9572-43de913b706c req-d955f616-9bc0-46b5-a041-82d4272dab89 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866597 Nov 16 22:40:49.979174 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5022884-c2d3-4c45-8da8-af3cf4e67f7b req-c10edd2a-ed60-4359-a8c3-9093f336311a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:49.987937 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5022884-c2d3-4c45-8da8-af3cf4e67f7b req-c10edd2a-ed60-4359-a8c3-9093f336311a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0801239 Nov 16 22:40:50.040740 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5022884-c2d3-4c45-8da8-af3cf4e67f7b req-05e3e9fe-55f5-4bef-89f8-f7e78597c72c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517497 Nov 16 22:40:50.954069 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-50966007-8b2f-4c1a-9198-4e5694b418a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:51.172695 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542005c-7ff1-498b-bb7c-a226fff184a2 req-9552c3de-384c-494a-a085-95cd3476eb1e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:51.174251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2542005c-7ff1-498b-bb7c-a226fff184a2 req-9552c3de-384c-494a-a085-95cd3476eb1e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0526893 Nov 16 22:40:51.228544 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2542005c-7ff1-498b-bb7c-a226fff184a2 req-be319096-48a0-44a8-9ca8-4f62a9161124 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Nov 16 22:40:52.363715 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7049eb-cf7f-4180-982a-7adcb10e08d7 req-2be38c17-9486-4c5c-be71-361c60abf99a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:52.366619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a7049eb-cf7f-4180-982a-7adcb10e08d7 req-2be38c17-9486-4c5c-be71-361c60abf99a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0551913 Nov 16 22:40:52.425978 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7a7049eb-cf7f-4180-982a-7adcb10e08d7 req-a810f14e-ab9a-4677-9f4a-b475f1248f6d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527680 Nov 16 22:40:53.282036 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-178c04d4-0bd7-44ba-8179-761fa07d42b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:53.552611 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3362190-cd72-409c-8e32-68de892101eb req-7306add1-cf54-42ff-a2c7-4df56268ab26 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:53.560262 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3362190-cd72-409c-8e32-68de892101eb req-7306add1-cf54-42ff-a2c7-4df56268ab26 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0578027 Nov 16 22:40:53.609026 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d3362190-cd72-409c-8e32-68de892101eb req-089f4470-30fa-450b-a006-689492c3df90 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Nov 16 22:40:54.532995 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:54.739691 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff5d8-45e2-4922-bcb1-4f80ee98be13 req-0941748f-5446-471d-9213-2e115971e624 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:54.741330 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec8ff5d8-45e2-4922-bcb1-4f80ee98be13 req-0941748f-5446-471d-9213-2e115971e624 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Nov 16 22:40:54.796037 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-ec8ff5d8-45e2-4922-bcb1-4f80ee98be13 req-5280175c-b4f7-4926-925e-14f24a2ce967 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476711 Nov 16 22:40:55.954348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2cf15-ab0b-4efc-b76c-fdec061f594c req-8c71369f-0248-401a-80b4-dc03e2b351ac tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:55.955822 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89d2cf15-ab0b-4efc-b76c-fdec061f594c req-8c71369f-0248-401a-80b4-dc03e2b351ac tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0822215 Nov 16 22:40:55.961367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-77569af1-0235-42f6-99f1-1b56cfd1ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:55.962765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-77569af1-0235-42f6-99f1-1b56cfd1ac7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1096 time: 0.0582035 Nov 16 22:40:56.062166 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-89d2cf15-ab0b-4efc-b76c-fdec061f594c req-a62f5d9f-27ce-4882-833f-f83b2f1311e6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984373 Nov 16 22:40:56.087761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-6df5ffb2-9889-4513-849d-8bad4cfac8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:56.089287 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-6df5ffb2-9889-4513-849d-8bad4cfac8b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.1183169 Nov 16 22:40:56.102734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:56.156584 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-d3419b25-e42f-4f49-b25a-3c02051ac351 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 1000 time: 0.0595930 Nov 16 22:40:56.205352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-006a8c50-aa03-457c-b32e-2b69e1e324de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:56.206733 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-006a8c50-aa03-457c-b32e-2b69e1e324de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0434909 Nov 16 22:40:56.256255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-3083a490-1968-45bf-b7a7-3c65cc27c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:56.257768 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-3083a490-1968-45bf-b7a7-3c65cc27c94f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435731 Nov 16 22:40:56.346493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-587a31c8-b443-41ea-b697-dce3b5304be2 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809727 Nov 16 22:40:56.440464 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0209d3f4-255b-4429-bc16-d5b9b18a8409 req-75f51be5-97e1-48c2-ae1a-f28137491d53 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864871 Nov 16 22:40:56.876275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:40:57.179023 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eadc33-bb49-4488-a3c2-a9847a4303c5 req-64cec51a-e89a-4737-8ff8-9f9542f11b2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:57.180536 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7eadc33-bb49-4488-a3c2-a9847a4303c5 req-64cec51a-e89a-4737-8ff8-9f9542f11b2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Nov 16 22:40:57.229614 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7eadc33-bb49-4488-a3c2-a9847a4303c5 req-b126fcac-fd9f-4e9a-b102-1e58ee9f36e6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Nov 16 22:40:57.455947 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:40:58.349082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3fd9-acf0-441e-97e3-83d058d92bcd req-2e4fad02-5b03-4b74-bab1-ce6858c7cf4b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:58.350604 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-371f3fd9-acf0-441e-97e3-83d058d92bcd req-2e4fad02-5b03-4b74-bab1-ce6858c7cf4b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0508807 Nov 16 22:40:58.399863 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-371f3fd9-acf0-441e-97e3-83d058d92bcd req-7e974a81-4486-49a8-b3ef-95090374da9d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Nov 16 22:40:58.510120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-d14ea2ba-e7e0-4695-b3c8-f5cd37685b6e req-f857894e-84d8-4411-83e1-e21e4549b299 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:40:58.511120 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d14ea2ba-e7e0-4695-b3c8-f5cd37685b6e req-f857894e-84d8-4411-83e1-e21e4549b299 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474834 Nov 16 22:40:59.682574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60934c79-a424-4a28-ad26-0272999f8328 req-0c2aa5e3-2c42-4a8b-aef9-eb20661b3c9a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:40:59.684115 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60934c79-a424-4a28-ad26-0272999f8328 req-0c2aa5e3-2c42-4a8b-aef9-eb20661b3c9a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Nov 16 22:40:59.737416 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60934c79-a424-4a28-ad26-0272999f8328 req-0fa7678b-3511-44b8-a040-c0f060a5ffbb tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463276 Nov 16 22:40:59.860804 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-b760c6bf-e52e-47bf-9210-be54b64fa052 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862994 Nov 16 22:41:00.063815 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:41:00.142342 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:00.163944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:41:00.166153 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda43d67-f396-4e3c-bbe4-79b384784f0f" -d '{"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:41:00.178882 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:41:00.182871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:00.205534 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2266f88c-478a-4d06-8f94-092a0aa87c4a x-openstack-request-id: req-2266f88c-478a-4d06-8f94-092a0aa87c4a {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:41:00.205826 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-unplugged", "status": "failed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "code": 422}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:41:00.206076 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2266f88c-478a-4d06-8f94-092a0aa87c4a {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:41:00.206465 n-d-817778-8 neutron-server[102455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'code': 422} returned with failed status Nov 16 22:41:00.231222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:41:00.852720 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a929-f6c7-45d7-a29f-cbfbcf8461e9 req-17c1f89d-ee61-44e6-8fc1-6855d41e18b0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:00.854203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e983a929-f6c7-45d7-a29f-cbfbcf8461e9 req-17c1f89d-ee61-44e6-8fc1-6855d41e18b0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0485015 Nov 16 22:41:00.910414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-e983a929-f6c7-45d7-a29f-cbfbcf8461e9 req-4b083345-6637-4722-859f-6fd415fef96e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503421 Nov 16 22:41:02.033035 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0b6c1-9807-4513-a628-c0f5cb29583b req-c38c8df1-e30e-4d30-9d65-dec455c61a7a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:02.034550 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91a0b6c1-9807-4513-a628-c0f5cb29583b req-c38c8df1-e30e-4d30-9d65-dec455c61a7a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0554302 Nov 16 22:41:02.085224 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-91a0b6c1-9807-4513-a628-c0f5cb29583b req-0e10a39e-38ba-4103-9098-8913c0735ecc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444088 Nov 16 22:41:03.205410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90217aa4-cd28-4cd9-8202-dd3893853978 req-2a83da26-4b39-45ac-89cb-cccf7f398e11 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:03.206927 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90217aa4-cd28-4cd9-8202-dd3893853978 req-2a83da26-4b39-45ac-89cb-cccf7f398e11 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0535178 Nov 16 22:41:03.260031 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-90217aa4-cd28-4cd9-8202-dd3893853978 req-8e30841c-96a8-4b7d-b2f3-435c6f45baab tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472150 Nov 16 22:41:04.265678 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:04.377432 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691e4b-6daa-4e7e-9b6a-3a250cd35973 req-907d67c3-ebda-485d-9569-9cbc00b69f61 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:04.378966 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19691e4b-6daa-4e7e-9b6a-3a250cd35973 req-907d67c3-ebda-485d-9569-9cbc00b69f61 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0497653 Nov 16 22:41:04.437141 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-19691e4b-6daa-4e7e-9b6a-3a250cd35973 req-d2d2e25d-e013-4422-9939-f64fecde1b4e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517993 Nov 16 22:41:04.574790 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-8a34f2de-2e31-47c8-b7d9-a1fecae8b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:04.576860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-8a34f2de-2e31-47c8-b7d9-a1fecae8b429 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1094 time: 0.0400045 Nov 16 22:41:04.678743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-6f4cb81b-7d38-47cd-8f4d-75f0a1a5c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:04.680218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-6f4cb81b-7d38-47cd-8f4d-75f0a1a5c9f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0840044 Nov 16 22:41:04.689563 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.47', 51461) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:41:04.731688 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9424-055e-4997-aded-0a259125795b req-c8256891-2c01-4791-8921-86f85ba7154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:04.733950 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-c8256891-2c01-4791-8921-86f85ba7154d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61&tenant_id=c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 1094 time: 0.0429134 Nov 16 22:41:04.753146 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-06029c55-bd66-4ee1-bfad-297800074a99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 998 time: 0.0635743 Nov 16 22:41:04.802259 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-ae1c1bad-f867-4fcb-90b1-aadc564df15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:04.803692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-ae1c1bad-f867-4fcb-90b1-aadc564df15a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0436354 Nov 16 22:41:04.847793 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-5658ced4-df32-47b2-bb60-a25512c2d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:04.849249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-5658ced4-df32-47b2-bb60-a25512c2d624 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390718 Nov 16 22:41:05.261869 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-7c56a3cc-5129-47e7-a9c5-adc81731d838 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049544 Nov 16 22:41:05.354546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2253a222-4fbc-4745-8179-9d43b79a85e8 req-fae30c24-4b16-468b-96b8-5d2f35ea02d6 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855706 Nov 16 22:41:05.438835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9424-055e-4997-aded-0a259125795b req-5b0e292e-16f4-4d01-bf4d-ff15cd473fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:05.440310 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-5b0e292e-16f4-4d01-bf4d-ff15cd473fef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1094 time: 0.0409653 Nov 16 22:41:05.541609 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9424-055e-4997-aded-0a259125795b req-347f336f-f1fa-4f64-897d-83e35b1b19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:05.542966 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-347f336f-f1fa-4f64-897d-83e35b1b19fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0955095 Nov 16 22:41:05.626276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b981b4f-e00e-4e0e-badb-57e720dee780 req-543b6fde-96c1-46fa-9630-1bf6faa89a7a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:05.627774 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b981b4f-e00e-4e0e-badb-57e720dee780 req-543b6fde-96c1-46fa-9630-1bf6faa89a7a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0999949 Nov 16 22:41:05.634137 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-c6fd3e5e-67cd-4f79-9ed4-b211639cfcc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 998 time: 0.0744755 Nov 16 22:41:05.716337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6b981b4f-e00e-4e0e-badb-57e720dee780 req-15de4cec-df7e-466b-97a9-e5aac4bf8d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812619 Nov 16 22:41:05.718527 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9424-055e-4997-aded-0a259125795b req-39e4f778-ee8b-41fb-8881-dd04260d6179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:05.719911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-39e4f778-ee8b-41fb-8881-dd04260d6179 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0785842 Nov 16 22:41:05.766769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9424-055e-4997-aded-0a259125795b req-b9d6d2e0-43a4-4176-89d0-6da4fdf80475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:05.768261 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-b9d6d2e0-43a4-4176-89d0-6da4fdf80475 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414758 Nov 16 22:41:05.859708 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-a0370254-ee6c-4331-b29c-adaa446e9902 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 Nov 16 22:41:05.954563 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-051d392c-b785-4943-82ef-eb4ea4740c6b service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879698 Nov 16 22:41:06.218703 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:06.843872 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66b9d-dbec-4ae2-b576-01da3bc8e87b req-8443c914-7fab-4043-8059-e1153a37ad07 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:06.845345 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55c66b9d-dbec-4ae2-b576-01da3bc8e87b req-8443c914-7fab-4043-8059-e1153a37ad07 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0538688 Nov 16 22:41:06.899287 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-55c66b9d-dbec-4ae2-b576-01da3bc8e87b req-52a9096e-86b3-4b3d-b154-9054aa45f5cc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478902 Nov 16 22:41:08.030296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c706e57-429e-4c32-9bc4-e8ed0e4ba5f6 req-b8af06fc-19ba-4b81-b6ac-804710aa9ff2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:08.032576 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c706e57-429e-4c32-9bc4-e8ed0e4ba5f6 req-b8af06fc-19ba-4b81-b6ac-804710aa9ff2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0549157 Nov 16 22:41:08.088975 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2c706e57-429e-4c32-9bc4-e8ed0e4ba5f6 req-f8a08e57-2e1d-47ab-aa1d-c1cb3df4f5a7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451729 Nov 16 22:41:09.211331 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fafa-29aa-48f0-b77a-5f06c55ff3f2 req-719b2766-63dc-4c98-a26c-524a53bddef3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:09.212842 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e051fafa-29aa-48f0-b77a-5f06c55ff3f2 req-719b2766-63dc-4c98-a26c-524a53bddef3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Nov 16 22:41:09.269837 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e051fafa-29aa-48f0-b77a-5f06c55ff3f2 req-2354701c-d3af-4819-b963-cfc02ae6f1fd tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502703 Nov 16 22:41:10.407620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b1810-4bca-4b4d-92e4-350efdd17106 req-29342bbe-93b5-4451-a885-a0066281cc21 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:10.415417 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-872b1810-4bca-4b4d-92e4-350efdd17106 req-29342bbe-93b5-4451-a885-a0066281cc21 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0679879 Nov 16 22:41:10.468777 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-872b1810-4bca-4b4d-92e4-350efdd17106 req-9fadfece-fb19-4149-910f-60b2628e7bb4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525019 Nov 16 22:41:11.591637 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982473ef-011f-48c9-bf64-7a6f339a5e62 req-e5879159-9637-4296-999f-932389539800 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:11.593683 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-982473ef-011f-48c9-bf64-7a6f339a5e62 req-e5879159-9637-4296-999f-932389539800 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0536339 Nov 16 22:41:11.645886 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-982473ef-011f-48c9-bf64-7a6f339a5e62 req-5c053382-03ba-4924-a3e3-fd831f0a01ae tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461357 Nov 16 22:41:12.776569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527f8b0-408e-45a2-b3e0-1c12a240113d req-2e127c9b-a55f-4ea2-8700-09d179c4b87b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:12.780856 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b527f8b0-408e-45a2-b3e0-1c12a240113d req-2e127c9b-a55f-4ea2-8700-09d179c4b87b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0606620 Nov 16 22:41:12.831144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b527f8b0-408e-45a2-b3e0-1c12a240113d req-66d7de0e-badd-45c0-9b2e-2541302c511c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460205 Nov 16 22:41:13.949733 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6af1bf-3c5f-4b6c-ad28-c72aa544dbb3 req-5f9821b0-9ad2-448a-99e2-347f7ec078d9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:13.951662 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a6af1bf-3c5f-4b6c-ad28-c72aa544dbb3 req-5f9821b0-9ad2-448a-99e2-347f7ec078d9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0497749 Nov 16 22:41:14.006704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8a6af1bf-3c5f-4b6c-ad28-c72aa544dbb3 req-54cf882e-a45e-422e-a244-d2c838366412 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 Nov 16 22:41:15.126229 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2418b7-3ef8-40cc-8646-5dfdbaea1d1d req-79ca8b5f-fe13-4820-b748-622e5c03fcbb tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:15.128511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e2418b7-3ef8-40cc-8646-5dfdbaea1d1d req-79ca8b5f-fe13-4820-b748-622e5c03fcbb tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0531719 Nov 16 22:41:15.186095 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2e2418b7-3ef8-40cc-8646-5dfdbaea1d1d req-c7946688-2063-4d8a-ad68-d00b84b7295c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513706 Nov 16 22:41:16.304459 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50a4cb-d78f-4a6c-bac8-b346103290a0 req-4d4f04c6-9da8-4fe2-9d83-1d8f37ced177 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:16.305951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d50a4cb-d78f-4a6c-bac8-b346103290a0 req-4d4f04c6-9da8-4fe2-9d83-1d8f37ced177 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0476253 Nov 16 22:41:16.370924 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-6d50a4cb-d78f-4a6c-bac8-b346103290a0 req-cc3f15f3-441b-4c3d-b8b7-0a457df32b2d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581806 Nov 16 22:41:17.488071 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f93a77-fed6-497f-81cd-53e551efd2aa req-c2c58301-2107-4f98-b3e1-454739d1904c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:17.489556 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19f93a77-fed6-497f-81cd-53e551efd2aa req-c2c58301-2107-4f98-b3e1-454739d1904c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0488210 Nov 16 22:41:17.538009 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-19f93a77-fed6-497f-81cd-53e551efd2aa req-83887c7d-f419-4a88-8dd1-be77ed0f3e9a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Nov 16 22:41:18.652065 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8bb8-ad6e-489b-9ac0-b174921a4542 req-7aed1b1e-4f50-4bd2-98b9-84414416bb80 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:18.653579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c2c8bb8-ad6e-489b-9ac0-b174921a4542 req-7aed1b1e-4f50-4bd2-98b9-84414416bb80 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0486574 Nov 16 22:41:18.703580 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-1c2c8bb8-ad6e-489b-9ac0-b174921a4542 req-b9e2b487-6937-43e8-9783-97621da7aec0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 Nov 16 22:41:19.819498 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c352088-bf95-4935-b5a4-50b5676c59df req-9a10a31b-8fd9-4db6-93fb-5669ef8c362d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:19.820997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c352088-bf95-4935-b5a4-50b5676c59df req-9a10a31b-8fd9-4db6-93fb-5669ef8c362d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0499687 Nov 16 22:41:19.873308 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-0c352088-bf95-4935-b5a4-50b5676c59df req-6419bbb7-6f46-459f-833c-e4f78393ba8d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Nov 16 22:41:20.946006 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-13419089-25df-492c-8466-9c5f6d28f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:20.998504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237f09d-b7f0-4f61-892c-4bc7074ec817 req-dbeafddb-27af-488c-b1c9-b06b9b78be92 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:20.999986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2237f09d-b7f0-4f61-892c-4bc7074ec817 req-dbeafddb-27af-488c-b1c9-b06b9b78be92 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0553079 Nov 16 22:41:21.048738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2237f09d-b7f0-4f61-892c-4bc7074ec817 req-08bdae4f-9231-4942-9298-2e2eea1ccbd0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Nov 16 22:41:22.167194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3c91-564c-4e09-8caf-8fa7eba3a76c req-93d01477-caf1-4187-9319-41239ec4798e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:22.168649 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9a3c91-564c-4e09-8caf-8fa7eba3a76c req-93d01477-caf1-4187-9319-41239ec4798e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 943 time: 0.0521379 Nov 16 22:41:22.179127 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:41:22.219598 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4b9a3c91-564c-4e09-8caf-8fa7eba3a76c req-53c77148-7a8d-437f-8f19-a2b17806d67b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442715 Nov 16 22:41:22.280629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:41:22.292443 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'port_id': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'mac_address': 'fa:16:3e:6e:60:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:41:22.330595 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:22.343728 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c8fb56-2bf8-458d-a8a9-1fa9e083513b {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:41:22.363025 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:41:22.366488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:22.414279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:41:22.741201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:41:23.275183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9ad85262-83ca-499d-ac83-e8409f25396a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:23.340369 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192cb20-cde0-4aba-b652-c8d68912cb18 req-5876afcf-2c1e-4e9f-8e4e-be8314e7cc5b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:23.341993 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7192cb20-cde0-4aba-b652-c8d68912cb18 req-5876afcf-2c1e-4e9f-8e4e-be8314e7cc5b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 944 time: 0.0522530 Nov 16 22:41:23.390704 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7192cb20-cde0-4aba-b652-c8d68912cb18 req-e6866133-d36d-4998-91db-45caa4a86f2a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Nov 16 22:41:24.178999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:41:24.226503 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:41:24.226875 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:24.304775 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:24.327288 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:41:24.329480 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dff0e4-53b2-4ea0-b446-86b3ed7b9815" -d '{"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:41:24.342638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:41:24.346545 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:24.393786 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:41:24.435842 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45e9ab-bc6e-4f3a-9b3a-bcfa1dde0933 x-openstack-request-id: req-4a45e9ab-bc6e-4f3a-9b3a-bcfa1dde0933 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:41:24.436138 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:41:24.436419 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a45e9ab-bc6e-4f3a-9b3a-bcfa1dde0933 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:41:24.436815 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'code': 200} Nov 16 22:41:24.515442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615e03e-38f7-48d0-81fe-e8862a7f9e3a req-2eb036a3-7391-460c-aea7-6513868a9922 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:24.518366 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2615e03e-38f7-48d0-81fe-e8862a7f9e3a req-2eb036a3-7391-460c-aea7-6513868a9922 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 946 time: 0.0554829 Nov 16 22:41:24.536329 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:24.575199 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2615e03e-38f7-48d0-81fe-e8862a7f9e3a req-b8e7c381-c80f-4215-903b-9aeb0f87332c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504947 Nov 16 22:41:24.596866 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da28bf-72cf-45d7-9cf7-3333df7f6bb5 req-9fb527d9-c826-44e6-8968-c514f68b3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:24.598404 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77da28bf-72cf-45d7-9cf7-3333df7f6bb5 req-9fb527d9-c826-44e6-8968-c514f68b3c2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1097 time: 0.0412860 Nov 16 22:41:24.644749 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-77da28bf-72cf-45d7-9cf7-3333df7f6bb5 req-eb01ad55-eed4-4a11-acb0-110dfbfd5eb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Nov 16 22:41:25.698811 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da92e-cab6-4df6-8b93-404aa1775d67 req-27e3f349-93fc-4b07-80aa-fa91e0fee7fe tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:25.700376 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-308da92e-cab6-4df6-8b93-404aa1775d67 req-27e3f349-93fc-4b07-80aa-fa91e0fee7fe tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 946 time: 0.0542228 Nov 16 22:41:25.750346 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-308da92e-cab6-4df6-8b93-404aa1775d67 req-c581f5c0-0d53-4b86-b18b-2a3cca204e39 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438914 Nov 16 22:41:26.108288 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:26.864457 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828c359-a1d1-4fe7-ae03-83bcc6d5c30d req-eb6e5c6c-21ae-4f0d-9c52-560c72b33d05 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:41:26.865980 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2828c359-a1d1-4fe7-ae03-83bcc6d5c30d req-eb6e5c6c-21ae-4f0d-9c52-560c72b33d05 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 946 time: 0.0484791 Nov 16 22:41:26.879773 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:26.920700 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2828c359-a1d1-4fe7-ae03-83bcc6d5c30d req-df68f707-fa45-4249-929f-c726ae27fe9f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487010 Nov 16 22:41:34.281007 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:34.454268 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:41:36.237599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:50.947684 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f8052b81-7261-4692-82f9-4b8d42378e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:53.278600 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dcd673fa-51df-49d9-a0dc-a9d68158ac03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:54.536087 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:56.108192 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:41:56.880965 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:04.281369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:06.255807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:06.551571 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-8a88bd10-a85e-4b30-a9f0-8d81b317b4d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394614 Nov 16 22:42:06.639464 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-5bf6603e-f319-4b76-86d3-3bfe47e53b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:42:06.641273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-5bf6603e-f319-4b76-86d3-3bfe47e53b95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1097 time: 0.0409050 Nov 16 22:42:06.749410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-e0b23c3c-2411-4fd3-8762-ef5383091e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:42:06.751078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-e0b23c3c-2411-4fd3-8762-ef5383091e2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0890622 Nov 16 22:42:06.816828 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-063afb23-7007-4244-a278-41a999ab5fd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 1000 time: 0.0584097 Nov 16 22:42:06.869699 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-ef3127c0-e227-46e1-93a0-3ed2afdb4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:42:06.871157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-ef3127c0-e227-46e1-93a0-3ed2afdb4453 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0474548 Nov 16 22:42:06.915407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-51779f83-1578-4700-91a5-23b86698acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:42:06.916862 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-51779f83-1578-4700-91a5-23b86698acb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393066 Nov 16 22:42:07.006958 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-ff2db026-d734-4784-82c3-b610467ec120 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830128 Nov 16 22:42:07.104444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebfe7469-79ff-41f1-9b27-342b716a114c req-8a4696b3-aeda-4581-bc0f-6be47107241e service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905228 Nov 16 22:42:11.453802 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:42:20.949602 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-068277ff-50f6-4985-9af1-274d613915d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:23.283348 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-74001216-c4e6-4892-a728-aa5b35dc2eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:24.539031 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:26.112676 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:26.882016 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:34.290891 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:36.256405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:48.452794 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:42:50.950956 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-790f95c2-6ad5-41a4-b16b-f4227475d5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:53.284637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ffe07698-4648-4cfc-9ba0-31612939ff54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:54.541779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:56.114775 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:42:56.883436 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:02.536332 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59430) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:02.739949 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Deleting port 986d712d-59e1-4f88-9e4b-2acb323ec279 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:43:02.740325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:02.823202 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:02.823444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:02.836385 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Calling delete_port for 986d712d-59e1-4f88-9e4b-2acb323ec279 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:43:02.986616 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:03.010765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event deleted for resources: {'Port': ['ID=986d712d-59e1-4f88-9e4b-2acb323ec279,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:03.021735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.022107 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.022435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.022778 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.023114 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.023447 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.024142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.024142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.024413 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.024736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.025064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.025387 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:03.085461 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:03.085727 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Floating IP b892de66-5346-40d6-b4dc-1bcc6fe896ad disassociated (deleted). External IP: 172.25.3.73, port: b0c8fb56-2bf8-458d-a8a9-1fa9e083513b. Nov 16 22:43:03.298571 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:43:03.406474 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:43:03.411632 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:03.415595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:43:03.425819 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:43:03.426524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:42:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:03.440650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-aa97940e-e922-4076-ab1c-27c3af51591d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "DELETE /v2.0/floatingips/b892de66-5346-40d6-b4dc-1bcc6fe896ad HTTP/1.1" status: 204 len: 168 time: 0.9032202 Nov 16 22:43:03.441344 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:43:03.443744 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781da473-bc56-4ef5-8e87-89619600a021" -d '{"events": [{"name": "network-changed", "server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:43:03.536638 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:43:03.549088 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9581ca23-c1bf-4abc-a97c-3e2a9d468bcb x-openstack-request-id: req-9581ca23-c1bf-4abc-a97c-3e2a9d468bcb {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:43:03.550127 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:43:03.550593 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9581ca23-c1bf-4abc-a97c-3e2a9d468bcb {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:43:03.551244 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'status': 'completed', 'code': 200} Nov 16 22:43:03.677167 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984295a-564c-4326-9fe0-cee2314fa42d req-98f5e791-dae1-4317-957b-848ee250a493 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:03.678799 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f984295a-564c-4326-9fe0-cee2314fa42d req-98f5e791-dae1-4317-957b-848ee250a493 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 946 time: 0.0549586 Nov 16 22:43:03.714812 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781da473-bc56-4ef5-8e87-89619600a021 req-0e4dda79-8e0a-4030-a648-af1598e64b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:03.717143 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-0e4dda79-8e0a-4030-a648-af1598e64b07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 1097 time: 0.1203885 Nov 16 22:43:03.739492 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f984295a-564c-4326-9fe0-cee2314fa42d req-f5420cae-8eb2-41df-839b-8986d5a58203 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545411 Nov 16 22:43:03.817138 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781da473-bc56-4ef5-8e87-89619600a021 req-3b74a394-c1f2-48f3-b605-367dc796be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:03.818646 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-3b74a394-c1f2-48f3-b605-367dc796be4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0929101 Nov 16 22:43:03.861303 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-f386b846-72a0-4971-8f8e-6172f33036dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 200 len: 217 time: 0.0344915 Nov 16 22:43:03.896930 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:03.911023 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781da473-bc56-4ef5-8e87-89619600a021 req-ab000952-744b-4915-9404-a04a5c3aec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:03.912511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-ab000952-744b-4915-9404-a04a5c3aec75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0443575 Nov 16 22:43:03.928117 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:43:03.936552 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:43:03.937429 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:42:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:03.965492 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781da473-bc56-4ef5-8e87-89619600a021 req-f61bf988-0836-4a5a-aff5-7b48a56aec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:03.967896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-f61bf988-0836-4a5a-aff5-7b48a56aec3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463250 Nov 16 22:43:04.044530 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:43:04.060914 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-18812198-c7fd-46cd-94cf-6612fa70c200 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849395 Nov 16 22:43:04.159656 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-781da473-bc56-4ef5-8e87-89619600a021 req-389d124b-f0a2-4b58-ba28-b33fb8759005 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919549 Nov 16 22:43:04.244594 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:04.274999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd6dda-9380-4e3d-8aef-07ec15437d1b None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:43:04.294133 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:04.498975 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b2585-75fe-4628-b283-501c3dbe9ff9 None None] New status for floating IP b892de66-5346-40d6-b4dc-1bcc6fe896ad: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:43:04.862680 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6b12-0b08-4e56-8f7a-9378fee834f8 req-32f60e3e-ce50-4974-8abc-af548fdfdf46 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:04.864180 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61ea6b12-0b08-4e56-8f7a-9378fee834f8 req-32f60e3e-ce50-4974-8abc-af548fdfdf46 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 946 time: 0.0507348 Nov 16 22:43:04.913899 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-61ea6b12-0b08-4e56-8f7a-9378fee834f8 req-1067507b-04ba-466c-977c-0c65b12ea144 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc9aa164-3a6f-4e34-bf66-00f9403693aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Nov 16 22:43:05.075433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-5168eeb8-1e37-4f42-a004-a60f83c1f190 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:05.077019 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-5168eeb8-1e37-4f42-a004-a60f83c1f190 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 946 time: 0.0489028 Nov 16 22:43:05.170186 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Deleting port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:43:05.170531 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:05.258475 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] For port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:43:05.258839 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:05.272377 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Calling delete_port for b0c8fb56-2bf8-458d-a8a9-1fa9e083513b owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:43:05.400804 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:05.429601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event deleted for resources: {'Port': ['ID=b0c8fb56-2bf8-458d-a8a9-1fa9e083513b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:05.475393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] No DVR routers for this DVR port b0c8fb56-2bf8-458d-a8a9-1fa9e083513b on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:43:05.478015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:05.481335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-051efda4-b6a1-494f-8017-dae837ff9f85 req-f8df2cba-4685-4ac0-a9d3-f2f53037005e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "DELETE /v2.0/ports/b0c8fb56-2bf8-458d-a8a9-1fa9e083513b HTTP/1.1" status: 204 len: 173 time: 0.3966436 Nov 16 22:43:05.552211 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-deleted', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:43:05.555167 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4568818c-f852-4c5a-88c8-e2fa724a5b09" -d '{"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-deleted", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:43:05.592130 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb5c12-7adb-4140-9cea-28f3888707e8 x-openstack-request-id: req-deeb5c12-7adb-4140-9cea-28f3888707e8 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:43:05.592416 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87078066-f821-4ef6-9f4b-5e071d180d61", "name": "network-vif-deleted", "tag": "b0c8fb56-2bf8-458d-a8a9-1fa9e083513b", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:43:05.592661 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-deeb5c12-7adb-4140-9cea-28f3888707e8 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:43:05.593062 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87078066-f821-4ef6-9f4b-5e071d180d61', 'name': 'network-vif-deleted', 'tag': 'b0c8fb56-2bf8-458d-a8a9-1fa9e083513b', 'status': 'completed', 'code': 200} Nov 16 22:43:06.024282 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c39fcf60-bca4-4fc4-b5ee-b28ce44aa365 req-05109359-efdd-4b39-9592-8d681f6b8fa3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=87078066-f821-4ef6-9f4b-5e071d180d61 HTTP/1.1" status: 200 len: 210 time: 0.0287583 Nov 16 22:43:06.251283 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.083820 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59458) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:07.142668 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce48be3a-c152-417f-8bb3-1bbb55d5cbb1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.167364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce48be3a-c152-417f-8bb3-1bbb55d5cbb1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.227204 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce48be3a-c152-417f-8bb3-1bbb55d5cbb1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.230074 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ce48be3a-c152-417f-8bb3-1bbb55d5cbb1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.231247 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ce48be3a-c152-417f-8bb3-1bbb55d5cbb1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "DELETE /v2.0/security-groups/dc9aa164-3a6f-4e34-bf66-00f9403693aa HTTP/1.1" status: 204 len: 168 time: 0.1464300 Nov 16 22:43:07.240993 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48be3a-c152-417f-8bb3-1bbb55d5cbb1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9aa164-3a6f-4e34-bf66-00f9403693aa,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:07.705968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59464) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:07.710529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715921536', 'description': 'tempest-secgroup-smoke-1715921536 description', 'project_id': 'c9195141df084566911d36b7ed934ba6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:07.733401 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.801266 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.805139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.835050 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.836267 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1292706 Nov 16 22:43:07.838255 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eebff-c4ef-4b5a-a12b-4f98b2671771 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:07.839251 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59466) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:07.845962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce55e1-bf99-47fc-9c9e-2865cb955c6d', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:07.873588 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.930512 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.933754 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.951878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee5c1f4-6694-4256-8ac2-92c7df3e7617,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:07.960224 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.960586 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.960934 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.961280 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.961720 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.962061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.962398 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.962734 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.963064 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.963397 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.963732 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.964061 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:07.969168 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:07.970568 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-f5ace343-a0ff-4e04-886b-503d112f13a1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292596 Nov 16 22:43:07.973137 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59468) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:07.977665 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce55e1-bf99-47fc-9c9e-2865cb955c6d', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:08.002871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.061253 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.065023 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.082684 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79939e9-790b-48b3-8ee2-68e09a433c4c,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:08.090683 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.092175 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-706ec8cf-98bd-44ed-8f84-363155a07df3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178780 Nov 16 22:43:08.094962 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59470) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:08.099376 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce55e1-bf99-47fc-9c9e-2865cb955c6d', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:08.125670 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.180248 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.184088 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.204301 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbb5e35-5e33-4be9-b57f-f702b0370093,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:08.209109 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.210327 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-cb4f5099-d4e5-40d5-a03d-dc367ddeff2c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143987 Nov 16 22:43:08.212988 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59472) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:08.217463 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce55e1-bf99-47fc-9c9e-2865cb955c6d', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:08.245252 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.301788 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.305202 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.322613 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1afd4a3-a9af-41ea-a7c6-8332922f4131,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:08.329685 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.330870 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ba95f65-15fe-4039-9793-098816ea9d17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169331 Nov 16 22:43:08.333666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59474) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:08.337862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce55e1-bf99-47fc-9c9e-2865cb955c6d', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:08.359963 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Project c9195141df084566911d36b7ed934ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:43:08.364807 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.423563 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.426873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.443878 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ac1611-db3e-4c02-9e4f-ffe1f7c07b70,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:08.452252 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.456282 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59476) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:08.456769 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-859ce37a-d675-4c73-942b-701fce62db48 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217897 Nov 16 22:43:08.460808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'security_group_rule': {'security_group_id': 'b8ce55e1-bf99-47fc-9c9e-2865cb955c6d', 'project_id': 'c9195141df084566911d36b7ed934ba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:08.482312 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Project c9195141df084566911d36b7ed934ba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:43:08.487306 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.546751 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.550203 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.568386 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248e570a-9a20-4fa3-92db-d55ba31c3716,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:08.575811 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:08.576999 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1659e16e-40a4-4629-a4f6-6752f24051a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197000 Nov 16 22:43:08.726944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:43:08.748171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: b0c8fb56-2bf8-458d-a8a9-1fa9e083513b {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:43:08.748457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device b0c8fb56-2bf8-458d-a8a9-1fa9e083513b not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:43:20.954470 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-673a604e-5629-40b1-bdc4-249b19a5059d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:23.285184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-bc1e8c13-b5fb-4931-b357-621fb0649b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:23.813427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-d2b37776-37ee-44e9-b23c-daea2d98962a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715921536&fields=id&tenant_id=c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 267 time: 0.0448985 Nov 16 22:43:23.922103 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-b9eb3ad1-81a5-4bae-9641-03773f21e637 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:23.923572 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-b9eb3ad1-81a5-4bae-9641-03773f21e637 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 809 time: 0.1034582 Nov 16 22:43:23.938639 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-c58e9f90-d445-4f4b-9a45-693af5041f8b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/quotas/c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 375 time: 0.0093265 Nov 16 22:43:23.989093 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-9dbbbe53-4465-4e42-a4fe-f97fd2f6171d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451093 Nov 16 22:43:24.125934 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-e5069003-d886-468b-bdd2-09dd80a617ce service neutron] 10.222.0.48 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255565 Nov 16 22:43:24.214241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-280c6886-6639-4a90-93c8-5ffb3938bc55 service neutron] 10.222.0.48 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821309 Nov 16 22:43:24.497784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7f3b0dae-7712-4f32-9f60-3f161ed209ff req-093a5a34-e277-428e-b5a5-99ee827d8cb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0266800 Nov 16 22:43:24.543865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:25.434244 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-e1aa8bd0-60e2-401b-9c8c-d3060e9b8116 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:25.435889 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-e1aa8bd0-60e2-401b-9c8c-d3060e9b8116 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 809 time: 0.1086273 Nov 16 22:43:25.451898 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:43:25.502629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-30b223ad-71d9-430a-84e5-d7eaddc2c440 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 380 time: 0.0576491 Nov 16 22:43:25.511580 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'port': {'device_id': 'c2596314-ef0f-49d8-9232-3610771f850b', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'admin_state_up': True, 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'security_groups': ['b8ce55e1-bf99-47fc-9c9e-2865cb955c6d']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:25.608746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-738266d5-ef91-44d8-80f9-07ffbd2a5339 req-89264701-3c0d-4a46-bebf-5434c0665a8b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0344691 Nov 16 22:43:25.650661 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Made reservation on behalf of c9195141df084566911d36b7ed934ba6 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:43:25.655272 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:25.783345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Allocated IP 172.20.0.11 (5ff58f7c-ff28-477c-91c8-63ed778e1995/dd312f1f-fb49-419d-aead-78756c894068/d244ec35-1cde-40d0-acb1-f2cb6c9a0c56) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:43:25.928445 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:25.962425 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.007419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:43:26.010825 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:43:26.015272 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:43:26.021756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:26.073212 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:26.073932 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.090065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-32342011-17e8-4c3b-af8c-cb0a20b0d192 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5820553 Nov 16 22:43:26.113598 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Request body: {'port': {'device_id': 'c2596314-ef0f-49d8-9232-3610771f850b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:26.121502 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.175737 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.316416 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-6660805c-ba1a-4582-a4d6-173409d2ae0c None None] Provisioning complete for port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:43:26.316700 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6660805c-ba1a-4582-a4d6-173409d2ae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.354721 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-6660805c-ba1a-4582-a4d6-173409d2ae0c None None] Port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:43:26.451444 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:43:26.458700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.471233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Transition to ACTIVE for port object d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:43:26.474139 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.527380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:26.601575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:43:26.601918 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:43:26.602248 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:43:26.607379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:43:26.607561 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:43:26.612635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:43:26.612971 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Checking segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:43:26.613359 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Bound using segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:43:26.613821 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Bound port: d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:43:26.614325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.694246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:43:26.694246 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:43:26.702919 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:26.745330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d505-854b-46e8-9325-f9a61a90727b req-460c3448-ce97-4283-8735-3115a0432a81 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:26.754726 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0430d505-854b-46e8-9325-f9a61a90727b req-460c3448-ce97-4283-8735-3115a0432a81 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0590625 Nov 16 22:43:26.813637 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0430d505-854b-46e8-9325-f9a61a90727b req-2cdcd6a8-02e1-4224-855e-949fcdad34d8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523324 Nov 16 22:43:26.888962 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:27.111216 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.111813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:27.113305 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] 10.222.0.47 "PUT /v2.0/ports/d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1092 time: 1.0119898 Nov 16 22:43:27.116694 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:43:27.119784 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a55e0-8b7d-4618-8884-183a289f5955" -d '{"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:43:27.155198 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e127e0a-1375-4587-9531-8f488f65d24c service neutron] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:27.172573 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f448dc82-7a04-490a-8913-3c81a099f536 x-openstack-request-id: req-f448dc82-7a04-490a-8913-3c81a099f536 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:43:27.172907 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:43:27.173104 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f448dc82-7a04-490a-8913-3c81a099f536 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:43:27.173494 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'status': 'completed', 'code': 200} Nov 16 22:43:27.204323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-a88b30d3-d448-4a93-b781-f95946f4f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.205848 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-a88b30d3-d448-4a93-b781-f95946f4f80b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1095 time: 0.0443194 Nov 16 22:43:27.249203 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-1f16c63f-e41b-4025-8c94-5d7e81e14729 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 217 time: 0.0357740 Nov 16 22:43:27.307437 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-5f7b60c2-0aa9-4c63-ab30-c1825fa424a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.308932 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-5f7b60c2-0aa9-4c63-ab30-c1825fa424a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0519774 Nov 16 22:43:27.358161 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a62628-f371-4784-8f51-d64a437057ee req-9566e8b9-0902-4d7d-8e2e-1f74da6b9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.359699 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-9566e8b9-0902-4d7d-8e2e-1f74da6b9021 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436451 Nov 16 22:43:27.453575 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-e6323d75-b1ff-4db6-b9c4-18b232ae119c service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Nov 16 22:43:27.549157 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-24a62628-f371-4784-8f51-d64a437057ee req-640dd316-67c1-4a4c-875d-82b22d81e0ae service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885334 Nov 16 22:43:27.632321 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-de4a0c62-7dca-4a42-9f4a-bf03097c5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.633788 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-de4a0c62-7dca-4a42-9f4a-bf03097c5b01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1095 time: 0.0410414 Nov 16 22:43:27.731575 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-354a6b84-a6b0-4ed5-a6e7-247a47d33809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.733370 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-354a6b84-a6b0-4ed5-a6e7-247a47d33809 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0934649 Nov 16 22:43:27.776603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-e6d6c849-d50c-4bda-b229-89d28dc86e0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 217 time: 0.0352430 Nov 16 22:43:27.829606 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-1fc271d2-2fe8-4503-90c3-88d1c0cf4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.831142 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-1fc271d2-2fe8-4503-90c3-88d1c0cf4baa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0473914 Nov 16 22:43:27.883940 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-1d58f733-ed2b-493a-b30c-dbd33b935a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.885377 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-1d58f733-ed2b-493a-b30c-dbd33b935a9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475872 Nov 16 22:43:27.931794 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b3bb-f178-4c42-b266-79547e8a51b1 req-129045d4-62d9-4678-8260-b753cccf1916 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:27.933970 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb23b3bb-f178-4c42-b266-79547e8a51b1 req-129045d4-62d9-4678-8260-b753cccf1916 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0559905 Nov 16 22:43:27.986099 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-d0cd2b3d-e6dc-4d3c-a63f-d1f4d0d87481 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931773 Nov 16 22:43:27.995026 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-bb23b3bb-f178-4c42-b266-79547e8a51b1 req-6b0db18f-25a0-4166-9050-7ae8690b0f3a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515440 Nov 16 22:43:28.083841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bd6a55e0-8b7d-4618-8884-183a289f5955 req-3d56119b-1679-403d-98b8-1e4b647cae33 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906711 Nov 16 22:43:29.119997 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36144dd8-a878-4838-a02b-1b2e56195294 req-f3d1963a-ae23-4e5e-a878-3099cda188ad tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:29.121505 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36144dd8-a878-4838-a02b-1b2e56195294 req-f3d1963a-ae23-4e5e-a878-3099cda188ad tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0520117 Nov 16 22:43:29.172488 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36144dd8-a878-4838-a02b-1b2e56195294 req-416b6dbf-440a-496a-9959-1316e37b1507 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Nov 16 22:43:30.292504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e56e0-c18f-4336-ab16-9324a3b9217d req-17b3e02d-0434-43d2-9d0b-b3e652805218 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:30.295272 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-033e56e0-c18f-4336-ab16-9324a3b9217d req-17b3e02d-0434-43d2-9d0b-b3e652805218 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0507650 Nov 16 22:43:30.348254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-033e56e0-c18f-4336-ab16-9324a3b9217d req-80f4f68d-7c66-4309-9d08-d53abeb16b08 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Nov 16 22:43:31.461173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8519b-d9a2-45f3-bdb6-aaf0f1b171d7 req-a2a22993-174d-4fad-9615-7e2f89542c1c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:31.462676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26d8519b-d9a2-45f3-bdb6-aaf0f1b171d7 req-a2a22993-174d-4fad-9615-7e2f89542c1c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0485163 Nov 16 22:43:31.515588 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-26d8519b-d9a2-45f3-bdb6-aaf0f1b171d7 req-11a90dc3-9092-49f4-803a-f9a00dcb2605 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464313 Nov 16 22:43:32.631803 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c319cb-ed27-4b94-964a-8ec2886a10f7 req-df54d164-8c6f-4ce3-8b07-322cabb7f344 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:32.633268 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5c319cb-ed27-4b94-964a-8ec2886a10f7 req-df54d164-8c6f-4ce3-8b07-322cabb7f344 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0495481 Nov 16 22:43:32.686115 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-f5c319cb-ed27-4b94-964a-8ec2886a10f7 req-dd81b286-9b09-4311-b992-3e4b523c02b1 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Nov 16 22:43:33.801966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f00ea1-884f-425f-b972-ccdf55eb22dd req-47039a6d-5615-44c7-9826-54dd7696f24f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:33.803442 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27f00ea1-884f-425f-b972-ccdf55eb22dd req-47039a6d-5615-44c7-9826-54dd7696f24f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0493548 Nov 16 22:43:33.853617 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-27f00ea1-884f-425f-b972-ccdf55eb22dd req-c5f908b9-f0b8-4aca-92f3-06ec63290ed6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 Nov 16 22:43:34.304074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:34.967264 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8068d-30b3-4bba-892f-6f5fdcdbb37c req-dae7face-50b2-4b90-be62-20ba73760482 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:34.968646 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0f8068d-30b3-4bba-892f-6f5fdcdbb37c req-dae7face-50b2-4b90-be62-20ba73760482 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0497262 Nov 16 22:43:35.016510 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a0f8068d-30b3-4bba-892f-6f5fdcdbb37c req-bd6ae283-111c-4079-a5e3-737e6d09ebe3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Nov 16 22:43:36.131017 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00525276-8d39-4406-8f59-9e4da17b8d74 req-fcb97786-9019-4499-b131-f97d698de7b9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:36.132477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00525276-8d39-4406-8f59-9e4da17b8d74 req-fcb97786-9019-4499-b131-f97d698de7b9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0495512 Nov 16 22:43:36.181284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00525276-8d39-4406-8f59-9e4da17b8d74 req-3b456e65-f3e9-4c61-b5b2-5523c70d5cfe tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Nov 16 22:43:36.250278 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:37.296052 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315e04e-bd2d-43a4-a6fc-c6491991d9d5 req-de36b2e4-29f3-44c8-963c-d23b44050132 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:37.297504 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2315e04e-bd2d-43a4-a6fc-c6491991d9d5 req-de36b2e4-29f3-44c8-963c-d23b44050132 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0484831 Nov 16 22:43:37.345904 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-2315e04e-bd2d-43a4-a6fc-c6491991d9d5 req-f9c3d893-5d9f-4abc-b19b-36830c289f55 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Nov 16 22:43:38.465433 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617a85-c1d4-4e7f-96c5-c09c407e36f2 req-d694be5e-3391-4e43-bdeb-a34b9e51cc14 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:38.467171 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54617a85-c1d4-4e7f-96c5-c09c407e36f2 req-d694be5e-3391-4e43-bdeb-a34b9e51cc14 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0539048 Nov 16 22:43:38.516337 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-54617a85-c1d4-4e7f-96c5-c09c407e36f2 req-83808be3-4991-4cb3-ae9e-1db9279461f5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Nov 16 22:43:38.861773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:43:38.958874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:43:38.969949 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'port_id': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'mac_address': 'fa:16:3e:83:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:43:39.006020 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:39.021929 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:43:39.040408 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:43:39.044701 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:39.090869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:39.098504 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.098855 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.099198 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.099559 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.099893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.100262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.100589 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.100935 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.101261 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.101610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.101936 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.102259 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:43:39.333002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['d244ec35-1cde-40d0-acb1-f2cb6c9a0c56'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:43:39.637923 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d540b-6860-49a1-8e74-5dab6a2585da req-e73b6f99-a930-4259-b0b2-e0c47b30d567 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:39.640027 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a24d540b-6860-49a1-8e74-5dab6a2585da req-e73b6f99-a930-4259-b0b2-e0c47b30d567 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 945 time: 0.0538359 Nov 16 22:43:39.688792 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-a24d540b-6860-49a1-8e74-5dab6a2585da req-80eb4b4d-5c32-4794-832b-32f3b9d47f6f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Nov 16 22:43:40.806489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde50a-b1d0-4aef-ab68-c3d8b4044eb6 req-703b17ac-8b6f-412b-9051-0d70867a0b7a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:40.807977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebdde50a-b1d0-4aef-ab68-c3d8b4044eb6 req-703b17ac-8b6f-412b-9051-0d70867a0b7a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 945 time: 0.0492766 Nov 16 22:43:40.857939 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ebdde50a-b1d0-4aef-ab68-c3d8b4044eb6 req-7f8660bf-4645-4d91-adff-5f152d887af5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Nov 16 22:43:40.862507 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:43:40.910747 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:43:40.914723 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:43:40.915098 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:40.994229 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:41.016386 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:43:41.018648 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6ae5a-17c4-4918-b551-c1334b68aef6" -d '{"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-plugged", "status": "completed", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:43:41.031402 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:43:41.035589 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:41.061085 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2506c643-1025-4db5-892d-7a4cbaaa53ca x-openstack-request-id: req-2506c643-1025-4db5-892d-7a4cbaaa53ca {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:43:41.061387 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-plugged", "status": "completed", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:43:41.061931 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2506c643-1025-4db5-892d-7a4cbaaa53ca {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:43:41.062320 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'code': 200} Nov 16 22:43:41.086124 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:41.158739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55258-9e51-4d6d-b6d5-7eca114610bc req-7e51345e-5634-440d-b51b-efd98aa0b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:41.160213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62c55258-9e51-4d6d-b6d5-7eca114610bc req-7e51345e-5634-440d-b51b-efd98aa0b9fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1097 time: 0.0435960 Nov 16 22:43:41.205765 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-62c55258-9e51-4d6d-b6d5-7eca114610bc req-8fb31299-8d2e-4515-b80f-73b48046aabc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390897 Nov 16 22:43:41.971169 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758b56-d6b8-404b-a1c7-89b4271812fa req-fc07bf1c-6089-453a-8e2b-a865bc5cdf30 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:41.972547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db758b56-d6b8-404b-a1c7-89b4271812fa req-fc07bf1c-6089-453a-8e2b-a865bc5cdf30 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0493779 Nov 16 22:43:42.022705 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-db758b56-d6b8-404b-a1c7-89b4271812fa req-daa2ee1f-e8c6-4084-87ed-1f7f3d0d2860 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Nov 16 22:43:43.138068 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccceab-1f28-418f-8d20-5da05da371b8 req-3d5d3077-0494-45e8-97c5-ee58478b0397 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:43.140588 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ccceab-1f28-418f-8d20-5da05da371b8 req-3d5d3077-0494-45e8-97c5-ee58478b0397 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0500245 Nov 16 22:43:43.190084 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-54ccceab-1f28-418f-8d20-5da05da371b8 req-7e84e495-07f0-4c0e-b414-c33ad895becd tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Nov 16 22:43:43.305302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc14797-9696-4f7e-a0b2-9ea40ba627ac req-48bb7c7d-3929-4769-b0b4-7d97598c82e2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:43.306743 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bc14797-9696-4f7e-a0b2-9ea40ba627ac req-48bb7c7d-3929-4769-b0b4-7d97598c82e2 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0507491 Nov 16 22:43:43.360993 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5bc14797-9696-4f7e-a0b2-9ea40ba627ac req-ec13ca2f-6d8c-4b53-bee7-a0db66ff9d8b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Nov 16 22:43:43.382495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59676) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:43.463192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf1335-1c09-4410-aefe-b1b6ab3867a6 tempest-TestShelveInstance-1691155863 tempest-TestShelveInstance-1691155863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:43.464728 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4ecf1335-1c09-4410-aefe-b1b6ab3867a6 tempest-TestShelveInstance-1691155863 tempest-TestShelveInstance-1691155863-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1092 time: 0.0812495 Nov 16 22:43:43.467540 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59680) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:43:43.471770 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:43:43.493859 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:43.589594 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:43.696173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Allocated IP 172.25.3.223 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d595bf87-b317-4e76-aba6-26e057380d08) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:43:43.809402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:43.842721 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:43.876851 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:43:43.879602 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:43:43.885051 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:43:43.913867 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'Port': ['ID=d595bf87-b317-4e76-aba6-26e057380d08,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:44.234872 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:44.299176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:44.450542 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:44.455069 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:44.524693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event updated for resources: {'Port': ['ID=d595bf87-b317-4e76-aba6-26e057380d08,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:43:44.535588 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:44.634801 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Floating IP df7f9165-6742-45de-bd2b-e3193b025a29 associated. External IP: 172.25.3.223, port: d244ec35-1cde-40d0-acb1-f2cb6c9a0c56. Nov 16 22:43:44.843375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:43:44.949432 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:43:44.959665 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:43:44.968018 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:44.972002 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:43:44.972806 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:43:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:44.995972 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6faa1a84-bbb2-479e-ac3d-43d547c97954 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5274234 Nov 16 22:43:44.996574 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:43:44.999464 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b03f3c-e07b-4859-8684-d12f7b325946" -d '{"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:43:45.036283 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26f3ad0-c808-4713-aa87-addfb0d05a92 x-openstack-request-id: req-a26f3ad0-c808-4713-aa87-addfb0d05a92 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:43:45.036575 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:43:45.036829 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a26f3ad0-c808-4713-aa87-addfb0d05a92 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:43:45.037237 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'status': 'completed', 'code': 200} Nov 16 22:43:45.083550 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:43:45.102064 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-46bd537b-02fd-45fd-9b32-672c117ef749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:45.103532 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-46bd537b-02fd-45fd-9b32-672c117ef749 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1097 time: 0.0414009 Nov 16 22:43:45.201232 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-a6cd8ab2-ed09-4677-bafd-0dfd43a4a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:45.202756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-a6cd8ab2-ed09-4677-bafd-0dfd43a4a996 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0894713 Nov 16 22:43:45.267147 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-91efc40a-0e18-4a11-9b3a-9fb71505e578 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1000 time: 0.0572636 Nov 16 22:43:45.315268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'df7f9165-6742-45de-bd2b-e3193b025a29', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'port_id': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'mac_address': 'fa:16:3e:83:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2596314-ef0f-49d8-9232-3610771f850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:43:44Z', 'updated_at': '2021-11-16T22:43:44Z', 'revision_number': 0, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:45.320911 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-beb2c058-aa2c-43a2-b0aa-60884e5fd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:45.322477 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-beb2c058-aa2c-43a2-b0aa-60884e5fd5fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0484073 Nov 16 22:43:45.342364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:43:45.351696 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:43:45.352387 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:43:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:45.371350 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-97703ffd-0038-4a82-b8a9-eced0cbb4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:43:45.373127 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-97703ffd-0038-4a82-b8a9-eced0cbb4bc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415802 Nov 16 22:43:45.460222 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:43:45.463577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-ef96f230-f974-483c-ab31-25b2795c5d5a service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837908 Nov 16 22:43:45.560573 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-00b03f3c-e07b-4859-8684-d12f7b325946 req-5c2270d9-e743-453f-ad48-d0e97fa839d1 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892298 Nov 16 22:43:45.691052 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'df7f9165-6742-45de-bd2b-e3193b025a29', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'port_id': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'mac_address': 'fa:16:3e:83:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2596314-ef0f-49d8-9232-3610771f850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:43:44Z', 'updated_at': '2021-11-16T22:43:44Z', 'revision_number': 0, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:43:45.719529 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472dcea5-1991-4b10-aae9-2f2ff5d14007 None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'df7f9165-6742-45de-bd2b-e3193b025a29', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'port_id': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'mac_address': 'fa:16:3e:83:05:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2596314-ef0f-49d8-9232-3610771f850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:43:44Z', 'updated_at': '2021-11-16T22:43:44Z', 'revision_number': 0, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:43:45.908401 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c44fc-6817-4f69-a7b8-04de1ee1b20f None None] New status for floating IP df7f9165-6742-45de-bd2b-e3193b025a29: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:43:50.956237 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-42e8f719-a5b5-4ecf-b15c-c62b939fbed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:53.287007 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d0c94593-d834-454d-9301-f63e6a5e1b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:54.547594 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:56.121095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:43:56.881441 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:02.451263 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:44:04.309259 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:06.252442 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:07.538425 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-fb8227b1-d2dd-4f29-9bdd-cfbc580bfe0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439928 Nov 16 22:44:07.625789 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-62e0e294-1b8d-430f-b37b-abb2bf751267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:44:07.627198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-62e0e294-1b8d-430f-b37b-abb2bf751267 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1097 time: 0.0427718 Nov 16 22:44:07.742643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-d5fe4675-b239-4907-8408-235e1df801ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:44:07.744249 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-d5fe4675-b239-4907-8408-235e1df801ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0924547 Nov 16 22:44:07.815414 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-6ba7bf20-0ca4-4eab-8781-31ee29353025 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1002 time: 0.0617781 Nov 16 22:44:07.869236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-574adeef-6ac8-4d80-a1c2-653c5214b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:44:07.870750 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-574adeef-6ac8-4d80-a1c2-653c5214b79b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0493433 Nov 16 22:44:07.917721 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-f0e635fa-bcc8-4368-b088-e663e71d0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:44:07.919210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-f0e635fa-bcc8-4368-b088-e663e71d0a6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415895 Nov 16 22:44:08.016834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-595d0808-f9b8-4c9d-b337-94e94d3fe9c9 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896871 Nov 16 22:44:08.110293 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-dff6bc6e-06ff-4a73-ac93-baf33e51dec2 req-c11022b4-988c-4cdc-9cb3-de9c81f8ef50 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858803 Nov 16 22:44:20.957730 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c31cc105-58de-4be4-84f6-e3df5d4095af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:23.293039 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2f94ec5-e026-4771-9d19-cbf89c99470d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:24.549656 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:26.123942 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:26.885199 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:34.309187 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:36.253690 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:39.450489 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:44:50.958449 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3faf-91fa-4fd5-aa19-539ee555b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:53.294012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-57f2b6b8-0065-4f74-8745-d31ace63ba60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:54.553363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:56.127458 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:44:56.885498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:04.309804 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:06.262290 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:08.541340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-8dfa6850-916d-45f7-a4c8-bb52cca56e29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402098 Nov 16 22:45:08.628401 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4841a8-de4e-438f-8310-c916f31698ef req-f3bb3404-4ac3-47f3-a5d7-f796f1d7625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:08.629949 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-f3bb3404-4ac3-47f3-a5d7-f796f1d7625b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1097 time: 0.0458910 Nov 16 22:45:08.736702 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4841a8-de4e-438f-8310-c916f31698ef req-add9ee33-d564-4e9f-bd23-497f011c485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:08.738251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-add9ee33-d564-4e9f-bd23-497f011c485d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0884500 Nov 16 22:45:08.808388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-19974994-dbd0-41ee-bd49-2f9f3ecaa549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1002 time: 0.0617115 Nov 16 22:45:08.857927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4841a8-de4e-438f-8310-c916f31698ef req-7c1b7921-3d77-4294-b2fd-f8c31813473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:08.859345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-7c1b7921-3d77-4294-b2fd-f8c31813473c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0438075 Nov 16 22:45:08.904298 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4841a8-de4e-438f-8310-c916f31698ef req-d2cdb692-88c1-49d0-9717-941e9e0a44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:08.905775 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-d2cdb692-88c1-49d0-9717-941e9e0a44ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389345 Nov 16 22:45:08.998355 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-d4087c52-2e1b-4dac-9b9b-0b87cdf406d4 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Nov 16 22:45:09.087060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7d4841a8-de4e-438f-8310-c916f31698ef req-bb239306-7498-401d-969f-3c52d3ac1dbc service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816283 Nov 16 22:45:16.452130 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:45:20.959629 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4b0a9e53-e056-4729-9d17-11b0e878b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:23.294961 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d219-9d16-4e6f-9030-eb081da91845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:24.555835 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:26.130084 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:26.888099 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:34.323343 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:36.277615 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:40.326531 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277c9d8-7065-499d-a3ce-a97fadfe8c57 req-a776d17a-4d0c-42fd-bb4f-663bb8066574 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:40.327923 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c277c9d8-7065-499d-a3ce-a97fadfe8c57 req-a776d17a-4d0c-42fd-bb4f-663bb8066574 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.1093130 Nov 16 22:45:40.376463 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c277c9d8-7065-499d-a3ce-a97fadfe8c57 req-5235fe83-41ad-4dbd-869e-26ef7f53aae7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Nov 16 22:45:41.560435 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8a20-3031-4bc5-9a32-bcc63ba4c6bd req-fbfade7c-6d39-4060-8219-00598dbdc404 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:41.561940 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fba8a20-3031-4bc5-9a32-bcc63ba4c6bd req-fbfade7c-6d39-4060-8219-00598dbdc404 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0920234 Nov 16 22:45:41.610511 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2fba8a20-3031-4bc5-9a32-bcc63ba4c6bd req-c768aa69-e31c-4831-a51c-b4047ce73acb tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Nov 16 22:45:42.755725 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567d55-7ed5-44a7-b101-90b3160c808e req-537f526d-deda-42f0-8ede-7a53d6ec06b8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:42.757205 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7567d55-7ed5-44a7-b101-90b3160c808e req-537f526d-deda-42f0-8ede-7a53d6ec06b8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0493064 Nov 16 22:45:42.806373 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c7567d55-7ed5-44a7-b101-90b3160c808e req-c5a261a2-4f2d-42ad-916f-ff3b3ca75804 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Nov 16 22:45:43.925482 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae3e61-43b0-4d06-9f92-159be84e8a16 req-3b8a8409-309d-414b-84ed-65a7da81da21 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:43.926997 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51ae3e61-43b0-4d06-9f92-159be84e8a16 req-3b8a8409-309d-414b-84ed-65a7da81da21 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0526798 Nov 16 22:45:43.983372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-51ae3e61-43b0-4d06-9f92-159be84e8a16 req-a056678b-c401-4fea-ab78-43cc883c5ce3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503907 Nov 16 22:45:45.097611 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54481c-089e-44bc-9a4a-7b70cdf6e577 req-e5a79719-816c-4c2c-8382-ac35ad8ff346 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:45.099082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f54481c-089e-44bc-9a4a-7b70cdf6e577 req-e5a79719-816c-4c2c-8382-ac35ad8ff346 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0476117 Nov 16 22:45:45.151547 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-5f54481c-089e-44bc-9a4a-7b70cdf6e577 req-cb344ff2-9d86-4068-a76e-42f9274394fe tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464957 Nov 16 22:45:46.268337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d14c70-6467-4b64-a194-c497ff9a7793 req-420861a3-095e-4586-a7d7-122e20117dab tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:46.269817 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91d14c70-6467-4b64-a194-c497ff9a7793 req-420861a3-095e-4586-a7d7-122e20117dab tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0487816 Nov 16 22:45:46.318577 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-91d14c70-6467-4b64-a194-c497ff9a7793 req-92f4a0d7-27e4-4d4e-b26f-2dd576f981b4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Nov 16 22:45:47.432947 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b70cc9-408c-4a44-a45a-32fc58e1d2e2 req-424c8c97-c09a-4600-b5b9-7c0d834cd521 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:47.434514 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b2b70cc9-408c-4a44-a45a-32fc58e1d2e2 req-424c8c97-c09a-4600-b5b9-7c0d834cd521 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0481310 Nov 16 22:45:47.483648 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b2b70cc9-408c-4a44-a45a-32fc58e1d2e2 req-bd8fd2ec-aa04-4416-9634-3fdf023e3b02 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Nov 16 22:45:48.606273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d48b51-eb71-444c-8784-b8b48f45ed22 req-e0f53d0e-c96f-4d2b-bbfd-8127c72297e9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:48.607738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21d48b51-eb71-444c-8784-b8b48f45ed22 req-e0f53d0e-c96f-4d2b-bbfd-8127c72297e9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0549912 Nov 16 22:45:48.656467 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-21d48b51-eb71-444c-8784-b8b48f45ed22 req-5ef80582-a52a-41d2-a850-7d0c3dd5acdf tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Nov 16 22:45:49.776525 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3342-d874-4f73-8aeb-2d23159ba7f2 req-c3a73d1c-e84a-4137-b306-f41e064ee0bc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:49.778889 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-863c3342-d874-4f73-8aeb-2d23159ba7f2 req-c3a73d1c-e84a-4137-b306-f41e064ee0bc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0525444 Nov 16 22:45:49.828240 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-863c3342-d874-4f73-8aeb-2d23159ba7f2 req-03d6ffe4-f8a7-4970-9e51-32c730f441a7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Nov 16 22:45:50.400708 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7200-d65d-47da-aad1-6228925c3586 req-0b2899a4-2f85-4cb5-8765-78be8676025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:50.402241 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-0b2899a4-2f85-4cb5-8765-78be8676025f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1097 time: 0.0409794 Nov 16 22:45:50.496380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7200-d65d-47da-aad1-6228925c3586 req-4a7f4996-464e-48e4-9fb3-66855c006d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:50.497894 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-4a7f4996-464e-48e4-9fb3-66855c006d50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0885971 Nov 16 22:45:50.562679 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-47c027d3-4bc7-4ee9-8664-81231ebc734a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1002 time: 0.0578265 Nov 16 22:45:50.611595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7200-d65d-47da-aad1-6228925c3586 req-09900bfb-55b0-4a97-8f4f-a7ca2dfcfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:50.612944 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-09900bfb-55b0-4a97-8f4f-a7ca2dfcfb9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0437298 Nov 16 22:45:50.661144 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a7200-d65d-47da-aad1-6228925c3586 req-08a3862d-dcd3-4a0b-9d2d-32b1fdeb682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:50.662668 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-08a3862d-dcd3-4a0b-9d2d-32b1fdeb682c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430510 Nov 16 22:45:50.752615 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-afde6475-1ae2-4d2b-95cf-28a716b8da96 service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824015 Nov 16 22:45:50.844460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-431a7200-d65d-47da-aad1-6228925c3586 req-0afbe10a-cf80-4f72-9e23-8df03030628e service neutron] 10.222.0.47 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852888 Nov 16 22:45:50.942596 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d1306-5f46-47b2-aa58-166a050bc377 req-816e0cf8-a59f-4d6a-8661-81b93473a688 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:50.944076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f62d1306-5f46-47b2-aa58-166a050bc377 req-816e0cf8-a59f-4d6a-8661-81b93473a688 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0492048 Nov 16 22:45:50.961468 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fd52b02e-c67b-41f4-98f0-f5e5282a4d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:50.996978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f62d1306-5f46-47b2-aa58-166a050bc377 req-ca7b7047-e142-4eb5-ae12-52cc24cbaf17 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Nov 16 22:45:52.118365 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92243e8-0407-4d42-8616-ddc330f4786e req-f2900036-f526-4c8e-9913-5a9a1108183c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:52.119834 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e92243e8-0407-4d42-8616-ddc330f4786e req-f2900036-f526-4c8e-9913-5a9a1108183c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0544362 Nov 16 22:45:52.169926 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e92243e8-0407-4d42-8616-ddc330f4786e req-7e221d42-de4e-4f7f-97a7-787da50a3d15 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Nov 16 22:45:53.294910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31817b4-fe95-479e-8296-66c19ff66e84 req-4793f046-5363-41b3-8f37-f0c49178cdf5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:53.296440 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c31817b4-fe95-479e-8296-66c19ff66e84 req-4793f046-5363-41b3-8f37-f0c49178cdf5 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0559230 Nov 16 22:45:53.299905 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-148ee96b-6cdc-41ce-b3a3-077c8254eb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:53.350965 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c31817b4-fe95-479e-8296-66c19ff66e84 req-a4229b83-7d3b-4bf0-98e4-5800b61116ad tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480568 Nov 16 22:45:53.451798 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:45:54.483840 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08c94f-0577-439d-8216-4b39a02621c0 req-2094c377-f252-4780-8147-96aeb464d094 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:54.485401 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af08c94f-0577-439d-8216-4b39a02621c0 req-2094c377-f252-4780-8147-96aeb464d094 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0519886 Nov 16 22:45:54.542619 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-af08c94f-0577-439d-8216-4b39a02621c0 req-30b25ddf-1ed4-432e-9457-a0482c7d206c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500133 Nov 16 22:45:54.566446 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:54.626275 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-694f87ef-c5b2-46d2-adc5-a95523d2fde8 req-97fe0815-ae35-43da-8118-1ab6c433fc83 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:45:54.627260 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-694f87ef-c5b2-46d2-adc5-a95523d2fde8 req-97fe0815-ae35-43da-8118-1ab6c433fc83 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070307 Nov 16 22:45:54.759427 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-6ee1cdea-991d-446a-9e31-75447d288d2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412531 Nov 16 22:45:54.774292 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-84894c64-72ba-4935-9c2c-1b10fd449f17 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:45:54.774292 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-84894c64-72ba-4935-9c2c-1b10fd449f17 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051768 Nov 16 22:45:54.796961 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3a288-75cc-48a8-951e-4cb6256a7b56 req-6787fefa-748d-46ad-b7f9-ad1662b8f857 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:54.798479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95c3a288-75cc-48a8-951e-4cb6256a7b56 req-6787fefa-748d-46ad-b7f9-ad1662b8f857 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 946 time: 0.0554647 Nov 16 22:45:54.857558 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-95c3a288-75cc-48a8-951e-4cb6256a7b56 req-6f19853b-2fec-4e99-a7fc-11d9b1dfaa2f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516424 Nov 16 22:45:55.431636 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:45:55.506493 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:55.528784 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:45:55.531065 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b53489-ff53-4878-ad29-2644e3560068" -d '{"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-unplugged", "status": "completed", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:45:55.547171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:45:55.552515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:55.576779 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c3a4f-cf7c-4cd9-9fcc-fccae6683da6 x-openstack-request-id: req-3c8c3a4f-cf7c-4cd9-9fcc-fccae6683da6 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:45:55.577416 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-unplugged", "status": "failed", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "code": 422}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:45:55.577416 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c8c3a4f-cf7c-4cd9-9fcc-fccae6683da6 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:45:55.577720 n-d-817778-8 neutron-server[102455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'code': 422} returned with failed status Nov 16 22:45:55.602613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:45:55.610510 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.610863 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.611208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.611573 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.611991 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.612328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.612656 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.612984 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.613310 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.613663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.613996 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.614316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:45:55.975319 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d56218-cc84-428f-b55d-2f0000963bf6 req-b01a2e32-3209-4da1-9cec-8eb38180f8e0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:55.976705 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47d56218-cc84-428f-b55d-2f0000963bf6 req-b01a2e32-3209-4da1-9cec-8eb38180f8e0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0484490 Nov 16 22:45:56.025336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-47d56218-cc84-428f-b55d-2f0000963bf6 req-505fb8d5-ad95-47f6-83f7-f194203a33f3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418391 Nov 16 22:45:56.135993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:56.889960 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:45:57.146608 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63f20-cd5f-4dc6-90fe-4fa4c1e74f78 req-0effa768-893b-455c-a0b1-d3b7133c6bcb tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:57.148056 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4c63f20-cd5f-4dc6-90fe-4fa4c1e74f78 req-0effa768-893b-455c-a0b1-d3b7133c6bcb tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0489581 Nov 16 22:45:57.198841 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b4c63f20-cd5f-4dc6-90fe-4fa4c1e74f78 req-b7be4b99-4c6b-4508-96a9-3d54334cc4a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 Nov 16 22:45:58.314705 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e0b89-4c8d-4d72-93be-d55c11bf9f18 req-dc2cd030-ab06-426c-af4e-72ab5018f7a7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:58.316202 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e19e0b89-4c8d-4d72-93be-d55c11bf9f18 req-dc2cd030-ab06-426c-af4e-72ab5018f7a7 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0479593 Nov 16 22:45:58.368579 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e19e0b89-4c8d-4d72-93be-d55c11bf9f18 req-1986c226-f00c-4571-ba83-65e3e02d953a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Nov 16 22:45:59.486899 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c08-8c46-4171-a17e-0daf46c0cde9 req-b557c972-b7d3-462c-81f0-34795b20a037 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:45:59.488408 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc0c6c08-8c46-4171-a17e-0daf46c0cde9 req-b557c972-b7d3-462c-81f0-34795b20a037 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0504057 Nov 16 22:45:59.543150 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-bc0c6c08-8c46-4171-a17e-0daf46c0cde9 req-6c5504b1-988d-4175-9218-f9bd6857b40e tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486667 Nov 16 22:46:00.671001 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8d12-cc6e-4c28-8fca-91fd7630eec8 req-8dd1fb64-782e-40b6-a09c-bdd758a4b139 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:00.672527 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81ce8d12-cc6e-4c28-8fca-91fd7630eec8 req-8dd1fb64-782e-40b6-a09c-bdd758a4b139 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0491960 Nov 16 22:46:00.725004 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-81ce8d12-cc6e-4c28-8fca-91fd7630eec8 req-342b7d10-8fbf-487b-97b5-8dbf70409de0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Nov 16 22:46:01.840204 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488cb6e-4596-4a99-8f94-d7fc1ebb1f75 req-0f240086-14ae-4456-beda-51002980df2a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:01.841606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c488cb6e-4596-4a99-8f94-d7fc1ebb1f75 req-0f240086-14ae-4456-beda-51002980df2a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0492394 Nov 16 22:46:01.890819 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c488cb6e-4596-4a99-8f94-d7fc1ebb1f75 req-6062b80d-6c41-4082-9f04-82b8b08be59f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Nov 16 22:46:03.004905 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc253013-935a-4ae1-bb19-e52848d1ca36 req-27551c9b-9f80-42eb-b090-8cec93821299 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:03.006323 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc253013-935a-4ae1-bb19-e52848d1ca36 req-27551c9b-9f80-42eb-b090-8cec93821299 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0485721 Nov 16 22:46:03.056409 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-cc253013-935a-4ae1-bb19-e52848d1ca36 req-9402e176-ea25-4761-bf3c-df0791ad289f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Nov 16 22:46:04.177096 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580fb2-dac7-4651-8533-294f2deff864 req-05c8a26f-b66b-4cc4-baf2-b2f2deea22dd tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:04.178603 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf580fb2-dac7-4651-8533-294f2deff864 req-05c8a26f-b66b-4cc4-baf2-b2f2deea22dd tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0504491 Nov 16 22:46:04.234641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cf580fb2-dac7-4651-8533-294f2deff864 req-c16237e4-c90a-4fe5-b302-ed89ddb1fc0b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488522 Nov 16 22:46:04.315609 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:04.763862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600680c3-e9d7-4889-b36b-351d42103a5d req-1637fc4a-5186-4782-b66b-7a39af907594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:04.765359 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-1637fc4a-5186-4782-b66b-7a39af907594 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b&tenant_id=c9195141df084566911d36b7ed934ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0873914 Nov 16 22:46:04.776559 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9ef04819-9789-4215-a3c2-254e1bfe4fef service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:46:04.778168 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9ef04819-9789-4215-a3c2-254e1bfe4fef service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048037 Nov 16 22:46:04.789493 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817778-8', 'device_owner': 'compute:nova'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:46:04.841869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:05.035965 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:46:05.068755 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h1-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:46:05.104702 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 {{(pid=102453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:46:05.112343 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:05.124162 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.provisioning_blocks [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Transition to ACTIVE for port object d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 will not be triggered until provisioned by entity L2. {{(pid=102453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:46:05.127591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:05.205561 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=7']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:46:05.218133 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.218481 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.218827 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.219166 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.219500 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.219834 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.220164 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.220490 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.220823 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.221154 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.221484 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.221841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:46:05.259662 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] No DVR routers for this DVR port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on host n-h1-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:46:05.392657 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbc46e-2015-4fd2-a9fd-51ac83a3f7d8 req-0aa9e3e8-7801-4759-b92b-6d2664497671 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:05.394134 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcbbc46e-2015-4fd2-a9fd-51ac83a3f7d8 req-0aa9e3e8-7801-4759-b92b-6d2664497671 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0739737 Nov 16 22:46:05.455521 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:46:05.455859 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:46:05.456189 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:46:05.465777 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:46:05.466298 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Attempting to bind port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on network 5ff58f7c-ff28-477c-91c8-63ed778e1995 {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:46:05.478796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:46:05.479131 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Checking segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:46:05.479517 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Bound using segment: {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'} {{(pid=102453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:46:05.479935 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.managers [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Bound port: d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec64a63b-69cb-4bc1-9417-7a5bae757a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995'}}] {{(pid=102453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:46:05.480285 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:05.492286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-dcbbc46e-2015-4fd2-a9fd-51ac83a3f7d8 req-78de2f38-32a5-4c95-a910-ce5a3c7e7a0b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895381 Nov 16 22:46:05.548690 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h2-817778-8, cleared binding levels {{(pid=102453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:46:05.551754 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:46:05.556280 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:05.593668 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:05.594274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:05.595697 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] 10.222.0.41 "PUT /v2.0/ports/d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1092 time: 0.8097420 Nov 16 22:46:05.596308 n-d-817778-8 neutron-server[102453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:46:05.598486 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c3b4d7ac605671be1a8d4fb6380ad8c010182c07fc61dc7c3877cf78172f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:46:05.641316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159ae43-2331-4421-a9ae-000762811e34 service neutron] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=8']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:46:05.675007 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600680c3-e9d7-4889-b36b-351d42103a5d req-54dd2160-7cd2-484b-836f-60e19845fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:05.676551 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-54dd2160-7cd2-484b-836f-60e19845fa44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1095 time: 0.0497093 Nov 16 22:46:05.709460 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca4971-d052-40bc-9b1e-32f542a2d4da x-openstack-request-id: req-7dca4971-d052-40bc-9b1e-32f542a2d4da {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:46:05.709770 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "status": "completed", "code": 200}]} {{(pid=102453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:46:05.710030 n-d-817778-8 neutron-server[102453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dca4971-d052-40bc-9b1e-32f542a2d4da {{(pid=102453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:46:05.710428 n-d-817778-8 neutron-server[102453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'status': 'completed', 'code': 200} Nov 16 22:46:05.786155 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600680c3-e9d7-4889-b36b-351d42103a5d req-eb90535d-4e9f-49d8-b30b-f7d8818c1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:05.787652 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-eb90535d-4e9f-49d8-b30b-f7d8818c1149 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.1017473 Nov 16 22:46:05.858365 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-5e9337e9-8dc6-4250-bd5e-d8cf71e056e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1000 time: 0.0586734 Nov 16 22:46:05.909214 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600680c3-e9d7-4889-b36b-351d42103a5d req-2298ae76-8a51-4233-ace4-75bc5bd11189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:05.910654 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-2298ae76-8a51-4233-ace4-75bc5bd11189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0422666 Nov 16 22:46:05.964252 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600680c3-e9d7-4889-b36b-351d42103a5d req-e81bfb26-de28-43f7-bc52-6d660fd60610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:05.966008 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-e81bfb26-de28-43f7-bc52-6d660fd60610 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431821 Nov 16 22:46:06.291702 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:06.342957 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-8da52b6b-e105-426e-9387-fea071fb4511 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613727 Nov 16 22:46:06.438788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-e1c82934-1629-40e0-b2c5-d6b8cd8bd5ac service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844791 Nov 16 22:46:06.530542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-15db5f29-5d07-40d6-a166-fb4922917166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:06.532040 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-15db5f29-5d07-40d6-a166-fb4922917166 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1095 time: 0.0414374 Nov 16 22:46:06.665358 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f9e5-1000-4c11-8101-8a35a2b9ec10 req-6c93f75c-ee97-4da9-9bce-84f435f88c41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:06.666847 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4621f9e5-1000-4c11-8101-8a35a2b9ec10 req-6c93f75c-ee97-4da9-9bce-84f435f88c41 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0823569 Nov 16 22:46:06.669666 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-9b03975f-fac2-4b07-a1dd-fb731459c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:06.670988 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-9b03975f-fac2-4b07-a1dd-fb731459c3c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.1318164 Nov 16 22:46:06.765082 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4621f9e5-1000-4c11-8101-8a35a2b9ec10 req-57887cf0-8f43-45ba-ab27-1baa5704869f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921507 Nov 16 22:46:06.766864 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-0da55269-7392-4cc1-b4d2-d8c741e73290 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1000 time: 0.0884786 Nov 16 22:46:06.822318 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-15459967-bbf7-4617-b53f-3eb3e06729b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:06.823741 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-15459967-bbf7-4617-b53f-3eb3e06729b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0431988 Nov 16 22:46:06.868748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-d15f7b7c-6d8c-4414-9550-914e0d81176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:06.870241 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-d15f7b7c-6d8c-4414-9550-914e0d81176a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387328 Nov 16 22:46:06.962060 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-493848fe-8320-4c7d-8001-d092ccd7b773 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832767 Nov 16 22:46:07.050209 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7d0bf4c6-3e2c-432b-bd05-8098d2b2ad6c req-ec597270-cea7-41fc-a145-38e6859adb10 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795934 Nov 16 22:46:07.884581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ceb90-014a-4d08-8ac3-222e2cbaa6f2 req-43e62535-3267-46ba-9a48-bdfae9caedce tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:07.886066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-352ceb90-014a-4d08-8ac3-222e2cbaa6f2 req-43e62535-3267-46ba-9a48-bdfae9caedce tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0521431 Nov 16 22:46:07.935684 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-352ceb90-014a-4d08-8ac3-222e2cbaa6f2 req-e7fe0260-3a95-4a8f-8c5a-a51247695cbc tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435598 Nov 16 22:46:09.050020 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921cd51-815f-43b4-ab33-171d9d000c4b req-82cabbd1-c9ff-4560-97ab-5d7fd6abc010 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:09.051487 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b921cd51-815f-43b4-ab33-171d9d000c4b req-82cabbd1-c9ff-4560-97ab-5d7fd6abc010 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0484469 Nov 16 22:46:09.104877 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b921cd51-815f-43b4-ab33-171d9d000c4b req-1340e0ba-0317-4fee-a6f2-1eb583f6726f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475271 Nov 16 22:46:10.221982 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063049c-d4bc-49ca-b71e-ef4e36b71353 req-c4086dee-d38b-4d76-985f-84da762f5dd0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:10.223460 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3063049c-d4bc-49ca-b71e-ef4e36b71353 req-c4086dee-d38b-4d76-985f-84da762f5dd0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0490716 Nov 16 22:46:10.271683 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3063049c-d4bc-49ca-b71e-ef4e36b71353 req-f97aa962-10de-4424-81dc-ba51f8e43772 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Nov 16 22:46:11.383964 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4f0c7-5f6e-40f7-9e05-0a15bb04457e req-da1f68e8-dd2e-483a-a857-1240252a54a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:11.385439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-def4f0c7-5f6e-40f7-9e05-0a15bb04457e req-da1f68e8-dd2e-483a-a857-1240252a54a8 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0476532 Nov 16 22:46:11.436485 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-def4f0c7-5f6e-40f7-9e05-0a15bb04457e req-9f6ebee3-bda5-4cd6-a2ea-5e04b0b28893 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444298 Nov 16 22:46:12.556615 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f6ca3-628f-4239-ba1f-3d4ad5c140ee req-42645b82-7088-48bd-aaae-5e3191d5f668 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:12.558097 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-757f6ca3-628f-4239-ba1f-3d4ad5c140ee req-42645b82-7088-48bd-aaae-5e3191d5f668 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0523434 Nov 16 22:46:12.607122 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-757f6ca3-628f-4239-ba1f-3d4ad5c140ee req-65868084-354b-4201-921a-a26fafad9578 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Nov 16 22:46:13.726163 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddada1-de8e-42c7-b639-a67179008b9d req-e0a1ecd2-dc37-44ab-9ba0-c4608659cb37 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:13.727660 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b2ddada1-de8e-42c7-b639-a67179008b9d req-e0a1ecd2-dc37-44ab-9ba0-c4608659cb37 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0509498 Nov 16 22:46:13.777139 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b2ddada1-de8e-42c7-b639-a67179008b9d req-fbc85907-a922-4192-b57d-bd9370b819dd tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Nov 16 22:46:14.891225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd3ac5-bc02-4870-927a-41a1bfe32101 req-e1914c10-cbfb-481d-a3bc-514a1f10238f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:14.892755 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-87bd3ac5-bc02-4870-927a-41a1bfe32101 req-e1914c10-cbfb-481d-a3bc-514a1f10238f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 944 time: 0.0482476 Nov 16 22:46:14.941962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-87bd3ac5-bc02-4870-927a-41a1bfe32101 req-235fef94-7fd1-4002-8ebc-fe6d76b9149f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433908 Nov 16 22:46:15.498399 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:46:15.594245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:46:15.605056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'port_id': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'mac_address': 'fa:16:3e:83:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:46:15.642993 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:15.662841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:46:15.688917 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:46:15.727085 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:15.812479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=9']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:46:16.029862 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['d244ec35-1cde-40d0-acb1-f2cb6c9a0c56'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:46:16.061223 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214631c-c9c0-4448-84ff-090ee0a47855 req-29dd6af0-a066-4adb-9de2-d9a2187a040a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:16.062758 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d214631c-c9c0-4448-84ff-090ee0a47855 req-29dd6af0-a066-4adb-9de2-d9a2187a040a tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 945 time: 0.0544486 Nov 16 22:46:16.113413 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d214631c-c9c0-4448-84ff-090ee0a47855 req-0572ec3d-1873-456a-ba97-70b5f8f5b597 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Nov 16 22:46:17.231731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814a12-d3b8-42aa-9cf5-0a7a13be272f req-a9595820-ac9e-47e6-a778-2afea2cb368f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:17.233326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94814a12-d3b8-42aa-9cf5-0a7a13be272f req-a9595820-ac9e-47e6-a778-2afea2cb368f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 945 time: 0.0511045 Nov 16 22:46:17.285196 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-94814a12-d3b8-42aa-9cf5-0a7a13be272f req-c314484e-4642-4e6d-8b84-7a39582aa63c tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460153 Nov 16 22:46:17.497629 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:46:17.548454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:46:17.552463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:46:17.552862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:17.629277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:17.655730 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:46:17.658126 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad513b-d8d5-4dd0-9a7d-cf06cb911908" -d '{"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-plugged", "status": "completed", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:46:17.671029 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:46:17.674823 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:17.723070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=10']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:46:18.400010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00346d-4653-41f9-aed3-58c53bca349a req-88e020aa-8f0d-4829-87b1-3fba3b8d51b0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:18.401480 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b00346d-4653-41f9-aed3-58c53bca349a req-88e020aa-8f0d-4829-87b1-3fba3b8d51b0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 947 time: 0.0493267 Nov 16 22:46:18.452307 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2b00346d-4653-41f9-aed3-58c53bca349a req-f61738b0-f413-4207-ab2b-79e200e32d76 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Nov 16 22:46:18.718800 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9e3ee-c097-4741-8166-b66f717c7eeb x-openstack-request-id: req-98a9e3ee-c097-4741-8166-b66f717c7eeb {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:46:18.719273 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-plugged", "status": "completed", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:46:18.719383 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98a9e3ee-c097-4741-8166-b66f717c7eeb {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:46:18.719738 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'code': 200} Nov 16 22:46:18.874919 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d997c-48bf-40ea-abd4-37f2da153115 req-19f7a68b-77cd-4cfe-a45b-133882dd3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:18.876430 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-331d997c-48bf-40ea-abd4-37f2da153115 req-19f7a68b-77cd-4cfe-a45b-133882dd3f8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1098 time: 0.0413511 Nov 16 22:46:18.914756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.41', 64985) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:46:18.924722 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-331d997c-48bf-40ea-abd4-37f2da153115 req-f4476e4e-094a-468e-a28c-3eb21f6936a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Nov 16 22:46:18.968952 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-86157da1-ca52-44c8-b791-09bbef047ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:18.970362 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-86157da1-ca52-44c8-b791-09bbef047ff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1098 time: 0.0403140 Nov 16 22:46:19.605104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24f613-2b8e-4165-9db7-5f06b8421237 req-477fa913-7984-45c5-8b14-4b02bc1a72ea tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:19.607240 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce24f613-2b8e-4165-9db7-5f06b8421237 req-477fa913-7984-45c5-8b14-4b02bc1a72ea tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 947 time: 0.0795991 Nov 16 22:46:19.608179 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-277f7985-a8de-4c19-b047-f1cb73012ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:19.609482 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-277f7985-a8de-4c19-b047-f1cb73012ca8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.4463851 Nov 16 22:46:19.704332 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-ce24f613-2b8e-4165-9db7-5f06b8421237 req-9fcba60a-e5ab-4eba-a569-ebb863627be0 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912232 Nov 16 22:46:19.711549 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-60ab9783-7fd6-4801-8da4-162ae9533fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1002 time: 0.0918422 Nov 16 22:46:19.767007 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-7e63cd96-f3b9-47f0-831b-a2e7c6cf4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:19.768488 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-7e63cd96-f3b9-47f0-831b-a2e7c6cf4aca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0484974 Nov 16 22:46:19.815643 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-0a7e6def-8a53-4527-9c59-139808541fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:19.817120 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-0a7e6def-8a53-4527-9c59-139808541fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399578 Nov 16 22:46:19.912444 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-d3bf6f54-39de-4415-b51b-4c7485424f3b service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844412 Nov 16 22:46:20.004382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-acb64866-e742-4b3a-8974-92b17dcb1db9 req-527e64be-7bed-4d63-9adb-182c35f2fd16 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840120 Nov 16 22:46:20.820982 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda70c4-bc0b-485a-8d67-16747e370484 req-a8eefc51-eb56-431b-b47b-1615e0967401 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:46:20.822479 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fda70c4-bc0b-485a-8d67-16747e370484 req-a8eefc51-eb56-431b-b47b-1615e0967401 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 947 time: 0.0483904 Nov 16 22:46:20.874667 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9fda70c4-bc0b-485a-8d67-16747e370484 req-5301f2fe-fc89-4d2f-9b7a-d5ff02b2a08d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 Nov 16 22:46:20.962984 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6de6ba6d-d3f5-46cf-9ca4-aa7f9fb64b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:23.291356 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6195730b-76bc-4acd-be19-114737c70e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:24.563659 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:26.140075 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:26.892052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:30.451651 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:46:34.341156 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:36.307600 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:50.963421 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ada7bcb2-9171-48b8-ae11-e3e670fc64d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:53.295221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3191-219a-4c03-81e1-9b4e392c9d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:54.566639 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:56.140776 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:46:56.893172 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:04.349870 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:06.336746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:07.451046 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:47:19.930760 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-fc88b9ca-9396-4869-bb93-5703a4f105ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445879 Nov 16 22:47:20.022268 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35843-859d-4772-a56a-6e69161cf37e req-b2413e4f-5c53-4c15-97f1-a1238838d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:20.023738 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-b2413e4f-5c53-4c15-97f1-a1238838d6e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1098 time: 0.0413077 Nov 16 22:47:20.135038 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35843-859d-4772-a56a-6e69161cf37e req-59a71020-809a-4878-85d8-643ed34c3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:20.136517 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-59a71020-809a-4878-85d8-643ed34c3557 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0863276 Nov 16 22:47:20.211451 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-400e647d-9d61-4a46-b6f4-4ba7a098eee6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 1002 time: 0.0621426 Nov 16 22:47:20.264601 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35843-859d-4772-a56a-6e69161cf37e req-0c328f00-1ec1-4bc1-b20d-1f8880a65e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:20.266068 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-0c328f00-1ec1-4bc1-b20d-1f8880a65e84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0446486 Nov 16 22:47:20.318771 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35843-859d-4772-a56a-6e69161cf37e req-e4754c6e-38a2-423f-ae88-04657b1258d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:20.320207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-e4754c6e-38a2-423f-ae88-04657b1258d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406542 Nov 16 22:47:20.420766 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-d795750c-1eef-4d54-8d59-d4067b45fb45 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877140 Nov 16 22:47:20.518557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6fd35843-859d-4772-a56a-6e69161cf37e req-522c7314-4bc2-4a16-a387-afe427dcba05 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838084 Nov 16 22:47:20.964011 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7fb09bd7-c1bc-4810-bf51-8aca359f6366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:23.296807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed59e705-82e2-4f32-accb-7a11cafaad8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:24.567398 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:26.142864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:26.896634 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:34.368324 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.335396 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.398214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59870) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:36.558082 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Deleting port d595bf87-b317-4e76-aba6-26e057380d08 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:36.558433 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.641317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.641590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.654689 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Calling delete_port for d595bf87-b317-4e76-aba6-26e057380d08 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:36.808195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.834489 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event deleted for resources: {'Port': ['ID=d595bf87-b317-4e76-aba6-26e057380d08,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:36.859033 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.859380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.859747 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.860072 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.860404 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.860733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.861055 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.861375 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.861727 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.862049 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.862370 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.862691 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:36.905583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:36.906001 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Floating IP df7f9165-6742-45de-bd2b-e3193b025a29 disassociated (deleted). External IP: 172.25.3.223, port: d244ec35-1cde-40d0-acb1-f2cb6c9a0c56. Nov 16 22:47:37.112225 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:47:37.229063 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:47:37.233910 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:37.238453 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:47:37.247907 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:37.248518 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:37.261361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-504411e0-8533-4c4f-8aa7-4d8bc54eceb6 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "DELETE /v2.0/floatingips/df7f9165-6742-45de-bd2b-e3193b025a29 HTTP/1.1" status: 204 len: 168 time: 0.8620205 Nov 16 22:47:37.261972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:47:37.264321 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65" -d '{"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:47:37.305277 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d236fd-ee95-443c-b351-f786adbc9d8a x-openstack-request-id: req-24d236fd-ee95-443c-b351-f786adbc9d8a {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:47:37.305607 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:47:37.305868 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24d236fd-ee95-443c-b351-f786adbc9d8a {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:47:37.306285 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'status': 'completed', 'code': 200} Nov 16 22:47:37.359986 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:37.374759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-eb81b7fe-e2f1-4659-89d8-3a0dc3ce70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:37.376715 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-eb81b7fe-e2f1-4659-89d8-3a0dc3ce70b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9195141df084566911d36b7ed934ba6&device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 1098 time: 0.0454800 Nov 16 22:47:37.492635 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-49c1a532-bc66-431c-805e-1a31163bfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:37.494061 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-49c1a532-bc66-431c-805e-1a31163bfeb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 200 len: 910 time: 0.0963583 Nov 16 22:47:37.511639 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4766dc-c906-402b-a699-e12f02e581f1 req-e62d11ea-c71c-4f80-ad8c-6e3c364e754d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:37.513127 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f4766dc-c906-402b-a699-e12f02e581f1 req-e62d11ea-c71c-4f80-ad8c-6e3c364e754d tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 947 time: 0.0508602 Nov 16 22:47:37.545198 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-81cc44e9-6271-4e5c-9795-702409b3259a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 200 len: 217 time: 0.0396948 Nov 16 22:47:37.563866 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8f4766dc-c906-402b-a699-e12f02e581f1 req-121658f8-95f3-4737-b364-f655573cdaea tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Nov 16 22:47:37.581215 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:37.602485 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-66d9edc4-aad8-446f-825e-a47948f8eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:37.603977 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-66d9edc4-aad8-446f-825e-a47948f8eedb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 200 len: 848 time: 0.0512640 Nov 16 22:47:37.613970 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:47:37.622179 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:37.622792 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:37.651465 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-e9bf117a-18b4-45cd-bb08-cdf19acb7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:37.652978 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-e9bf117a-18b4-45cd-bb08-cdf19acb7fbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ff58f7c-ff28-477c-91c8-63ed778e1995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412557 Nov 16 22:47:37.725313 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:37.750214 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-c861a654-edd0-4bae-9038-2fabadbfa331 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896158 Nov 16 22:47:37.844864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a3ad62b9-fe51-4a44-892a-f7fde8cfef65 req-8305e0f5-74ad-48a1-877a-a110b1f5b5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852005 Nov 16 22:47:37.922575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:37.950544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e4ac1-dc25-4795-9571-c38dc82bf5d6 None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '0b9e3ac6-b27d-496e-a4fc-80a95f5c9391', 'name': '', 'network_id': '5ff58f7c-ff28-477c-91c8-63ed778e1995', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'mac_address': 'fa:16:3e:73:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'dd312f1f-fb49-419d-aead-78756c894068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:42Z', 'updated_at': '2021-11-16T22:37:48Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'subnets': [{'id': 'dd312f1f-fb49-419d-aead-78756c894068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:47:38.165753 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c746372f-0d03-4a2b-96e8-818bf12e7251 None None] New status for floating IP df7f9165-6742-45de-bd2b-e3193b025a29: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:47:38.688473 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6365b-d00d-4f8f-8612-9e258b2d1418 req-56ea0425-5be1-43f2-b48f-d8fd4e956b07 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:38.690064 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58b6365b-d00d-4f8f-8612-9e258b2d1418 req-56ea0425-5be1-43f2-b48f-d8fd4e956b07 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 947 time: 0.0513575 Nov 16 22:47:38.740690 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-58b6365b-d00d-4f8f-8612-9e258b2d1418 req-d2279489-f065-42b9-8131-3d60f56536d4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Nov 16 22:47:39.251273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-3068f7b2-1488-4a94-b222-3db096678f86 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:39.252754 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-3068f7b2-1488-4a94-b222-3db096678f86 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 947 time: 0.0534599 Nov 16 22:47:39.344171 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Deleting port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:39.344507 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:39.436706 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] For port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:39.437065 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:39.450163 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Calling delete_port for d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:39.578909 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:39.614234 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event deleted for resources: {'Port': ['ID=d244ec35-1cde-40d0-acb1-f2cb6c9a0c56,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:39.651910 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] No DVR routers for this DVR port d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:47:39.654749 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:39.658128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-f7c6ee5e-c636-4c0c-8869-7200dedb916d req-9bbd2bea-073a-4a5c-83fd-19e3e0cfd55b tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.41 "DELETE /v2.0/ports/d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 HTTP/1.1" status: 204 len: 173 time: 0.3977299 Nov 16 22:47:39.658569 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-deleted', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:47:39.660852 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48d9311-8102-4cf2-9539-d1208a46dbe3" -d '{"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-deleted", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:47:39.698581 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512e7bf4-7141-4d30-9cd3-c97806390a9e x-openstack-request-id: req-512e7bf4-7141-4d30-9cd3-c97806390a9e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:47:39.699119 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2596314-ef0f-49d8-9232-3610771f850b", "name": "network-vif-deleted", "tag": "d244ec35-1cde-40d0-acb1-f2cb6c9a0c56", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:47:39.699119 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-512e7bf4-7141-4d30-9cd3-c97806390a9e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:47:39.699524 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2596314-ef0f-49d8-9232-3610771f850b', 'name': 'network-vif-deleted', 'tag': 'd244ec35-1cde-40d0-acb1-f2cb6c9a0c56', 'status': 'completed', 'code': 200} Nov 16 22:47:39.838707 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3508a636-507a-493e-9cef-d2d39f040a9a req-7e0eaea7-0ce3-4fe0-ab5d-531e959174c3 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0278471 Nov 16 22:47:40.936342 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b4cc2c16-e116-49d6-ab7b-350eafb9b5db req-1fea9c66-828b-4ea9-b7e5-59a788b45de4 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0266936 Nov 16 22:47:41.862264 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:42.036824 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-960daf7c-8e00-4afe-bed0-e7e375c0e5b8 req-2323322f-f96f-4394-a05e-0376423c7fe9 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0281436 Nov 16 22:47:42.043125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:42.043479 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device d244ec35-1cde-40d0-acb1-f2cb6c9a0c56 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:43.134850 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3deaee22-0d5b-434d-887c-37acd201de40 req-3fe34f35-b1f1-4797-8771-c5f4b19d1070 tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0260355 Nov 16 22:47:44.247207 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-d6c933ac-7eba-4379-931c-e7f31aeae33b req-e640ec54-73fd-4c99-9c2e-5e38d87e577f tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2596314-ef0f-49d8-9232-3610771f850b HTTP/1.1" status: 200 len: 210 time: 0.0312598 Nov 16 22:47:44.449932 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:47:45.305067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59904) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:45.361277 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bd5d860-1ff1-4681-baef-dcca38ff0cfa tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:45.389602 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bd5d860-1ff1-4681-baef-dcca38ff0cfa tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:45.456764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bd5d860-1ff1-4681-baef-dcca38ff0cfa tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:45.459534 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-6bd5d860-1ff1-4681-baef-dcca38ff0cfa tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:45.463379 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-6bd5d860-1ff1-4681-baef-dcca38ff0cfa tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8ce55e1-bf99-47fc-9c9e-2865cb955c6d HTTP/1.1" status: 204 len: 168 time: 0.1546457 Nov 16 22:47:45.470367 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5d860-1ff1-4681-baef-dcca38ff0cfa tempest-TestShelveInstance-2043845921 tempest-TestShelveInstance-2043845921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ce55e1-bf99-47fc-9c9e-2865cb955c6d,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:45.525686 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59908) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:46.043675 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:46.291539 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Deleting port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:46.291884 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:46.370652 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] For port 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:46.370914 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:46.383682 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Calling delete_port for 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:46.571395 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:46.603410 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9e3ac6-b27d-496e-a4fc-80a95f5c9391,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:46.616862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.616862 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.617169 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.617485 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.617855 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.618196 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.618532 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.618867 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.619203 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.621841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.621841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.621841 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:46.799291 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.022207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Router 368442f2-ee4d-419d-baf2-f325eb3b3f50 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:47:47.129801 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:47:47.135140 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-bef6b81e-81a9-4807-ab91-481e4fd1a1b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/368442f2-ee4d-419d-baf2-f325eb3b3f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6067085 Nov 16 22:47:47.137658 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59912) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:47.141796 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] Sync routers for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:47:47.152748 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:47.153633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:47.246715 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.265300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:47.356662 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.423140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Deleting port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:47.423480 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.471524 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:47:46Z', 'revision_number': 5, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port': {'id': '1a7ed1ef-49b9-47f9-8c36-bb3ad463705c', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:47.500048 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] Checking router: 368442f2-ee4d-419d-baf2-f325eb3b3f50 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:47:47.509737 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] Routers {'368442f2-ee4d-419d-baf2-f325eb3b3f50'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:47.510295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['368442f2-ee4d-419d-baf2-f325eb3b3f50'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:47.531957 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] For port 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:47.532427 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.545471 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Calling delete_port for 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:47.599005 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] Set router 368442f2-ee4d-419d-baf2-f325eb3b3f50 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:47.660338 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:47:47Z', 'revision_number': 6, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:47.696921 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976be317-6b51-4ab2-a17c-51e7ffac927a None None] The sync data for ids ['368442f2-ee4d-419d-baf2-f325eb3b3f50'] in n-d-817778-8 is: [{'id': '368442f2-ee4d-419d-baf2-f325eb3b3f50', 'name': 'tempest-TestShelveInstance-1132259082-router', 'tenant_id': 'c9195141df084566911d36b7ed934ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:40Z', 'updated_at': '2021-11-16T22:47:47Z', 'revision_number': 6, 'project_id': 'c9195141df084566911d36b7ed934ba6', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:47:47.729438 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.756727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7ed1ef-49b9-47f9-8c36-bb3ad463705c,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:47.774839 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311c475-22a6-4cd8-8e03-a1391a6348e0 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:47.822041 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.914774 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.916923 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.965853 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.966385 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368442f2-ee4d-419d-baf2-f325eb3b3f50 {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:47:47.970916 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:47.971986 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-64eabe58-9467-4f99-b500-2c9b9d0fe3a2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/368442f2-ee4d-419d-baf2-f325eb3b3f50 HTTP/1.1" status: 204 len: 168 time: 0.8334928 Nov 16 22:47:47.974509 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59914) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:48.018330 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Deleting subnet dd312f1f-fb49-419d-aead-78756c894068 {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:47:48.021952 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.060891 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.148496 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.206518 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.233191 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd312f1f-fb49-419d-aead-78756c894068,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:48.235187 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.239021 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-291ba09f-2a48-4221-b354-a43daea15ebf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dd312f1f-fb49-419d-aead-78756c894068 HTTP/1.1" status: 204 len: 168 time: 0.2634697 Nov 16 22:47:48.240475 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c997a3-847b-4a3b-83b8-a580da733d81 None None] Network 5ff58f7c-ff28-477c-91c8-63ed778e1995 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:47:48.241181 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59916) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:48.316819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.371036 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Deleting port 41e1a187-1083-4577-95c5-cc974eb014dd {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:48.371381 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.435613 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] For port 41e1a187-1083-4577-95c5-cc974eb014dd, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=41e1a187-1083-4577-95c5-cc974eb014dd,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:48.435904 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.453025 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Calling delete_port for 41e1a187-1083-4577-95c5-cc974eb014dd owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:48.477609 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] DHCP port deletion for 5ff58f7c-ff28-477c-91c8-63ed778e1995 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:48.536454 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Deleting port 41e1a187-1083-4577-95c5-cc974eb014dd {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:48.536922 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.542127 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.570511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e1a187-1083-4577-95c5-cc974eb014dd,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:48.574873 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] No DVR routers for this DVR port 41e1a187-1083-4577-95c5-cc974eb014dd on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:47:48.606985 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] For port 41e1a187-1083-4577-95c5-cc974eb014dd, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=41e1a187-1083-4577-95c5-cc974eb014dd,segment=NetworkSegment(ec64a63b-69cb-4bc1-9417-7a5bae757a71),segment_id=ec64a63b-69cb-4bc1-9417-7a5bae757a71)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:48.607673 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.621497 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Calling delete_port for 41e1a187-1083-4577-95c5-cc974eb014dd owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:48.655040 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.682162 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff58f7c-ff28-477c-91c8-63ed778e1995']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:48.698338 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64a63b-69cb-4bc1-9417-7a5bae757a71') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:48.698593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64a63b-69cb-4bc1-9417-7a5bae757a71') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:48.703852 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.708895 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.723905 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.732208 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:47:48.732769 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:47:48.734757 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:47:48.736978 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Pushing event deleted for resources: {'Port': ['ID=41e1a187-1083-4577-95c5-cc974eb014dd,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:48.744043 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] No DVR routers for this DVR port 41e1a187-1083-4577-95c5-cc974eb014dd on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:47:48.746262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.746652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.746999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.747410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.747764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.748159 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.748491 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.748823 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.749152 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.749537 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.749859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.750186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f521be4-0563-49d9-bc25-5b7eab37b388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:47:48.804296 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.810210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:48.813409 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5ff58f7c-ff28-477c-91c8-63ed778e1995 HTTP/1.1" status: 204 len: 168 time: 0.5713215 Nov 16 22:47:48.816323 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59918) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:48.825756 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380ca22-c56a-4f6a-a3fe-30e6c524a359 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff58f7c-ff28-477c-91c8-63ed778e1995,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:49.443964 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:49.522820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:49.546344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:49.546697 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1a7ed1ef-49b9-47f9-8c36-bb3ad463705c not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:49.547307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:49.567084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:49.567433 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 0b9e3ac6-b27d-496e-a4fc-80a95f5c9391 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:49.568625 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 41e1a187-1083-4577-95c5-cc974eb014dd no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:49.588211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 41e1a187-1083-4577-95c5-cc974eb014dd {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:49.588564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 41e1a187-1083-4577-95c5-cc974eb014dd not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:49.705285 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Deleting port aaf01bea-42c2-4939-a388-1cc296bbd4e3 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:49.705660 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:49.786504 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] For port aaf01bea-42c2-4939-a388-1cc296bbd4e3, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=aaf01bea-42c2-4939-a388-1cc296bbd4e3,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:49.787869 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:49.803177 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Calling delete_port for aaf01bea-42c2-4939-a388-1cc296bbd4e3 owned by network:router_interface {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:49.987883 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:50.019180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf01bea-42c2-4939-a388-1cc296bbd4e3,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:50.191919 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:50.409269 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:47:50.515049 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:47:50.519951 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-0b748e1a-683b-438f-980d-4bd782a6ae3a admin admin] 10.222.0.48 "PUT /v2.0/routers/a6ca606e-7b9b-45c3-8da5-4f9f0b79094c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026248 Nov 16 22:47:50.524828 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] Sync routers for ids ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:47:50.525363 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59920) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:50.533932 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] Routers {'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:50.534536 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:50.632738 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:50.728653 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] Set router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:50.738554 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:50.790683 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Deleting port 18152d09-ccf7-46ab-adc1-e83514e4d1bc {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:50.791025 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:50.873677 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] For port 18152d09-ccf7-46ab-adc1-e83514e4d1bc, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=18152d09-ccf7-46ab-adc1-e83514e4d1bc,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:50.874052 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:50.887582 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Calling delete_port for 18152d09-ccf7-46ab-adc1-e83514e4d1bc owned by network:router_gateway {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:50.913091 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:47:49Z', 'revision_number': 5, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port': {'id': '18152d09-ccf7-46ab-adc1-e83514e4d1bc', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:37:45Z', 'updated_at': '2021-11-16T22:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:50.943806 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] Checking router: a6ca606e-7b9b-45c3-8da5-4f9f0b79094c for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:47:50.952212 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] Routers {'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:50.952764 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:50.966540 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5f94b292-8db0-49ed-863a-8ee616251dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.038803 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] Set router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:51.056085 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.082417 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Pushing event deleted for resources: {'Port': ['ID=18152d09-ccf7-46ab-adc1-e83514e4d1bc,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:51.092992 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:47:50Z', 'revision_number': 6, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:51.098417 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bfb611-890b-4c17-808e-5aa366fde0a3 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:51.121700 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723c4c9-aa93-4763-b2b7-56b551d9cc95 None None] The sync data for ids ['a6ca606e-7b9b-45c3-8da5-4f9f0b79094c'] in n-d-817778-8 is: [{'id': 'a6ca606e-7b9b-45c3-8da5-4f9f0b79094c', 'name': 'tempest-TestShelveInstance-330511323-router', 'tenant_id': '5a8349697883402da9f89c89ff0e1959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:37:44Z', 'updated_at': '2021-11-16T22:47:50Z', 'revision_number': 6, 'project_id': '5a8349697883402da9f89c89ff0e1959', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:47:51.158541 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.252555 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.254910 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.301657 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.302362 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ca606e-7b9b-45c3-8da5-4f9f0b79094c {{(pid=102453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:47:51.307086 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.308286 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-dcfdb234-373b-4feb-9d05-8a22d18246bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/a6ca606e-7b9b-45c3-8da5-4f9f0b79094c HTTP/1.1" status: 204 len: 168 time: 0.7822702 Nov 16 22:47:51.311022 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59922) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:51.355304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Deleting subnet 1993fbb3-541c-46d4-8c6e-5b4d8f616e6b {{(pid=102453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:47:51.358425 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.396479 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8883794'] for subnet, precommit_delete_associations {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.471112 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.522337 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11545665'] for subnet, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.549380 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.553271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1993fbb3-541c-46d4-8c6e-5b4d8f616e6b HTTP/1.1" status: 204 len: 168 time: 0.2413058 Nov 16 22:47:51.554288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa18024-16b3-4fe6-bd95-e72e83d6ba63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1993fbb3-541c-46d4-8c6e-5b4d8f616e6b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:51.554432 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ca123-5805-496c-bddb-3f4f3392dcdb None None] Network 79329bed-4f8c-4089-b067-de31b15404e1 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:47:51.555781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59924) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:51.633216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.668400 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18152d09-ccf7-46ab-adc1-e83514e4d1bc no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:51.691810 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Deleting port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:51.692156 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.703999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 18152d09-ccf7-46ab-adc1-e83514e4d1bc {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:51.704418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 18152d09-ccf7-46ab-adc1-e83514e4d1bc not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:51.704905 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aaf01bea-42c2-4939-a388-1cc296bbd4e3 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:51.728856 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: aaf01bea-42c2-4939-a388-1cc296bbd4e3 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:51.729541 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device aaf01bea-42c2-4939-a388-1cc296bbd4e3 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:51.762772 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] For port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:51.763367 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.784565 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Calling delete_port for 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:51.789073 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] DHCP port deletion for 79329bed-4f8c-4089-b067-de31b15404e1 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:51.840490 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] Deleting port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:47:51.840871 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.868538 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.898494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] No DVR routers for this DVR port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:47:51.900306 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:51.908345 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] For port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,segment=NetworkSegment(d4f563d6-8642-4a3a-9381-ac0aad9fbe20),segment_id=d4f563d6-8642-4a3a-9381-ac0aad9fbe20)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:51.908758 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.928847 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] Calling delete_port for 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:47:51.979191 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:51.999362 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79329bed-4f8c-4089-b067-de31b15404e1']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:52.011052 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:52.011249 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.011759 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f563d6-8642-4a3a-9381-ac0aad9fbe20') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:52.021645 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.035136 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.038242 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] Pushing event deleted for resources: {'Port': ['ID=1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:52.041979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:47:52.042715 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.042848 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618ff21-a789-4c80-87ed-b3c98293aaf7 None None] No DVR routers for this DVR port 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:47:52.044659 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:47:52.098968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.104478 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.107786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] 10.222.0.48 "DELETE /v2.0/networks/79329bed-4f8c-4089-b067-de31b15404e1 HTTP/1.1" status: 204 len: 168 time: 0.5503755 Nov 16 22:47:52.119744 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94b8b0-5029-4f04-b0f7-4892bcf34862 admin admin] Pushing event deleted for resources: {'Network': ['ID=79329bed-4f8c-4089-b067-de31b15404e1,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:52.254906 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59928) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:52.302909 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-1d0ec744-0f9b-4bab-9e95-e7820e7265c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9195141df084566911d36b7ed934ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443966 Nov 16 22:47:52.305131 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59930) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:52.353273 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ce544e-e543-49e9-9fbd-e3d0c3b724c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.374920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ce544e-e543-49e9-9fbd-e3d0c3b724c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.421337 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ce544e-e543-49e9-9fbd-e3d0c3b724c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.423920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-23ce544e-e543-49e9-9fbd-e3d0c3b724c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.425121 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-23ce544e-e543-49e9-9fbd-e3d0c3b724c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e940bd70-5e34-4d0b-907a-d2901224252b HTTP/1.1" status: 204 len: 168 time: 0.1190233 Nov 16 22:47:52.432813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce544e-e543-49e9-9fbd-e3d0c3b724c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e940bd70-5e34-4d0b-907a-d2901224252b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:52.758999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59936) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:52.799220 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-47c23468-aa05-49fc-88a7-49e0424f1c25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a8349697883402da9f89c89ff0e1959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391176 Nov 16 22:47:52.801693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59938) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:52.850447 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35e55fee-fd2e-4dc7-9e29-195d63c9b81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.871392 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35e55fee-fd2e-4dc7-9e29-195d63c9b81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.919860 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35e55fee-fd2e-4dc7-9e29-195d63c9b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.922765 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-35e55fee-fd2e-4dc7-9e29-195d63c9b81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:52.923911 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-35e55fee-fd2e-4dc7-9e29-195d63c9b81e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7864cf06-5682-490e-8253-1da1de9e234b HTTP/1.1" status: 204 len: 168 time: 0.1204898 Nov 16 22:47:52.932766 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e55fee-fd2e-4dc7-9e29-195d63c9b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7864cf06-5682-490e-8253-1da1de9e234b,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:53.299322 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5affb1e9-b668-4938-be8e-ec813c0c47cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.509496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:47:53.530171 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:47:53.530523 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 1fa8e64b-3e04-4cc0-9a7b-57907bf1d89a not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:47:53.642856 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59960) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:53.738791 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1212593373-network', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:47:53.760191 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Made reservation on behalf of 17c4eb3da3024935822d4012fe333ae3 for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:47:53.762576 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.771467 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.847119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.851526 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.875731 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:47:53.884958 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a863c25-768a-4e5e-9dae-50680edd928b,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:53.890920 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.891278 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Added segment bfdd6bb2-e884-496f-b175-75e80946abcd of type vlan for network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f Nov 16 22:47:53.932472 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.957794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:53.959335 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:53.959931 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.016386 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3724096 Nov 16 22:47:54.020869 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59964) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:54.026491 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Request body: {'subnet': {'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1212593373-subnet', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:47:54.029294 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf19c5-b83a-4e17-94e9-9cc370eb50f9 admin admin] Pushing event updated for resources: {'Network': ['ID=83132aa9-4191-4bb0-84d3-6d59e05f8b7f,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:54.039157 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:47:54.047175 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Made reservation on behalf of 17c4eb3da3024935822d4012fe333ae3 for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:47:54.049619 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.220951 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.275213 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86931b55-d8ba-450a-9d1a-f868f67f883e,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:54.290260 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Checking segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:47:54.290626 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Network hostable DHCP agents. Network: 83132aa9-4191-4bb0-84d3-6d59e05f8b7f, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:47:54.307304 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:47:54.315983 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, 83132aa9-4191-4bb0-84d3-6d59e05f8b7f) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:54.320768 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:54.321361 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.326348 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dac076-a8d7-4bbf-bd62-e4e93616a1ab None None] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:47:54.337784 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-d67d3311-4258-42a5-bae0-3ea8c14d4770 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3150311 Nov 16 22:47:54.340576 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59966) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:54.344985 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:47:54.367292 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.368317 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.419444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.476291 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:47:54.477244 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.562176 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.602611 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.624519 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Allocated IP 172.20.0.2 (83132aa9-4191-4bb0-84d3-6d59e05f8b7f/86931b55-d8ba-450a-9d1a-f868f67f883e/66e4b472-2800-4994-9bde-722716db96e1) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:47:54.762885 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.769365 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.776131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.786554 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.818772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:47:54.821772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:54.826245 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:47:54.828183 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Pushing event updated for resources: {'Port': ['ID=66e4b472-2800-4994-9bde-722716db96e1,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:54.883163 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Attempting to bind port 66e4b472-2800-4994-9bde-722716db96e1 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:47:54.883546 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Attempting to bind port 66e4b472-2800-4994-9bde-722716db96e1 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:47:54.883918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Attempting to bind port 66e4b472-2800-4994-9bde-722716db96e1 on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:47:54.889457 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:47:54.889772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Checking segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:47:54.890359 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.890872 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Bound using segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:47:54.891390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Bound port: 66e4b472-2800-4994-9bde-722716db96e1, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:47:54.891767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:54.895578 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Allocated IP 172.25.3.22 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/e3ce140e-54cf-442b-bfe9-cafe074eedfe) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:47:54.961033 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] For port 66e4b472-2800-4994-9bde-722716db96e1, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:47:54.964563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] For port 66e4b472-2800-4994-9bde-722716db96e1, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=66e4b472-2800-4994-9bde-722716db96e1,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:47:54.968767 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.003887 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.028285 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153d72f-4e49-4d6f-889f-1cd69494003b None None] Pushing event updated for resources: {'Port': ['ID=66e4b472-2800-4994-9bde-722716db96e1,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:55.041181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.079099 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:47:55.084773 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:55.088423 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:47:55.098840 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c05ac-e172-4728-9dad-011d2b69df49 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:55.116203 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Pushing event updated for resources: {'Port': ['ID=e3ce140e-54cf-442b-bfe9-cafe074eedfe,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:55.210212 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-d19e9a2e-3af5-4bad-aecc-04058fe871a1 None None] Provisioning complete for port e3ce140e-54cf-442b-bfe9-cafe074eedfe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:55.210596 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d19e9a2e-3af5-4bad-aecc-04058fe871a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.259139 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-d19e9a2e-3af5-4bad-aecc-04058fe871a1 None None] Port e3ce140e-54cf-442b-bfe9-cafe074eedfe cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:47:55.367090 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.543764 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 66e4b472-2800-4994-9bde-722716db96e1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:47:55.603367 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 66e4b472-2800-4994-9bde-722716db96e1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:55.603752 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.710333 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.753925 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] For port 66e4b472-2800-4994-9bde-722716db96e1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=66e4b472-2800-4994-9bde-722716db96e1,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:55.759093 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:55.826106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Pushing event updated for resources: {'Port': ['ID=66e4b472-2800-4994-9bde-722716db96e1,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:55.935216 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.033262 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf35652-a2fa-49f0-825f-f7af280d2583 None None] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:47:56.072892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:47:56.104268 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-3dc4151c-dfd8-4109-91d6-29ed144f0f15 None None] Provisioning complete for port 66e4b472-2800-4994-9bde-722716db96e1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:56.104728 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3dc4151c-dfd8-4109-91d6-29ed144f0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.187352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:47:56.205964 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.207297 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-43106654-284b-4df4-8541-ff4e8d62b29d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8657181 Nov 16 22:47:56.211134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59968) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:56.310772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:47:56.361336 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.366191 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:56.366831 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:56.542419 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:56.643958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.738040 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:55Z', 'revision_number': 3, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:56.771595 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:47:56.771947 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Updating router 6beda30d-1ef0-48e7-b491-24c3aea36710 port e3ce140e-54cf-442b-bfe9-cafe074eedfe binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:47:56.807496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.820426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Allocated IP 172.20.0.1 (83132aa9-4191-4bb0-84d3-6d59e05f8b7f/86931b55-d8ba-450a-9d1a-f868f67f883e/554a6598-836f-4a97-b2cb-a5720c37cc5e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:47:56.828675 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-038703d9-d1e3-4294-b3b6-adcd3e4d3d2a None None] Provisioning complete for port 66e4b472-2800-4994-9bde-722716db96e1 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:56.829053 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-038703d9-d1e3-4294-b3b6-adcd3e4d3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.923842 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.955214 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:56.960633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.006979 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:47:57.009959 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:57.013663 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:47:57.019187 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Pushing event updated for resources: {'Port': ['ID=554a6598-836f-4a97-b2cb-a5720c37cc5e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:57.060700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.155234 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.162247 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.201189 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.211715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c8595-c074-4e4a-88ba-0627351e7f1a None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:57.226828 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Attempting to bind port e3ce140e-54cf-442b-bfe9-cafe074eedfe on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:47:57.227235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Attempting to bind port e3ce140e-54cf-442b-bfe9-cafe074eedfe by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:47:57.227618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Attempting to bind port e3ce140e-54cf-442b-bfe9-cafe074eedfe on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:47:57.232618 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53e96-c2da-49e9-8ae1-91cc585c719d None None] Pushing event updated for resources: {'Port': ['ID=e3ce140e-54cf-442b-bfe9-cafe074eedfe,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:57.243053 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:47:57.243444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:47:57.243861 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.244252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:47:57.244739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Bound port: e3ce140e-54cf-442b-bfe9-cafe074eedfe, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:47:57.245131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.307100 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Provisioning complete for port 554a6598-836f-4a97-b2cb-a5720c37cc5e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:57.307431 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.330544 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] For port e3ce140e-54cf-442b-bfe9-cafe074eedfe, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:47:57.350692 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] For port e3ce140e-54cf-442b-bfe9-cafe074eedfe, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e3ce140e-54cf-442b-bfe9-cafe074eedfe,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:47:57.353239 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Port 554a6598-836f-4a97-b2cb-a5720c37cc5e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:47:57.358601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.385102 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.390175 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.398575 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Provisioning complete for port e3ce140e-54cf-442b-bfe9-cafe074eedfe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:57.398949 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.408812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ebe5c-0540-423f-81c4-ffbf94330bae None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:57.464614 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:47:57.465000 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Pushing event updated for resources: {'Port': ['ID=554a6598-836f-4a97-b2cb-a5720c37cc5e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:57.465120 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:57.466918 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53e96-c2da-49e9-8ae1-91cc585c719d None None] Pushing event updated for resources: {'Port': ['ID=e3ce140e-54cf-442b-bfe9-cafe074eedfe,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:57.467583 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.542009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 66e4b472-2800-4994-9bde-722716db96e1 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:47:57.574045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:47:57.575506 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:57.649617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:47:57.675772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.696111 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:47:57.751596 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] For port e3ce140e-54cf-442b-bfe9-cafe074eedfe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e3ce140e-54cf-442b-bfe9-cafe074eedfe,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:47:57.754346 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 66e4b472-2800-4994-9bde-722716db96e1 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:57.754720 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.783218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:57.811149 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:47:57.823424 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-8149b3f3-e092-4617-a1bd-510342cafa1c admin admin] 10.222.0.48 "PUT /v2.0/routers/6beda30d-1ef0-48e7-b491-24c3aea36710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039238 Nov 16 22:47:58.068131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f9ac639e-2203-41ec-9d6d-6e3ae116a9f4 None None] Provisioning complete for port 554a6598-836f-4a97-b2cb-a5720c37cc5e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:58.068516 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9ac639e-2203-41ec-9d6d-6e3ae116a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.083860 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb730c0-8487-4c6a-8d5b-ca89018db7d5 None None] Pushing event updated for resources: {'Port': ['ID=e3ce140e-54cf-442b-bfe9-cafe074eedfe,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:58.174582 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac639e-2203-41ec-9d6d-6e3ae116a9f4 None None] Port 554a6598-836f-4a97-b2cb-a5720c37cc5e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:47:58.196155 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f9ac639e-2203-41ec-9d6d-6e3ae116a9f4 None None] Provisioning complete for port e3ce140e-54cf-442b-bfe9-cafe074eedfe triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:58.196535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9ac639e-2203-41ec-9d6d-6e3ae116a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.235961 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 2, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:47:58.265999 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c889693c-35e9-4e0f-a706-8c0664a3677e None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 2, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:47:58.313973 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 59984) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:58.319160 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1713860799-network', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:47:58.341802 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Made reservation on behalf of 1edb4d037b7546e0ac6465d91076de0e for: {'network': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:47:58.344169 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for network, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.353819 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.436361 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.443867 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.464883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 22:47:58.486399 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.486741 n-d-817778-8 neutron-server[102454]: INFO neutron.db.segments_db [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Added segment b76407e5-786e-4631-a331-e1cdd0de8ad5 of type vlan for network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 Nov 16 22:47:58.519014 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf9afe-e7c1-4d4e-a77c-d15596bef1cb,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:58.535178 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791121007342'] for network, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.563429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355'] for network, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.564450 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:58.565092 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.623703 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3084328 Nov 16 22:47:58.626575 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59986) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:58.631696 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Request body: {'subnet': {'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1713860799-subnet', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'ip_version': 4}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:47:58.635934 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0c973-f526-48c9-901a-7a054dd06cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:58.650893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 details requested by agent ovs-agent-n-d-817778-8 with host n-d-817778-8 {{(pid=102455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 22:47:58.658207 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Made reservation on behalf of 1edb4d037b7546e0ac6465d91076de0e for: {'subnet': 1} {{(pid=102453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:47:58.660650 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11545690'] for subnet, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.845758 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11545672'] for subnet, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.904381 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4906d7c1-0b0a-469c-b9a6-347676ba4bd2,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:58.923262 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Checking segment: {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:47:58.923635 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Network hostable DHCP agents. Network: a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7, hostable agents: ['9da732eb-4c7e-4105-ae6b-1aec6bacac24'], hosted agents: [] {{(pid=102453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 22:47:58.957034 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 is scheduled to be hosted by DHCP agent 9da732eb-4c7e-4105-ae6b-1aec6bacac24 with binding_index 1 {{(pid=102453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 22:47:58.965842 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817778-8, a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7) {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:58.973745 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:47:58.974373 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:58.982466 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458b5cd-88f8-4d5c-a3d3-c800453ad0a2 None None] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:47:58.995271 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-2820fe6f-348e-48ad-bff7-079d469470b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3675187 Nov 16 22:47:58.998109 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59988) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:47:59.003346 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:47:59.027155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15678'] for router, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.028930 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15623'] for router, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.085132 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.146716 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b93748c-eee3-5ccc-a6aa-78e2c71b5b1f-a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7', 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'fixed_ips': [{'subnet_id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2'}]}} from n-d-817778-8. {{(pid=102455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 22:47:59.147909 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.228938 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.302749 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.db_base_plugin_common [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Allocated IP 172.20.0.2 (a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7/4906d7c1-0b0a-469c-b9a6-347676ba4bd2/ee2c6018-b058-4a68-9983-b834b22a1a74) {{(pid=102455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:47:59.446358 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.464406 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Publish callbacks [] for port, precommit_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.468764 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.475803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299'] for port, after_create {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.529133 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 is already hosted by enough agents. {{(pid=102455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:47:59.532586 n-d-817778-8 neutron-server[102455]: DEBUG neutron.scheduler.base_scheduler [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Resources bound (agent type, host, resource id): {{(pid=102455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:59.542733 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Received port after_create {{(pid=102455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:47:59.552695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Pushing event updated for resources: {'Port': ['ID=ee2c6018-b058-4a68-9983-b834b22a1a74,revision_number=1']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:59.615595 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Allocated IP 172.25.3.161 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/2f24a0da-960f-4417-9daa-71d8f8e330a2) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:47:59.625165 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ce140e-54cf-442b-bfe9-cafe074eedfe up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:47:59.665826 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Attempting to bind port ee2c6018-b058-4a68-9983-b834b22a1a74 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:47:59.666498 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Attempting to bind port ee2c6018-b058-4a68-9983-b834b22a1a74 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:47:59.666869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Attempting to bind port ee2c6018-b058-4a68-9983-b834b22a1a74 on network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:47:59.682017 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:47:59.682405 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Checking segment: {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:47:59.682823 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.687056 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Bound using segment: {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:47:59.687584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Bound port: ee2c6018-b058-4a68-9983-b834b22a1a74, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:47:59.688193 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.731008 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.754710 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port e3ce140e-54cf-442b-bfe9-cafe074eedfe triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:59.755760 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.765779 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.789526 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] For port ee2c6018-b058-4a68-9983-b834b22a1a74, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:47:59.810463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] For port ee2c6018-b058-4a68-9983-b834b22a1a74, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ee2c6018-b058-4a68-9983-b834b22a1a74,segment=NetworkSegment(b76407e5-786e-4631-a331-e1cdd0de8ad5),segment_id=b76407e5-786e-4631-a331-e1cdd0de8ad5)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:47:59.815901 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.827278 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:47:59.830418 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:47:59.835931 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:47:59.850438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4e13f-bbaa-4a91-98a6-65520ca56747 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:47:59.858541 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f24a0da-960f-4417-9daa-71d8f8e330a2,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:59.924715 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc4731-07ca-4561-aa8a-2e5bf6241154 None None] Pushing event updated for resources: {'Port': ['ID=ee2c6018-b058-4a68-9983-b834b22a1a74,revision_number=2']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:47:59.952251 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-810f2055-5f92-4384-9b38-9cb2b560ab1c None None] Provisioning complete for port 2f24a0da-960f-4417-9daa-71d8f8e330a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:47:59.952637 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-810f2055-5f92-4384-9b38-9cb2b560ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:47:59.992270 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-810f2055-5f92-4384-9b38-9cb2b560ab1c None None] Port 2f24a0da-960f-4417-9daa-71d8f8e330a2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:48:00.125592 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:00.318968 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941951'] for router, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:00.738341 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd is scheduled to L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be with binding_index 1 {{(pid=102453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 22:48:00.847989 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:48:00.858153 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Sync routers for ids ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:48:00.868439 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:00.869884 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ac03d025-08e2-4b78-87e5-2b18571040d9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8703973 Nov 16 22:48:00.870274 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Routers {'2566d286-2ed3-48ba-b67c-8f48e5c44cdd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:00.870908 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:00.872554 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59990) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:00.984129 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Set router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:01.022428 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:48:01.032681 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:01.033235 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:01.133128 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be919400-6f40-48f6-9484-087b2ecdb16d None None] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:48:01.172061 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:00Z', 'revision_number': 3, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:01.200831 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Checking router: 2566d286-2ed3-48ba-b67c-8f48e5c44cdd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:48:01.201492 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Updating router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd port 2f24a0da-960f-4417-9daa-71d8f8e330a2 binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:48:01.207329 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:01.227907 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.314751 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-f797602a-b968-439d-b8ad-362e9be4b8ce None None] Provisioning complete for port ee2c6018-b058-4a68-9983-b834b22a1a74 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:01.315123 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f797602a-b968-439d-b8ad-362e9be4b8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.336591 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.510532 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.529530 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.534176 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.db_base_plugin_common [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Allocated IP 172.20.0.1 (a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7/4906d7c1-0b0a-469c-b9a6-347676ba4bd2/da9b8130-d4c9-4e32-8c0e-701d17e3e5ff) {{(pid=102453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:48:01.568619 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f797602a-b968-439d-b8ad-362e9be4b8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.587610 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ee2c6018-b058-4a68-9983-b834b22a1a74 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:01.599309 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Pushing event updated for resources: {'Port': ['ID=2f24a0da-960f-4417-9daa-71d8f8e330a2,revision_number=2']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:01.612738 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c7446-1f22-4451-9c33-7cd970bb97f3 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:48:01.619829 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Attempting to bind port 2f24a0da-960f-4417-9daa-71d8f8e330a2 on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:48:01.620193 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Attempting to bind port 2f24a0da-960f-4417-9daa-71d8f8e330a2 by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:48:01.620730 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Attempting to bind port 2f24a0da-960f-4417-9daa-71d8f8e330a2 on network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:48:01.634973 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:48:01.635417 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Checking segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:48:01.635766 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.636291 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Bound using segment: {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:48:01.636804 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Bound port: 2f24a0da-960f-4417-9daa-71d8f8e330a2, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659bdd27-02ff-4978-bcc2-4384553e84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:48:01.637366 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.666290 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-f797602a-b968-439d-b8ad-362e9be4b8ce None None] For port ee2c6018-b058-4a68-9983-b834b22a1a74, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ee2c6018-b058-4a68-9983-b834b22a1a74,segment=NetworkSegment(b76407e5-786e-4631-a331-e1cdd0de8ad5),segment_id=b76407e5-786e-4631-a331-e1cdd0de8ad5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:01.666684 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.667136 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.667583 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.668025 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.668467 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.668923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.669355 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.669806 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.670236 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.670669 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.671102 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.671523 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:48:01.675988 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 2, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:01.681840 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f797602a-b968-439d-b8ad-362e9be4b8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.708494 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.716560 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] For port 2f24a0da-960f-4417-9daa-71d8f8e330a2, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:48:01.720789 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] For port 2f24a0da-960f-4417-9daa-71d8f8e330a2, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2f24a0da-960f-4417-9daa-71d8f8e330a2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:48:01.727709 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:48:01.727968 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.728487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Updating router 6beda30d-1ef0-48e7-b491-24c3aea36710 port 554a6598-836f-4a97-b2cb-a5720c37cc5e binding host n-d-817778-8 {{(pid=102455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:48:01.749446 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.781218 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.790751 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504e7ad-3f58-4a31-aacf-070b2d40ddae None None] Pushing event updated for resources: {'Port': ['ID=2f24a0da-960f-4417-9daa-71d8f8e330a2,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:01.811266 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Pushing event updated for resources: {'Port': ['ID=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:01.814295 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Routers {'2566d286-2ed3-48ba-b67c-8f48e5c44cdd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:01.815605 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:01.820172 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:48:01.822542 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:48:01.824915 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Received port after_create {{(pid=102453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:48:01.825079 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba88d6e-2c34-42d5-a52a-966215b42e52 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:48:01.871117 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941324'] for router_interface, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.881773 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ee2c6018-b058-4a68-9983-b834b22a1a74 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:01.882272 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.889449 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-379ddb5b-2f0f-46b8-b08a-5fb546d9296f None None] Provisioning complete for port 2f24a0da-960f-4417-9daa-71d8f8e330a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:01.889797 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-379ddb5b-2f0f-46b8-b08a-5fb546d9296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:01.934243 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] Set router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:02.035732 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.139066 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:00Z', 'revision_number': 3, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:02.167226 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ea559-5228-400f-a637-65ac4710ad92 None None] The sync data for ids ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'] in n-d-817778-8 is: [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:00Z', 'revision_number': 3, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:48:02.205536 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797602a-b968-439d-b8ad-362e9be4b8ce None None] Pushing event updated for resources: {'Port': ['ID=ee2c6018-b058-4a68-9983-b834b22a1a74,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:02.227929 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.233876 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236320'] for port, after_update {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.269155 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-379ddb5b-2f0f-46b8-b08a-5fb546d9296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.309325 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Pushing event updated for resources: {'Port': ['ID=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,revision_number=2']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:02.311992 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-750341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939452'] for router_interface, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.367513 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-379ddb5b-2f0f-46b8-b08a-5fb546d9296f None None] For port 2f24a0da-960f-4417-9daa-71d8f8e330a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2f24a0da-960f-4417-9daa-71d8f8e330a2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:02.378416 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-379ddb5b-2f0f-46b8-b08a-5fb546d9296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.438276 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 is already hosted by enough agents. {{(pid=102453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:48:02.439933 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.base_scheduler [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:48:02.506879 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ddb5b-2f0f-46b8-b08a-5fb546d9296f None None] Pushing event updated for resources: {'Port': ['ID=2f24a0da-960f-4417-9daa-71d8f8e330a2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:02.540499 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0a850759-1d46-4087-9348-db996848c14e None None] Provisioning complete for port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:02.540874 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0a850759-1d46-4087-9348-db996848c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.592748 n-d-817778-8 neutron-server[102453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:48:02.614944 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-0a850759-1d46-4087-9348-db996848c14e None None] Port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:48:02.620934 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Publish callbacks [] for port, precommit_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.633074 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.645307 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0a850759-1d46-4087-9348-db996848c14e None None] Provisioning complete for port 2f24a0da-960f-4417-9daa-71d8f8e330a2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:02.645882 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0a850759-1d46-4087-9348-db996848c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.731186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060661b5-2787-441b-8d93-5c93f9a352e8 None None] Pushing event updated for resources: {'Port': ['ID=554a6598-836f-4a97-b2cb-a5720c37cc5e,revision_number=3']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:02.773120 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:48:02.786114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-02a7159f-57df-4a0f-b76e-3c25fa2dfc9f admin admin] 10.222.0.48 "PUT /v2.0/routers/2566d286-2ed3-48ba-b67c-8f48e5c44cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052238 Nov 16 22:48:02.801121 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Attempting to bind port 554a6598-836f-4a97-b2cb-a5720c37cc5e on host n-d-817778-8 for vnic_type normal with profile {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:48:02.801501 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Attempting to bind port 554a6598-836f-4a97-b2cb-a5720c37cc5e by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:48:02.802564 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Attempting to bind port 554a6598-836f-4a97-b2cb-a5720c37cc5e on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:48:02.809351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:48:02.809725 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Checking segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:48:02.809988 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.810390 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Bound using segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} {{(pid=102455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:48:02.810873 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.managers [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Bound port: 554a6598-836f-4a97-b2cb-a5720c37cc5e, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}}] {{(pid=102455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:48:02.811262 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.946237 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0a850759-1d46-4087-9348-db996848c14e None None] Provisioning complete for port ee2c6018-b058-4a68-9983-b834b22a1a74 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:02.947008 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0a850759-1d46-4087-9348-db996848c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:02.949487 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] For port 554a6598-836f-4a97-b2cb-a5720c37cc5e, host n-d-817778-8, cleared binding levels {{(pid=102455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:48:02.954750 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] For port 554a6598-836f-4a97-b2cb-a5720c37cc5e, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=554a6598-836f-4a97-b2cb-a5720c37cc5e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:48:02.977566 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.059867 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:03.060613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:03.140186 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060661b5-2787-441b-8d93-5c93f9a352e8 None None] Pushing event updated for resources: {'Port': ['ID=554a6598-836f-4a97-b2cb-a5720c37cc5e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:03.234150 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:03.372613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Provisioning complete for port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:03.372996 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.376916 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 59998) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:03.382281 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154590281', 'description': 'tempest-secgroup-smoke-154590281 description', 'project_id': '17c4eb3da3024935822d4012fe333ae3'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:03.404631 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.436177 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:48:03.469279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Provisioning complete for port 554a6598-836f-4a97-b2cb-a5720c37cc5e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:03.469279 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.477254 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.483155 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.520265 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.522258 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1442277 Nov 16 22:48:03.525279 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60000) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:03.532461 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group_rule': {'security_group_id': '9a43be6a-cfed-46ac-bb02-78b82aca97e6', 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:03.532822 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:03.552601 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40cde4-0cb0-4153-8cbe-a2a338f20c0c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a43be6a-cfed-46ac-bb02-78b82aca97e6,revision_number=1']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:03.569348 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.585371 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae294c9-45b5-4ced-ad53-fa364680c4ae None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:48:03.603184 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.649114 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.650698 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] For port 554a6598-836f-4a97-b2cb-a5720c37cc5e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=554a6598-836f-4a97-b2cb-a5720c37cc5e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:03.656778 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.668095 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.687500 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ee2c6018-b058-4a68-9983-b834b22a1a74 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:03.705444 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ea11b4-990e-4cd3-a034-491272276c15,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:03.720745 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.725472 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60002) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:03.730780 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group_rule': {'security_group_id': '9a43be6a-cfed-46ac-bb02-78b82aca97e6', 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:03.736290 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-ef547c9b-f4ef-4d1e-b620-77e8cc0a88f4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2098043 Nov 16 22:48:03.752197 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71557c7-b77e-43d8-90ec-114a9ca38f7e None None] Pushing event updated for resources: {'Port': ['ID=554a6598-836f-4a97-b2cb-a5720c37cc5e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:03.763103 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.776965 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port ee2c6018-b058-4a68-9983-b834b22a1a74 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:03.777337 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.836981 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.842662 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.862511 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945804c0-7c89-46b2-8c8f-550d566feb36,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:03.868642 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 554a6598-836f-4a97-b2cb-a5720c37cc5e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:03.884643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.886448 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-673b8a9a-16b2-4363-a906-e870c42f43fa tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598856 Nov 16 22:48:03.888769 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60004) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:03.894927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group_rule': {'security_group_id': '9a43be6a-cfed-46ac-bb02-78b82aca97e6', 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:03.923877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.925070 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 554a6598-836f-4a97-b2cb-a5720c37cc5e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:03.925529 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.991999 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:03.996381 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.013118 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301fd2f2-01c6-4d35-8c03-8acc54cc1605,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:04.013602 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2f24a0da-960f-4417-9daa-71d8f8e330a2 up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:04.030059 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.031546 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-fd1ab29f-2843-4f9a-bbdc-32d4716cecc1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416030 Nov 16 22:48:04.034301 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60006) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:04.040476 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group_rule': {'security_group_id': '9a43be6a-cfed-46ac-bb02-78b82aca97e6', 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:04.070670 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.075909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 2f24a0da-960f-4417-9daa-71d8f8e330a2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:04.076283 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.134750 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.138223 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.156291 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4939318-f39e-4bc0-b097-a32441ca4cfa,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:04.167829 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.167829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-9a77afe0-d5bd-4b19-8d69-d7b3768143eb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317165 Nov 16 22:48:04.169815 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60008) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:04.174966 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group_rule': {'security_group_id': '9a43be6a-cfed-46ac-bb02-78b82aca97e6', 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:04.203707 n-d-817778-8 neutron-server[102454]: INFO neutron.db.securitygroups_db [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Project 17c4eb3da3024935822d4012fe333ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:48:04.205544 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Sync routers for ids ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:48:04.210635 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.218189 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Routers {'2566d286-2ed3-48ba-b67c-8f48e5c44cdd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:04.219334 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:04.279930 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.284084 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.306214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b020bc7-a809-4db0-b3b4-5ee93fa31236,revision_number=0']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:04.316669 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.322043 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60010) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:04.322552 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-08c9d850-9086-43d9-ab1b-d0ac4ce8f219 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510100 Nov 16 22:48:04.326796 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.v2.base [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'security_group_rule': {'security_group_id': '9a43be6a-cfed-46ac-bb02-78b82aca97e6', 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:04.349093 n-d-817778-8 neutron-server[102453]: INFO neutron.db.securitygroups_db [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Project 17c4eb3da3024935822d4012fe333ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 22:48:04.355873 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.356923 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Set router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:04.375312 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.428994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.433136 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629238'] for security_group_rule, after_create {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.451499 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8518fc5c-bc52-4a3a-960a-e64ef4fc28dc,revision_number=0']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:04.461102 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.462439 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-93b04a26-c30f-4992-8ab6-e5b0dddcbc30 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393552 Nov 16 22:48:04.624218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-4994679f-70be-4bb2-8e4a-0747838499e4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154590281&fields=id&tenant_id=17c4eb3da3024935822d4012fe333ae3 HTTP/1.1" status: 200 len: 267 time: 0.0532620 Nov 16 22:48:04.678665 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:01Z', 'revision_number': 4, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'da9b8130-d4c9-4e32-8c0e-701d17e3e5ff', 'name': '', 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'mac_address': 'fa:16:3e:c7:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:48:01Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 2, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'subnets': [{'id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:04.705271 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Checking router: 2566d286-2ed3-48ba-b67c-8f48e5c44cdd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:48:04.705659 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Updating router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff binding host n-d-817778-8 {{(pid=102456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 22:48:04.730324 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:04.731620 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-2b2e24f9-d94d-4a74-ba34-3fc28b645c3d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:04.733092 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-2b2e24f9-d94d-4a74-ba34-3fc28b645c3d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 810 time: 0.1019487 Nov 16 22:48:04.748864 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-12a6db42-795b-4894-9158-218d2aa593d1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/quotas/17c4eb3da3024935822d4012fe333ae3 HTTP/1.1" status: 200 len: 375 time: 0.0098512 Nov 16 22:48:04.805418 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-3cc9d867-5134-42e9-99e7-91f4a24d9496 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509374 Nov 16 22:48:04.822378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-42b43157-83fe-4e83-ab65-7048e835d514 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:48:04.823353 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-42b43157-83fe-4e83-ab65-7048e835d514 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058064 Nov 16 22:48:04.911630 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-1082e996-d189-4965-bddd-ef52f17c2d0f service neutron] 10.222.0.48 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820527 Nov 16 22:48:04.996081 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Publish callbacks [] for port, precommit_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.001675 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.012165 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-db667ac1-12d5-4c61-8ed3-ae89192c2107 service neutron] 10.222.0.48 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945871 Nov 16 22:48:05.047902 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58373f46-6eb4-4e6d-b18a-c6fa5c51888a None None] Pushing event updated for resources: {'Port': ['ID=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,revision_number=3']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:05.108089 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Attempting to bind port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff on host n-d-817778-8 for vnic_type normal with profile {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:48:05.108458 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Attempting to bind port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff by drivers openvswitch,hyperv on host n-d-817778-8 at level 0 using segments [{'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:48:05.108842 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Attempting to bind port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff on network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:48:05.116056 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Checking agent: {'id': '71d01498-0bd2-4803-aa87-cb0e62739a14', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 20, 52, 56), 'started_at': datetime.datetime(2021, 11, 16, 20, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817778-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:48:05.116727 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Checking segment: {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:48:05.117138 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.117548 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Bound using segment: {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'} {{(pid=102456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:48:05.118036 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.managers [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Bound port: da9b8130-d4c9-4e32-8c0e-701d17e3e5ff, host: n-d-817778-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76407e5-786e-4631-a331-e1cdd0de8ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7'}}] {{(pid=102456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:48:05.118418 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.197168 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] For port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff, host n-d-817778-8, cleared binding levels {{(pid=102456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:48:05.200962 n-d-817778-8 neutron-server[102456]: DEBUG neutron.plugins.ml2.db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] For port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff, host n-d-817778-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,segment=NetworkSegment(b76407e5-786e-4631-a331-e1cdd0de8ad5),segment_id=b76407e5-786e-4631-a331-e1cdd0de8ad5)] {{(pid=102456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:48:05.208975 n-d-817778-8 neutron-server[102456]: DEBUG neutron_lib.callbacks.manager [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.229276 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-8ba3cc7c-470d-427a-aee2-59b720cb32f7 req-28755d6d-7472-4496-8608-8336ce597741 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 210 time: 0.0404828 Nov 16 22:48:05.266009 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58373f46-6eb4-4e6d-b18a-c6fa5c51888a None None] Pushing event updated for resources: {'Port': ['ID=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,revision_number=4']} {{(pid=102456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:05.281444 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Routers {'2566d286-2ed3-48ba-b67c-8f48e5c44cdd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:05.282173 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:05.401869 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] Set router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:05.410711 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-0779e88c-0386-484b-902f-8035734dfc4c None None] Provisioning complete for port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:05.412183 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0779e88c-0386-484b-902f-8035734dfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.564938 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 554a6598-836f-4a97-b2cb-a5720c37cc5e up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:05.619737 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0779e88c-0386-484b-902f-8035734dfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.656101 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:01Z', 'revision_number': 4, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'da9b8130-d4c9-4e32-8c0e-701d17e3e5ff', 'name': '', 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'mac_address': 'fa:16:3e:c7:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:48:01Z', 'updated_at': '2021-11-16T22:48:05Z', 'revision_number': 4, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'subnets': [{'id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:05.667639 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-0779e88c-0386-484b-902f-8035734dfc4c None None] For port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,segment=NetworkSegment(b76407e5-786e-4631-a331-e1cdd0de8ad5),segment_id=b76407e5-786e-4631-a331-e1cdd0de8ad5)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:05.669398 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port 554a6598-836f-4a97-b2cb-a5720c37cc5e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:05.669864 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.673062 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0779e88c-0386-484b-902f-8035734dfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:05.700185 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7d1de-5f34-4d1b-a47e-296c20998d7a None None] The sync data for ids ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'] in n-d-817778-8 is: [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:01Z', 'revision_number': 4, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': 'da9b8130-d4c9-4e32-8c0e-701d17e3e5ff', 'name': '', 'network_id': 'a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'mac_address': 'fa:16:3e:c7:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:48:01Z', 'updated_at': '2021-11-16T22:48:05Z', 'revision_number': 4, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'subnets': [{'id': '4906d7c1-0b0a-469c-b9a6-347676ba4bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:48:05.778364 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779e88c-0386-484b-902f-8035734dfc4c None None] Pushing event updated for resources: {'Port': ['ID=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:05.824234 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-b2b52ba1-6f40-4c48-bb4b-786c141ccb69 None None] Provisioning complete for port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:05.824621 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b2b52ba1-6f40-4c48-bb4b-786c141ccb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:06.362650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-326953bb-5dc9-4a70-86cf-a4f91d696115 req-e91a5159-2c96-4a5a-b44a-2cf86ad81d01 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 210 time: 0.0370970 Nov 16 22:48:06.374724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:06.377410 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-63a2ec87-45f2-41a1-a6ac-fed8cf60fbda tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:06.380493 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-63a2ec87-45f2-41a1-a6ac-fed8cf60fbda tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 810 time: 0.1475573 Nov 16 22:48:06.452543 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-be99cfb1-84f3-4ccf-8476-2b1ed87e7d85 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c4eb3da3024935822d4012fe333ae3 HTTP/1.1" status: 200 len: 379 time: 0.0631700 Nov 16 22:48:06.464165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'port': {'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'admin_state_up': True, 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'security_groups': ['9a43be6a-cfed-46ac-bb02-78b82aca97e6']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:06.577752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Made reservation on behalf of 17c4eb3da3024935822d4012fe333ae3 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:48:06.581325 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:06.730069 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Allocated IP 172.20.0.9 (83132aa9-4191-4bb0-84d3-6d59e05f8b7f/86931b55-d8ba-450a-9d1a-f868f67f883e/c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:48:06.874444 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:06.907675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:06.952726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:48:06.955883 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:48:06.960726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:48:06.967233 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:07.015261 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:07.015915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.033484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-664caf13-738c-4305-b56f-7abca7210e9c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5731635 Nov 16 22:48:07.043968 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-da52df46-7e67-44a9-9b4d-9343a4dc8fda tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 22:48:07.044951 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-da52df46-7e67-44a9-9b4d-9343a4dc8fda tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052085 Nov 16 22:48:07.149486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Request body: {'port': {'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:07.158923 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-c79ece8a-8c95-4645-a3fc-96b122250e1b None None] Provisioning complete for port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:07.159523 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c79ece8a-8c95-4645-a3fc-96b122250e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.193731 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-c79ece8a-8c95-4645-a3fc-96b122250e1b None None] Port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:48:07.210603 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.471269 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:48:07.480210 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.493824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Transition to ACTIVE for port object c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:48:07.497159 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b4902-f33a-4ade-be31-aeb34bb2fd4f req-9e99f7bc-27db-42d8-a3f0-9a92ed8d8054 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:07.498922 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.499102 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e52b4902-f33a-4ade-be31-aeb34bb2fd4f req-9e99f7bc-27db-42d8-a3f0-9a92ed8d8054 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 931 time: 0.0597563 Nov 16 22:48:07.556500 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:07.559554 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device da9b8130-d4c9-4e32-8c0e-701d17e3e5ff up at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:07.567213 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e52b4902-f33a-4ade-be31-aeb34bb2fd4f req-7ae1f4db-f182-47ad-8156-e8ebc39eb656 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598786 Nov 16 22:48:07.616810 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Provisioning complete for port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:07.617181 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.634371 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Attempting to bind port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e on host n-h1-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:48:07.634713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Attempting to bind port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e by drivers openvswitch,hyperv on host n-h1-817778-8 at level 0 using segments [{'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:48:07.635043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Attempting to bind port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:48:07.639927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:48:07.640254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Attempting to bind port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:48:07.645289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Checking agent: {'id': '5d94a1b6-e49e-4a04-98b4-42db6be40bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:48:07.645805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Checking segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:48:07.646276 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Bound using segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:48:07.646808 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Bound port: c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host: n-h1-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:48:07.647181 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.724407 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:48:07.728237 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:48:07.733382 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.773984 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:07.774614 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:07.776015 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] 10.222.0.47 "PUT /v2.0/ports/c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 1091 time: 0.7227838 Nov 16 22:48:07.776458 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:48:07.778745 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3235d402-e60c-4f06-a61c-c65f2444e214" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:48:07.799295 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6a93-5c96-4231-a3e0-38679aa149fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:07.868112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-20d44a65-6404-40d7-87bc-23dde834a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:07.869676 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-20d44a65-6404-40d7-87bc-23dde834a6b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1094 time: 0.0489438 Nov 16 22:48:07.921141 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960fab5-bdab-456a-ac47-4ed467112378 x-openstack-request-id: req-5960fab5-bdab-456a-ac47-4ed467112378 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:48:07.921429 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:48:07.921703 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5960fab5-bdab-456a-ac47-4ed467112378 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:48:07.922103 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'status': 'completed', 'code': 200} Nov 16 22:48:07.923905 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-315c997a-16dc-4f75-92e5-43cb41206eed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 217 time: 0.0433943 Nov 16 22:48:07.975348 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-d7d70697-dc97-46bb-a9ec-67b157b2d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:07.976878 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-d7d70697-dc97-46bb-a9ec-67b157b2d852 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0464244 Nov 16 22:48:08.023010 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-ff453ce6-b229-475a-9e6f-115c1e401a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:08.024465 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-ff453ce6-b229-475a-9e6f-115c1e401a9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399706 Nov 16 22:48:08.118936 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-6ab01404-b095-430e-97d4-c40a708d12f3 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874555 Nov 16 22:48:08.208458 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-93da0848-162b-4803-a7ca-7fc0a6ae8b8f req-b0c67dd2-1b65-403b-a649-42439f921643 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830956 Nov 16 22:48:08.295168 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-c06be51b-f4cb-4edb-83f5-986707058517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:08.296629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-c06be51b-f4cb-4edb-83f5-986707058517 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1094 time: 0.0403588 Nov 16 22:48:08.391528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-4a9f2aa7-161b-4b9c-a26a-28447acb5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:08.392992 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-4a9f2aa7-161b-4b9c-a26a-28447acb5992 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0891318 Nov 16 22:48:08.433860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-54c3b550-5868-418a-8ef2-d3f6ec2bb2d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 217 time: 0.0333631 Nov 16 22:48:08.486323 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-2f587edb-09f1-42af-b6f2-10642e3a6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:08.487673 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-2f587edb-09f1-42af-b6f2-10642e3a6522 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0477049 Nov 16 22:48:08.533533 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-3428a925-4c53-474c-976d-835cc8e47743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:08.535058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-3428a925-4c53-474c-976d-835cc8e47743 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406470 Nov 16 22:48:08.634103 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-c4c4fafa-f6d3-4981-a48e-4c463377a36e service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918999 Nov 16 22:48:08.691316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0b35-9484-40bf-8293-8672ced40120 req-38479f6b-02b6-4319-801a-9d24c5d9e760 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:08.692953 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c24b0b35-9484-40bf-8293-8672ced40120 req-38479f6b-02b6-4319-801a-9d24c5d9e760 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 943 time: 0.0550616 Nov 16 22:48:08.729006 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3235d402-e60c-4f06-a61c-c65f2444e214 req-dcf303ee-a8d7-469f-8aac-319fd9ea54dd service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881269 Nov 16 22:48:08.747254 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c24b0b35-9484-40bf-8293-8672ced40120 req-442a2730-8065-4a85-b26f-dd4f13fc829f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469410 Nov 16 22:48:09.866823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c07e3-2e33-4406-8004-0db42007c61c req-8b80a36b-0282-406e-b2ee-4ed5f82cf758 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:09.868319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-037c07e3-2e33-4406-8004-0db42007c61c req-8b80a36b-0282-406e-b2ee-4ed5f82cf758 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 943 time: 0.0500255 Nov 16 22:48:09.917557 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-037c07e3-2e33-4406-8004-0db42007c61c req-d0ba431e-7d7a-4d0b-b8f8-f7a4c6bf9a92 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Nov 16 22:48:11.031086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff1ae8-6634-487c-928f-6774c79413a3 req-2f290032-636c-4b18-a5a1-909e454509d7 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:11.032573 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17ff1ae8-6634-487c-928f-6774c79413a3 req-2f290032-636c-4b18-a5a1-909e454509d7 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 943 time: 0.0493577 Nov 16 22:48:11.084301 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-17ff1ae8-6634-487c-928f-6774c79413a3 req-26b4d339-49c1-4eb2-89b5-de52d8f06810 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454857 Nov 16 22:48:12.149207 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:48:12.202994 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d5406-a345-4819-a326-ea5f0a27aa9a req-0a4918e3-e3ac-418d-af09-0b35bec67c56 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:12.204470 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c5d5406-a345-4819-a326-ea5f0a27aa9a req-0a4918e3-e3ac-418d-af09-0b35bec67c56 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 943 time: 0.0524426 Nov 16 22:48:12.248438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:12.253483 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5c5d5406-a345-4819-a326-ea5f0a27aa9a req-644fbcdb-5306-4232-a60b-b01992c05e3e tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Nov 16 22:48:12.261744 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:48:12.299121 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:12.312496 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:48:12.336418 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:12.339989 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:12.389903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:12.713131 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:48:13.373017 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89d0e8-12c1-46a5-a4dd-4c532bde406a req-6bbb47cb-84c3-4ae5-9de2-74f5194afa2c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:13.374432 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a89d0e8-12c1-46a5-a4dd-4c532bde406a req-6bbb47cb-84c3-4ae5-9de2-74f5194afa2c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 944 time: 0.0534897 Nov 16 22:48:13.424621 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-9a89d0e8-12c1-46a5-a4dd-4c532bde406a req-fd8e7ad4-3a01-4568-b34e-4d0e20db1532 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Nov 16 22:48:14.148843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:48:14.196869 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning for port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:48:14.200630 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:48:14.201002 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:14.280992 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:14.303084 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:48:14.305314 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f172b31b-c8db-4577-9bc7-c80a0789e23d" -d '{"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:48:14.317684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:48:14.322103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:14.370652 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:14.398435 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b166dc83-e2d8-4c64-af07-af4b855df5af x-openstack-request-id: req-b166dc83-e2d8-4c64-af07-af4b855df5af {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:48:14.398734 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:48:14.399125 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b166dc83-e2d8-4c64-af07-af4b855df5af {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:48:14.399470 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'code': 200} Nov 16 22:48:14.495443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a2923-07d1-4901-a0d0-280a93e7e5b4 req-74ee537f-6109-4dc5-8e82-1ed61ca1f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:14.497356 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-361a2923-07d1-4901-a0d0-280a93e7e5b4 req-74ee537f-6109-4dc5-8e82-1ed61ca1f4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1096 time: 0.0419664 Nov 16 22:48:14.545744 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9932c88-d5a6-40d8-ba5d-eb5720ba6662 req-cfbd5b5b-8c16-45f1-a554-828827881c99 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:14.547228 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9932c88-d5a6-40d8-ba5d-eb5720ba6662 req-cfbd5b5b-8c16-45f1-a554-828827881c99 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Nov 16 22:48:14.552023 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-361a2923-07d1-4901-a0d0-280a93e7e5b4 req-3841a619-8745-4b57-8a47-04231ccc2b30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471714 Nov 16 22:48:14.595990 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-b9932c88-d5a6-40d8-ba5d-eb5720ba6662 req-5d2ffed5-8252-4c4d-89bf-050976e2f361 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419431 Nov 16 22:48:15.720752 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbecac-8663-4c34-b43a-aad1cde6cca5 req-815601c8-20a9-4b2b-b973-d0f8a1c63538 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:15.722302 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74bbecac-8663-4c34-b43a-aad1cde6cca5 req-815601c8-20a9-4b2b-b973-d0f8a1c63538 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 945 time: 0.0562305 Nov 16 22:48:15.772825 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-74bbecac-8663-4c34-b43a-aad1cde6cca5 req-f247fe0a-af8f-49d0-b5b5-63eabec16f1e tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Nov 16 22:48:16.901446 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee7a7c-d5d5-4328-9679-6b52d43c5170 req-b49d7d6e-d061-4bb8-b6fe-537b49358821 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:16.902940 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeee7a7c-d5d5-4328-9679-6b52d43c5170 req-b49d7d6e-d061-4bb8-b6fe-537b49358821 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 945 time: 0.0481527 Nov 16 22:48:16.955353 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-aeee7a7c-d5d5-4328-9679-6b52d43c5170 req-07699089-3072-4370-9763-bcbaf8d082f8 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464759 Nov 16 22:48:17.070781 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a844f0c-dad9-41b4-8260-5fcc678707da req-300f6c7f-54c9-4af5-be85-771e51994164 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:17.072268 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a844f0c-dad9-41b4-8260-5fcc678707da req-300f6c7f-54c9-4af5-be85-771e51994164 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 945 time: 0.0492685 Nov 16 22:48:17.122012 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1a844f0c-dad9-41b4-8260-5fcc678707da req-de696467-9501-47d5-a947-7dc5c083dfe0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Nov 16 22:48:17.144487 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60072) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:17.226045 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c90840-d240-41df-8f0c-2d138881036a tempest-TestSnapshotPattern-280253386 tempest-TestSnapshotPattern-280253386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:17.227687 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-82c90840-d240-41df-8f0c-2d138881036a tempest-TestSnapshotPattern-280253386 tempest-TestSnapshotPattern-280253386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1091 time: 0.0821893 Nov 16 22:48:17.230736 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60076) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:48:17.235156 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:48:17.257551 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:17.354254 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:17.458693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Allocated IP 172.25.3.156 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/d3851be6-5b47-4c0e-a400-811b22fee5a8) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:48:17.560295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:17.592726 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:17.627469 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:48:17.630236 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:48:17.635723 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:48:17.667222 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'Port': ['ID=d3851be6-5b47-4c0e-a400-811b22fee5a8,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:18.299543 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:18.368549 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:18.514590 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:18.519323 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:18.585254 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'Port': ['ID=d3851be6-5b47-4c0e-a400-811b22fee5a8,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:48:18.596699 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:18.701483 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Floating IP d260fb69-6e2d-47a3-a8d1-2ec022883230 associated. External IP: 172.25.3.156, port: c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e. Nov 16 22:48:18.910213 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:48:19.014835 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:48:19.025463 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:48:19.033921 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:19.040713 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:19.041335 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:19.065329 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-14d4c500-d351-408d-b72f-8722b585e3dc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8335721 Nov 16 22:48:19.066104 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:48:19.068904 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81405d5e-6eb2-49a4-9e67-e47437a32a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:48:19.110237 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccb7799-8876-458a-a86c-fb45a5bb2fba x-openstack-request-id: req-fccb7799-8876-458a-a86c-fb45a5bb2fba {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:48:19.110425 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:48:19.110609 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fccb7799-8876-458a-a86c-fb45a5bb2fba {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:48:19.111014 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'status': 'completed', 'code': 200} Nov 16 22:48:19.146722 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:19.174296 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-ff43a41c-a2b9-4dc0-acbd-38bd7308cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:19.175827 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-ff43a41c-a2b9-4dc0-acbd-38bd7308cd56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1096 time: 0.0407503 Nov 16 22:48:19.267381 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-a36bfd45-bbba-40b0-9820-a8c9f33533fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:19.268855 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-a36bfd45-bbba-40b0-9820-a8c9f33533fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0863433 Nov 16 22:48:19.339962 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-494c5f70-beb8-45ef-866d-b64d909eed6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 999 time: 0.0642195 Nov 16 22:48:19.380772 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:18Z', 'revision_number': 0, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:19.392765 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-c41df091-a69c-44c6-a35e-90b74a55f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:19.394259 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-c41df091-a69c-44c6-a35e-90b74a55f9ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0469174 Nov 16 22:48:19.407297 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:48:19.416633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:48:19.417252 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:47:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:19.440247 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-5c09f516-5f72-4c6d-a19c-899b3e30ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:48:19.441692 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-5c09f516-5f72-4c6d-a19c-899b3e30ddb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408149 Nov 16 22:48:19.535220 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:48:19.543144 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-04ffa1f8-35c3-48aa-a7fc-6e1e4cc47253 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945425 Nov 16 22:48:19.649211 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-81405d5e-6eb2-49a4-9e67-e47437a32a8e req-a542e5ec-95da-477d-b97d-2940ffce655a service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992069 Nov 16 22:48:19.776114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:18Z', 'revision_number': 0, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:48:19.804576 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea2d0d-b20a-40d0-80f5-88aca0f01976 None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:18Z', 'revision_number': 0, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:48:19.983399 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5faffc-275a-43be-a5c7-5f98cbb04b53 None None] New status for floating IP d260fb69-6e2d-47a3-a8d1-2ec022883230: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:48:20.970010 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e2faabd4-47f2-4fca-a3b1-39bdc76c1cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:21.448376 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:48:23.301661 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-d2654b5b-1664-462d-bea7-cde537f6de27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:24.574207 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:26.150865 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:26.897862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:34.367515 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:36.361383 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:50.970756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-1f9619b5-ffcb-4f47-8241-43f3894c31c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:53.302902 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b24983a2-9396-451e-a8c9-daab20a174e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:54.577433 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:56.153925 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:56.899212 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:48:58.448445 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:49:04.379325 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:06.378302 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:10.536037 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-133016b9-8b12-4eb9-a3dd-c722f90069c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456865 Nov 16 22:49:10.619477 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-4ccb8b34-1e34-4691-b4a2-a6169f6772bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:49:10.620974 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-4ccb8b34-1e34-4691-b4a2-a6169f6772bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1096 time: 0.0411949 Nov 16 22:49:10.730616 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-e0519bd4-cf18-491e-877c-89af95c44ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:49:10.732090 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-e0519bd4-cf18-491e-877c-89af95c44ad9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0923312 Nov 16 22:49:10.798506 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-3662ed78-d8a4-4500-8c42-0becdc8a0371 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 1001 time: 0.0592844 Nov 16 22:49:10.847935 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-bd16ffbb-8b4d-4d12-91f8-bf185ff49b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:49:10.849345 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-bd16ffbb-8b4d-4d12-91f8-bf185ff49b61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0433252 Nov 16 22:49:10.901833 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-e6cc18ae-50be-4e1c-963b-ab813c6d5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:49:10.903333 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-e6cc18ae-50be-4e1c-963b-ab813c6d5268 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468783 Nov 16 22:49:10.992479 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-71dac22a-db88-4a55-b28c-772d9c3f6f4c service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822580 Nov 16 22:49:11.086237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b7b22b3f-a9a4-43a5-8019-9d4b2073068f req-0f14afe9-ca1a-41f6-986b-d843bcdc49e4 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Nov 16 22:49:20.972527 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a298340c-6256-45a3-936b-b2b52ece4a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:23.304091 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e587960c-7463-4b85-b6e3-091825d525c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:24.579368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:26.156445 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:26.902077 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:34.369460 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:35.449972 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:49:36.403759 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:50.974613 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-854d7d60-5ce3-48be-8f76-189e462ab7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:53.305741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-95b99257-13f5-4c5d-8c4d-6f37bff8b81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:54.583297 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:56.159221 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:49:56.904081 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:04.382176 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:06.394892 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:11.519655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-0636b232-e475-4740-9107-eb3f90144aa0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408092 Nov 16 22:50:11.601838 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-76040297-1495-447d-bd6c-e733e0df6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:50:11.603547 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-76040297-1495-447d-bd6c-e733e0df6f47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1096 time: 0.0411754 Nov 16 22:50:11.708176 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-f650c3f9-8531-4867-bc75-cf8c57879175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:50:11.709678 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-f650c3f9-8531-4867-bc75-cf8c57879175 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0887604 Nov 16 22:50:11.773596 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-50711699-412b-4acd-aa2b-2cff1e8d9292 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 1001 time: 0.0564332 Nov 16 22:50:11.822593 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-5fe0e2e4-f268-4f39-8205-374a355d3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:50:11.824060 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-5fe0e2e4-f268-4f39-8205-374a355d3f8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0439148 Nov 16 22:50:11.873209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-f133fc1f-df98-4274-b90f-7c5d4c41a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:50:11.874746 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-f133fc1f-df98-4274-b90f-7c5d4c41a63e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433486 Nov 16 22:50:11.964003 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-ecceffa5-32fa-4bbb-907e-620bdc219529 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822678 Nov 16 22:50:12.054887 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b61718bf-ade4-4770-969e-58925e8e9d3d req-9eb96b8b-83ff-42d2-b199-b5a05c8c6cb9 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843327 Nov 16 22:50:12.448998 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:50:20.975779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f2d57f3d-8d26-4555-ad6e-7fca92911e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:23.307570 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8eccd951-6d93-49b8-aa13-665b8ccb4281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:24.589224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:26.162377 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:26.905240 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:34.396108 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:36.392693 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:49.447568 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:50:50.975800 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-52d76a93-db13-424a-a5a1-44b28a0f93d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:52.852545 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e details requested by agent hyperv_n-h1-817778-8 with host n-h1-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:50:52.949086 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:50:52.959893 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Returning: {'device': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:50:52.998029 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:53.011336 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:50:53.029734 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:50:53.033827 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:53.084281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:50:53.091755 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.092094 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.092438 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.092777 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.093114 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.093446 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.093807 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.094140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.094468 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.094797 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.095122 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.095447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:50:53.122820 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] get_ports_and_sgs() called for port_ids ['c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:50:53.329585 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-dc33e407-adc9-4c62-85a9-15930673f6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:54.587780 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:54.863393 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e up at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:50:54.911437 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Provisioning complete for port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:50:54.911812 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:54.986853 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:55.012140 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:50:55.014394 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf83b8-01c1-4858-a678-efd184bd7793" -d '{"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:50:55.026588 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:50:55.031972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:55.059222 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cdfac1-b481-4500-9ebe-30b2d0bb1fc4 x-openstack-request-id: req-64cdfac1-b481-4500-9ebe-30b2d0bb1fc4 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:50:55.059456 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-plugged", "status": "completed", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:50:55.059745 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64cdfac1-b481-4500-9ebe-30b2d0bb1fc4 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:50:55.060133 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'code': 200} Nov 16 22:50:55.083201 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:50:56.167837 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:50:56.917238 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:04.434848 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:05.606218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-5d94923f-9175-4483-8d64-7d649a00a84b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154590281&fields=id&tenant_id=17c4eb3da3024935822d4012fe333ae3 HTTP/1.1" status: 200 len: 267 time: 0.0454433 Nov 16 22:51:05.716761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-7162bf3f-e89d-47b6-ac94-2ff2561d32b7 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:05.718273 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-7162bf3f-e89d-47b6-ac94-2ff2561d32b7 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 810 time: 0.1055210 Nov 16 22:51:05.733466 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-4c55480d-fe50-4055-91e3-69f2aaf019c6 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/quotas/17c4eb3da3024935822d4012fe333ae3 HTTP/1.1" status: 200 len: 375 time: 0.0094025 Nov 16 22:51:05.788655 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-424f5dfb-369d-4ac1-a13f-14cf04a6446a tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499072 Nov 16 22:51:05.927641 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-a2276a99-154c-4c9b-b5a6-4ad31d2cc05b service neutron] 10.222.0.48 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273355 Nov 16 22:51:06.023135 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-6cdf0591-7bbc-4180-a318-036d7daa23db service neutron] 10.222.0.48 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 Nov 16 22:51:06.267234 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-e15ece2d-4653-4927-83a1-2a64928de2aa req-d2ed25ba-bbc8-42c9-83f3-0b566beba93e tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0802848 Nov 16 22:51:06.408709 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:07.347657 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-c6961ca2-8a81-4b2d-a9f3-ee2369dbec11 req-03095168-3493-4a5d-93d0-bdcfd6b711c4 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0276010 Nov 16 22:51:08.432640 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-07b5fa8b-4e22-458f-bdfe-405882d99eb9 req-207dbc94-e1d8-4cdb-96c7-15167095b607 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0279844 Nov 16 22:51:08.940236 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:51:09.015854 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:09.037327 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:51:09.039538 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095c920e-8b6d-47f4-a0cd-63118ae8037c" -d '{"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:51:09.051509 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:51:09.055918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:09.083305 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98804bbe-e532-4799-8d43-6914c012be77 x-openstack-request-id: req-98804bbe-e532-4799-8d43-6914c012be77 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:51:09.083593 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:51:09.083845 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98804bbe-e532-4799-8d43-6914c012be77 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:51:09.084226 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'code': 200} Nov 16 22:51:09.109023 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Pushing event updated for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=8']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:09.512336 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-7c423c1b-b2ba-4504-b11e-5e6955ddb0d5 req-f72532ae-00b4-45c8-8c1d-648d7fc566b3 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0279891 Nov 16 22:51:10.610650 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-40c68164-2a39-4d7b-8be8-07f7d8f55e02 req-b31c3198-1c45-47a8-b6c1-a04580480f58 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0274765 Nov 16 22:51:11.346805 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-5a76fd2a-294d-4c40-a6fa-181528ccfa36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:11.348264 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-5a76fd2a-294d-4c40-a6fa-181528ccfa36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.41 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 810 time: 0.1112974 Nov 16 22:51:11.418430 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-5432c2d1-c74e-4dc9-b7a9-e11312739a90 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c4eb3da3024935822d4012fe333ae3 HTTP/1.1" status: 200 len: 379 time: 0.0561874 Nov 16 22:51:11.428245 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'port': {'device_id': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'admin_state_up': True, 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'security_groups': ['9a43be6a-cfed-46ac-bb02-78b82aca97e6']}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:51:11.545938 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Made reservation on behalf of 17c4eb3da3024935822d4012fe333ae3 for: {'port': 1} {{(pid=102454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 22:51:11.549419 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:11.722026 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Allocated IP 172.20.0.6 (83132aa9-4191-4bb0-84d3-6d59e05f8b7f/86931b55-d8ba-450a-9d1a-f868f67f883e/6048ed57-b29a-4d34-b553-5f16518eefc2) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:51:11.751789 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-89db0cbc-f02a-4563-995f-23b5c4a81693 req-99366148-77ef-4535-97d7-d66aff9f075c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0461059 Nov 16 22:51:11.933347 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:11.977342 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:12.026864 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:51:12.032633 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:51:12.036733 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:51:12.070717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:12.087057 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.087451 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.087735 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.088726 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.088999 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.089336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.089758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.090076 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.090403 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.090761 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.091101 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.091445 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:51:12.124352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:12.125941 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:12.152066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-b73aab1c-9475-4254-8bf6-0d55b09422bc tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274551 Nov 16 22:51:12.332469 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-456bdb29-a68d-46f1-8602-e52ac576fbb0 None None] Provisioning complete for port 6048ed57-b29a-4d34-b553-5f16518eefc2 triggered by entity DHCP. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:51:12.333049 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-456bdb29-a68d-46f1-8602-e52ac576fbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:12.366015 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-456bdb29-a68d-46f1-8602-e52ac576fbb0 None None] Port 6048ed57-b29a-4d34-b553-5f16518eefc2 cannot update to ACTIVE because it is not bound. {{(pid=102455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 22:51:12.867641 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c122e9-90d0-4a43-9d54-184bb7d75560 req-72c9caa7-3c5c-4037-bd69-e37b717c41c0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:12.869919 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9c122e9-90d0-4a43-9d54-184bb7d75560 req-72c9caa7-3c5c-4037-bd69-e37b717c41c0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0538883 Nov 16 22:51:12.929798 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a9c122e9-90d0-4a43-9d54-184bb7d75560 req-45f51a25-7090-4238-bd62-24fbf82cb10f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539441 Nov 16 22:51:13.541866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-edb29c18-0775-48eb-a6bd-350054fff045 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429285 Nov 16 22:51:13.624364 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-b4bfb61c-7a9b-4012-8405-2c9d6272edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:13.625895 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-b4bfb61c-7a9b-4012-8405-2c9d6272edb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1094 time: 0.0413375 Nov 16 22:51:13.738219 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-5438a385-2a3b-4135-bce3-dc3c820ea135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:13.739691 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-5438a385-2a3b-4135-bce3-dc3c820ea135 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0943148 Nov 16 22:51:13.815065 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-a9ecdf1c-f40c-4322-8ae2-abe8ec4bed05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 999 time: 0.0668290 Nov 16 22:51:13.866312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-227b8744-5f70-4e65-8bf8-dd8ba95d137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:13.867779 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-227b8744-5f70-4e65-8bf8-dd8ba95d137e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0454714 Nov 16 22:51:13.913823 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-011ed28f-5d02-4518-8066-90db362fe08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:13.915340 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-011ed28f-5d02-4518-8066-90db362fe08d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409052 Nov 16 22:51:14.026866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-1afe86d3-71d0-4d7b-b728-13aa8c4327a1 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042247 Nov 16 22:51:14.055321 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7385d-ccbf-4cba-90c3-05cfd4a450c9 req-508fad8f-6a5f-45fb-a3c9-ad2f8a5540b6 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:14.057665 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79b7385d-ccbf-4cba-90c3-05cfd4a450c9 req-508fad8f-6a5f-45fb-a3c9-ad2f8a5540b6 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0531235 Nov 16 22:51:14.137503 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-79b7385d-ccbf-4cba-90c3-05cfd4a450c9 req-fc79260a-ef4e-4ddf-9e40-f0452fb3e0ce tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736852 Nov 16 22:51:14.150049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-af0ad3e8-74f0-4442-9594-82ab29ae493d req-ad76ff64-fa31-4440-8779-4b68aff4a515 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163387 Nov 16 22:51:15.261484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279f0ee-7cc5-4698-81c0-c00353730b47 req-bac1ee42-c4f6-484e-9c19-e57a654b751d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:15.263014 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5279f0ee-7cc5-4698-81c0-c00353730b47 req-bac1ee42-c4f6-484e-9c19-e57a654b751d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0482936 Nov 16 22:51:15.316538 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-5279f0ee-7cc5-4698-81c0-c00353730b47 req-29f2d4ca-100b-430d-961e-b8bc3c80e004 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470865 Nov 16 22:51:16.436272 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15368ad-9a2f-4175-b2fc-b12c27730b1d req-dc6e5d24-ff6a-4e3d-8acb-18d7b79f92a2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:16.437781 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d15368ad-9a2f-4175-b2fc-b12c27730b1d req-dc6e5d24-ff6a-4e3d-8acb-18d7b79f92a2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0488043 Nov 16 22:51:16.498763 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-d15368ad-9a2f-4175-b2fc-b12c27730b1d req-35b8c786-b1cc-41c5-848d-52bd64c70fdf tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549860 Nov 16 22:51:17.641165 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6051d-ff28-4159-a2db-c057ec7d8d5e req-dbb1d6d9-295c-4d82-9138-a2072e7a4a55 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:17.642727 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1e6051d-ff28-4159-a2db-c057ec7d8d5e req-dbb1d6d9-295c-4d82-9138-a2072e7a4a55 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0647190 Nov 16 22:51:17.693896 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-b1e6051d-ff28-4159-a2db-c057ec7d8d5e req-6fdeb8af-150c-4779-aa43-5090d4bdcfaf tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447958 Nov 16 22:51:18.822959 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46ca00-5f60-4b3b-9a2e-84578fbb973e req-2513d260-1e67-46e4-b50b-4dfefc04e46a tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:18.824437 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d46ca00-5f60-4b3b-9a2e-84578fbb973e req-2513d260-1e67-46e4-b50b-4dfefc04e46a tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0492516 Nov 16 22:51:18.885172 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-3d46ca00-5f60-4b3b-9a2e-84578fbb973e req-6c08c335-7756-484c-93b5-f901eefe63d1 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542243 Nov 16 22:51:20.013173 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6059e77-2d62-40f7-8467-d200d265c45d req-df471bc9-bd45-4500-933e-d16d7672a8d9 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:20.014829 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6059e77-2d62-40f7-8467-d200d265c45d req-df471bc9-bd45-4500-933e-d16d7672a8d9 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0595646 Nov 16 22:51:20.065020 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-a6059e77-2d62-40f7-8467-d200d265c45d req-23323c01-5d4d-47f0-b0d0-de4cfd8eb195 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Nov 16 22:51:20.982224 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f85b9adb-0ffb-4269-a38d-926a3ee73bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:21.192140 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906d48c-8c1b-41a9-b8c0-baab69144366 req-3f2acd13-c38f-41b3-838e-d5feae6538ff tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:21.193887 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0906d48c-8c1b-41a9-b8c0-baab69144366 req-3f2acd13-c38f-41b3-838e-d5feae6538ff tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0600395 Nov 16 22:51:21.249335 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-0906d48c-8c1b-41a9-b8c0-baab69144366 req-5056fadc-3195-4857-923a-b8980efa917e tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Nov 16 22:51:22.372743 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274c6b1-bde2-4c80-bec6-c898dc730343 req-f3c0f198-5125-4f61-81f0-f078b4b8a3d0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:22.374237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4274c6b1-bde2-4c80-bec6-c898dc730343 req-f3c0f198-5125-4f61-81f0-f078b4b8a3d0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 931 time: 0.0511241 Nov 16 22:51:22.424234 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4274c6b1-bde2-4c80-bec6-c898dc730343 req-43124d33-9e3c-436a-ac3e-33b94bd66c73 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Nov 16 22:51:22.537356 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Request body: {'port': {'device_id': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817778-8'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:51:22.589764 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:22.852032 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6048ed57-b29a-4d34-b553-5f16518eefc2 {{(pid=102454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:51:22.859844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:22.872831 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.provisioning_blocks [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Transition to ACTIVE for port object 6048ed57-b29a-4d34-b553-5f16518eefc2 will not be triggered until provisioned by entity L2. {{(pid=102454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 22:51:22.876373 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:22.945486 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:23.002928 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Attempting to bind port 6048ed57-b29a-4d34-b553-5f16518eefc2 on host n-h2-817778-8 for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 22:51:23.003265 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Attempting to bind port 6048ed57-b29a-4d34-b553-5f16518eefc2 by drivers openvswitch,hyperv on host n-h2-817778-8 at level 0 using segments [{'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 22:51:23.003595 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Attempting to bind port 6048ed57-b29a-4d34-b553-5f16518eefc2 on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:51:23.008196 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Port 6048ed57-b29a-4d34-b553-5f16518eefc2 on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-817778-8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 22:51:23.008523 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Attempting to bind port 6048ed57-b29a-4d34-b553-5f16518eefc2 on network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 22:51:23.013792 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Checking agent: {'id': 'f41e821c-38af-4244-bfb5-150dd1f9b183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817778-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'started_at': datetime.datetime(2021, 11, 16, 21, 0, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 22, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 22:51:23.014130 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Checking segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 22:51:23.014514 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Bound using segment: {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 22:51:23.014939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Bound port: 6048ed57-b29a-4d34-b553-5f16518eefc2, host: n-h2-817778-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd6bb2-e884-496f-b175-75e80946abcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 22:51:23.015295 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:23.086345 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 22:51:23.089976 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 22:51:23.094643 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:23.129409 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:23.130124 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:23.131533 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] 10.222.0.41 "PUT /v2.0/ports/6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 200 len: 1091 time: 0.6432762 Nov 16 22:51:23.131974 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:51:23.134290 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:51:23.161528 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd5d81-76c4-4a71-8ddc-0ce22344dddb service neutron] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:23.197347 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76bf54b-12e6-4c82-bc73-134608492864 x-openstack-request-id: req-a76bf54b-12e6-4c82-bc73-134608492864 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:51:23.197789 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:51:23.198108 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a76bf54b-12e6-4c82-bc73-134608492864 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:51:23.198623 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'status': 'completed', 'code': 200} Nov 16 22:51:23.233693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-480b4937-1ba6-4e97-88a2-17a5daa89d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:23.235223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-480b4937-1ba6-4e97-88a2-17a5daa89d7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1094 time: 0.0477936 Nov 16 22:51:23.313699 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8217d173-0099-4e10-afe7-7598156d08bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:23.614375 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-9a2975ee-997a-4534-9bce-ad98aa31b59c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 200 len: 217 time: 0.3640554 Nov 16 22:51:23.694183 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-edfdeeaf-e7e0-4255-9e64-874d3d5b395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:23.694183 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-edfdeeaf-e7e0-4255-9e64-874d3d5b395b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0532346 Nov 16 22:51:23.699112 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd396ad7-1759-4999-8ffe-d0d31a03d8f6 req-5f8b1cc4-9b25-40b4-8302-121943aec3b3 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:23.700484 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd396ad7-1759-4999-8ffe-d0d31a03d8f6 req-5f8b1cc4-9b25-40b4-8302-121943aec3b3 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 943 time: 0.0887277 Nov 16 22:51:23.782786 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-cd396ad7-1759-4999-8ffe-d0d31a03d8f6 req-6aad6557-91c0-425e-aaca-a864863f7f27 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761733 Nov 16 22:51:23.785336 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f834605-acf3-4132-9d10-ace907c95eea req-e4b95545-47a3-4bc6-8850-0018eb023990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:23.786767 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-e4b95545-47a3-4bc6-8850-0018eb023990 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792203 Nov 16 22:51:23.883077 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-13a370db-97a8-4c3d-94d2-ff23e1604097 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832520 Nov 16 22:51:23.988681 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-4f834605-acf3-4132-9d10-ace907c95eea req-0dc016d4-71e6-4db8-a643-ab1f6c275639 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898147 Nov 16 22:51:24.080687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-b2cb4037-37bc-429e-a5eb-fd26a8b64eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:24.082237 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-b2cb4037-37bc-429e-a5eb-fd26a8b64eef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1094 time: 0.0417788 Nov 16 22:51:24.176044 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-42061afb-8e5a-4b51-bb2b-9e0becaee0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:24.177831 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-42061afb-8e5a-4b51-bb2b-9e0becaee0c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0881050 Nov 16 22:51:24.220357 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-5f5fb064-408e-4f63-b0f9-ed845ac844ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 200 len: 217 time: 0.0342743 Nov 16 22:51:24.271125 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-238a5bf7-fc41-44ff-9fd0-f5094528749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:24.272508 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-238a5bf7-fc41-44ff-9fd0-f5094528749e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0450716 Nov 16 22:51:24.321258 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-0174cbcf-ecd8-4d01-bb9c-143e85a9f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:24.323335 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-0174cbcf-ecd8-4d01-bb9c-143e85a9f647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411375 Nov 16 22:51:24.417995 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-a2500ed9-7aa8-4d8b-b4f1-3e567f337c64 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Nov 16 22:51:24.510578 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-2dbc2550-7eba-4a5e-8ce5-8c99f36b7856 req-59f8df89-2a35-4cfb-9664-f305820aa082 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840011 Nov 16 22:51:24.590276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:24.902538 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fd082-ec84-4bd5-989f-7707e0dd3516 req-040c234e-9f4b-49f9-8f79-4f507b49e9da tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:24.903983 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-441fd082-ec84-4bd5-989f-7707e0dd3516 req-040c234e-9f4b-49f9-8f79-4f507b49e9da tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 943 time: 0.0488317 Nov 16 22:51:24.954596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-441fd082-ec84-4bd5-989f-7707e0dd3516 req-6b11035a-d59e-4ba3-8443-c9f7ba70daa3 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Nov 16 22:51:26.074182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b533152-ebb5-4bf6-8a5e-a38413d173c1 req-db8b3a08-d998-4334-8648-dca7c7c81e03 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:26.075663 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b533152-ebb5-4bf6-8a5e-a38413d173c1 req-db8b3a08-d998-4334-8648-dca7c7c81e03 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 943 time: 0.0542600 Nov 16 22:51:26.124756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-3b533152-ebb5-4bf6-8a5e-a38413d173c1 req-143b29e7-1576-4ca0-bccb-0d28f9d04797 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Nov 16 22:51:26.170423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:26.446440 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:51:26.908918 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:26.914359 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6048ed57-b29a-4d34-b553-5f16518eefc2 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:51:27.009663 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:51:27.021004 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'port_id': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'mac_address': 'fa:16:3e:54:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:51:27.057480 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:27.069990 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6048ed57-b29a-4d34-b553-5f16518eefc2 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:51:27.089783 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:51:27.093378 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:27.141956 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=4']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:27.244562 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda142be-6649-423b-b900-ccc03a979ef8 req-1968ef93-75e6-45f2-acc0-1afc23c70b47 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:27.246164 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fda142be-6649-423b-b900-ccc03a979ef8 req-1968ef93-75e6-45f2-acc0-1afc23c70b47 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 944 time: 0.0531926 Nov 16 22:51:27.294510 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-fda142be-6649-423b-b900-ccc03a979ef8 req-5183d586-1880-49c3-9a6e-e92b4df71f7a tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Nov 16 22:51:27.408903 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['6048ed57-b29a-4d34-b553-5f16518eefc2'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:51:28.411383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112fa20-a101-4614-a814-40bdc315ea86 req-3a5c7b2c-cc2a-4fbd-b368-84c3c4e2506c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:28.412866 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1112fa20-a101-4614-a814-40bdc315ea86 req-3a5c7b2c-cc2a-4fbd-b368-84c3c4e2506c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 944 time: 0.0489247 Nov 16 22:51:28.462210 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-1112fa20-a101-4614-a814-40bdc315ea86 req-af5bf89b-e5cf-4da4-ade8-264da38ad1cd tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Nov 16 22:51:28.930331 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6048ed57-b29a-4d34-b553-5f16518eefc2 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:51:28.979173 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning for port 6048ed57-b29a-4d34-b553-5f16518eefc2 completed by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 22:51:28.983107 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 6048ed57-b29a-4d34-b553-5f16518eefc2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:51:28.983474 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:29.057252 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:29.082269 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:51:29.084462 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc538e1-1d6f-4ca2-8d84-ed67522ae18c" -d '{"events": [{"server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "name": "network-vif-plugged", "status": "completed", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:51:29.237495 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb286-787c-4aab-90ac-95a0bfe24ffb req-2c937658-7354-4d73-8ff0-594c8e9c670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:29.238956 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49beb286-787c-4aab-90ac-95a0bfe24ffb req-2c937658-7354-4d73-8ff0-594c8e9c670b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1095 time: 0.0465882 Nov 16 22:51:29.250223 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd4cffc-0f74-47c4-9ab2-228d499de108 x-openstack-request-id: req-fdd4cffc-0f74-47c4-9ab2-228d499de108 {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:51:29.250518 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "name": "network-vif-plugged", "status": "completed", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:51:29.250771 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdd4cffc-0f74-47c4-9ab2-228d499de108 {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:51:29.251161 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'code': 200} Nov 16 22:51:29.252808 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:51:29.257552 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:29.294076 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49beb286-787c-4aab-90ac-95a0bfe24ffb req-b541801c-9ba0-4e3b-a967-f7f4e6f56081 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Nov 16 22:51:29.303924 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=5']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:29.576848 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa21cc-838d-4460-870e-cc6bab245a03 req-5dda62fd-77ea-46d9-b248-51535f724519 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:29.578394 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36aa21cc-838d-4460-870e-cc6bab245a03 req-5dda62fd-77ea-46d9-b248-51535f724519 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 945 time: 0.0492067 Nov 16 22:51:29.627756 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-36aa21cc-838d-4460-870e-cc6bab245a03 req-c8b0a8fb-bda7-4bbf-bdc3-0cb7bf0a21a5 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434930 Nov 16 22:51:30.745151 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61a690-712d-4389-8a30-f9798c286775 req-c65a41db-2841-4859-8c1f-45982a9a0423 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:30.746644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df61a690-712d-4389-8a30-f9798c286775 req-c65a41db-2841-4859-8c1f-45982a9a0423 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 945 time: 0.0489979 Nov 16 22:51:30.794738 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-df61a690-712d-4389-8a30-f9798c286775 req-b714dfd4-4b8a-42e2-a52d-cbacf58d7195 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Nov 16 22:51:30.909687 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421614de-93e8-4da0-acb0-ecf2640b842e req-3ecf1639-3439-406a-95d1-9e5fd66e0e38 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:30.911087 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-421614de-93e8-4da0-acb0-ecf2640b842e req-3ecf1639-3439-406a-95d1-9e5fd66e0e38 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 945 time: 0.0497279 Nov 16 22:51:30.963860 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-421614de-93e8-4da0-acb0-ecf2640b842e req-8c97021b-81c0-4f2a-9f1f-db1ada773e52 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 Nov 16 22:51:30.985422 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60412) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:51:31.024207 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c6a856-aaaf-4ee1-b8a9-a76553ea1048 tempest-TestSnapshotPattern-280253386 tempest-TestSnapshotPattern-280253386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:31.025833 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-57c6a856-aaaf-4ee1-b8a9-a76553ea1048 tempest-TestSnapshotPattern-280253386 tempest-TestSnapshotPattern-280253386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1091 time: 0.0394056 Nov 16 22:51:31.028592 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60414) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:51:31.032739 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.v2.base [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Request body: {'floatingip': {'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'port_id': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 22:51:31.054457 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:31.147985 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:31.255289 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_common [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Allocated IP 172.25.3.192 (6d8e15a5-c457-4a31-bba4-e5ab65fe6e05/6605148b-a8ae-4b60-b21b-94465ce9165c/cdbda094-e436-4586-8315-9a0aee2696c5) {{(pid=102454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 22:51:31.362813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for port, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:31.396828 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791120988299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:31.438757 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Network 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 is already hosted by enough agents. {{(pid=102454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 22:51:31.441758 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.base_scheduler [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Resources bound (agent type, host, resource id): {{(pid=102454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 22:51:31.445419 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Received port after_create {{(pid=102454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 22:51:31.468214 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'Port': ['ID=cdbda094-e436-4586-8315-9a0aee2696c5,revision_number=1']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:31.795968 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:31.860853 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:32.011813 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for port, precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:32.016049 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8489293'] for port, after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:32.082393 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event updated for resources: {'Port': ['ID=cdbda094-e436-4586-8315-9a0aee2696c5,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:51:32.094119 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941465'] for floatingip, after_create {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:32.194109 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Floating IP ae0a46ab-b4a5-4cb7-9109-b2247f564cfd associated. External IP: 172.25.3.192, port: 6048ed57-b29a-4d34-b553-5f16518eefc2. Nov 16 22:51:32.403182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:51:32.515484 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:51:32.524758 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:51:32.533823 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:32.535718 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:51:32.536344 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:51:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:51:32.561361 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-91163089-5370-4fb5-9f4a-e2cb639df899 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5317740 Nov 16 22:51:32.562094 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:51:32.564352 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60466874-6921-4b3c-a45f-64cf9ac91717" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:51:32.605299 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb266cc-4c9e-4d7e-a9a0-218581483fb3 x-openstack-request-id: req-fbb266cc-4c9e-4d7e-a9a0-218581483fb3 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:51:32.605771 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:51:32.606034 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbb266cc-4c9e-4d7e-a9a0-218581483fb3 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:51:32.606446 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'status': 'completed', 'code': 200} Nov 16 22:51:32.645864 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:51:32.671081 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-69a64873-5f09-4a26-abf7-484bc64edf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:32.672606 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-69a64873-5f09-4a26-abf7-484bc64edf88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1096 time: 0.0427606 Nov 16 22:51:32.770870 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-1fdc0c0b-a3d5-482a-a425-59891104c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:32.772275 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-1fdc0c0b-a3d5-482a-a425-59891104c7bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0912087 Nov 16 22:51:32.842865 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-f03295b9-3b23-4811-b98b-0a1abc8613e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 200 len: 999 time: 0.0622809 Nov 16 22:51:32.877584 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'ae0a46ab-b4a5-4cb7-9109-b2247f564cfd', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:54:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:51:31Z', 'updated_at': '2021-11-16T22:51:31Z', 'revision_number': 0, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}, {'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:20Z', 'revision_number': 1, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:51:32.892927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-f6865251-296b-4b61-81fe-29c6a0e91952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:32.894459 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-f6865251-296b-4b61-81fe-29c6a0e91952 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0449829 Nov 16 22:51:32.904199 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:51:32.912736 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:51:32.913347 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:51:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:51:32.944182 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-7aa67b4f-43c7-4ab2-bee4-b80c83a6d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:51:32.945732 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-7aa67b4f-43c7-4ab2-bee4-b80c83a6d2aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445313 Nov 16 22:51:33.020841 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:51:33.039124 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-b46020a3-748d-4b88-8d56-e4ad49ee4a0d service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844991 Nov 16 22:51:33.137178 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-60466874-6921-4b3c-a45f-64cf9ac91717 req-44fe69da-9ac7-4bda-ac9b-f92eb3e3f25c service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911410 Nov 16 22:51:33.252570 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'ae0a46ab-b4a5-4cb7-9109-b2247f564cfd', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:54:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:51:31Z', 'updated_at': '2021-11-16T22:51:31Z', 'revision_number': 0, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}, {'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:20Z', 'revision_number': 1, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:51:33.278027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7674b-3b1f-4e75-b6da-6ad1027f7fe7 None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'ae0a46ab-b4a5-4cb7-9109-b2247f564cfd', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:54:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:51:31Z', 'updated_at': '2021-11-16T22:51:31Z', 'revision_number': 0, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}, {'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:20Z', 'revision_number': 1, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:51:33.475191 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47983d6-b028-45ad-842b-b72f8480e959 None None] New status for floating IP ae0a46ab-b4a5-4cb7-9109-b2247f564cfd: ACTIVE {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:51:34.411128 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:36.402723 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:50.973754 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-459aea4a-d7b0-4564-a26a-464a2ef4d7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:53.314803 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-af46a273-4d86-405f-9d3f-d416ab291307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:54.593726 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:56.175756 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:51:56.910519 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:03.445811 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:52:04.415003 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:06.419132 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:15.524528 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-d0861c93-bbfe-4f8a-a673-b09fbe944b6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391026 Nov 16 22:52:15.605490 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-34f64028-15c0-4575-b403-24b97adba588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:15.607621 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-34f64028-15c0-4575-b403-24b97adba588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1094 time: 0.0401127 Nov 16 22:52:15.714589 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-69b2618f-832c-41a7-a4bd-e4ec506f9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:15.716078 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-69b2618f-832c-41a7-a4bd-e4ec506f9987 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0904872 Nov 16 22:52:15.782709 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-21f85745-9e54-4914-b763-3724c159f250 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 999 time: 0.0596840 Nov 16 22:52:15.837700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-dd07e563-eb6a-4894-9524-f2039ca5019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:15.839162 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-dd07e563-eb6a-4894-9524-f2039ca5019d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0495286 Nov 16 22:52:15.882830 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-f998489b-334c-4ae4-a70a-342c5b68e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:15.884284 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-f998489b-334c-4ae4-a70a-342c5b68e380 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384588 Nov 16 22:52:15.973629 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-42be1783-a744-402b-b6fd-3c2cc5ba957c service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820382 Nov 16 22:52:16.068948 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-37be49d8-9e95-4e2c-8444-5a17ef8e41a9 req-80e96078-a8d6-4aa0-b4ec-b08d20fcd033 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876057 Nov 16 22:52:20.975772 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a437fde0-396f-40ce-8c5c-0c94393abd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:23.316739 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-db1e8104-1db4-4a47-9a61-bf97af6bf755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:24.597252 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:24.915435 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-1be92bf6-fc16-4acf-bce9-6b280644ba0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404894 Nov 16 22:52:25.003352 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-2f73ad24-9caf-4a53-acf5-b8dec40d0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:25.004839 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-2f73ad24-9caf-4a53-acf5-b8dec40d0a15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1096 time: 0.0402048 Nov 16 22:52:25.116284 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-210d0b10-0399-43d3-a9a4-d2f3634396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:25.117783 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-210d0b10-0399-43d3-a9a4-d2f3634396ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0889170 Nov 16 22:52:25.190213 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-5991e619-6323-48e8-9d02-46b275a49f29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 200 len: 1001 time: 0.0611098 Nov 16 22:52:25.246309 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-fd3a8dd8-5a3a-4cef-a6c4-70e186f02c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:25.247806 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-fd3a8dd8-5a3a-4cef-a6c4-70e186f02c21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0450404 Nov 16 22:52:25.299311 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-2a9e3af6-1b96-44ce-8ebd-3c9938faea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:52:25.300785 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-2a9e3af6-1b96-44ce-8ebd-3c9938faea71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405798 Nov 16 22:52:25.398410 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-6e53d9dd-4d36-46ba-ae2b-8e9de2cf3be9 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859237 Nov 16 22:52:25.492191 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-109b4155-8b12-455d-8f2e-3aaa74a237af req-03f5b395-a365-4fb7-ae29-e6fe6a062d92 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Nov 16 22:52:26.177968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:26.912107 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:34.410149 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:36.433784 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:40.444564 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:52:50.977798 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c0fb9d9b-5969-46d0-a2f0-8d9556111e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:53.317022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3426cdee-4795-41db-b967-640216e4e535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:54.599589 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:56.181022 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:52:56.914304 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:03.475843 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6048ed57-b29a-4d34-b553-5f16518eefc2 details requested by agent hyperv_n-h2-817778-8 with host n-h2-817778-8 {{(pid=102455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 22:53:03.600617 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:03.612613 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Returning: {'device': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'port_id': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'mac_address': 'fa:16:3e:54:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 22:53:03.652366 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:03.667196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6048ed57-b29a-4d34-b553-5f16518eefc2 {{(pid=102455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 22:53:03.688001 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:03.694327 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:03.757410 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=6']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:03.766894 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.767260 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.767605 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.767953 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.768293 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.768633 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.768967 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.769300 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.769679 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.770011 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.770351 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.770673 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:03.781732 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] get_ports_and_sgs() called for port_ids ['6048ed57-b29a-4d34-b553-5f16518eefc2'] {{(pid=102455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 22:53:04.412651 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:05.474378 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6048ed57-b29a-4d34-b553-5f16518eefc2 up at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 22:53:05.530353 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.provisioning_blocks [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Provisioning complete for port 6048ed57-b29a-4d34-b553-5f16518eefc2 triggered by entity L2. {{(pid=102455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 22:53:05.530738 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382709'] for port, provisioning_complete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:05.619363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1233167'] for port, before_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:05.647979 n-d-817778-8 neutron-server[102455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2'}] {{(pid=102455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:53:05.650146 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07888bfe501fe7a3e9dfaced4d1d905486bab866de2e2c0356a59b33e1622711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c5f3d0-bb14-4bda-983e-c7a280c875c3" -d '{"events": [{"server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "name": "network-vif-plugged", "status": "completed", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2"}]}' {{(pid=102455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:53:05.676707 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:05.685494 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791121399269', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791120988317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791120988335'] for port, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:05.722746 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c73d9-aef9-4baf-8c08-7ab47f7b788f x-openstack-request-id: req-e42c73d9-aef9-4baf-8c08-7ab47f7b788f {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:53:05.723066 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "name": "network-vif-plugged", "status": "completed", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2", "code": 200}]} {{(pid=102455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:53:05.723288 n-d-817778-8 neutron-server[102455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e42c73d9-aef9-4baf-8c08-7ab47f7b788f {{(pid=102455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:53:05.723686 n-d-817778-8 neutron-server[102455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'code': 200} Nov 16 22:53:05.754409 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Pushing event updated for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=7']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:06.453697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:12.808923 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60614) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:12.964927 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Deleting port cdbda094-e436-4586-8315-9a0aee2696c5 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:12.965274 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:13.044537 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:13.044866 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:13.056783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Calling delete_port for cdbda094-e436-4586-8315-9a0aee2696c5 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:13.203326 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:13.229396 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event deleted for resources: {'Port': ['ID=cdbda094-e436-4586-8315-9a0aee2696c5,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:13.254354 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.254704 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.255043 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.255380 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.255717 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.256048 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.256378 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.256700 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.257022 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.257355 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.257713 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.258024 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:13.296306 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:13.296637 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Floating IP ae0a46ab-b4a5-4cb7-9109-b2247f564cfd disassociated (deleted). External IP: 172.25.3.192, port: 6048ed57-b29a-4d34-b553-5f16518eefc2. Nov 16 22:53:13.503650 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:53:13.931813 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:53:13.936642 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:13.941849 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:53:13.951202 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:13.951821 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:52:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:13.963199 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-74bcf506-2899-47b3-aa1b-502a958efb8b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "DELETE /v2.0/floatingips/ae0a46ab-b4a5-4cb7-9109-b2247f564cfd HTTP/1.1" status: 204 len: 168 time: 1.1531327 Nov 16 22:53:13.963784 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:53:13.966640 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7cd5da-1687-489d-83d0-1e6862195033" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:53:14.058024 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc694a1-5046-46a4-8cd0-2c880adeb77e x-openstack-request-id: req-5dc694a1-5046-46a4-8cd0-2c880adeb77e {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:53:14.058342 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:53:14.058590 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dc694a1-5046-46a4-8cd0-2c880adeb77e {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:53:14.058987 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'status': 'completed', 'code': 200} Nov 16 22:53:14.073019 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:14.153659 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-9a9123dc-09fb-4e3a-bb58-ea79104b1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:14.155565 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-9a9123dc-09fb-4e3a-bb58-ea79104b1d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 1096 time: 0.0630710 Nov 16 22:53:14.212438 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faedaa-94ae-4653-ba76-61e1ea31d20f req-dd6daf7d-54d5-4a47-8e0d-4c01ba55e7bb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:14.214072 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0faedaa-94ae-4653-ba76-61e1ea31d20f req-dd6daf7d-54d5-4a47-8e0d-4c01ba55e7bb tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 945 time: 0.0569477 Nov 16 22:53:14.266902 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-037e0a48-432e-45c7-8fc8-4324597f54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:14.267511 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-c0faedaa-94ae-4653-ba76-61e1ea31d20f req-d295da95-cb9d-4832-9294-2441118abf01 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450366 Nov 16 22:53:14.268818 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-037e0a48-432e-45c7-8fc8-4324597f54e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.1054580 Nov 16 22:53:14.315319 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-648fccff-c6e0-453a-835e-06017cb3bdf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 200 len: 217 time: 0.0365126 Nov 16 22:53:14.318032 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:20Z', 'revision_number': 1, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:14.345241 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:53:14.353660 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:14.354295 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:52:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:14.367339 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-7f84f82f-9f87-479f-94fe-9b900afd4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:14.368811 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-7f84f82f-9f87-479f-94fe-9b900afd4506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0442140 Nov 16 22:53:14.420320 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-8d4fa188-4fb4-4013-b6b4-414aab45cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:14.421834 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-8d4fa188-4fb4-4013-b6b4-414aab45cd0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442986 Nov 16 22:53:14.460741 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:14.516021 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-fe9f8edd-bb4f-47d4-a786-2ed46700d618 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Nov 16 22:53:14.611616 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-7e7cd5da-1687-489d-83d0-1e6862195033 req-64eb59e5-b662-40af-9f3b-3490dc52a554 service neutron] 10.222.0.41 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881391 Nov 16 22:53:14.685975 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:20Z', 'revision_number': 1, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:14.713110 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527a65f7-186f-443c-9ea7-ae5860405405 None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_floatingips': [{'id': 'd260fb69-6e2d-47a3-a8d1-2ec022883230', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'router_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'port_id': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'mac_address': 'fa:16:3e:8e:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T22:48:18Z', 'updated_at': '2021-11-16T22:48:20Z', 'revision_number': 1, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:53:14.949440 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fa7da-6c34-4f73-bf71-17e281303fd6 None None] New status for floating IP ae0a46ab-b4a5-4cb7-9109-b2247f564cfd: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:53:15.387361 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a96b5-1917-498b-a439-429a1649c344 req-5a86f42b-7921-49e2-9a76-4902b2ffd43d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:15.388820 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-352a96b5-1917-498b-a439-429a1649c344 req-5a86f42b-7921-49e2-9a76-4902b2ffd43d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 945 time: 0.0492830 Nov 16 22:53:15.438499 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-352a96b5-1917-498b-a439-429a1649c344 req-1a3ac754-c646-4a2a-b14b-10eb4873ea3c tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438223 Nov 16 22:53:15.613431 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-1485b272-01b1-46c8-ab06-3d1b125abe73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396174 Nov 16 22:53:15.696939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-cdc4154b-38d6-4646-be77-0ff58de742da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:15.698497 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-cdc4154b-38d6-4646-be77-0ff58de742da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1094 time: 0.0442920 Nov 16 22:53:15.805504 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-f51c05dc-b0d5-4b94-b9eb-02ab863c3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:15.806925 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-f51c05dc-b0d5-4b94-b9eb-02ab863c3e43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.0871382 Nov 16 22:53:15.881223 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-d7712c44-3ac4-4b93-bc35-c5ab552876c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 999 time: 0.0669031 Nov 16 22:53:15.929434 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-0b911807-8d46-470e-9b14-9a6e69cde2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:15.931133 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-0b911807-8d46-470e-9b14-9a6e69cde2e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0433459 Nov 16 22:53:16.006776 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-3fa4d75f-0bfb-4199-aeab-7bcf379ca50b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:16.008251 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-3fa4d75f-0bfb-4199-aeab-7bcf379ca50b tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 945 time: 0.0756345 Nov 16 22:53:16.009995 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-8ffa0d78-cda4-4a2b-bdfa-653fa491ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:16.011372 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-8ffa0d78-cda4-4a2b-bdfa-653fa491ae10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709214 Nov 16 22:53:16.176567 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-6ac7fe92-091d-4ef7-96a4-71032778b92a service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582866 Nov 16 22:53:16.193846 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Deleting port 6048ed57-b29a-4d34-b553-5f16518eefc2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:16.194195 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:16.343388 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-6e48d346-53c8-4e1b-8f9c-22553ea042fc req-9981bbd3-2da3-43c8-bd68-4eef3ef9133e service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589465 Nov 16 22:53:16.348194 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] For port 6048ed57-b29a-4d34-b553-5f16518eefc2, host n-h2-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817778-8',level=0,port_id=6048ed57-b29a-4d34-b553-5f16518eefc2,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:16.348561 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:16.361417 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Calling delete_port for 6048ed57-b29a-4d34-b553-5f16518eefc2 owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:16.492900 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:16.525627 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event deleted for resources: {'Port': ['ID=6048ed57-b29a-4d34-b553-5f16518eefc2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:16.536788 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-78b7b073-5c76-4120-aac5-98641b91eab2 req-e4339c61-8e66-47ca-8bd7-f8e3e49f7df0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad9ee7d6-5149-4ff4-a611-7d0d848583cb HTTP/1.1" status: 200 len: 210 time: 0.0300164 Nov 16 22:53:16.567668 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] No DVR routers for this DVR port 6048ed57-b29a-4d34-b553-5f16518eefc2 on host n-h2-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:53:16.570491 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:16.574049 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-9019fcb0-8cbb-4cd2-bfec-427397fde18d req-1b55c740-8e99-4890-a7d3-6fbcd8e75f7f tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.41 "DELETE /v2.0/ports/6048ed57-b29a-4d34-b553-5f16518eefc2 HTTP/1.1" status: 204 len: 173 time: 0.5489819 Nov 16 22:53:16.574496 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'name': 'network-vif-deleted', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:53:16.578104 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f479bc-6914-4515-98be-49ca05035708" -d '{"events": [{"server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "name": "network-vif-deleted", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:53:16.613605 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e8d78-fba2-4058-a503-c2109fd740da x-openstack-request-id: req-ec0e8d78-fba2-4058-a503-c2109fd740da {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:53:16.613903 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9ee7d6-5149-4ff4-a611-7d0d848583cb", "name": "network-vif-deleted", "tag": "6048ed57-b29a-4d34-b553-5f16518eefc2", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:53:16.614163 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec0e8d78-fba2-4058-a503-c2109fd740da {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:53:16.614577 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9ee7d6-5149-4ff4-a611-7d0d848583cb', 'name': 'network-vif-deleted', 'tag': '6048ed57-b29a-4d34-b553-5f16518eefc2', 'status': 'completed', 'code': 200} Nov 16 22:53:17.444977 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:53:17.526376 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6048ed57-b29a-4d34-b553-5f16518eefc2 no longer exists at agent hyperv_n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:17.546739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] No Port match for: 6048ed57-b29a-4d34-b553-5f16518eefc2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:17.547091 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Device 6048ed57-b29a-4d34-b553-5f16518eefc2 not bound to the agent host n-h2-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:18.078725 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60682) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:18.235097 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Deleting port d3851be6-5b47-4c0e-a400-811b22fee5a8 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:18.235333 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:18.313436 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:18.313794 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:18.325302 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Calling delete_port for d3851be6-5b47-4c0e-a400-811b22fee5a8 owned by network:floatingip {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:18.472771 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:18.502123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event deleted for resources: {'Port': ['ID=d3851be6-5b47-4c0e-a400-811b22fee5a8,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:18.559016 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:18.559345 n-d-817778-8 neutron-server[102454]: INFO neutron.db.l3_db [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Floating IP d260fb69-6e2d-47a3-a8d1-2ec022883230 disassociated (deleted). External IP: 172.25.3.156, port: c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e. Nov 16 22:53:18.770136 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:53:18.877449 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:53:18.882341 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for floatingip, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:18.886838 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:53:18.896739 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:18.897358 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:52:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:18.910128 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-86ae5d0c-c1bb-4db7-ab31-811ddb3ed1e2 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "DELETE /v2.0/floatingips/d260fb69-6e2d-47a3-a8d1-2ec022883230 HTTP/1.1" status: 204 len: 168 time: 0.8302944 Nov 16 22:53:18.910824 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:53:18.913186 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c4c097-d0d4-4e69-9d11-a30603df730d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:53:18.954016 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 22:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d49f20-065e-418e-9d22-5d9ecc1e3269 x-openstack-request-id: req-54d49f20-065e-418e-9d22-5d9ecc1e3269 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:53:18.954312 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:53:18.954591 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54d49f20-065e-418e-9d22-5d9ecc1e3269 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:53:18.955007 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'status': 'completed', 'code': 200} Nov 16 22:53:19.024678 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-777fd367-b658-4d54-bfb7-2edd061eb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:19.026197 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-777fd367-b658-4d54-bfb7-2edd061eb1a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=17c4eb3da3024935822d4012fe333ae3&device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 1094 time: 0.0480583 Nov 16 22:53:19.138257 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-cb5414b8-05d5-496d-bbae-abc8a4612221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:19.140326 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-cb5414b8-05d5-496d-bbae-abc8a4612221 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 200 len: 911 time: 0.1013441 Nov 16 22:53:19.160550 n-d-817778-8 neutron-server[102453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce170e6-6edc-4b4d-bacd-deb2bc162411 req-f35d3aac-aa9c-473d-aca2-b9f9602c9876 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:19.162114 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ce170e6-6edc-4b4d-bacd-deb2bc162411 req-f35d3aac-aa9c-473d-aca2-b9f9602c9876 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 943 time: 0.0592666 Nov 16 22:53:19.174341 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:19.186849 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-bae5d92d-ba55-43ec-8586-fdb7967b62c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 200 len: 217 time: 0.0378242 Nov 16 22:53:19.216435 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [req-4ce170e6-6edc-4b4d-bacd-deb2bc162411 req-880e028c-e7a6-4bf8-82df-97751109b83d tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Nov 16 22:53:19.245273 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-d6a7685f-37aa-44d2-a601-b58c2a8bc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:19.247066 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-d6a7685f-37aa-44d2-a601-b58c2a8bc1f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 200 len: 849 time: 0.0526147 Nov 16 22:53:19.294134 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-d27b3209-3b81-489b-8575-7aa44a507df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:19.295694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-d27b3209-3b81-489b-8575-7aa44a507df6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83132aa9-4191-4bb0-84d3-6d59e05f8b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410824 Nov 16 22:53:19.377208 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:19.387415 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-53689f7c-d03c-4767-a27e-c472bba65206 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Nov 16 22:53:19.403606 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:53:19.413027 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:19.413683 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:52:53Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:19.482633 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-49c4c097-d0d4-4e69-9d11-a30603df730d req-31a0d6c8-122e-4aa0-93ca-3f686388dd66 service neutron] 10.222.0.47 "GET /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871909 Nov 16 22:53:19.522195 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:19.722615 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:19.748623 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb9aff-8b0b-4cfa-969a-e14a8a1d0be8 None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8', '_interfaces': [{'id': '554a6598-836f-4a97-b2cb-a5720c37cc5e', 'name': '', 'network_id': '83132aa9-4191-4bb0-84d3-6d59e05f8b7f', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'mac_address': 'fa:16:3e:53:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:56Z', 'updated_at': '2021-11-16T22:48:03Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'subnets': [{'id': '86931b55-d8ba-450a-9d1a-f868f67f883e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:53:19.971944 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626591e6-0ebf-46da-a700-06357390e059 None None] New status for floating IP d260fb69-6e2d-47a3-a8d1-2ec022883230: DOWN {{(pid=102456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 22:53:19.981737 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-b2ef80f1-610b-4a01-a98f-ae798eb1f316 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:19.983796 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-b2ef80f1-610b-4a01-a98f-ae798eb1f316 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 943 time: 0.0530317 Nov 16 22:53:20.078529 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Deleting port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:20.078870 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:20.168390 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] For port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e, host n-h1-817778-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817778-8',level=0,port_id=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:20.168390 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:20.181315 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Calling delete_port for c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e owned by compute:nova {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:20.339405 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:20.381215 n-d-817778-8 neutron-server[102454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2708e-20e7-45d8-a1d0-1814ef9d7d6c req-e3454b07-6aa1-47ad-906e-19e845728180 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 22:53:20.382694 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16d2708e-20e7-45d8-a1d0-1814ef9d7d6c req-e3454b07-6aa1-47ad-906e-19e845728180 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dedd7d-317f-4c5a-b271-ca061c314755 HTTP/1.1" status: 200 len: 865 time: 0.0903060 Nov 16 22:53:20.383806 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event deleted for resources: {'Port': ['ID=c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:20.443581 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] No DVR routers for this DVR port c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e on host n-h1-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:53:20.447364 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42452'] for port, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:20.450713 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-35153a47-3a4e-4efc-8dd9-19fb1bc5706b req-d997ba6d-74fb-4932-9090-b6c47ddd9b36 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.47 "DELETE /v2.0/ports/c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e HTTP/1.1" status: 204 len: 173 time: 0.4616687 Nov 16 22:53:20.468812 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [req-16d2708e-20e7-45d8-a1d0-1814ef9d7d6c req-9fa8f39d-5d24-4e46-89a4-f045ec0447e0 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a43be6a-cfed-46ac-bb02-78b82aca97e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781560 Nov 16 22:53:20.956402 n-d-817778-8 neutron-server[102454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-deleted', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e'}] {{(pid=102454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 22:53:20.958765 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56f39e287ee697dbd4287c0dcc4ec9161dbe8acd4b0d2d58cadd32a9679e8e01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75de4af-d257-4e3b-9d97-325feb8cb652" -d '{"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-deleted", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e"}]}' {{(pid=102454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 22:53:20.980479 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-522ef573-dbe3-4a63-8c62-af35c85d36d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:20.996479 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996cdda7-5171-4a88-ab96-d02f8411e684 x-openstack-request-id: req-996cdda7-5171-4a88-ab96-d02f8411e684 {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 22:53:20.996787 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dedd7d-317f-4c5a-b271-ca061c314755", "name": "network-vif-deleted", "tag": "c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e", "status": "completed", "code": 200}]} {{(pid=102454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 22:53:20.997043 n-d-817778-8 neutron-server[102454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-996cdda7-5171-4a88-ab96-d02f8411e684 {{(pid=102454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 22:53:20.997453 n-d-817778-8 neutron-server[102454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dedd7d-317f-4c5a-b271-ca061c314755', 'name': 'network-vif-deleted', 'tag': 'c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e', 'status': 'completed', 'code': 200} Nov 16 22:53:21.524209 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60698) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:21.581348 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f23787ac-4cc8-4329-87c7-b5d32bccfb86 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:21.606793 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f23787ac-4cc8-4329-87c7-b5d32bccfb86 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:21.665291 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f23787ac-4cc8-4329-87c7-b5d32bccfb86 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:21.667877 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f23787ac-4cc8-4329-87c7-b5d32bccfb86 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Publish callbacks [] for security_group, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:21.669058 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-f23787ac-4cc8-4329-87c7-b5d32bccfb86 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] 10.222.0.48 "DELETE /v2.0/security-groups/9a43be6a-cfed-46ac-bb02-78b82aca97e6 HTTP/1.1" status: 204 len: 168 time: 0.1438680 Nov 16 22:53:21.678337 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23787ac-4cc8-4329-87c7-b5d32bccfb86 tempest-TestSnapshotPattern-629719706 tempest-TestSnapshotPattern-629719706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a43be6a-cfed-46ac-bb02-78b82aca97e6,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:21.722021 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60702) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:22.155346 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:22.396972 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Deleting port 554a6598-836f-4a97-b2cb-a5720c37cc5e {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:22.397311 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:22.475148 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] For port 554a6598-836f-4a97-b2cb-a5720c37cc5e, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=554a6598-836f-4a97-b2cb-a5720c37cc5e,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:22.475547 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:22.488379 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Calling delete_port for 554a6598-836f-4a97-b2cb-a5720c37cc5e owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:22.672562 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:22.703698 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Pushing event deleted for resources: {'Port': ['ID=554a6598-836f-4a97-b2cb-a5720c37cc5e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:22.871496 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:23.317369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-715e4797-3442-4561-82a2-62c6a6ac0999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:23.406283 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Router 6beda30d-1ef0-48e7-b491-24c3aea36710 has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:53:23.510939 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:53:23.516218 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-a15c1721-8c37-49d7-9144-bd99d4bff173 admin admin] 10.222.0.48 "PUT /v2.0/routers/6beda30d-1ef0-48e7-b491-24c3aea36710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7935350 Nov 16 22:53:23.518710 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60706) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:23.525303 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] Sync routers for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:53:23.535147 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:23.535763 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:23.620093 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:23.642695 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: n-d-817778-8 {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:23.670196 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e no longer exists at agent hyperv_n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:23.719125 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] No Port match for: c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:23.719474 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Device c0c2f6c3-c9b9-4d30-82ff-ecf1c88fc84e not bound to the agent host n-h1-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:23.730353 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:23.792140 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Deleting port e3ce140e-54cf-442b-bfe9-cafe074eedfe {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:23.792479 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:23.846022 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:53:22Z', 'revision_number': 5, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port': {'id': 'e3ce140e-54cf-442b-bfe9-cafe074eedfe', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:05:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:23.878783 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] For port e3ce140e-54cf-442b-bfe9-cafe074eedfe, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=e3ce140e-54cf-442b-bfe9-cafe074eedfe,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:23.879153 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:23.880667 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] Checking router: 6beda30d-1ef0-48e7-b491-24c3aea36710 for host: n-d-817778-8 {{(pid=102455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:53:23.889666 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] Routers {'6beda30d-1ef0-48e7-b491-24c3aea36710'} bound to L3 agent in host n-d-817778-8 {{(pid=102455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:23.890279 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['6beda30d-1ef0-48e7-b491-24c3aea36710'], 'active': True} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:23.891991 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Calling delete_port for e3ce140e-54cf-442b-bfe9-cafe074eedfe owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:23.976403 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvr_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] Set router 6beda30d-1ef0-48e7-b491-24c3aea36710 gateway port host: None {{(pid=102455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:24.028760 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_hamode_db [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:53:23Z', 'revision_number': 6, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:24.058050 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeef325-c8f9-4af1-b9f4-f53e2652942d None None] The sync data for ids ['6beda30d-1ef0-48e7-b491-24c3aea36710'] in n-d-817778-8 is: [{'id': '6beda30d-1ef0-48e7-b491-24c3aea36710', 'name': 'tempest-TestSnapshotPattern-1212593373-router', 'tenant_id': '17c4eb3da3024935822d4012fe333ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:54Z', 'updated_at': '2021-11-16T22:53:23Z', 'revision_number': 6, 'project_id': '17c4eb3da3024935822d4012fe333ae3', 'gw_port_host': None}] {{(pid=102455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:53:24.062644 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.089383 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ce140e-54cf-442b-bfe9-cafe074eedfe,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:24.114812 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45b72d-4097-4ceb-b54d-b81790d4d583 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:53:24.166944 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.257429 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.259700 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.302975 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.303494 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6beda30d-1ef0-48e7-b491-24c3aea36710 {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:53:24.308115 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.309243 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-3e348749-96df-4af8-a151-8a15b6899daa admin admin] 10.222.0.48 "DELETE /v2.0/routers/6beda30d-1ef0-48e7-b491-24c3aea36710 HTTP/1.1" status: 204 len: 168 time: 0.7895687 Nov 16 22:53:24.312443 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60708) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:24.356818 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Deleting subnet 86931b55-d8ba-450a-9d1a-f868f67f883e {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:53:24.360604 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.400633 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.484396 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.534567 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.560192 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86931b55-d8ba-450a-9d1a-f868f67f883e,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:24.564469 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.569570 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c4526d9c-313b-424f-8c5f-8d58aa4d755d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/86931b55-d8ba-450a-9d1a-f868f67f883e HTTP/1.1" status: 204 len: 168 time: 0.2542579 Nov 16 22:53:24.570424 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60710) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:24.573168 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aff797-0fe3-4bc1-81b0-ddf220188b7e None None] Network 83132aa9-4191-4bb0-84d3-6d59e05f8b7f requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:53:24.643731 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.649734 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.702306 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Deleting port 66e4b472-2800-4994-9bde-722716db96e1 {{(pid=102453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:24.702871 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.766633 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.db [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] For port 66e4b472-2800-4994-9bde-722716db96e1, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=66e4b472-2800-4994-9bde-722716db96e1,segment=NetworkSegment(bfdd6bb2-e884-496f-b175-75e80946abcd),segment_id=bfdd6bb2-e884-496f-b175-75e80946abcd)] {{(pid=102453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:24.766994 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.784086 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.plugin [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Calling delete_port for 66e4b472-2800-4994-9bde-722716db96e1 owned by network:dhcp {{(pid=102453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:24.838563 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] DHCP port deletion for 83132aa9-4191-4bb0-84d3-6d59e05f8b7f request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:53:24.870811 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236329'] for port, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.886161 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Deleting port 66e4b472-2800-4994-9bde-722716db96e1 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:24.886679 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.898132 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Pushing event deleted for resources: {'Port': ['ID=66e4b472-2800-4994-9bde-722716db96e1,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:24.909672 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.910038 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.910316 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.910661 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.911315 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.911667 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.912128 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.912474 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.912809 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.913141 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.913472 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.913828 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817778-8 {{(pid=102453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 22:53:24.920359 n-d-817778-8 neutron-server[102453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] No DVR routers for this DVR port 66e4b472-2800-4994-9bde-722716db96e1 on host n-d-817778-8 {{(pid=102453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:53:24.954910 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] For port 66e4b472-2800-4994-9bde-722716db96e1, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:24.955310 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:24.969276 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Calling delete_port for 66e4b472-2800-4994-9bde-722716db96e1 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:24.972007 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Port 66e4b472-2800-4994-9bde-722716db96e1 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 22:53:24.973236 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.000144 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.003209 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] Pushing event deleted for resources: {'Port': ['ID=66e4b472-2800-4994-9bde-722716db96e1,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:25.007217 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9f1b1-407e-4cf9-b342-b491def17a20 None None] No DVR routers for this DVR port 66e4b472-2800-4994-9bde-722716db96e1 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:53:25.026928 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83132aa9-4191-4bb0-84d3-6d59e05f8b7f']}} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:25.037180 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdd6bb2-e884-496f-b175-75e80946abcd') {'for_net_delete': True} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:25.038288 n-d-817778-8 neutron-server[102453]: DEBUG neutron.services.segments.db [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdd6bb2-e884-496f-b175-75e80946abcd') {} {{(pid=102453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:25.048913 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8883805'] for segment, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.063617 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.069881 n-d-817778-8 neutron-server[102453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:53:25.070274 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236412'] for segment, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: Traceback (most recent call last): Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: timer() Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: cb(*args, **kw) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: return func(*args, **kwargs) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: self._notify() Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: self.callback(batched_events) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: event.method(event) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: return f(self, *a, **k) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: return self._get(url).json() Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: return self.request(url, 'GET', **kwargs) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:53:25.099801 n-d-817778-8 neutron-server[102453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:53:25.155089 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.161033 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Publish callbacks [] for network, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.164179 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] 10.222.0.48 "DELETE /v2.0/networks/83132aa9-4191-4bb0-84d3-6d59e05f8b7f HTTP/1.1" status: 204 len: 168 time: 0.5921841 Nov 16 22:53:25.167226 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60712) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:25.176053 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd18e05-90bd-4988-bb35-bc40d14fdf7d admin admin] Pushing event deleted for resources: {'Network': ['ID=83132aa9-4191-4bb0-84d3-6d59e05f8b7f,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:25.532402 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939417'] for router_interface, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.675392 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 66e4b472-2800-4994-9bde-722716db96e1 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:25.697096 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 66e4b472-2800-4994-9bde-722716db96e1 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:25.697458 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 66e4b472-2800-4994-9bde-722716db96e1 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:25.697906 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 554a6598-836f-4a97-b2cb-a5720c37cc5e no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:25.717188 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 554a6598-836f-4a97-b2cb-a5720c37cc5e {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:25.717591 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 554a6598-836f-4a97-b2cb-a5720c37cc5e not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:25.718009 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ce140e-54cf-442b-bfe9-cafe074eedfe no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:25.736756 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: e3ce140e-54cf-442b-bfe9-cafe074eedfe {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:25.737106 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device e3ce140e-54cf-442b-bfe9-cafe074eedfe not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:25.783693 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Deleting port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:25.783958 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.862312 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] For port da9b8130-d4c9-4e32-8c0e-701d17e3e5ff, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,segment=NetworkSegment(b76407e5-786e-4631-a331-e1cdd0de8ad5),segment_id=b76407e5-786e-4631-a331-e1cdd0de8ad5)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:25.862675 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:25.877657 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Calling delete_port for da9b8130-d4c9-4e32-8c0e-701d17e3e5ff owned by network:router_interface {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:26.059618 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.091563 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Pushing event deleted for resources: {'Port': ['ID=da9b8130-d4c9-4e32-8c0e-701d17e3e5ff,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:26.188582 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.258686 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-750362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939269'] for router_interface, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.472884 n-d-817778-8 neutron-server[102454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd has already been hosted by L3 agent 8a7e3fe8-bfc2-470f-bc96-5163b9c028be {{(pid=102454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 22:53:26.574847 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] Notify agent at l3_agent.n-d-817778-8 the message routers_updated {{(pid=102454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 22:53:26.580382 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c9458a7c-2723-4b3f-818e-f59f27be19bc admin admin] 10.222.0.48 "PUT /v2.0/routers/2566d286-2ed3-48ba-b67c-8f48e5c44cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4115813 Nov 16 22:53:26.582920 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60714) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:26.585435 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] Sync routers for ids ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'] in n-d-817778-8 {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 22:53:26.597992 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] Routers {'2566d286-2ed3-48ba-b67c-8f48e5c44cdd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:26.598624 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:26.688145 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks [] for router, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.701906 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] Set router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd gateway port host: n-d-817778-8 {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:26.791709 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.844676 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Deleting port 2f24a0da-960f-4417-9daa-71d8f8e330a2 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:26.845015 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.879107 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'external_fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:53:26Z', 'revision_number': 5, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port': {'id': '2f24a0da-960f-4417-9daa-71d8f8e330a2', 'name': '', 'network_id': '6d8e15a5-c457-4a31-bba4-e5ab65fe6e05', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817778-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6605148b-a8ae-4b60-b21b-94465ce9165c', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817778-8'}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:26.909572 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] Checking router: 2566d286-2ed3-48ba-b67c-8f48e5c44cdd for host: n-d-817778-8 {{(pid=102456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 22:53:26.916321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.919836 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] Routers {'2566d286-2ed3-48ba-b67c-8f48e5c44cdd'} bound to L3 agent in host n-d-817778-8 {{(pid=102456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 22:53:26.921209 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817778-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T20:52:53Z,description=,heartbeat_timestamp=2021-11-16T22:53:23Z,host='n-d-817778-8',id=8a7e3fe8-bfc2-470f-bc96-5163b9c028be,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T20:52:53Z,topic='l3_agent')) {'router_ids': ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'], 'active': True} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:26.930893 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] For port 2f24a0da-960f-4417-9daa-71d8f8e330a2, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=2f24a0da-960f-4417-9daa-71d8f8e330a2,segment=NetworkSegment(659bdd27-02ff-4978-bcc2-4384553e84fb),segment_id=659bdd27-02ff-4978-bcc2-4384553e84fb)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:26.931250 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:26.944418 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Calling delete_port for 2f24a0da-960f-4417-9daa-71d8f8e330a2 owned by network:router_gateway {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:27.006470 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_dvr_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] Set router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd gateway port host: None {{(pid=102456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 22:53:27.058340 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.l3_hamode_db [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:53:26Z', 'revision_number': 6, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port_host': None}], 'n-d-817778-8', False) {} {{(pid=102456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:27.087516 n-d-817778-8 neutron-server[102456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717ad66-6375-47f9-a487-b392e1f5aa92 None None] The sync data for ids ['2566d286-2ed3-48ba-b67c-8f48e5c44cdd'] in n-d-817778-8 is: [{'id': '2566d286-2ed3-48ba-b67c-8f48e5c44cdd', 'name': 'tempest-TestSnapshotPattern-1713860799-router', 'tenant_id': '1edb4d037b7546e0ac6465d91076de0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T22:47:59Z', 'updated_at': '2021-11-16T22:53:26Z', 'revision_number': 6, 'project_id': '1edb4d037b7546e0ac6465d91076de0e', 'gw_port_host': None}] {{(pid=102456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 22:53:27.111297 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.135297 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f24a0da-960f-4417-9daa-71d8f8e330a2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:27.154281 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bded7-6f3e-418a-b737-52d1890f7cc7 None None] DHCP port deletion for 6d8e15a5-c457-4a31-bba4-e5ab65fe6e05 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:53:27.200777 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941479'] for router_gateway, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.289678 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15628'] for router, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.291785 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.334143 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939204'] for router, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.334714 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2566d286-2ed3-48ba-b67c-8f48e5c44cdd {{(pid=102454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 22:53:27.338837 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] Publish callbacks [] for router, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.339968 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-ffb1747c-104c-4e00-8e0b-29e5847c3c71 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2566d286-2ed3-48ba-b67c-8f48e5c44cdd HTTP/1.1" status: 204 len: 168 time: 0.7561584 Nov 16 22:53:27.343142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60718) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:27.386262 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Deleting subnet 4906d7c1-0b0a-469c-b9a6-347676ba4bd2 {{(pid=102454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 22:53:27.389925 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.424123 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8492739'] for subnet, precommit_delete_associations {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.508111 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384903'] for subnet, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.562915 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1384920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8489399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502593'] for subnet, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.589349 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4906d7c1-0b0a-469c-b9a6-347676ba4bd2,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:27.591258 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.594513 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-c79c8ad5-c1de-44d4-8f1d-dc1d6cbc4ea1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4906d7c1-0b0a-469c-b9a6-347676ba4bd2 HTTP/1.1" status: 204 len: 168 time: 0.2503688 Nov 16 22:53:27.596904 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941a831-3736-434f-af67-ff3bde9949fb None None] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 requested from n-d-817778-8 {{(pid=102455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 22:53:27.597058 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [-] (102454) accepted ('10.222.0.48', 60720) {{(pid=102454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:27.671228 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1259167'] for network, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.725325 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Deleting port ee2c6018-b058-4a68-9983-b834b22a1a74 {{(pid=102454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:27.725703 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.789067 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] For port ee2c6018-b058-4a68-9983-b834b22a1a74, host n-d-817778-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817778-8',level=0,port_id=ee2c6018-b058-4a68-9983-b834b22a1a74,segment=NetworkSegment(b76407e5-786e-4631-a331-e1cdd0de8ad5),segment_id=b76407e5-786e-4631-a331-e1cdd0de8ad5)] {{(pid=102454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:27.789369 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.802551 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Calling delete_port for ee2c6018-b058-4a68-9983-b834b22a1a74 owned by network:dhcp {{(pid=102454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:27.834328 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] DHCP port deletion for a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 request from n-d-817778-8 {{(pid=102455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 22:53:27.893362 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8489284'] for port, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.902413 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Deleting port ee2c6018-b058-4a68-9983-b834b22a1a74 {{(pid=102455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 22:53:27.903002 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791121427213'] for port, before_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:27.916795 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ee2c6018-b058-4a68-9983-b834b22a1a74 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:27.920145 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2c6018-b058-4a68-9983-b834b22a1a74,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:27.925142 n-d-817778-8 neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] No DVR routers for this DVR port ee2c6018-b058-4a68-9983-b834b22a1a74 on host n-d-817778-8 {{(pid=102454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:53:27.964859 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: ee2c6018-b058-4a68-9983-b834b22a1a74 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:27.965211 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device ee2c6018-b058-4a68-9983-b834b22a1a74 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:27.965664 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2f24a0da-960f-4417-9daa-71d8f8e330a2 no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:27.999527 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: 2f24a0da-960f-4417-9daa-71d8f8e330a2 {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:27.999874 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device 2f24a0da-960f-4417-9daa-71d8f8e330a2 not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:28.000316 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device da9b8130-d4c9-4e32-8c0e-701d17e3e5ff no longer exists at agent ovs-agent-n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 22:53:28.002808 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384264', 'neutron.services.segments.db._delete_segments_for_network-8791121573124'] for network, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.025814 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7']}} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:28.037123 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76407e5-786e-4631-a331-e1cdd0de8ad5') {'for_net_delete': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:28.037426 n-d-817778-8 neutron-server[102454]: DEBUG neutron.services.segments.db [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76407e5-786e-4631-a331-e1cdd0de8ad5') {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 22:53:28.049112 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791121573389', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8492748'] for segment, before_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.065046 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544'] for segment, precommit_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.071904 n-d-817778-8 neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 22:53:28.072462 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8489233'] for segment, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: Traceback (most recent call last): Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: timer() Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: cb(*args, **kw) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: return func(*args, **kwargs) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: self._notify() Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: self.callback(batched_events) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: event.method(event) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: return f(self, *a, **k) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: return self._get(url).json() Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: return self.request(url, 'GET', **kwargs) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 22:53:28.074441 n-d-817778-8 neutron-server[102454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 22:53:28.134844 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384257', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941451'] for network, after_delete {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.141916 n-d-817778-8 neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Publish callbacks [] for network, before_response {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.145412 n-d-817778-8 neutron-server[102454]: INFO neutron.wsgi [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 HTTP/1.1" status: 204 len: 168 time: 0.5474522 Nov 16 22:53:28.164892 n-d-817778-8 neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b558a-9235-425a-9363-06ef2c9d3da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7,revision_number=None']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:28.181447 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] No Port match for: da9b8130-d4c9-4e32-8c0e-701d17e3e5ff {{(pid=102455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 22:53:28.181920 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.rpc [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Device da9b8130-d4c9-4e32-8c0e-701d17e3e5ff not bound to the agent host n-d-817778-8 {{(pid=102455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 22:53:28.194727 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.db [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] For port ee2c6018-b058-4a68-9983-b834b22a1a74, host n-d-817778-8, got binding levels [] {{(pid=102455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 22:53:28.195131 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1028498'] for port, precommit_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.208113 n-d-817778-8 neutron-server[102455]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Calling delete_port for ee2c6018-b058-4a68-9983-b834b22a1a74 owned by network:dhcp {{(pid=102455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 22:53:28.210853 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.ipam_backend_mixin [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Port ee2c6018-b058-4a68-9983-b834b22a1a74 was not found and therefore no delete operation was performed {{(pid=102455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 22:53:28.212560 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1233358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791121399251', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791120988308'] for port, after_delete {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.236444 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Network a6e67ab7-2529-4a00-b1a7-e2cfb8a895d7 is not hosted by any dhcp agent {{(pid=102455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 22:53:28.236909 n-d-817778-8 neutron-server[102455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] No DVR routers for this DVR port ee2c6018-b058-4a68-9983-b834b22a1a74 on host n-d-817778-8 {{(pid=102455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 22:53:28.238684 n-d-817778-8 neutron-server[102455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5b3c5-95d1-45f4-bcc1-1ed2e1c1cf1c None None] Pushing event deleted for resources: {'Port': ['ID=ee2c6018-b058-4a68-9983-b834b22a1a74,revision_number=None']} {{(pid=102455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:28.287523 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60724) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:28.331596 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7e1ea008-da01-4d23-b77c-cd5b72439c4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17c4eb3da3024935822d4012fe333ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429237 Nov 16 22:53:28.334102 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60726) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:28.380459 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e3736c3-4714-4e37-aaea-06f3be761d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.401478 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e3736c3-4714-4e37-aaea-06f3be761d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.448070 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e3736c3-4714-4e37-aaea-06f3be761d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.450703 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-7e3736c3-4714-4e37-aaea-06f3be761d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.452644 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-7e3736c3-4714-4e37-aaea-06f3be761d8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a863c25-768a-4e5e-9dae-50680edd928b HTTP/1.1" status: 204 len: 168 time: 0.1176410 Nov 16 22:53:28.460727 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3736c3-4714-4e37-aaea-06f3be761d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a863c25-768a-4e5e-9dae-50680edd928b,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:28.761211 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60732) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:28.800002 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-3ec281b2-8278-4ad7-a3d1-58a19f446af3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1edb4d037b7546e0ac6465d91076de0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375285 Nov 16 22:53:28.802442 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [-] (102453) accepted ('10.222.0.48', 60734) {{(pid=102453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 22:53:28.849101 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c38-1643-4f19-a0ce-d65c9a9dafa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.869976 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c38-1643-4f19-a0ce-d65c9a9dafa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.918159 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c38-1643-4f19-a0ce-d65c9a9dafa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629063'] for security_group, after_delete {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.921215 n-d-817778-8 neutron-server[102453]: DEBUG neutron_lib.callbacks.manager [None req-e50f7c38-1643-4f19-a0ce-d65c9a9dafa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:28.922480 n-d-817778-8 neutron-server[102453]: INFO neutron.wsgi [None req-e50f7c38-1643-4f19-a0ce-d65c9a9dafa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66cf9afe-e7c1-4d4e-a77c-d15596bef1cb HTTP/1.1" status: 204 len: 168 time: 0.1190941 Nov 16 22:53:28.930631 n-d-817778-8 neutron-server[102453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f7c38-1643-4f19-a0ce-d65c9a9dafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf9afe-e7c1-4d4e-a77c-d15596bef1cb,revision_number=None']} {{(pid=102453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 22:53:34.409384 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:36.446477 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:50.982503 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-84809d42-712a-46f7-9f0b-a9429dffb28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:53.318456 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ebc73843-6b69-4edf-8b95-652c2921621e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:54.444488 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:53:54.607052 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:56.184946 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:53:56.919206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:04.408116 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:06.464341 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:20.985722 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e1f69658-8764-46af-8b96-1a47464cb241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:23.319595 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b554-cc04-448b-90cc-bb60fd9d3fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:24.613215 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:26.186535 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:26.922369 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:31.444120 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:54:34.396401 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:36.460732 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:50.987697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3287c84d-d10e-472c-b533-4435339c93b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:53.320847 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a127598c-05dd-469d-a53d-c39c92c85ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:54.613561 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:56.188769 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:54:56.924599 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:04.406724 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:06.460405 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:08.444139 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:55:20.989483 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9e568584-96b9-430d-a303-610e13145ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:23.322030 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-46948042-c27d-4f6d-a85e-d3ae84688433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:24.614967 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:26.191496 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:26.925816 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:34.421323 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:36.463543 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:45.443875 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:55:50.992741 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f07-b49c-4ebf-9f99-4b55a917152f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:53.323275 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fdb267ca-d089-4a37-a951-a6980f870d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:54.618225 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:56.194368 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:55:56.928919 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:04.420509 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:04.736150 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-be1e9424-055e-4997-aded-0a259125795b req-c8256891-2c01-4791-8921-86f85ba7154d service neutron] (102453) timed out ('10.222.0.47', 51461) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 22:56:06.462282 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:20.994610 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78dd1c76-48f8-4127-8266-413e9722e819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:22.444009 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:56:23.324617 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3e51d9e0-4103-4efd-9eaf-dbcf98a0949a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:24.620261 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:26.197251 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:26.930291 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:34.419415 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:36.487972 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:50.995971 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5d2c3752-8425-47ca-92a7-c2489af5ccd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:53.325308 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-e73946e3-c202-47db-9aa1-cfdf8090f68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:54.622483 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:56.201404 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:56.932468 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:56:59.444820 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:57:04.436194 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:06.502206 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:20.996650 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-95561e5e-b60e-4fd6-9acc-06e41493faa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:23.327363 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-58284ce8-d04d-48d6-aecd-f6c13737603a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:24.627119 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:26.202691 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:26.935236 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:34.426746 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:36.444284 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:57:36.506374 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:50.998601 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc82d-28c2-4efb-a017-cb1a5acec054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:53.328376 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-6cfe09ce-77aa-41f2-a27d-61be971d7515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:54.631211 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:56.205488 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:57:56.937095 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:04.448169 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:06.516698 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:13.443248 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:58:21.000757 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-30378a2c-4a4d-48a4-b1cd-9382945e7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:23.332825 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-364a8237-370e-4868-9a19-b0755543a1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:24.633321 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:26.209001 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:26.938141 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:34.449276 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:36.514851 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:50.443787 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:58:51.002571 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5cdb41cd-5de8-4280-a62f-27d328187b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:53.333469 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-a4b5a300-2db5-407d-8964-775d7f178f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:54.635098 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:56.210886 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:58:56.940860 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:04.447807 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:06.513318 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:21.004955 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-fdbb20f7-a932-4075-b8cd-13fd3df521a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:23.334498 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-128afd3a-ede0-42fe-9f1c-6b5fc3761931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:24.638779 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:26.213968 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:26.943471 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:27.442499 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 22:59:34.463344 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:36.528103 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:51.006947 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-19ccf1fd-792e-4fd8-9697-57fdf110b117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:53.336805 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2d30ddd8-7b31-42f3-b551-2d02d82588c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:54.640792 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:56.216439 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 22:59:56.945862 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:04.443897 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 23:00:04.479142 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:06.528094 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:21.008869 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc972-5b26-4b6b-909f-d6c5c69fd7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:23.340945 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b499-6e15-43a8-8e5e-b278a25786f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:24.643018 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:26.218774 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:26.947263 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:34.478849 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:36.541089 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:41.442146 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 23:00:51.010537 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-3c188c15-2d83-4493-9e39-3c7c2440c782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:53.342697 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-9599094a-7caf-43b8-b4bc-8108b4508bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:54.646587 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:54.771586 n-d-817778-8 neutron-server[102454]: DEBUG neutron.wsgi [req-600680c3-e9d7-4889-b36b-351d42103a5d req-84894c64-72ba-4935-9c2c-1b10fd449f17 service neutron] (102454) timed out ('10.222.0.48', 58406) {{(pid=102454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 23:00:56.222538 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:00:56.949581 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:04.477677 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:06.540748 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:18.442970 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 23:01:18.926467 n-d-817778-8 neutron-server[102453]: DEBUG neutron.wsgi [req-331d997c-48bf-40ea-abd4-37f2da153115 req-f4476e4e-094a-468e-a28c-3eb21f6936a5 service neutron] (102453) timed out ('10.222.0.41', 64177) {{(pid=102453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 23:01:21.012277 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-5c07bb79-445f-4e0a-9ec8-cb8e005eeb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:23.343855 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2e5c-ca83-40b9-8192-a231d1fae763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:24.648975 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:26.224243 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:26.951517 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:34.477423 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-ed31fd78-3ed6-49a5-967d-c2737a7b6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:36.544588 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-14334ee5-6caf-4bbd-bc40-ce2127523fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:51.014012 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-c1ff1c10-0249-4d20-b456-2b1c09381826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:53.345492 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-78536ae8-a08f-44ca-b5b5-10b530433daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:54.651818 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-7567a4cb-ba0f-4670-96dd-63b3a3bc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:55.442264 n-d-817778-8 neutron-server[102456]: DEBUG neutron.db.agents_db [None req-eb714d6f-113b-4e8e-afe9-cea1c01abb98 None None] Agent healthcheck: found 7 active agents {{(pid=102456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 23:01:56.228438 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-26804320-34e3-4571-9733-fabc3ddfc393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 23:01:56.953150 n-d-817778-8 neutron-server[102455]: DEBUG neutron_lib.callbacks.manager [None req-2e0688a1-6c16-4b59-9766-feb4d678dd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791121569518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382790'] for agent, after_update {{(pid=102455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}